-- Logs begin at Fri 2022-05-13 13:32:13 UTC, end at Fri 2022-05-13 15:46:02 UTC. -- May 13 14:11:13.566477 n-d-841736-1 systemd[1]: Started Devstack devstack@q-svc.service. May 13 14:11:16.153654 n-d-841736-1 neutron-server[87992]: INFO neutron.common.config [-] Logging enabled! May 13 14:11:16.154377 n-d-841736-1 neutron-server[87992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 13 14:11:16.154377 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 14:11:16.157493 n-d-841736-1 neutron-server[87992]: INFO neutron.common.config [-] Logging enabled! May 13 14:11:16.157742 n-d-841736-1 neutron-server[87992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev22 May 13 14:11:16.158046 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 13 14:11:16.158955 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:11:16.159184 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:11:16.160138 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:11:16.160552 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:11:16.160776 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:11:16.161097 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.161391 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.161682 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.161907 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.162198 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.162484 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.162760 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.163040 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.163329 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.163605 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.163880 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.164157 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.164406 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.164679 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.164959 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.165238 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.165454 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] debug = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.165726 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.166147 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.166550 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.166826 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.167107 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.167380 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.167646 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.167917 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.168196 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.168533 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] host = n-d-841736-1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.168817 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.169083 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.169363 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.169641 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.169909 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.170180 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.170458 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.170728 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.171000 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.171272 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.171553 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.171835 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.172118 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.172367 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.172585 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.172866 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.173145 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.173416 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.173686 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.173956 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.174225 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.174494 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.174756 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.175074 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.175353 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.175628 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.175898 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.176165 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.176465 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.176731 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.177007 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.177272 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.177537 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.177805 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.178085 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.178347 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.178614 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.178906 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.179180 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.179452 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.179728 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.179994 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.180288 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.180554 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.180819 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.181091 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_json = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.181354 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.181616 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.181889 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.182154 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.182419 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.182686 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.182950 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.183226 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.183491 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:16.183783 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.184072 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.184392 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.184673 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.184955 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.185229 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.185508 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.185778 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.186058 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.186338 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.186619 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.186890 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.187170 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.187438 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.187724 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.188027 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.188410 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.188699 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.188967 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.189235 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.189501 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.189775 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.190054 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.190340 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.190647 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.190915 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.191190 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.191474 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.191746 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.192011 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.192309 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.192593 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.192867 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.193134 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.193408 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.193679 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.193946 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.194210 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.194480 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.194780 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.195029 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.195293 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.195556 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.195827 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.196091 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.196393 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.196664 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.196928 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.197193 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.197462 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.197729 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.197994 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.198264 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.198528 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.198798 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.199061 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.199323 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.199587 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.199852 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.200114 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.200402 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.200668 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.200941 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.201206 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.201470 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.201736 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.202000 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.202265 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.202543 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.202833 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.203102 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.203371 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.203644 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.203913 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.204184 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.204475 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.204746 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.205017 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.205281 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.205565 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.205843 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.206120 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.206919 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.207192 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.207480 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.207753 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.208031 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.208325 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.208603 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.208882 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.209159 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.209445 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.209733 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.210024 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.210309 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.210594 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.210868 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.211165 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.211440 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:16.211653 n-d-841736-1 neutron-server[87992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:11:16.211889 n-d-841736-1 neutron-server[87992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87992) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 14:11:16.606956 n-d-841736-1 neutron-server[87992]: INFO keyring.backend [-] Loading KWallet May 13 14:11:16.614138 n-d-841736-1 neutron-server[87992]: INFO keyring.backend [-] Loading SecretService May 13 14:11:16.617534 n-d-841736-1 neutron-server[87992]: INFO keyring.backend [-] Loading Windows May 13 14:11:16.618811 n-d-841736-1 neutron-server[87992]: INFO keyring.backend [-] Loading chainer May 13 14:11:16.619575 n-d-841736-1 neutron-server[87992]: INFO keyring.backend [-] Loading macOS May 13 14:11:16.652554 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 14:11:16.652832 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 14:11:16.653111 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 13 14:11:16.653438 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 14:11:17.042414 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.042632 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.042873 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.044150 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.044445 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.044707 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.078943 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.079213 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.079487 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.092332 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.092609 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.092874 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.122853 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.123127 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.123393 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.158522 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.159065 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.159065 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.390333 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.390608 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.390867 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.391144 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.392499 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.519095 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.519409 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.519691 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.519967 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.520261 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.520578 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.520847 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.521106 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.521362 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.521643 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.521902 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.522165 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.522427 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.522684 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.522949 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.523209 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.523462 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.523729 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.523983 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.524280 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.524628 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.524879 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.525123 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.525403 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.525649 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.525893 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.526272 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.526506 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.526732 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.526958 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.527184 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.527410 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:17.527768 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 14:11:17.530888 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 14:11:17.534802 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 14:11:17.538586 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 13 14:11:17.540179 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 14:11:17.540641 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 14:11:17.540969 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 14:11:17.541347 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 14:11:17.544289 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 14:11:17.544540 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 14:11:17.544881 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:11:17.572908 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 14:11:17.573356 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.573647 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 13 14:11:17.574004 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.575334 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 14:11:17.575610 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 14:11:17.575850 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 14:11:17.579138 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.579411 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:17.640744 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 14:11:17.640897 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 14:11:17.641134 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 14:11:17.641503 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 14:11:17.673426 n-d-841736-1 neutron-server[87992]: DEBUG oslo_db.sqlalchemy.engines [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87992) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 13 14:11:18.025740 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing driver for type 'gre' May 13 14:11:18.026174 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] gre ID ranges: [(1, 1000)] May 13 14:11:18.080551 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing driver for type 'local' May 13 14:11:18.080897 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing driver for type 'vlan' May 13 14:11:18.093236 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] VlanTypeDriver initialization complete May 13 14:11:18.093575 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing driver for type 'vxlan' May 13 14:11:18.094085 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] vxlan ID ranges: [(1, 1000)] May 13 14:11:18.157128 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing extension driver 'port_security' May 13 14:11:18.157521 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.extensions.port_security [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] PortSecurityExtensionDriver initialization complete May 13 14:11:18.157911 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing mechanism driver 'openvswitch' May 13 14:11:18.158225 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing mechanism driver 'hyperv' May 13 14:11:18.165381 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.plugin [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:18.166054 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.166423 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.166771 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.167316 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.167756 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.168106 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.168471 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.168862 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.169252 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.169594 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.169926 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.170314 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.170712 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.171052 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.171383 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.171768 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.172159 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.172519 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.172849 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.173359 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.173750 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > address_group after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.174097 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > address_group after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.174430 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.174813 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 13 14:11:18.175245 n-d-841736-1 neutron-server[87992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] ML2 OVO RPC backend initialized. {{(pid=87992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 13 14:11:18.175956 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.176339 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.176757 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.177103 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > networks before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.177442 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.177776 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > ports before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.178110 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.178442 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnets before_response 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.178777 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.179113 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.179436 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.179763 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.180086 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.180429 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.180754 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.181078 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.181399 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.181959 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.plugin [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Modular L2 Plugin initialization complete May 13 14:11:18.182279 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading services supported by the core plugin {{(pid=87992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 14:11:18.182600 n-d-841736-1 neutron-server[87992]: INFO neutron.plugins.ml2.managers [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Got port-security extension from driver 'port_security' May 13 14:11:18.183049 n-d-841736-1 neutron-server[87992]: INFO neutron.extensions.vlantransparent [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Disabled vlantransparent extension. May 13 14:11:18.183527 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 14:11:18.183835 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: router May 13 14:11:18.221077 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.221456 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_create 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.222418 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router before_create 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.222787 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.223150 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.223496 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_delete 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.223845 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.224197 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_create 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.224555 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.224902 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.225238 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.225590 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.225988 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.226357 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.226687 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.227015 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: subnet after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.227349 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.227680 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.228018 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_create 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.228376 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.228713 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.229104 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router after_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.229394 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.229733 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_create 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.230084 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.230419 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_update 55549900 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.231030 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > agent after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.231368 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > agent after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.231707 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > network after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.232609 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Tracking information for resource: router configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:18.232931 n-d-841736-1 neutron-server[87992]: DEBUG neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Tracking information for resource: floatingip configured {{(pid=87992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 14:11:18.237948 n-d-841736-1 neutron-server[87992]: INFO neutron.db.l3_agentschedulers_db [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 14:11:18.238523 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.238875 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.239221 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.239564 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: port after_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.240511 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router before_create 55550100 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.240872 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.241228 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_create 55550100 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.241578 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > router precommit_update 55550100 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.245928 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.provider_configuration [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service providers = [] {{(pid=87992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 14:11:18.246287 n-d-841736-1 neutron-server[87992]: DEBUG neutron.db.servicetype_db [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 14:11:18.249200 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.service_base [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:11:18.249542 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.service_base [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:11:18.249872 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.service_base [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:11:18.250736 n-d-841736-1 neutron-server[87992]: DEBUG neutron.services.service_base [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 14:11:18.251101 n-d-841736-1 neutron-server[87992]: INFO neutron.services.service_base [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 14:11:18.251479 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.251788 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 14:11:18.262391 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.262718 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: auto_allocate May 13 14:11:18.268358 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: network precommit_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.269236 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: network precommit_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.269749 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.270086 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: tag May 13 14:11:18.276594 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.276855 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: timestamp May 13 14:11:18.280906 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.281229 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: network_ip_availability May 13 14:11:18.286996 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.287357 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.287705 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.288443 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.288754 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: flavors May 13 14:11:18.293495 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.293821 n-d-841736-1 neutron-server[87992]: INFO neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading Plugin: revisions May 13 14:11:18.298018 n-d-841736-1 neutron-server[87992]: DEBUG neutron.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 14:11:18.298399 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=87992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 13 14:11:18.299123 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 14:11:18.299451 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Initializing extension manager. May 13 14:11:18.299969 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: __init__.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.300329 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: __pycache__ {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.300658 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.300982 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: address_group.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.301716 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.302269 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: address-group May 13 14:11:18.302581 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: address_scope.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.303274 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.303776 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: address-scope May 13 14:11:18.304090 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.305025 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.305529 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: router-admin-state-down-before-update May 13 14:11:18.305844 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: agent.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.306527 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.307024 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: agent May 13 14:11:18.307337 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: agent_resources_synced.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.308252 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.308748 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: agent-resources-synced May 13 14:11:18.309062 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: allowedaddresspairs.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.310990 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.311506 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: allowed-address-pairs May 13 14:11:18.311824 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: auto_allocated_topology.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.312909 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.313415 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: auto-allocated-topology May 13 14:11:18.313741 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: availability_zone.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.314421 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.314915 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: availability_zone May 13 14:11:18.315230 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: availability_zone_filter.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.316147 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.316675 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: availability_zone_filter May 13 14:11:18.316990 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: data_plane_status.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.317890 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.318389 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension data-plane-status not supported by any of loaded plugins May 13 14:11:18.318701 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: default_subnetpools.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.319586 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.320089 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: default-subnetpools May 13 14:11:18.320437 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.321220 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.321719 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: dhcp_agent_scheduler May 13 14:11:18.322031 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: dns.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.322918 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.323414 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension dns-integration not supported by any of loaded plugins May 13 14:11:18.323733 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: dns_domain_ports.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.324654 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.325149 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 14:11:18.325460 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: dvr.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.326113 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.326611 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: dvr May 13 14:11:18.326922 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: empty_string_filtering.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.327808 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.328346 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: empty-string-filtering May 13 14:11:18.328660 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.329547 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.330038 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 14:11:18.330352 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.331759 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.332274 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 14:11:18.332592 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: external_net.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.333476 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.333975 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: external-net May 13 14:11:18.334296 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.335182 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.335678 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: extra_dhcp_opt May 13 14:11:18.335992 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: extraroute.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.336907 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.337405 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: extraroute May 13 14:11:18.337718 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: extraroute_atomic.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.338723 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.339216 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: extraroute-atomic May 13 14:11:18.339530 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: filter_validation.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.340184 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.340699 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: filter-validation May 13 14:11:18.341013 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: fip_pf_description.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.341900 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.342392 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 14:11:18.342706 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: fip_port_details.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.343601 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.344106 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: fip-port-details May 13 14:11:18.344454 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: flavors.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.345628 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.346134 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: flavors May 13 14:11:18.346450 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.348701 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.349212 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 14:11:18.349534 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: floatingip_pools.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.350221 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.350721 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: floatingip-pools May 13 14:11:18.351039 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: ip_allocation.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.351953 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.352481 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension ip_allocation not supported by any of loaded plugins May 13 14:11:18.352800 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.353698 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.354235 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: ip-substring-filtering May 13 14:11:18.354553 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l2_adjacency.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.355460 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.356227 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 14:11:18.356543 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.357486 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.357996 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: router May 13 14:11:18.358313 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.360658 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.361176 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 14:11:18.361497 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.362436 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.362943 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: ext-gw-mode May 13 14:11:18.363260 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.364166 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.364760 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: l3-ha May 13 14:11:18.365075 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3_flavors.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.365967 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.366469 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: l3-flavors May 13 14:11:18.366786 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.367697 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.368194 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 14:11:18.368530 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: l3agentscheduler.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.369548 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.370045 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: l3_agent_scheduler May 13 14:11:18.370359 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: logging.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.371812 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.372356 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension logging not supported by any of loaded plugins May 13 14:11:18.372677 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: metering.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.373404 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.373972 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: metering May 13 14:11:18.374293 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.375361 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.375872 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: metering_source_and_destination_fields May 13 14:11:18.376187 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: multiprovidernet.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.377130 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.377637 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: multi-provider May 13 14:11:18.377953 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: netmtu.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.378873 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.379377 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: net-mtu May 13 14:11:18.379689 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: netmtu_writable.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.380612 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.381118 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: net-mtu-writable May 13 14:11:18.381430 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: network_availability_zone.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.382081 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.382574 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: network_availability_zone May 13 14:11:18.382882 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: network_ip_availability.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.383959 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.384496 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: network-ip-availability May 13 14:11:18.384813 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: network_segment_range.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.385561 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.386056 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension network-segment-range not supported by any of loaded plugins May 13 14:11:18.386369 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: pagination.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.387333 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.387654 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: pagination May 13 14:11:18.387967 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: port_device_profile.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.388912 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.389416 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: port-device-profile May 13 14:11:18.389730 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.390623 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.391122 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: port-mac-address-regenerate May 13 14:11:18.391435 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.392361 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.392951 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: port-numa-affinity-policy May 13 14:11:18.393272 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: port_resource_request.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.394674 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.395171 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension port-resource-request not supported by any of loaded plugins May 13 14:11:18.395487 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: portbindings.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.396444 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.396926 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: binding May 13 14:11:18.397240 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: portbindings_extended.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.398487 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.398993 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: binding-extended May 13 14:11:18.399311 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: portsecurity.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.400227 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.400749 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: port-security May 13 14:11:18.401064 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: project_id.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.402022 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.402350 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: project-id May 13 14:11:18.402660 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: providernet.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.403560 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.404064 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: provider May 13 14:11:18.404413 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.407997 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.408537 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos not supported by any of loaded plugins May 13 14:11:18.408866 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.410714 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.411263 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 14:11:18.411587 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.412708 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.413493 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 14:11:18.413957 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_default.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.415205 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.415966 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-default not supported by any of loaded plugins May 13 14:11:18.416583 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_fip.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.417643 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.418250 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-fip not supported by any of loaded plugins May 13 14:11:18.418571 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_gateway_ip.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.419500 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.420321 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 14:11:18.420880 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_port_network_policy.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.422381 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.423266 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 14:11:18.423828 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_rule_type_details.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.425101 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.425608 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 14:11:18.425928 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: qos_rules_alias.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.426975 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.427480 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 14:11:18.427795 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: quotasv2.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.428756 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.429079 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: quotas May 13 14:11:18.429394 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: quotasv2_detail.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.430975 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.431310 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: quota_details May 13 14:11:18.431629 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: rbac.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.432702 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.433216 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: rbac-policies May 13 14:11:18.433538 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: rbac_address_group.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.434450 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.434965 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: rbac-address-group May 13 14:11:18.435286 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: rbac_address_scope.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.436188 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.436718 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: rbac-address-scope May 13 14:11:18.437034 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: rbac_security_groups.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.437928 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.438432 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: rbac-security-groups May 13 14:11:18.438748 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: rbac_subnetpool.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.439655 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.440157 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: rbac-subnetpool May 13 14:11:18.440514 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: revisionifmatch.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.441417 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.441927 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: revision-if-match May 13 14:11:18.442239 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: revisions.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.443323 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.443827 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: standard-attr-revisions May 13 14:11:18.444142 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: router_availability_zone.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.444832 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.445332 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: router_availability_zone May 13 14:11:18.445644 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: routerservicetype.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.446542 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.447046 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension router-service-type not supported by any of loaded plugins May 13 14:11:18.447361 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.448290 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.448796 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: security-groups-normalized-cidr May 13 14:11:18.449110 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.450140 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.450640 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: port-security-groups-filtering May 13 14:11:18.450955 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.451859 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.452402 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: security-groups-remote-address-group May 13 14:11:18.452716 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: securitygroup.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.462649 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.463165 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: security-group May 13 14:11:18.463491 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: segment.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.464291 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.464797 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension segment not supported by any of loaded plugins May 13 14:11:18.465115 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.466051 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.466555 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 14:11:18.466871 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: servicetype.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.467957 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.468498 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: service-type May 13 14:11:18.468821 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: sorting.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.469793 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.470119 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: sorting May 13 14:11:18.470432 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: standard_attr_segment.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.471324 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.472481 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 14:11:18.472803 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: standardattrdescription.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.473439 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.473937 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: standard-attr-description May 13 14:11:18.474250 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: stateful_security_group.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.475162 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.475690 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: stateful-security-group May 13 14:11:18.475974 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: stdattrs_common.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.476582 n-d-841736-1 neutron-server[87992]: WARNING neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 14:11:18.476894 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.477885 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.478395 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 14:11:18.478711 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnet_onboard.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.479758 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.480303 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: subnet_onboard May 13 14:11:18.480623 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.481786 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.482289 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 14:11:18.482603 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnet_service_types.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.483514 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.484018 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: subnet-service-types May 13 14:11:18.484366 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnetallocation.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.485433 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.485939 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: subnet_allocation May 13 14:11:18.486257 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.486910 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.487468 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: subnetpool-prefix-ops May 13 14:11:18.487817 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.488768 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.489271 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 14:11:18.489585 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: tagging.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.490623 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.491127 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: standard-attr-tag May 13 14:11:18.491446 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: timestamp.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.492639 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.493175 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loaded extension: standard-attr-timestamp May 13 14:11:18.493459 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: trunk.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.494570 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.495075 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension trunk not supported by any of loaded plugins May 13 14:11:18.495395 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: trunk_details.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.496325 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.496828 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension trunk-details not supported by any of loaded plugins May 13 14:11:18.497144 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: uplink_status_propagation.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.498056 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.498554 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 14:11:18.498868 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Loading extension file: vlantransparent.py {{(pid=87992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 14:11:18.499521 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 14:11:18.500017 n-d-841736-1 neutron-server[87992]: INFO neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 14:11:18.502448 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:network May 13 14:11:18.503196 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnet May 13 14:11:18.505171 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:11:18.505789 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:port May 13 14:11:18.507062 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.507498 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service FLAVORS assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.508099 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.508531 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.508856 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:router May 13 14:11:18.509497 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:11:18.510200 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service METERING assigned prefix: /metering {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.511628 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.511990 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.512370 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:11:18.513470 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:11:18.513908 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:security_group May 13 14:11:18.514580 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:11:18.515310 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service CORE assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.515637 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:11:18.515969 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] subnetpool is already registered May 13 14:11:18.516599 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service CORE assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.516923 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:11:18.517240 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] subnetpool is already registered May 13 14:11:18.520322 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.520746 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service FLAVORS assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.521322 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.521737 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.522062 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:router May 13 14:11:18.522386 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] router is already registered May 13 14:11:18.522969 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:floatingip May 13 14:11:18.523288 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] floatingip is already registered May 13 14:11:18.523899 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service METERING assigned prefix: /metering {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.524588 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of CountableResource for resource:rbac_policy May 13 14:11:18.524906 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] rbac_policy is already registered May 13 14:11:18.525434 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:security_group May 13 14:11:18.525754 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] security_group is already registered May 13 14:11:18.526339 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 14:11:18.526734 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] security_group_rule is already registered May 13 14:11:18.527313 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service CORE assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.527634 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:11:18.527954 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] subnetpool is already registered May 13 14:11:18.528578 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.v2.resource_helper [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Service CORE assigned prefix: {{(pid=87992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 14:11:18.528903 n-d-841736-1 neutron-server[87992]: INFO neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Creating instance of TrackedResource for resource:subnetpool May 13 14:11:18.529214 n-d-841736-1 neutron-server[87992]: WARNING neutron.quota.resource_registry [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] subnetpool is already registered May 13 14:11:18.529854 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: extensions {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.531288 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: address-groups {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.532859 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: address-scopes {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.534057 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: agents {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.535769 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: auto-allocated-topology {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.537067 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: availability_zones {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.538341 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: dhcp-networks {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.539727 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: dhcp-agents {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.541156 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: routers {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.542914 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: flavors {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.544040 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: service_profiles {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.545239 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: next_providers {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.546740 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: service_profiles {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.548154 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: floatingip-pools {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.549364 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: routers {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.551163 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: floatingips {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.552341 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: l3-routers {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.553680 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: l3-agents {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.555068 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: metering-labels {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.556414 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: metering-label-rules {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.557656 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: network-ip-availabilities {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.558877 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: bindings {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.560508 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: quotas {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.561915 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: quotas {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.563264 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: rbac-policies {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.564566 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: security-groups {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.566267 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: security-group-rules {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.567470 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: service-providers {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.568698 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: subnetpools {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.570999 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: subnetpools {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.572437 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.574086 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.691368 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.693145 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.694913 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.697027 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.698694 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.700578 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.702297 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.704097 n-d-841736-1 neutron-server[87992]: DEBUG neutron.api.extensions [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Extended resource: tags {{(pid=87992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 14:11:18.710602 n-d-841736-1 neutron-server[87992]: WARNING keystonemiddleware.auth_token [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 14:11:18.715494 n-d-841736-1 neutron-server[87992]: WARNING keystonemiddleware.auth_token [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 14:11:18.723656 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Acquired lock "singleton_lock" {{(pid=87992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 13 14:11:18.724121 n-d-841736-1 neutron-server[87992]: DEBUG oslo_concurrency.lockutils [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Releasing lock "singleton_lock" {{(pid=87992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 13 14:11:18.724776 n-d-841736-1 neutron-server[87992]: INFO oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Starting 2 workers May 13 14:11:18.729493 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Started child 88131 {{(pid=87992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:11:18.735534 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Started child 88132 {{(pid=87992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:11:18.735892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.736402 n-d-841736-1 neutron-server[87992]: INFO neutron.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 14:11:18.736938 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Notify callbacks [] for process, before_spawn {{(pid=87992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.737868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [-] (88131) wsgi starting up on http://0.0.0.0:9696 May 13 14:11:18.738247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:18.739940 n-d-841736-1 neutron-server[87992]: INFO oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Starting 1 workers May 13 14:11:18.743786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.745273 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Started child 88134 {{(pid=87992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:11:18.745841 n-d-841736-1 neutron-server[87992]: INFO oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Starting 1 workers May 13 14:11:18.746502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [-] (88132) wsgi starting up on http://0.0.0.0:9696 May 13 14:11:18.747287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067518 May 13 14:11:18.751488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Started child 88135 {{(pid=87992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 13 14:11:18.752305 n-d-841736-1 neutron-server[87992]: DEBUG neutron_lib.callbacks.manager [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] Notify callbacks [] for process, after_spawn {{(pid=87992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.755594 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 14:11:18.755839 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:11:18.756014 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:11:18.756232 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:11:18.756622 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:11:18.756812 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:11:18.757314 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.757605 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.757883 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.758273 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.758494 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.758962 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.759226 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.759464 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.759752 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.759971 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.760456 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.760456 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.762989 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.763387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] calling RpcWorker wait() {{(pid=88134) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 14:11:18.763777 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.763777 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.763923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.service [None req-02afe4a7-46f2-4976-b987-6bf575d91f49 None None] returning from RpcWorker wait() {{(pid=88134) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 14:11:18.763993 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.763993 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.763993 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.764178 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] debug = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.764491 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:18.764585 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.764860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.770060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.771000 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] host = n-d-841736-1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.772013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.773087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774221 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_options = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774221 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774221 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774221 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774221 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774852 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774852 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.774852 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.775249 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.775393 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.775528 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.778488 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.779556 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.780615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781379 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781379 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781379 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781379 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781892 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.781892 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.782167 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_json = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.784171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.787652 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.787652 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.787652 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.787652 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.788193 n-d-841736-1 neutron-server[88135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.788366 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.791745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.792361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.792361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.792361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.792570 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.792800 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.793046 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.793200 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.793402 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.793646 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.794856 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.794856 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.794856 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.794856 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.795206 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.795658 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.795658 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.795925 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.796573 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.796573 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.796742 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.796958 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.797183 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.797426 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798131 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798131 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798131 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798603 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798603 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.798873 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.799091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.799362 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.799586 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.799803 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.800023 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.800301 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.800983 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.800983 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.800983 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.801416 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.801416 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.801661 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.801858 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.802115 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.803586 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.804118 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.804452 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.806171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.806327 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.806616 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.806869 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.807326 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.807607 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.807851 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.810096 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.810569 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.810979 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.811267 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.811472 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.811730 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.812745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.812745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.812745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.812745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.813032 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.813281 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.813374 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.813580 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.813833 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.814052 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.814277 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.814537 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.814787 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.815092 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.815318 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.816125 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.816411 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.816659 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.816901 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.817170 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.817632 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.817632 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.817882 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.818159 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.818407 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.818669 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820156 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820156 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820352 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820567 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820718 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.820975 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.821282 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.822813 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.822813 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.822813 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.823097 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.823390 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.823624 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.823895 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.824132 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.824476 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.824697 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827141 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827141 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827141 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827421 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827711 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.827867 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.828124 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.828436 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.828707 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.828975 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.829228 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.829482 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.829757 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.830033 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.830273 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.830498 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.830768 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.831105 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.831913 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.832144 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.833717 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.833717 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.834031 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.834031 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.834237 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.834508 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.834762 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.835014 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.835272 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.835523 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.835764 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.835997 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.838911 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.839206 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.839463 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.840081 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.840357 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.840588 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.841609 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.841867 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.842104 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.842346 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.842577 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.842805 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.843903 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.844165 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.844424 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845206 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845206 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845206 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845514 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845611 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.845821 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.846058 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.846340 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.846594 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848193 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848193 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848193 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848761 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.848986 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.849222 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.849458 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.849674 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.850685 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.850908 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.851129 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.851651 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.851651 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.851881 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.852073 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.852461 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854027 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854027 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854027 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854263 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854448 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854631 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.854844 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.856076 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.856352 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.856609 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.856851 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.857098 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.857349 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.857569 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.857788 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.858052 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.858410 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.858524 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.858753 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.858978 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.859202 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860268 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860268 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860268 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860268 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860608 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860608 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.860857 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.861074 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.861325 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.861600 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.861804 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.862042 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.862270 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.862514 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.862745 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.863880 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.863880 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.863880 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.863880 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.863880 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.864253 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.864253 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.864560 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.864811 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.865032 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.865410 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.865605 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.865782 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.866045 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.866359 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867361 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867643 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.867809 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.868095 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.869225 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.869500 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.869765 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.870056 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.870356 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.870647 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.870874 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.871156 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.871487 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.871766 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.872024 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.872304 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.872582 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.872809 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.873025 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.873264 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.874345 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.874586 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.874920 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.875087 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.876172 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.876450 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.876668 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877493 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877493 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877493 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877726 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877795 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.877938 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:11:18.878968 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 13 14:11:18.879135 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 14:11:18.879293 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 14:11:18.879464 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 14:11:18.879634 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 14:11:18.879787 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 14:11:18.879995 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.880156 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881183 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881347 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881519 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881700 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881851 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.881995 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882156 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882317 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882464 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882624 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882776 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.882931 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883088 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883247 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883403 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883559 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883725 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.883891 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884038 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884180 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884391 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] debug = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884530 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884709 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.884876 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885022 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885162 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885299 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885446 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885582 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885730 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.885868 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886025 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886182 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886340 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886490 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886649 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886798 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.886956 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.887115 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] host = n-d-841736-1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.887258 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.887408 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.888477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.888477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.888477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.888477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.888477 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889158 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889158 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889158 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889158 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889158 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889566 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889566 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889566 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_options = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889768 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889855 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.889936 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.890631 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.890631 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.890631 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.890631 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891042 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891042 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891042 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891315 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891315 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891461 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891585 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891742 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.891902 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892060 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892278 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892378 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892544 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892691 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.892852 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.893013 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.893147 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.893282 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.893428 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.893570 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.894325 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.894483 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.894619 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.894759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.894895 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895033 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895168 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895310 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895449 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895576 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895733 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.895890 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.896047 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.896202 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.897346 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.897498 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.897658 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.897803 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.897962 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_json = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.898118 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.898275 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.898812 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.898812 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.898812 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.899220 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.899220 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.899220 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.899487 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 14:11:18.899487 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.900507 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901195 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901195 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901195 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901195 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901195 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.901759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902001 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902001 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902194 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902310 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902398 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902542 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902707 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.902893 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903090 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903245 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903385 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903530 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903667 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.903801 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.904028 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.904312 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.905296 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.905499 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.905625 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.905786 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.905893 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906326 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906326 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906521 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906521 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906650 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.906815 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.907612 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.907612 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.907612 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.907612 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.907612 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908015 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908015 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908015 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908297 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908383 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908519 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908663 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908829 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.908992 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909172 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909324 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909478 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909639 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909798 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.909972 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.910131 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.910288 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.910437 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.911423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912058 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912058 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912058 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912058 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912469 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912469 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912469 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912754 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912754 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.912978 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913185 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913185 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913432 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913561 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913698 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913819 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.913938 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914071 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914232 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914392 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914552 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914704 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.914861 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915020 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915180 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915341 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915506 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915668 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915828 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.915988 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916147 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916316 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916481 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916645 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916828 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.916985 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917151 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917297 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917441 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:18.917759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917759 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.917936 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918119 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918275 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918355 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918515 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918681 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.918848 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919006 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919234 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919448 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919448 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919743 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.919743 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920009 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920144 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920299 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920464 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920663 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920828 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.920828 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.921190 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.921190 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.921606 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.921606 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.921606 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.922205 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.922205 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.922205 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.922205 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.923091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.923091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.923091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.923091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.923091 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.926418 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.927532 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.930171 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931062 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931712 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931712 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931712 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931712 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931998 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.931998 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.932140 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.933714 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.933714 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.933714 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.933714 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.934425 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935102 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935102 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935102 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935102 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935428 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.935428 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.936288 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.936458 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.936645 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.936783 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.936947 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.937110 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.937272 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.938290 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.938467 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.938656 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.938828 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.938993 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939153 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939317 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939479 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939641 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939802 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.939968 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.940131 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.940372 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.940580 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.941251 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.941429 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.941591 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.941751 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.941912 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942072 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942244 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942404 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942583 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942732 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.942891 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.943038 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.943194 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.943353 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.943564 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.943660 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944068 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944068 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944308 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944383 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944511 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944646 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944791 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.944964 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945127 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945293 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945455 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945615 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945756 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.945919 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.946084 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.946254 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.946423 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.947401 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.947577 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.947750 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.947962 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.948093 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.949229 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950020 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950020 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950020 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950020 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950403 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950403 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.950669 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951441 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951441 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951441 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951441 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951750 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951750 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.951917 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 14:11:18.952073 n-d-841736-1 neutron-server[87992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 14:11:29.619901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd698e-820f-4674-bc08-1cf0caeb845e None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:11:29.689700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd698e-820f-4674-bc08-1cf0caeb845e None None] No non-hosted networks {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 14:11:29.703643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.agentschedulers_db [None req-c3cd698e-820f-4674-bc08-1cf0caeb845e None None] DHCP Agent not found on host n-d-841736-1 {{(pid=88134) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 14:11:29.871907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce57e-4a47-4ba7-8917-8c98bffe0d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:31.836991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-88916ccf-82c0-407a-9943-526d5d48249c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:31.895455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a82ff117-1a62-4475-bbb4-17eece029579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:32.760836 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:32.761468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.761945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.762285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.762673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.766095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.766509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.766752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.767078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.767403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.767800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.770606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.770960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:32.771392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-841736-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:32.791946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-841736-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:11:32.950811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:34.541949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:35.261228 n-d-841736-1 neutron-server[88134]: INFO neutron.db.l3_hamode_db [None req-7cee4b95-1811-45aa-8522-ae59fd181c8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 14:11:35.345298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee4b95-1811-45aa-8522-ae59fd181c8c None None] Routers set() bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:11:35.345672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee4b95-1811-45aa-8522-ae59fd181c8c None None] Router IDs set() for agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 13 14:11:36.178161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:36.772092 n-d-841736-1 neutron-server[88131]: WARNING oslo_policy.policy [None req-8791ad2e-5ca9-4430-807c-6c3152e70583 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:36.772696 n-d-841736-1 neutron-server[88131]: WARNING oslo_policy.policy [None req-8791ad2e-5ca9-4430-807c-6c3152e70583 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:36.987783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-8791ad2e-5ca9-4430-807c-6c3152e70583 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:36.988791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8791ad2e-5ca9-4430-807c-6c3152e70583 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8097303 May 13 14:11:39.414336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:39.776105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:39.873584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.policy [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88131) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:11:39.918921 n-d-841736-1 neutron-server[88131]: WARNING oslo_policy.policy [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:39.919297 n-d-841736-1 neutron-server[88131]: WARNING oslo_policy.policy [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:39.928307 n-d-841736-1 neutron-server[88131]: INFO neutron.quota [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Loaded quota_driver: . May 13 14:11:39.944393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:40.004005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698685885', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698687440', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698680466', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698734624', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698730170', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732698719841', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1433803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446932'] for rbac-policy, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:40.066716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:40.067928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b243aa1c-400f-4c1d-b8f1-da313be1bd1e admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6526115 May 13 14:11:42.734982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:43.097381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5034288d61f84a1487a348ce066e678e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:43.102000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:43.106691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Usage tracker for resource:network and tenant:5034288d61f84a1487a348ce066e678e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:43.111199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:43.117711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:43.126964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Made reservation on behalf of 5034288d61f84a1487a348ce066e678e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:43.130402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.147871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.161584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:43.165305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Usage tracker for resource:security_group_rule and tenant:5034288d61f84a1487a348ce066e678e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:43.170463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:43.176526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:43.273003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.277147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.301613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:11:43.326175 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732697366393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.326740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Unsubscribe: segment precommit_create {{(pid=88131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:11:43.327256 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Added segment 249ae687-2fba-49db-b009-184f90764e82 of type vlan for network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 May 13 14:11:43.335689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22bf19-8212-4305-9110-b8b7ecfd1303,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:43.385128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.385385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.385717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.386067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.386374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.386732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.387061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.387376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.387691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.388004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.388343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.388657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Tracked resource versions report: May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: pushed versions: May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: { 'AddressGroup': {'1.2'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'ConntrackHelper': {'1.0'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Log': {'1.0'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Network': {'1.1'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Port': {'1.7'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'PortForwarding': {'1.2'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'QosPolicy': {'1.8'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SecurityGroup': {'1.4'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SubPort': {'1.0'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Subnet': {'1.1'}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Trunk': {'1.1'}} May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: consumer versions: May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: { DHCP agent@n-d-841736-1: {}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: L3 agent@n-d-841736-1: {}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: Metadata agent@n-d-841736-1: {}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: Metering agent@n-d-841736-1: {}, May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'ConntrackHelper': '1.0', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Log': '1.0', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Network': '1.1', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Port': '1.7', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'PortForwarding': '1.2', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'QosPolicy': '1.8', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SecurityGroup': '1.4', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SecurityGroupRule': '1.2', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'SubPort': '1.0', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Subnet': '1.1', May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: 'Trunk': '1.1'}} May 13 14:11:43.389780 n-d-841736-1 neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:43.439045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.478328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.479362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:43.479974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:43.585712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8493204 May 13 14:11:43.586447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be764423-0e1e-48b2-b428-8fe193e4eac2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd02c9fe-a9de-49b7-904e-53d0e229d8f8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:43.599471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:11:46.356916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:46.812635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e8f4e-6b77-4668-89f6-37c97dfe854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:46.813999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-232e8f4e-6b77-4668-89f6-37c97dfe854d admin admin] 10.222.0.36 "GET /v2.0/networks/bd02c9fe-a9de-49b7-904e-53d0e229d8f8 HTTP/1.1" status: 200 len: 825 time: 0.4561319 May 13 14:11:46.840756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-101d0b99-acc9-4dcc-bcd5-97ec8a5835c1 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/df7fac28-321c-48d7-879c-77b058c1c6c7 HTTP/1.1" status: 200 len: 734 time: 0.0213010 May 13 14:11:46.849801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'ip_version': 4, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:46.854088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:46.858055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Usage tracker for resource:subnet and tenant:5034288d61f84a1487a348ce066e678e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:46.860896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:46.866420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:46.875980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Made reservation on behalf of 5034288d61f84a1487a348ce066e678e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:11:46.878558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:47.189193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:47.273508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bdb30f-4207-4d2f-97db-b2e03aed820c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:47.279152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Checking segment: {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:47.279511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Network hostable DHCP agents. Network: bd02c9fe-a9de-49b7-904e-53d0e229d8f8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:11:47.301346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:11:47.313425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, bd02c9fe-a9de-49b7-904e-53d0e229d8f8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:47.320026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:11:47.321135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:47.322491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7799252-58a6-428a-9bfa-4faef7793775 None None] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:47.346472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-674fa5fe-d690-4772-8534-d140811f15bf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5005319 May 13 14:11:47.637104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:11:47.638382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:47.827038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Allocated IP 172.20.0.2 (bd02c9fe-a9de-49b7-904e-53d0e229d8f8/12bdb30f-4207-4d2f-97db-b2e03aed820c/aa073ea2-1eca-4066-9f19-b0981ee96d80) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:11:48.070470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.084293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Transition to ACTIVE for port object aa073ea2-1eca-4066-9f19-b0981ee96d80 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:48.107601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Transition to ACTIVE for port object aa073ea2-1eca-4066-9f19-b0981ee96d80 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:11:48.114904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.179620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:11:48.181041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:11:48.186910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:11:48.194574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Pushing event updated for resources: {'Port': ['ID=aa073ea2-1eca-4066-9f19-b0981ee96d80,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:48.231650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.231996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.232362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.232694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.233033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.233350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.233674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.234003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.234325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.234645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.234966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.235285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Tracked resource versions report: May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: pushed versions: May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: { 'AddressGroup': {'1.2'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'ConntrackHelper': {'1.0'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Log': {'1.0'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Network': {'1.1'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Port': {'1.7'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'PortForwarding': {'1.2'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'QosPolicy': {'1.8'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SecurityGroup': {'1.4'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SubPort': {'1.0'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Subnet': {'1.1'}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Trunk': {'1.1'}} May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: consumer versions: May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: { DHCP agent@n-d-841736-1: {}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: L3 agent@n-d-841736-1: {}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: Metadata agent@n-d-841736-1: {}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: Metering agent@n-d-841736-1: {}, May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'ConntrackHelper': '1.0', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Log': '1.0', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Network': '1.1', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Port': '1.7', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'PortForwarding': '1.2', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'QosPolicy': '1.8', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SecurityGroup': '1.4', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SecurityGroupRule': '1.2', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'SubPort': '1.0', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Subnet': '1.1', May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: 'Trunk': '1.1'}} May 13 14:11:48.236449 n-d-841736-1 neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:11:48.296386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Attempting to bind port aa073ea2-1eca-4066-9f19-b0981ee96d80 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:11:48.296794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Attempting to bind port aa073ea2-1eca-4066-9f19-b0981ee96d80 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:11:48.297247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Attempting to bind port aa073ea2-1eca-4066-9f19-b0981ee96d80 on network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:11:48.302760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:11:48.303144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Checking segment: {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:11:48.303637 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.304028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Bound using segment: {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:11:48.304583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Bound port: aa073ea2-1eca-4066-9f19-b0981ee96d80, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:11:48.304988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.396967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] For port aa073ea2-1eca-4066-9f19-b0981ee96d80, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:11:48.400850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] For port aa073ea2-1eca-4066-9f19-b0981ee96d80, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aa073ea2-1eca-4066-9f19-b0981ee96d80,segment=NetworkSegment(249ae687-2fba-49db-b009-184f90764e82),segment_id=249ae687-2fba-49db-b009-184f90764e82)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:11:48.406848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:48.502131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc11122-4aff-4d94-ac4a-5500b5373a95 None None] Pushing event updated for resources: {'Port': ['ID=aa073ea2-1eca-4066-9f19-b0981ee96d80,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:49.880693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:50.255506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-b99b6712-e052-48a0-b31a-6acd1687e34a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:50.256624 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b99b6712-e052-48a0-b31a-6acd1687e34a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3749094 May 13 14:11:52.350289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b5272-c593-4318-a059-58ca9340c82b None None] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:11:52.446576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-691c488b-d319-4803-937a-ac6ddcf7e3fa None None] Provisioning for port aa073ea2-1eca-4066-9f19-b0981ee96d80 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:52.723391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:52.806860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aa073ea2-1eca-4066-9f19-b0981ee96d80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:52.878755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port aa073ea2-1eca-4066-9f19-b0981ee96d80 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:11:52.886870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aa073ea2-1eca-4066-9f19-b0981ee96d80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:52.887262 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:52.920105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Provisioning complete for port aa073ea2-1eca-4066-9f19-b0981ee96d80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:52.920362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:53.104042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aa073ea2-1eca-4066-9f19-b0981ee96d80 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:53.104474 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:53.115168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Current status of the port aa073ea2-1eca-4066-9f19-b0981ee96d80 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:53.115547 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:53.116356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-d6c332a0-1145-4aed-8c5b-ecc8bb71d8de admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:53.117424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6c332a0-1145-4aed-8c5b-ecc8bb71d8de admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3930590 May 13 14:11:53.155036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port aa073ea2-1eca-4066-9f19-b0981ee96d80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aa073ea2-1eca-4066-9f19-b0981ee96d80,segment=NetworkSegment(249ae687-2fba-49db-b009-184f90764e82),segment_id=249ae687-2fba-49db-b009-184f90764e82)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:11:53.160052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:53.311331 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:11:53.311731 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:11:53.317258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=aa073ea2-1eca-4066-9f19-b0981ee96d80,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:11:53.866496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2f88c659-3ace-4498-b420-92894d450077 None None] Current status of the port aa073ea2-1eca-4066-9f19-b0981ee96d80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:54.772389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aa073ea2-1eca-4066-9f19-b0981ee96d80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:11:54.840131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aa073ea2-1eca-4066-9f19-b0981ee96d80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:11:54.840521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:54.957365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aa073ea2-1eca-4066-9f19-b0981ee96d80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:11:55.856677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:56.460926 n-d-841736-1 neutron-server[88132]: WARNING oslo_policy.policy [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:56.461503 n-d-841736-1 neutron-server[88132]: WARNING oslo_policy.policy [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:56.676342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:11:56.742704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.policy [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88132) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 14:11:56.788651 n-d-841736-1 neutron-server[88132]: WARNING oslo_policy.policy [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:56.789029 n-d-841736-1 neutron-server[88132]: WARNING oslo_policy.policy [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 14:11:56.797413 n-d-841736-1 neutron-server[88132]: INFO neutron.quota [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Loaded quota_driver: . May 13 14:11:56.812892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:11:56.819882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Usage tracker for resource:router and tenant:5034288d61f84a1487a348ce066e678e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:11:56.824462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:11:56.832774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:11:56.848859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:56.850837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:56.878804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:56.996376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:57.016030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:57.017492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4be8b2dd-985d-48af-995c-6edb0c13cfaf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1587939 May 13 14:11:59.439535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:11:59.576488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8d2021ae-68d9-4c21-8e18-bf46a277bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:11:59.812293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-8af90117-2301-4d5c-9ebd-805e441c6298 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:11:59.813344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8af90117-2301-4d5c-9ebd-805e441c6298 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728578 May 13 14:12:01.800354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:12:01.841401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c280594-0d30-4869-aa61-2cc31ee5a33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.262897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:12:02.639910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:12:02.645148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:12:02.649004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Usage tracker for resource:network and tenant:8cccaab69c8242c5b486e952d457c37c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:12:02.651919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:12:02.657579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:12:02.666728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Made reservation on behalf of 8cccaab69c8242c5b486e952d457c37c for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:12:02.669166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.682257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.698868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:12:02.702872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Usage tracker for resource:security_group_rule and tenant:8cccaab69c8242c5b486e952d457c37c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:12:02.705701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:12:02.711418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:12:02.746374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.798938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.803209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.820872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Reserving flat network on physical network physnet1 {{(pid=88131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 14:12:02.842035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09abab8-6841-48e8-967c-ecc1b378f3eb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:02.847955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.848329 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Added segment 2b079f74-43c3-4cae-98e4-7532c26feade of type flat for network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d May 13 14:12:02.886709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.889911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.928204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:02.929085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:12:02.929659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:03.028500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] Pushing event updated for resources: {'Network': ['ID=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:03.032444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46e9021b-48f9-41b4-af6e-95a64b1350ba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7685235 May 13 14:12:03.039888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:12:04.495896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:05.524201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37210) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:12:05.733424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93682acc-b156-43d6-b680-2a79bb3a5bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:12:05.734780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-93682acc-b156-43d6-b680-2a79bb3a5bda admin admin] 10.222.0.36 "GET /v2.0/subnets/12bdb30f-4207-4d2f-97db-b2e03aed820c HTTP/1.1" status: 200 len: 849 time: 0.2096748 May 13 14:12:05.908900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8cd634d-b75e-4e6f-a633-9964fdcf463e admin admin] 10.222.0.36 "GET /v2.0/routers/369a5e51-553e-4119-a332-0c1a6e9bb179 HTTP/1.1" status: 200 len: 704 time: 0.1681473 May 13 14:12:06.380392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:06.612443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Allocated IP 172.20.0.1 (bd02c9fe-a9de-49b7-904e-53d0e229d8f8/12bdb30f-4207-4d2f-97db-b2e03aed820c/674b9fa8-6e23-4d45-8a30-2b8963c4fb93) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:12:06.796569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:06.814328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Transition to ACTIVE for port object 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:12:06.868453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:06.934493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:12:06.937836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:12:06.940578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:12:06.941421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.062952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Pushing event updated for resources: {'Port': ['ID=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:07.164968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1bccb68b-f734-4f9a-89ff-9c62e862b20e None None] Provisioning for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:12:07.169942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1bccb68b-f734-4f9a-89ff-9c62e862b20e None None] Provisioning complete for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:07.170312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1bccb68b-f734-4f9a-89ff-9c62e862b20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.198790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.221607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb68b-f734-4f9a-89ff-9c62e862b20e None None] Port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:12:07.421392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.425755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.426500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.559306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Pushing event updated for resources: {'Port': ['ID=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:07.621576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:12:07.622602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:12:07.809783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Router 369a5e51-553e-4119-a332-0c1a6e9bb179 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:12:07.850470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0afd7ce2-3ed4-4436-a7da-d73097d0bedd None None] Provisioning complete for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:07.850858 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0afd7ce2-3ed4-4436-a7da-d73097d0bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:07.905509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0afd7ce2-3ed4-4436-a7da-d73097d0bedd None None] Port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:12:08.000087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:12:08.009848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-187033f6-b854-4326-9f4f-44228585d276 admin admin] 10.222.0.36 "PUT /v2.0/routers/369a5e51-553e-4119-a332-0c1a6e9bb179/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0955882 May 13 14:12:08.010145 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Sync routers for ids ['369a5e51-553e-4119-a332-0c1a6e9bb179'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:12:08.020610 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Routers {'369a5e51-553e-4119-a332-0c1a6e9bb179'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:12:08.021472 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:12:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['369a5e51-553e-4119-a332-0c1a6e9bb179'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:08.200708 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Set router 369a5e51-553e-4119-a332-0c1a6e9bb179 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:12:08.563695 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:07Z', 'revision_number': 2, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port_host': None, '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:07Z', 'revision_number': 2, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:08.569344 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Checking router: 369a5e51-553e-4119-a332-0c1a6e9bb179 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:12:08.569709 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Updating router 369a5e51-553e-4119-a332-0c1a6e9bb179 port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:12:08.621579 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.006320 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.021921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Transition to ACTIVE for port object 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:12:09.029661 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.234156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Pushing event updated for resources: {'Port': ['ID=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:09.252332 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.252670 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.253003 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.253331 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.253655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.253978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.254305 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.254616 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.254931 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.255269 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.255584 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.255870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Tracked resource versions report: May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: pushed versions: May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: { 'AddressGroup': {'1.2'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'ConntrackHelper': {'1.0'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Log': {'1.0'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Network': {'1.1'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Port': {'1.7'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'PortForwarding': {'1.2'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'QosPolicy': {'1.8'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SecurityGroup': {'1.4'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SecurityGroupRule': {'1.2'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SubPort': {'1.0'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Subnet': {'1.1'}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Trunk': {'1.1'}} May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: consumer versions: May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: { DHCP agent@n-d-841736-1: {}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: L3 agent@n-d-841736-1: {}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: Metadata agent@n-d-841736-1: {}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: Metering agent@n-d-841736-1: {}, May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'ConntrackHelper': '1.0', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Log': '1.0', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Network': '1.1', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Port': '1.7', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'PortForwarding': '1.2', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'QosPolicy': '1.8', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SecurityGroup': '1.4', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SecurityGroupRule': '1.2', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'SubPort': '1.0', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Subnet': '1.1', May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: 'Trunk': '1.1'}} May 13 14:12:09.257066 n-d-841736-1 neutron-server[88135]: {{(pid=88135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:12:09.269503 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Attempting to bind port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:12:09.269903 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Attempting to bind port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:12:09.270355 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Attempting to bind port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 on network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:12:09.275551 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:12:09.275936 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Checking segment: {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:12:09.276512 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.276899 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Bound using segment: {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:12:09.277448 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Bound port: 674b9fa8-6e23-4d45-8a30-2b8963c4fb93, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249ae687-2fba-49db-b009-184f90764e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:12:09.277832 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.374221 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] For port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:12:09.378565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] For port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,segment=NetworkSegment(249ae687-2fba-49db-b009-184f90764e82),segment_id=249ae687-2fba-49db-b009-184f90764e82)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:12:09.384686 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:09.482569 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Routers {'369a5e51-553e-4119-a332-0c1a6e9bb179'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:12:09.483203 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:12:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['369a5e51-553e-4119-a332-0c1a6e9bb179'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:09.623998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f856874-fc5c-4453-b982-a6cd283d880e None None] Pushing event updated for resources: {'Port': ['ID=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:09.652934 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] Set router 369a5e51-553e-4119-a332-0c1a6e9bb179 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:12:09.992558 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:07Z', 'revision_number': 2, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port_host': None, '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:09Z', 'revision_number': 4, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:09.996406 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05af43b-aedc-4f03-bd8a-28102feb7375 None None] The sync data for ids ['369a5e51-553e-4119-a332-0c1a6e9bb179'] in n-d-841736-1 is: [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:07Z', 'revision_number': 2, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port_host': None, '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:09Z', 'revision_number': 4, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:12:10.251294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:12:10.405502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277922a1-db1f-45ee-a80a-ec31aebdca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:12:10.406145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-277922a1-db1f-45ee-a80a-ec31aebdca0d admin admin] Synchronizing usage tracker for tenant:8cccaab69c8242c5b486e952d457c37c on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:12:10.424159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-277922a1-db1f-45ee-a80a-ec31aebdca0d admin admin] Unset dirty status for tenant:8cccaab69c8242c5b486e952d457c37c on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:12:10.425503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-277922a1-db1f-45ee-a80a-ec31aebdca0d admin admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 842 time: 0.1731601 May 13 14:12:10.434757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:12:10.440586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:12:10.444390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Usage tracker for resource:subnet and tenant:8cccaab69c8242c5b486e952d457c37c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:12:10.447147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:12:10.453479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:12:10.463807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Made reservation on behalf of 8cccaab69c8242c5b486e952d457c37c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:12:10.466195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:10.812236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:12:10.852296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:12:10.852634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:10.883269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:12:10.888918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:10.889388 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:10.929084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:12:10.929315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Network hostable DHCP agents. Network: 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:12:10.950040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d33ac09-7d29-49c1-beb3-c303852ac8b2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:10.957498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:12:10.969134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:12:10.974532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:12:10.975097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:10.991027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e99a7-3bd2-46b7-8414-18b66a73e441 None None] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:12:10.997852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-94b09233-f74f-49a0-899a-3b5b31377bf5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5665848 May 13 14:12:11.097372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:12:11.097781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:11.187456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,segment=NetworkSegment(249ae687-2fba-49db-b009-184f90764e82),segment_id=249ae687-2fba-49db-b009-184f90764e82)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:12:11.196055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:11.312435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=674b9fa8-6e23-4d45-8a30-2b8963c4fb93,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:11.316516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923d323-5391-4b72-8797-e950aed48a02 None None] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:12:12.779320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:12:12.846030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:12.846408 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:12.963788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:12:13.313733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:12:13.507596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f6e32b4-3b4f-434f-9a87-b553e4ba0cb6 admin admin] 10.222.0.36 "GET /v2.0/routers/369a5e51-553e-4119-a332-0c1a6e9bb179 HTTP/1.1" status: 200 len: 710 time: 0.1922512 May 13 14:12:13.633852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ace2f-a7df-4c68-bcaa-bcaa276190f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:12:13.635221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-809ace2f-a7df-4c68-bcaa-bcaa276190f6 admin admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 886 time: 0.1224334 May 13 14:12:13.644577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:12:14.125216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:14.459867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:14.516038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:14.657056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Allocated IP 172.25.5.189 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/2122470c-b6ab-422c-aeaf-4662f6d9cc51) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:12:14.805785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:14.836408 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:14.898402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:12:14.901281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:12:14.903733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:12:14.967523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Pushing event updated for resources: {'Port': ['ID=2122470c-b6ab-422c-aeaf-4662f6d9cc51,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:15.277720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:15.664800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:15.668202 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:15.843957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Router 369a5e51-553e-4119-a332-0c1a6e9bb179 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:12:16.018047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:12:16.025855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:16.028127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Sync routers for ids ['369a5e51-553e-4119-a332-0c1a6e9bb179'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:12:16.028892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-34cfb4d4-9f46-46db-9d37-2219d15e139b admin admin] 10.222.0.36 "PUT /v2.0/routers/369a5e51-553e-4119-a332-0c1a6e9bb179 HTTP/1.1" status: 200 len: 890 time: 2.3880682 May 13 14:12:16.039085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Routers {'369a5e51-553e-4119-a332-0c1a6e9bb179'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:12:16.039787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:12:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['369a5e51-553e-4119-a332-0c1a6e9bb179'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:16.268247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Set router 369a5e51-553e-4119-a332-0c1a6e9bb179 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:12:16.610213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:15Z', 'revision_number': 4, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port': {'id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:14Z', 'updated_at': '2022-05-13T14:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:11Z', 'revision_number': 5, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:16.615200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Checking router: 369a5e51-553e-4119-a332-0c1a6e9bb179 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:12:16.615549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Updating router 369a5e51-553e-4119-a332-0c1a6e9bb179 port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:12:16.667598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:16.994083 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:17.006813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Transition to ACTIVE for port object 2122470c-b6ab-422c-aeaf-4662f6d9cc51 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:12:17.013423 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:17.093537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Attempting to bind port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:12:17.094132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Attempting to bind port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:12:17.094240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Attempting to bind port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:12:17.102434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965525f9-753a-460f-8a81-56611a8d334a None None] Pushing event updated for resources: {'Port': ['ID=2122470c-b6ab-422c-aeaf-4662f6d9cc51,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:17.104950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:12:17.105320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:12:17.105781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:17.106087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:12:17.106553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Bound port: 2122470c-b6ab-422c-aeaf-4662f6d9cc51, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:12:17.107193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:17.183452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] For port 2122470c-b6ab-422c-aeaf-4662f6d9cc51, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:12:17.186647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] For port 2122470c-b6ab-422c-aeaf-4662f6d9cc51, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2122470c-b6ab-422c-aeaf-4662f6d9cc51,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:12:17.191280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:17.278309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Routers {'369a5e51-553e-4119-a332-0c1a6e9bb179'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:12:17.278967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:12:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['369a5e51-553e-4119-a332-0c1a6e9bb179'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:17.334425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965525f9-753a-460f-8a81-56611a8d334a None None] Pushing event updated for resources: {'Port': ['ID=2122470c-b6ab-422c-aeaf-4662f6d9cc51,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:17.464657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] Set router 369a5e51-553e-4119-a332-0c1a6e9bb179 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:12:17.832725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:15Z', 'revision_number': 4, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port': {'id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:14Z', 'updated_at': '2022-05-13T14:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:11Z', 'revision_number': 5, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:12:17.836668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6708e24-5dd1-45c1-9dbe-df043883e1a7 None None] The sync data for ids ['369a5e51-553e-4119-a332-0c1a6e9bb179'] in n-d-841736-1 is: [{'id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'name': 'router1', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:11:56Z', 'updated_at': '2022-05-13T14:12:15Z', 'revision_number': 4, 'project_id': '5034288d61f84a1487a348ce066e678e', 'gw_port': {'id': '2122470c-b6ab-422c-aeaf-4662f6d9cc51', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:14Z', 'updated_at': '2022-05-13T14:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '674b9fa8-6e23-4d45-8a30-2b8963c4fb93', 'name': '', 'network_id': 'bd02c9fe-a9de-49b7-904e-53d0e229d8f8', 'tenant_id': '5034288d61f84a1487a348ce066e678e', 'mac_address': 'fa:16:3e:2a:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369a5e51-553e-4119-a332-0c1a6e9bb179', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:12:06Z', 'updated_at': '2022-05-13T14:12:11Z', 'revision_number': 5, 'project_id': '5034288d61f84a1487a348ce066e678e', 'subnets': [{'id': '12bdb30f-4207-4d2f-97db-b2e03aed820c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df7fac28-321c-48d7-879c-77b058c1c6c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:12:18.461316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:12:18.578475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca058d69-9c89-4350-935d-a71783c917b9 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159964 May 13 14:12:18.807766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2122470c-b6ab-422c-aeaf-4662f6d9cc51 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:12:18.880188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:12:18.885591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:18.885981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:19.018057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:12:19.018459 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:19.035854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2122470c-b6ab-422c-aeaf-4662f6d9cc51, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2122470c-b6ab-422c-aeaf-4662f6d9cc51,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:12:19.040182 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:19.117249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2122470c-b6ab-422c-aeaf-4662f6d9cc51,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:12:20.801179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2122470c-b6ab-422c-aeaf-4662f6d9cc51 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:12:20.875813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:12:20.876177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:20.999085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2122470c-b6ab-422c-aeaf-4662f6d9cc51 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:12:29.590608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ed50269-6193-47dd-8ead-53d3f505a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:31.843480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0c9d503b-fdc2-42c2-9926-4720ac39fb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:32.740314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:32.887835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:34.512896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:12:38.800715 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:12:59.585939 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6105b36b-9547-4db3-bbc6-550590fa2a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:01.850036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59aaffb0-2471-44a7-85ff-8d1c2966c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:02.760484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:02.892820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:04.519600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:15.802551 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:13:29.583757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e96045f0-e7ab-474a-99fb-c83ea5e5b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:31.856406 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-daabd30e-26d0-4565-9056-d242d1f471bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:32.755483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:32.904751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:34.545534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:13:52.801721 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:13:59.580967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c5ebeb63-9d4c-4a30-916b-18db3505809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:01.858674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b481d31-bb48-49f5-b054-1528c38cd053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:02.757820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:02.902058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:04.539443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:29.590908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8e15f0a1-d18d-49ab-a7d3-4b852efdf119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:29.806751 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:14:31.861401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b1bcb1e-2869-4558-bb31-6ba49a3260c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:32.747238 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:32.906548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:33.641693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:33.756503 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f50fa0c-e545-4de9-8123-f28a973a3903 admin admin] GET failed (client error): The resource could not be found. May 13 14:14:33.758866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f50fa0c-e545-4de9-8123-f28a973a3903 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1159194 May 13 14:14:34.047651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037290a7-5b54-496c-9add-f501eb640a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:34.049410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-037290a7-5b54-496c-9add-f501eb640a7f admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2860553 May 13 14:14:34.544907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:36.388501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:36.515811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eae116-0b58-4a8d-baab-3b928bdb5f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:36.517422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-60eae116-0b58-4a8d-baab-3b928bdb5f66 admin admin] 10.222.0.36 "GET /v2.0/subnets/12bdb30f-4207-4d2f-97db-b2e03aed820c HTTP/1.1" status: 200 len: 849 time: 0.1275027 May 13 14:14:36.531259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:14:36.680826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:36.994677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732697224569'] for subnet, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:37.084772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:37.085387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:37.086757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] 10.222.0.36 "PUT /v2.0/subnets/12bdb30f-4207-4d2f-97db-b2e03aed820c HTTP/1.1" status: 200 len: 868 time: 0.5596228 May 13 14:14:37.098418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bdb30f-4207-4d2f-97db-b2e03aed820c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:14:37.105406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ee094-783f-4868-9c05-26ef2127be26 None None] Network bd02c9fe-a9de-49b7-904e-53d0e229d8f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:14:37.109156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.109772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.110307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.110764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.111191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.111702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.112169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.112680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.113439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.113809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.114119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.114445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82490e6e-6309-4742-9f1f-3ffb0bbd8ef6 admin admin] Tracked resource versions report: May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: pushed versions: May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: { 'AddressGroup': {'1.2'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'ConntrackHelper': {'1.0'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Log': {'1.0'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Network': {'1.1'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Port': {'1.7'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'PortForwarding': {'1.2'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'QosPolicy': {'1.8'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SecurityGroup': {'1.4'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SubPort': {'1.0'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Subnet': {'1.1'}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Trunk': {'1.1'}} May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: consumer versions: May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: { DHCP agent@n-d-841736-1: {}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: L3 agent@n-d-841736-1: {}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: Metadata agent@n-d-841736-1: {}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: Metering agent@n-d-841736-1: {}, May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'ConntrackHelper': '1.0', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Log': '1.0', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Network': '1.1', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Port': '1.7', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'PortForwarding': '1.2', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'QosPolicy': '1.8', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SecurityGroup': '1.4', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SecurityGroupRule': '1.2', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'SubPort': '1.0', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Subnet': '1.1', May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: 'Trunk': '1.1'}} May 13 14:14:37.115647 n-d-841736-1 neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:14:37.692561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Provisioning complete for port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:14:37.692966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:37.874311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Current status of the port 674b9fa8-6e23-4d45-8a30-2b8963c4fb93 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:14:37.890129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Provisioning complete for port aa073ea2-1eca-4066-9f19-b0981ee96d80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:14:37.890680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:14:38.042154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-911f9214-5d51-4928-9cd5-ad2a17b41bbb None None] Current status of the port aa073ea2-1eca-4066-9f19-b0981ee96d80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:14:39.635499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:39.905234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7bc840-ab36-42dc-8f6c-e4c8de7c9dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:39.905692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7bc840-ab36-42dc-8f6c-e4c8de7c9dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:39.907265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd7bc840-ab36-42dc-8f6c-e4c8de7c9dc4 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2707896 May 13 14:14:42.421222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37892) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:42.642538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277eab4-e4ca-496b-af76-4ad258919a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:42.642972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277eab4-e4ca-496b-af76-4ad258919a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:42.644684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5277eab4-e4ca-496b-af76-4ad258919a12 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2220702 May 13 14:14:45.121866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37902) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:45.307137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d9df70-d725-450c-908c-b7f4a890c799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:45.308872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5d9df70-d725-450c-908c-b7f4a890c799 admin admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 886 time: 0.1857083 May 13 14:14:47.705466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:47.920021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dfa5b5-a66f-4035-b22c-8ab8f7b2e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:47.921341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03dfa5b5-a66f-4035-b22c-8ab8f7b2e94a admin admin] 10.222.0.36 "GET /v2.0/networks/bd02c9fe-a9de-49b7-904e-53d0e229d8f8 HTTP/1.1" status: 200 len: 869 time: 0.2146454 May 13 14:14:50.307937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:50.443354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79847b17-8423-4687-808c-1064d48b616c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:50.444121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79847b17-8423-4687-808c-1064d48b616c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:50.445378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-79847b17-8423-4687-808c-1064d48b616c admin admin] Synchronizing usage tracker for tenant:8cccaab69c8242c5b486e952d457c37c on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:14:50.474450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-79847b17-8423-4687-808c-1064d48b616c admin admin] Unset dirty status for tenant:8cccaab69c8242c5b486e952d457c37c on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:14:50.476339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79847b17-8423-4687-808c-1064d48b616c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1670165 May 13 14:14:52.906255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:53.032593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072ed9a-20cd-44ea-820a-dd5d452fc1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:53.033056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072ed9a-20cd-44ea-820a-dd5d452fc1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:53.034610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8072ed9a-20cd-44ea-820a-dd5d452fc1af admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273599 May 13 14:14:55.350236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:55.465939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb38e8-88dc-4531-85d7-30657999aebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:55.467578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91eb38e8-88dc-4531-85d7-30657999aebf admin admin] 10.222.0.36 "GET /v2.0/subnets/12bdb30f-4207-4d2f-97db-b2e03aed820c HTTP/1.1" status: 200 len: 868 time: 0.1163082 May 13 14:14:57.847844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:14:57.963904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2913f-938f-4665-b44d-c472105cb9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:14:57.966003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b8a2913f-938f-4665-b44d-c472105cb9d8 admin admin] 10.222.0.36 "GET /v2.0/subnets/2d33ac09-7d29-49c1-beb3-c303852ac8b2 HTTP/1.1" status: 200 len: 816 time: 0.1170852 May 13 14:14:59.578461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c8df6801-946d-43bd-b5ac-b7fa2be32904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:01.859732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f8269db-ebbf-4da5-a2f7-db6dd33ee352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:02.755725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:02.904810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:04.550482 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:06.807596 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:15:18.373643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:15:18.426981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-e0a78284-f079-4468-9099-3555e0ba92f9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:15:18.428100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e0a78284-f079-4468-9099-3555e0ba92f9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534420 May 13 14:15:20.920917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:15:20.996534 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7a9d27-dac1-4682-b997-1d83646883b9 admin admin] GET failed (client error): The resource could not be found. May 13 14:15:20.997905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb7a9d27-dac1-4682-b997-1d83646883b9 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0759945 May 13 14:15:21.147206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db97e6ee-43e9-4c12-9b8b-fc03d957084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:15:21.148920 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db97e6ee-43e9-4c12-9b8b-fc03d957084e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445582 May 13 14:15:23.568380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:15:23.625836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:15:23.634282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:15:23.649495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:15:23.661212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Made reservation on behalf of 8cccaab69c8242c5b486e952d457c37c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:15:23.663906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:23.766306 n-d-841736-1 neutron-server[88132]: WARNING neutron.services.revisions.revision_plugin [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Could not find related network for resource to bump revision. May 13 14:15:23.782447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:15:23.795603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732697366393', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:23.796199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Unsubscribe: segment precommit_create {{(pid=88132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 14:15:23.796721 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Added segment b98f9249-3af7-4760-a53e-f7cf68e24ed6 of type vlan for network a7f9468e-085d-4a17-9727-d9f45d86916e May 13 14:15:23.872581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:23.912887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:23.914002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:15:23.914583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:24.027378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f9468e-085d-4a17-9727-d9f45d86916e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:15:24.030456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-62ed702d-1a89-4485-854a-ee3f17384690 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4609463 May 13 14:15:24.041013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a7f9468e-085d-4a17-9727-d9f45d86916e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:15:26.360452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:15:26.435163 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ae3ef1-900f-41f6-a7ea-2660f1d0696a admin admin] GET failed (client error): The resource could not be found. May 13 14:15:26.436877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b1ae3ef1-900f-41f6-a7ea-2660f1d0696a admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0754442 May 13 14:15:26.584841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919797b-f219-4d53-8fa0-b9c62d81dcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:15:26.586346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9919797b-f219-4d53-8fa0-b9c62d81dcb9 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1455948 May 13 14:15:26.597078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:15:26.602374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:15:26.613460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:15:26.624508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Made reservation on behalf of 8cccaab69c8242c5b486e952d457c37c for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:15:26.627048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:26.881701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:26.955892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50171b44-bc8a-4737-ba16-468f015adab8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:15:26.966081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.966417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.966752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.967081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.967407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.967728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.968050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.968411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.968750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.969069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.969410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.969724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:26.976761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:15:26.977012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Network hostable DHCP agents. Network: a7f9468e-085d-4a17-9727-d9f45d86916e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:15:26.998256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Network a7f9468e-085d-4a17-9727-d9f45d86916e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:15:27.008528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a7f9468e-085d-4a17-9727-d9f45d86916e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:15:27.013793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:15:27.014528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:27.019418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895819ac-1440-439f-b815-6831c2858ffe None None] Network a7f9468e-085d-4a17-9727-d9f45d86916e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:15:27.043637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-170751e6-8434-483c-bf79-99a06e7dd478 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4503675 May 13 14:15:27.353829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a7f9468e-085d-4a17-9727-d9f45d86916e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'tenant_id': '8cccaab69c8242c5b486e952d457c37c', 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:15:27.355219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:27.576910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Allocated IP 192.168.233.2 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/799878aa-d019-4415-a89c-c7ebdfccae48) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:15:27.849902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:27.869454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Transition to ACTIVE for port object 799878aa-d019-4415-a89c-c7ebdfccae48 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:15:27.918818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Transition to ACTIVE for port object 799878aa-d019-4415-a89c-c7ebdfccae48 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:15:27.927640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:28.026490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:15:28.030534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:15:28.032690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Pushing event updated for resources: {'Port': ['ID=799878aa-d019-4415-a89c-c7ebdfccae48,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:15:28.035363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:15:28.045989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.046327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.046680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.047040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.047389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.049615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.050497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:15:28.181269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Attempting to bind port 799878aa-d019-4415-a89c-c7ebdfccae48 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:15:28.181772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Attempting to bind port 799878aa-d019-4415-a89c-c7ebdfccae48 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:15:28.182890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Attempting to bind port 799878aa-d019-4415-a89c-c7ebdfccae48 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:15:28.193128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:15:28.193733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:15:28.194395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:28.195047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:15:28.195848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Bound port: 799878aa-d019-4415-a89c-c7ebdfccae48, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:15:28.196494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:28.319499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] For port 799878aa-d019-4415-a89c-c7ebdfccae48, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:15:28.324389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] For port 799878aa-d019-4415-a89c-c7ebdfccae48, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=799878aa-d019-4415-a89c-c7ebdfccae48,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:15:28.330816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:28.422965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d88df-33ed-4bb9-b7bd-f80d36c477da None None] Pushing event updated for resources: {'Port': ['ID=799878aa-d019-4415-a89c-c7ebdfccae48,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:15:28.937916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 799878aa-d019-4415-a89c-c7ebdfccae48 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:15:29.017681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 799878aa-d019-4415-a89c-c7ebdfccae48 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:15:29.405522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d7ef4-285f-4c93-b03a-757e2e22dd61 None None] Network a7f9468e-085d-4a17-9727-d9f45d86916e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:15:29.502221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Provisioning for port 799878aa-d019-4415-a89c-c7ebdfccae48 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:15:29.516455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Provisioning complete for port 799878aa-d019-4415-a89c-c7ebdfccae48 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:15:29.516859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:29.729680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11d18cfb-f5ed-40b9-9ca5-d3e4ac1687bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:29.857825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Current status of the port 799878aa-d019-4415-a89c-c7ebdfccae48 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:15:29.858221 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:29.906097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] For port 799878aa-d019-4415-a89c-c7ebdfccae48, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=799878aa-d019-4415-a89c-c7ebdfccae48,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:15:29.911665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:30.013079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828abf1b-c1ad-43ea-ac2e-b0986e37165a None None] Pushing event updated for resources: {'Port': ['ID=799878aa-d019-4415-a89c-c7ebdfccae48,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:15:30.150963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2fd11ced-494b-44c6-b171-33acf28426fc None None] Provisioning complete for port 799878aa-d019-4415-a89c-c7ebdfccae48 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:15:30.151381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2fd11ced-494b-44c6-b171-33acf28426fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:30.300284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2fd11ced-494b-44c6-b171-33acf28426fc None None] Current status of the port 799878aa-d019-4415-a89c-c7ebdfccae48 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:15:30.904946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 799878aa-d019-4415-a89c-c7ebdfccae48 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:15:30.984590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 799878aa-d019-4415-a89c-c7ebdfccae48 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:15:30.984948 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:31.127509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 799878aa-d019-4415-a89c-c7ebdfccae48 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:15:31.862649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9f457df0-8c25-45ce-a652-466b752ffd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:32.746654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:32.919483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:34.542485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:15:43.809889 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:15:59.577140 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-356fe905-8c67-4c87-8ac7-f80ace4bac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:01.861894 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea397de6-12f0-484c-afd6-59cc7da25244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:02.757214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:02.912302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:04.543811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:20.811215 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:16:29.596595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83c3bde2-aa83-43aa-a3fe-ccb4c06328c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:31.861224 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-20066fcf-fc3d-44a5-8888-79c0c066ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:32.754166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:32.923672 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:34.545227 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:57.819947 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:16:58.807467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38076) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:58.813451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-45e4a57a-346f-45f6-bf86-40d0344704ae tempest-verify_tempest_config-1574167921 tempest-verify_tempest_config-1574167921-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:16:58.814423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45e4a57a-346f-45f6-bf86-40d0344704ae tempest-verify_tempest_config-1574167921 tempest-verify_tempest_config-1574167921-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059609 May 13 14:16:59.159700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38094) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:59.295228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.311366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:16:59.315393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Usage tracker for resource:security_group_rule and tenant:43eb6613063e4899a4255d0e7b183b48 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:16:59.319108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:16:59.325220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:16:59.435105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.439590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.489102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43eb6613063e4899a4255d0e7b183b48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3282342 May 13 14:16:59.490002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1173ad-2b86-48da-adbf-86ca49a2f8af,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:16:59.492416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:16:59.511983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.512361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.512700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.513036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.513371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.513699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.514022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.514343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.514663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.514988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.515305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.515622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14672e6c-d10b-460a-bc75-c6d748164a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:16:59.572587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.580883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cf6e7f-bf96-4f53-a0f1-aff715ba7681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.604410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.704422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.724966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1173ad-2b86-48da-adbf-86ca49a2f8af,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:16:59.728911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:16:59.733005 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-575af84d-18df-43f7-91a8-c8a623d92254 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f1173ad-2b86-48da-adbf-86ca49a2f8af HTTP/1.1" status: 204 len: 168 time: 0.2395725 May 13 14:17:01.858193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c97a136f-be17-4814-8b44-03c98e093106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:02.761086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:02.917942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:04.547740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:29.588952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-745de3c4-49c2-42c6-a3e1-e9054dede345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:31.872967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9fb1-ba3e-4b9f-9d47-1c8989b2e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:32.758678 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:32.925236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:34.550985 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:17:34.809497 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:17:59.585869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-379f3b89-85f2-4f3a-80f0-d5cfeae7ca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:01.869141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f7ab-bf7f-4ae5-b71d-0e584c29f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:02.748912 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:02.932491 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:04.560660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:11.808936 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:18:29.581680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cae535ac-4c5c-47c8-9ce3-fe46c430946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:31.864053 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d5d9-ce0d-4372-a8aa-b105480b29ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:32.744694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:32.927918 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:34.557517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:18:48.809454 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:18:59.588524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e962890f-68f9-407b-af8c-0b84ffa2eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:01.877923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c154e64e-b740-44d4-9041-8e03ad9bb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:02.751450 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:02.930887 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:04.567719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:25.813518 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:19:29.583963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a904402-1a61-4c27-bcac-8d3093e39fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:31.872310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01d39ed8-c346-4e17-b9c9-a4200322bf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:32.747806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:32.933081 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:34.565323 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:19:59.589315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-96cac12b-1b53-4c40-979a-c6147e74a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:01.877127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a85f-4635-4a34-9d08-7fdc2505abb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:02.751398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:02.812936 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 5 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:20:02.935668 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:04.568360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:18.844642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:19.984417 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1738271'] for agent, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:29.593532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d41a257-fc02-4355-a32f-323fe4a1ae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:31.881691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d93a3a9-36f3-4c69-a6a0-2765211b305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:32.751591 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:32.942062 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:34.573389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:39.813918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:20:48.814171 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:49.937012 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:20:59.600162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68df5948-9197-4f2b-add5-560c881c00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:01.888663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb0af-d24d-44b8-ac65-cfd72a073a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:02.750423 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:02.943982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:04.579302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:04.820589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:04.952417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83184040-74d1-4ab7-ac87-b6ea64f6bc7f admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1305845 May 13 14:21:07.293536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:21:07.357200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e35db346-7b4d-4256-a41c-2eb6058ee4b2 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0622473 May 13 14:21:16.822022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:21:18.831543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:19.953189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:29.597596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a65e8fdf-d510-4fba-822d-14c423c988e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:31.884083 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c882394-5c0e-4477-8eb1-5bb2b620f248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:32.751185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:32.945667 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:34.578168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:48.823498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:49.963386 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:21:53.812871 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:21:59.607417 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ebd2160a-5c51-4365-a080-dd82b451c4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:01.904426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-282933bd-1cfe-4696-8a3e-8448c202ef38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.764302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:02.958777 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:04.577229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:18.829277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:19.972465 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:29.595830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8278e4bb-286a-4a97-a8b6-caa6dfadc0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:30.818599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:22:31.894977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1007336c-07d0-4f0c-b59e-2c20caf71649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.764825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:32.959017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:34.586588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:48.854238 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:50.003641 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:58.609637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:58.983325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.010409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:59.017294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Usage tracker for resource:security_group_rule and tenant:921ff1ef4e0749db8c225a07ee85269d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:59.022989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:59.034593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:59.158111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:59.223146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.230786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.310474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Synchronizing usage tracker for tenant:8cccaab69c8242c5b486e952d457c37c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:22:59.317759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9979290-2998-4ed8-aad4-17acbbab7e73,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:59.337842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.338369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.338934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.339480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.340036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.340607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.341169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.341720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.342274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.342830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.343331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.343883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Tracked resource versions report: May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: pushed versions: May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: { 'AddressGroup': {'1.2'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'ConntrackHelper': {'1.0'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Log': {'1.0'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Network': {'1.1'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Port': {'1.7'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'PortForwarding': {'1.2'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'QosPolicy': {'1.8'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SecurityGroup': {'1.4'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SecurityGroupRule': {'1.2'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SubPort': {'1.0'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Subnet': {'1.1'}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Trunk': {'1.1'}} May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: consumer versions: May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: { DHCP agent@n-d-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: HyperV agent@n-h1-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: HyperV agent@n-h2-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: L3 agent@n-d-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: Metadata agent@n-d-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: Metering agent@n-d-841736-1: {}, May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'ConntrackHelper': '1.0', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Log': '1.0', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Network': '1.1', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Port': '1.7', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'PortForwarding': '1.2', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'QosPolicy': '1.8', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SecurityGroup': '1.4', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SecurityGroupRule': '1.2', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'SubPort': '1.0', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Subnet': '1.1', May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: 'Trunk': '1.1'}} May 13 14:22:59.346051 n-d-841736-1 neutron-server[88131]: {{(pid=88131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:22:59.386521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.389807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] Unset dirty status for tenant:8cccaab69c8242c5b486e952d457c37c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:22:59.398096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ee6d7ed6-7fa5-4662-9086-b95360d856bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=921ff1ef4e0749db8c225a07ee85269d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7870927 May 13 14:22:59.399390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:59.414027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:22:59.421152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Usage tracker for resource:security_group_rule and tenant:a915d8645977453db621f51f3161391e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:22:59.426245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:22:59.437386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:22:59.524263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.578130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.614364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.624851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.635154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bdac45cd-0f47-475e-8a2c-7bda823be902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.668610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.698500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9979290-2998-4ed8-aad4-17acbbab7e73,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:59.704762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:22:59.711535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f37c8040-bdbf-4301-81dd-77e3c741de54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9979290-2998-4ed8-aad4-17acbbab7e73 HTTP/1.1" status: 204 len: 168 time: 0.3102036 May 13 14:22:59.714821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1674a627-ee6d-45c8-af81-e484eae71d2f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:22:59.728832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.729436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.729936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.730567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.731090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.731556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.732408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.732879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.733340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.733816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.734273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.734769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] Tracked resource versions report: May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: pushed versions: May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: { 'AddressGroup': {'1.2'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'ConntrackHelper': {'1.0'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Log': {'1.0'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Network': {'1.1'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Port': {'1.7'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'PortForwarding': {'1.2'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'QosPolicy': {'1.8'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SecurityGroup': {'1.4'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SecurityGroupRule': {'1.2'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SubPort': {'1.0'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Subnet': {'1.1'}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Trunk': {'1.1'}} May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: consumer versions: May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: { DHCP agent@n-d-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: HyperV agent@n-h1-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: HyperV agent@n-h2-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: L3 agent@n-d-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: Metadata agent@n-d-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: Metering agent@n-d-841736-1: {}, May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'ConntrackHelper': '1.0', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Log': '1.0', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Network': '1.1', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Port': '1.7', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'PortForwarding': '1.2', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'QosPolicy': '1.8', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SecurityGroup': '1.4', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SecurityGroupRule': '1.2', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'SubPort': '1.0', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Subnet': '1.1', May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: 'Trunk': '1.1'}} May 13 14:22:59.736096 n-d-841736-1 neutron-server[88132]: {{(pid=88132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:22:59.796184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:22:59.796377 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf5e1519-fd17-4d69-81e9-b12573ee4462 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a915d8645977453db621f51f3161391e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6339245 May 13 14:22:59.959097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.032507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.134156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.154386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.158154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1674a627-ee6d-45c8-af81-e484eae71d2f HTTP/1.1" status: 204 len: 168 time: 0.3578854 May 13 14:23:00.160288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7d88-e8fb-4bc9-a64c-827f10cc51da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1674a627-ee6d-45c8-af81-e484eae71d2f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:00.266331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.285595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.305783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:00.310233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Usage tracker for resource:security_group_rule and tenant:86e5d3067f494515bae0b218cdd306d6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:00.313836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:00.321645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:00.469094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.479031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.562594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86e5d3067f494515bae0b218cdd306d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2946560 May 13 14:23:00.564972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15355d2e-70cc-4bec-82f0-ea67687c9aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a515a6e-928e-4ec2-9293-a9af56849c75,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:00.566270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38660) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.653316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.684696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.747453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.783214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.788539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a515a6e-928e-4ec2-9293-a9af56849c75,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:00.810758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:00.812185 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5b065d57-300b-4b62-b03c-44b7fcd49b22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a515a6e-928e-4ec2-9293-a9af56849c75 HTTP/1.1" status: 204 len: 168 time: 0.2441301 May 13 14:23:00.830330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.838437 n-d-841736-1 neutron-server[88131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:23:00.905530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-a702411f-773a-421d-9f47-7d1a55ae3e32 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708354 May 13 14:23:00.941783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:00.973518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.001851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:01.011113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Usage tracker for resource:security_group_rule and tenant:4b8d238d75304c16a300b9da834df4eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:01.017165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:01.027623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:01.157845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.164600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.211100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-e6528485-6252-46b0-b548-165d84663b3c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:01.216963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-e6528485-6252-46b0-b548-165d84663b3c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051701 May 13 14:23:01.218303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.268176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-865fa474-0302-437a-9231-71553e60405d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b8d238d75304c16a300b9da834df4eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3246398 May 13 14:23:01.278602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:01.280503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:01.286194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Usage tracker for resource:security_group_rule and tenant:3155717c642045d4a5bf76c2b89f55d0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:01.294106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:01.307343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:01.322139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fa474-0302-437a-9231-71553e60405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c068733-b118-4913-a973-58c5dff5aeeb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:01.358890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-5ebf08d9-1112-4b9b-82f5-4135b35ed9e2 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/quotas/c9cfc5e45da04eae90529e8225bee2e0 HTTP/1.1" status: 200 len: 375 time: 0.1146336 May 13 14:23:01.404579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.458443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.476261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-8b7aa5a4-8f1a-493d-9ad9-af755763ca5f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024983 May 13 14:23:01.609416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.616346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.637037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.663923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce057298-d2a3-4d4f-9b2e-9bf503ba19b6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:01.675332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c068733-b118-4913-a973-58c5dff5aeeb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:01.703181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.706864 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-70b463c8-6e31-4afe-9a42-852e1c1db9a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c068733-b118-4913-a973-58c5dff5aeeb HTTP/1.1" status: 204 len: 168 time: 0.4240053 May 13 14:23:01.717690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3e795bdd-97ef-47e7-a68e-a62d8bc6e49b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3155717c642045d4a5bf76c2b89f55d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9319458 May 13 14:23:01.720933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:01.942467 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-677a351a-2ea9-4f14-ac72-15e46e7ec46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:01.983635 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.026050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.110617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.129837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce057298-d2a3-4d4f-9b2e-9bf503ba19b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:02.138957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.142868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d2c8de60-6e04-4f61-bfae-1a65157fc7e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce057298-d2a3-4d4f-9b2e-9bf503ba19b6 HTTP/1.1" status: 204 len: 168 time: 0.4156098 May 13 14:23:02.310186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d8ad909-d1e8-42f6-ba8f-d8ac1876110f req-6253e26d-be7f-4a33-a443-ae595b0de898 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.0837834 May 13 14:23:02.763131 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:02.977390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.381247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:03.429004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.458320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:03.473148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0aceb639-2ade-4d7b-8f61-f60a23cefa2b req-3a7fcfd8-9427-46ce-97c5-4a365049864f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.0725098 May 13 14:23:03.474824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca21125991b74d2abfce47463796cab5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:03.478831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:03.485872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:03.555592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:03.668576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.679256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:03.779563 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca21125991b74d2abfce47463796cab5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3954699 May 13 14:23:03.782325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93f352-6c60-4e4b-807e-5e45182c2ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e327f3-10c5-45d3-ab30-0288848e159d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:03.782878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:04.028135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.121668 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.151064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.178920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:04.187740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Usage tracker for resource:security_group_rule and tenant:868731a584c646e4a584c988a137da26 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:04.203862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:04.220293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:04.283093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.317133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e327f3-10c5-45d3-ab30-0288848e159d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:04.350319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.355138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-13bf8a87-5475-41bb-9803-cad327da4d77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21e327f3-10c5-45d3-ab30-0288848e159d HTTP/1.1" status: 204 len: 168 time: 0.5701139 May 13 14:23:04.375217 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.381652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.453221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ccf93-2e6a-40c9-a8c5-f1b3d7f11cfa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:04.460013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e3cc79f7-443f-423d-b315-72d6bb484594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=868731a584c646e4a584c988a137da26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9028835 May 13 14:23:04.462691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:04.562869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.605016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.652519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.759402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e809146-5a97-4b59-a29e-796662960abb req-be071368-bc33-4a5e-98ec-579e81b04fae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.0919366 May 13 14:23:04.863022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.887394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ccf93-2e6a-40c9-a8c5-f1b3d7f11cfa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:04.901407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:04.916934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-daea0056-41eb-4305-b8ee-c12a382b6d7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de6ccf93-2e6a-40c9-a8c5-f1b3d7f11cfa HTTP/1.1" status: 204 len: 168 time: 0.4506679 May 13 14:23:05.124511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:05.129440 n-d-841736-1 neutron-server[88132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 14:23:05.160632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-273eac27-6637-4652-91ca-4938db14d185 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349422 May 13 14:23:05.389195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-96964237-237f-49ab-b47c-8437c2526ea7 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:05.397160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-96964237-237f-49ab-b47c-8437c2526ea7 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265916 May 13 14:23:05.417032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-a4ff3341-7fc6-41d6-9f2b-7ea8a1fef80f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/quotas/8a12dd2c4c2b4191a43f10db0eb209ef HTTP/1.1" status: 200 len: 375 time: 0.0184939 May 13 14:23:05.480106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-3eff8c4e-aa83-4a7b-8f92-cfcae1ee0108 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538712 May 13 14:23:05.613119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38928) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:05.637347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:05.645344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.90', 49863) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:05.662432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:05.670251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Usage tracker for resource:security_group_rule and tenant:eeabc59c91dc4109aefb45bf1b011669 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:05.675367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:05.683955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:05.744773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-815b3b7b-075a-4f10-a9f8-dded89f26ba8 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859616 May 13 14:23:05.865859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59c7a1c6-7f95-4f4c-bbb4-c89e9eded28c req-538fb713-4841-4400-ba7a-febea7c1bedb tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.1188419 May 13 14:23:06.059719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:06.073617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:06.332815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeabc59c91dc4109aefb45bf1b011669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7137179 May 13 14:23:06.335964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:06.339546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9501c234-691e-42d4-852c-b261fd137c04 req-3928eeb2-9069-4a68-9bbe-8a210e4576b7 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.2213244 May 13 14:23:06.340629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410ae1-fb8d-4bb2-bcf7-674f997e29af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53d775-19e3-4ed0-9507-39de1d407197,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:06.420748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-7c1de877-fbff-4635-9b53-4af4cb36cafb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:06.423856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-7c1de877-fbff-4635-9b53-4af4cb36cafb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5556314 May 13 14:23:06.536241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:06.546327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Request body: {'port': {'device_id': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'c9cfc5e45da04eae90529e8225bee2e0'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:06.770083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:06.937851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:06.945038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Usage tracker for resource:port and tenant:c9cfc5e45da04eae90529e8225bee2e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:06.949142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:06.961032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:07.001020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.075179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53d775-19e3-4ed0-9507-39de1d407197,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:07.084853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Made reservation on behalf of c9cfc5e45da04eae90529e8225bee2e0 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:07.101753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.220874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d2f561-c13f-482c-8994-8f6fc47427de req-3a200911-527f-4fbb-b66b-0b84c93ebdbc tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.1763585 May 13 14:23:07.300655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.324138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.329183 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2d46e4fe-8492-4996-88f0-206f1a955a7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed53d775-19e3-4ed0-9507-39de1d407197 HTTP/1.1" status: 204 len: 168 time: 0.9853857 May 13 14:23:07.329183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:07.332422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Usage tracker for resource:security_group_rule and tenant:c9cfc5e45da04eae90529e8225bee2e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:07.336163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:07.345037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:07.548751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.562538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:07.865419 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:23:07.954635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab63ce9d-202b-451b-be8c-07a8620cab02 req-3e1f5780-4a67-46ca-9e91-a50f997289e1 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.2169592 May 13 14:23:08.025166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5b541-80c2-4531-9eaa-cc1d797e69ab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:08.037042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Allocated IP 192.168.233.92 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/ecdc99d9-2b08-4102-b2e9-1139d9f2cab4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:08.411526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:08.778913 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7ededb19-6a89-4ef9-98cd-2e13715331c8 req-5c5d5457-909b-47c5-8e49-543110082fa0 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.1205289 May 13 14:23:08.814538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:08.917820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Transition to ACTIVE for port object ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:08.964399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.90', 49868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:09.056888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.085752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ccb772c7-d0e4-432d-862b-2b3d4b9c5514 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155043 May 13 14:23:09.615793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:09.627729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Pushing event updated for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:09.631339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:09.648865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737ac40-8235-4297-ba68-16a113b64b70 req-0ea53ad3-4707-4353-8010-0c5bcce2fce6 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.659532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-688881c9-327d-4bc8-af05-e26696e38910 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.683913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e737ac40-8235-4297-ba68-16a113b64b70 req-0ea53ad3-4707-4353-8010-0c5bcce2fce6 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 935 time: 0.2257323 May 13 14:23:09.684319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-688881c9-327d-4bc8-af05-e26696e38910 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776441 May 13 14:23:09.700614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Request body: {'port': {'device_id': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '8a12dd2c4c2b4191a43f10db0eb209ef'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:09.718918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:09.732553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:09.733479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:09.786513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-386c982a-36be-4e1a-86e8-245f5d9fd16e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2523828 May 13 14:23:09.791788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e737ac40-8235-4297-ba68-16a113b64b70 req-40dcf1e0-9f1c-4d9e-8159-b23703c72bc4 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Synchronizing usage tracker for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:09.813802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-3779f85c-75b0-4954-86d0-927c41a800eb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:09.820691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-3779f85c-75b0-4954-86d0-927c41a800eb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202761 May 13 14:23:09.877828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e737ac40-8235-4297-ba68-16a113b64b70 req-40dcf1e0-9f1c-4d9e-8159-b23703c72bc4 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Unset dirty status for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:09.889094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e737ac40-8235-4297-ba68-16a113b64b70 req-40dcf1e0-9f1c-4d9e-8159-b23703c72bc4 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276227 May 13 14:23:10.012078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39082) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:10.103035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-network', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:10.146339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.198182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Usage tracker for resource:network and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.234717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.300600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ecfd221-9a9b-4ac2-8445-023f158218c3 None None] Provisioning for port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:10.309935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.320115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.323915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ecfd221-9a9b-4ac2-8445-023f158218c3 None None] Provisioning complete for port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:10.325252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd221-9a9b-4ac2-8445-023f158218c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.334092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Usage tracker for resource:port and tenant:8a12dd2c4c2b4191a43f10db0eb209ef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.341227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.374469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Made reservation on behalf of 477cfaf3fb1749b59b3240a95f070356 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:10.383278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.426195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.461458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.494736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfd221-9a9b-4ac2-8445-023f158218c3 None None] Port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:10.530166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.540638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Made reservation on behalf of 8a12dd2c4c2b4191a43f10db0eb209ef for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:10.561293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.573957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.595521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Usage tracker for resource:security_group_rule and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.599607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a5b3ef3-a057-493c-91fd-5725d9f04240 req-018810d8-44d7-4a15-bbb2-e415470eec17 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.2401567 May 13 14:23:10.606081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Request body: {'port': {'device_id': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'device_owner': 'compute:tempest-test_az-2072885611', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:10.630807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.632858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.703619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.713173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Usage tracker for resource:security_group_rule and tenant:8a12dd2c4c2b4191a43f10db0eb209ef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.720436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.723749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.737600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.750849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:10.755425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Usage tracker for resource:security_group_rule and tenant:7b03745b11584b8bb0f3dabf7d82cdd4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:10.758955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:10.766563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:10.948439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:10.961833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.057024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b61ca2-6ab2-47fe-864d-f24e6787047c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.106462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.114779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-840c476c-1d49-4a5f-b3e9-39540d46972c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b03745b11584b8bb0f3dabf7d82cdd4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1008301 May 13 14:23:11.119238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39110) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:11.126890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.266012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.363864 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.418796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:11.451813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.543106 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.719869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.861899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e4e5a2-de10-42ec-b005-56080d91ed0b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:11.878927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:11.879494 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Added segment 32705efd-2693-493c-b7ff-487768d40a7b of type vlan for network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 May 13 14:23:12.287299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.336761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.337900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b61ca2-6ab2-47fe-864d-f24e6787047c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.363842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.365917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-35a17136-3719-4acb-82ce-3da3a028e726 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94b61ca2-6ab2-47fe-864d-f24e6787047c HTTP/1.1" status: 204 len: 168 time: 1.2451527 May 13 14:23:12.387413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd48c826-c481-439e-8879-47e8f0952a6e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:12.467947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a770-0144-4ce6-a09f-f10ce6b946c0 req-f965ae5d-b9eb-4a7e-8b27-3f60e3e891be tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:12.473247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dd7a770-0144-4ce6-a09f-f10ce6b946c0 req-f965ae5d-b9eb-4a7e-8b27-3f60e3e891be tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 935 time: 1.0896399 May 13 14:23:12.629646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:12.639638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dd7a770-0144-4ce6-a09f-f10ce6b946c0 req-c0f33ac9-df0a-4e39-9456-ea4f311855ae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401958 May 13 14:23:12.644446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.647189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:12.649148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.838549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:12.933148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Transition to ACTIVE for port object ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:12.960475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f5f2b9b-8508-4ac4-9488-b3386ef72432 req-7f5d9f6a-f0ec-439e-a631-6fa6d4ecc0ef tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.3057773 May 13 14:23:12.964872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.218724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] Pushing event updated for resources: {'Network': ['ID=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:13.235093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:13.422930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21c1c178-84fb-4111-a45f-123447c14993 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.0076952 May 13 14:23:13.443890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:13.460494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Request body: {'subnet': {'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-subnet', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:13.594982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:13.610568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Allocated IP 192.168.233.219 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/09e6c069-f0ce-406d-a804-6187609d566f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:13.644916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Usage tracker for resource:subnet and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:13.678619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:13.741221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:13.749771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Attempting to bind port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:13.751857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Attempting to bind port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:13.753360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Attempting to bind port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:13.773694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:13.774421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Attempting to bind port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:13.792496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:13.793093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:13.793842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:13.798261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Bound port: ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:13.799508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:13.862087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39172) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:13.920362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Made reservation on behalf of 477cfaf3fb1749b59b3240a95f070356 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:13.930642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.198541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:14.336813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:14.365726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.380138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:14.389522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.563330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:14.589767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.590785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:14.595228 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] 10.222.0.90 "PUT /v2.0/ports/ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 HTTP/1.1" status: 200 len: 1117 time: 4.3762171 May 13 14:23:14.597277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:14.617462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Usage tracker for resource:security_group_rule and tenant:04b666ad6fd44ad3806e367e1a22debf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:14.901227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd362b-d1a7-40e6-8500-21f492981bdc req-0849a6c6-a560-4c34-9a58-23f238b5a12b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:14.906569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e0dd362b-d1a7-40e6-8500-21f492981bdc req-0849a6c6-a560-4c34-9a58-23f238b5a12b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Synchronizing usage tracker for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:14.917889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:15.017063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39184) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:15.032508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:15.202710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e0dd362b-d1a7-40e6-8500-21f492981bdc req-0849a6c6-a560-4c34-9a58-23f238b5a12b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Unset dirty status for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:15.228925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0dd362b-d1a7-40e6-8500-21f492981bdc req-0849a6c6-a560-4c34-9a58-23f238b5a12b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 969 time: 1.1481271 May 13 14:23:15.461416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d6771-acf6-4014-b7d7-9acd212c283d service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:15.589864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0dd362b-d1a7-40e6-8500-21f492981bdc req-61e9b862-140e-4891-a15a-b8ea0f34f1af tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577774 May 13 14:23:15.605244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-fd8f2911-3d99-4e16-a1e8-21aeb659355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:15.608125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-fd8f2911-3d99-4e16-a1e8-21aeb659355e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 1120 time: 0.6750822 May 13 14:23:15.822391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-89b0bd5b-b9d9-45f5-877b-23fd19b471f4 req-cbae7233-8fcd-4c88-957d-50f0c4a3178b tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Synchronizing usage tracker for tenant:8a12dd2c4c2b4191a43f10db0eb209ef on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:15.943402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:15.949133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-fccffca0-909e-49c9-b8c8-a5b7756b6bcd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 HTTP/1.1" status: 200 len: 217 time: 0.3035691 May 13 14:23:16.157183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:16.169253 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb6a47f-424d-40f6-ac8e-4983671b167d'] response: {'name': 'network-changed', 'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4', 'status': 'completed', 'code': 200} May 13 14:23:16.179698 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:16.185525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Usage tracker for resource:security_group_rule and tenant:8f13b87d36b748ad9dc82543ad036fae is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:16.201607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-cb8fdbf6-4e37-446f-a7b5-93894c8c334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.204296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-cb8fdbf6-4e37-446f-a7b5-93894c8c334f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2275116 May 13 14:23:16.217262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:16.250091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:16.308751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Transition to ACTIVE for port object 09e6c069-f0ce-406d-a804-6187609d566f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:16.367922 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:16.413033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-d3971cff-b765-4e80-abfe-1790680f72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:16.417085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-d3971cff-b765-4e80-abfe-1790680f72d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970739 May 13 14:23:16.530250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:16.655172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c68d000-4e2c-47e8-b255-47e2fffeddf6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:16.764711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:16.874370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:16.885305 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:16.968226 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04b666ad6fd44ad3806e367e1a22debf&name=default HTTP/1.1" status: 200 len: 2976 time: 3.0990946 May 13 14:23:16.969626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-89b0bd5b-b9d9-45f5-877b-23fd19b471f4 req-cbae7233-8fcd-4c88-957d-50f0c4a3178b tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Unset dirty status for tenant:8a12dd2c4c2b4191a43f10db0eb209ef on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:16.983458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-89b0bd5b-b9d9-45f5-877b-23fd19b471f4 req-cbae7233-8fcd-4c88-957d-50f0c4a3178b tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 1.4906404 May 13 14:23:16.993853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39214) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:17.014516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-993b4cd9-b00a-4b9e-837d-0d2a6bc540da service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557893 May 13 14:23:17.074227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:17.086371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:c06eb077528c4db4aa5de11d696ba61f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:17.189761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:17.225176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:17.228259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Checking segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:17.228929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Network hostable DHCP agents. Network: fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:17.267672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.294006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdaff0-cd65-4fff-a763-68cacb62166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2aa553-9534-41e1-9f90-7023c0586734,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:17.318150 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da416a-7192-46b9-93c8-89cef4b18146 req-2adbdf3a-baad-447d-9ac7-b2f3f43375f4 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809918 May 13 14:23:17.339608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a9633-6079-4d64-a9a4-819bef203560 req-7dad7f22-0737-4582-ab24-680b5aead948 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.341592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b5a9633-6079-4d64-a9a4-819bef203560 req-7dad7f22-0737-4582-ab24-680b5aead948 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 969 time: 0.4691179 May 13 14:23:17.518429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b5a9633-6079-4d64-a9a4-819bef203560 req-1331a75d-1355-439a-aa13-dcb5b519ba4a tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433687 May 13 14:23:17.543668 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.555063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.616745 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c06eb077528c4db4aa5de11d696ba61f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0851729 May 13 14:23:17.618796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8d3d7-5072-420e-90a2-086ad12d3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694e7ee-bfc2-4851-8000-72ca31831b71,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:17.621152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:17.622753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:17.626347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:17.641775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-b867df83-20a0-4392-8cab-697ba4673398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.644088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-b867df83-20a0-4392-8cab-697ba4673398 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 1120 time: 0.2002220 May 13 14:23:17.708823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:17.762364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:17.764142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.849521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:17.866524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.935106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.979272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:17.984013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:17.996120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38e52f-b89b-44ff-876d-cddd02c3e936 None None] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:18.083831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.085920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.125796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.244877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-05a2b0c8-7d89-44d6-998c-7db9d7e66f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.248451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-05a2b0c8-7d89-44d6-998c-7db9d7e66f0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5817468 May 13 14:23:18.311019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f13b87d36b748ad9dc82543ad036fae&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2778733 May 13 14:23:18.319895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:18.331084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:18.521325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.530444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-f21b3a05-5ced-4eea-aa77-d325427190af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 HTTP/1.1" status: 200 len: 217 time: 0.2579832 May 13 14:23:18.615531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.776438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e97df65d-324d-45c4-acc7-69d2bafec64f None None] Provisioning for port 09e6c069-f0ce-406d-a804-6187609d566f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:18.840612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-ceee5fe1-0366-4cad-a6cc-ddbe32c0c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:18.844005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-ceee5fe1-0366-4cad-a6cc-ddbe32c0c7e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1791170 May 13 14:23:18.970774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:18.990290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-2875b465-246e-4e7f-97f0-09c3619e007f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.3082409 May 13 14:23:19.000353 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.001576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb2aa553-9534-41e1-9f90-7023c0586734 HTTP/1.1" status: 204 len: 168 time: 1.9719076 May 13 14:23:19.007894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e97df65d-324d-45c4-acc7-69d2bafec64f None None] Provisioning complete for port 09e6c069-f0ce-406d-a804-6187609d566f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:19.009553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c12c-88ee-4d4d-a82e-6261a6fe054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ef7c6-e96d-4d37-978a-b6ed3bcda0da,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.012804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a862c2cb-4c5b-4417-ae2f-af2a1fe868ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 5.5677102 May 13 14:23:19.013393 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e97df65d-324d-45c4-acc7-69d2bafec64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.018357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Request body: {'port': {'device_id': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'device_owner': 'compute:tempest-test_az-2072885611', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:19.176480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39236) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:19.203299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e97df65d-324d-45c4-acc7-69d2bafec64f None None] Port 09e6c069-f0ce-406d-a804-6187609d566f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:19.206949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:19.215166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:19.226528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Usage tracker for resource:router and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:19.233743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:19.237930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.243227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581322c-24ac-4582-9a10-0a7afd6a1eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2aa553-9534-41e1-9f90-7023c0586734,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.246387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:19.272392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.274979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:23:19.275815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.336987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.339267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.349234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.380716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.443329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef71fb-e9f7-4bf4-84d8-5d82a1319460 req-7de3b1bb-a0a3-4433-b91c-bec0470b3398 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.447138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0bef71fb-e9f7-4bf4-84d8-5d82a1319460 req-7de3b1bb-a0a3-4433-b91c-bec0470b3398 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 936 time: 0.8078778 May 13 14:23:19.623301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3881-01fa-4038-88a9-52551386e573 req-c43e0d06-d4db-4b23-bd22-bcae90ef2d3d tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.633477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4ed3881-01fa-4038-88a9-52551386e573 req-c43e0d06-d4db-4b23-bd22-bcae90ef2d3d tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 969 time: 0.4545114 May 13 14:23:19.652529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-8be622d0-8a3d-4cea-887b-13fbd2650bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:19.654168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-8be622d0-8a3d-4cea-887b-13fbd2650bf2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7772141 May 13 14:23:19.789870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Allocated IP 172.20.0.2 (fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257/7c68d000-4e2c-47e8-b255-47e2fffeddf6/afaeb428-beab-4caf-9959-c2ba68b1cc8b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:19.790716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0bef71fb-e9f7-4bf4-84d8-5d82a1319460 req-e10196a2-7cae-4772-a405-33431f565256 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Synchronizing usage tracker for tenant:8a12dd2c4c2b4191a43f10db0eb209ef on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:19.809193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.828417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.899606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ef7c6-e96d-4d37-978a-b6ed3bcda0da,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:19.931395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0bef71fb-e9f7-4bf4-84d8-5d82a1319460 req-e10196a2-7cae-4772-a405-33431f565256 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Unset dirty status for tenant:8a12dd2c4c2b4191a43f10db0eb209ef on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:19.934217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0bef71fb-e9f7-4bf4-84d8-5d82a1319460 req-e10196a2-7cae-4772-a405-33431f565256 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479074 May 13 14:23:19.947398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:19.951748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77fa3e84-63de-4621-a56d-757f129b5d4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a40ef7c6-e96d-4d37-978a-b6ed3bcda0da HTTP/1.1" status: 204 len: 168 time: 1.5624495 May 13 14:23:20.265022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.416500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.665998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.697996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Transition to ACTIVE for port object afaeb428-beab-4caf-9959-c2ba68b1cc8b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:20.786858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Transition to ACTIVE for port object afaeb428-beab-4caf-9959-c2ba68b1cc8b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:20.802546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.842814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e6c069-f0ce-406d-a804-6187609d566f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:20.885046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.931298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:20.939272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d694e7ee-bfc2-4851-8000-72ca31831b71 HTTP/1.1" status: 204 len: 168 time: 3.3151534 May 13 14:23:20.941378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af0fd-9d77-43db-8d4c-b7ebabfc0f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694e7ee-bfc2-4851-8000-72ca31831b71,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:20.972817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Transition to ACTIVE for port object 09e6c069-f0ce-406d-a804-6187609d566f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:20.983200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.045302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4ed3881-01fa-4038-88a9-52551386e573 req-bb57f767-c9af-4d30-a5be-28006d77147f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3788021 May 13 14:23:21.078538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39266) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:21.115978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:21.199374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:21.261223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:21.521415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.546698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.697625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.724771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:21.730363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Usage tracker for resource:security_group_rule and tenant:69b20b83d1984224ad988f8dc6450483 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:21.735541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:21.746560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:21.905399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:21.910778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Attempting to bind port 09e6c069-f0ce-406d-a804-6187609d566f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:21.911379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Attempting to bind port 09e6c069-f0ce-406d-a804-6187609d566f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:21.912655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Attempting to bind port 09e6c069-f0ce-406d-a804-6187609d566f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:21.933996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.947563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Port 09e6c069-f0ce-406d-a804-6187609d566f on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:21.948032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Attempting to bind port 09e6c069-f0ce-406d-a804-6187609d566f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:21.954645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Pushing event updated for resources: {'Port': ['ID=afaeb428-beab-4caf-9959-c2ba68b1cc8b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:21.962862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:21.963522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:21.964672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:21.965889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Bound port: 09e6c069-f0ce-406d-a804-6187609d566f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:21.966296 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:21.968334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.968727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.969817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.971047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.971391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.972182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.972556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.973032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.973568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.973992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.974256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.974535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Tracked resource versions report: May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: pushed versions: May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: { 'AddressGroup': {'1.2'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'ConntrackHelper': {'1.0'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Log': {'1.0'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Network': {'1.1'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Port': {'1.7'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'PortForwarding': {'1.2'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'QosPolicy': {'1.8'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SecurityGroup': {'1.4'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SecurityGroupRule': {'1.2'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SubPort': {'1.0'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Subnet': {'1.1'}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Trunk': {'1.1'}} May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: consumer versions: May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: { DHCP agent@n-d-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: HyperV agent@n-h1-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: HyperV agent@n-h2-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: L3 agent@n-d-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: Metadata agent@n-d-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: Metering agent@n-d-841736-1: {}, May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'ConntrackHelper': '1.0', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Log': '1.0', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Network': '1.1', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Port': '1.7', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'PortForwarding': '1.2', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'QosPolicy': '1.8', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SecurityGroup': '1.4', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SecurityGroupRule': '1.2', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'SubPort': '1.0', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Subnet': '1.1', May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: 'Trunk': '1.1'}} May 13 14:23:21.975856 n-d-841736-1 neutron-server[88134]: {{(pid=88134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:23:21.995563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Attempting to bind port afaeb428-beab-4caf-9959-c2ba68b1cc8b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:21.995991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Attempting to bind port afaeb428-beab-4caf-9959-c2ba68b1cc8b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:21.996314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Attempting to bind port afaeb428-beab-4caf-9959-c2ba68b1cc8b on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:22.003803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:22.004156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Checking segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:22.004603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.005001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Bound using segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:22.005507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Bound port: afaeb428-beab-4caf-9959-c2ba68b1cc8b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:22.005892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.007326 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.010530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:22.013784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.133836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] For port afaeb428-beab-4caf-9959-c2ba68b1cc8b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:22.141535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] For port afaeb428-beab-4caf-9959-c2ba68b1cc8b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=afaeb428-beab-4caf-9959-c2ba68b1cc8b,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:22.157077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.161189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-83b54f73-5586-4a5e-ad6d-10cc3acf051c service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4057515 May 13 14:23:22.174894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69b20b83d1984224ad988f8dc6450483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755227 May 13 14:23:22.196884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:22.263732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fc5ef-e503-477f-89f5-a392ee25bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca3da4-3b4c-4dc7-9186-0651431a991f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:22.327108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623937f-560d-45c4-a16c-00b39af0225f None None] Pushing event updated for resources: {'Port': ['ID=afaeb428-beab-4caf-9959-c2ba68b1cc8b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:22.362113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:22.385382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Usage tracker for resource:security_group_rule and tenant:9902564e6833467d878513e9f1a87f26 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:22.419143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adc403-0aa3-4763-9d35-aa08dfe0efd7 req-d1e8cd0b-3e18-4068-b426-7c598c38f28a tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.440056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17adc403-0aa3-4763-9d35-aa08dfe0efd7 req-d1e8cd0b-3e18-4068-b426-7c598c38f28a tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.9128497 May 13 14:23:22.471369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:22.505378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:22.533469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2046935853-network', 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:22.573100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17adc403-0aa3-4763-9d35-aa08dfe0efd7 req-509b4b6e-151f-41c1-9f47-a049181cbcd5 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389391 May 13 14:23:22.584033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:22.596281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:22.628644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:22.636570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Usage tracker for resource:network and tenant:4d0396a4c8c04a6b912dcfddf86648e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:22.650005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.661096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:22.762610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:22.803682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb1fd710-b06b-48e9-8df4-8fa131409853 req-b8b9af57-fcac-45a9-8f58-92d5cd7ca9fd service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160743 May 13 14:23:22.823092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:22.824078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.827053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] 10.222.0.90 "PUT /v2.0/ports/09e6c069-f0ce-406d-a804-6187609d566f HTTP/1.1" status: 200 len: 1118 time: 3.8127975 May 13 14:23:22.837722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:22.848384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.945982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:22.991556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:22.995488 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.057793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.156425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:23.183461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1d06-5da7-438c-8a8c-4d9c8b1c9479 service neutron] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:23.197312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0396a4c8c04a6b912dcfddf86648e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:23.204918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:23.234926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:23.312494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.341079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.363935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device afaeb428-beab-4caf-9959-c2ba68b1cc8b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:23.396639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1e858-f436-49a2-a077-1455f3bc6d37 req-ca3a6832-3029-4cf7-8368-ab06e7b85489 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.397343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-f55c8b09-dfcf-4d1a-a355-6814efc49355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.399806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2aa1e858-f436-49a2-a077-1455f3bc6d37 req-ca3a6832-3029-4cf7-8368-ab06e7b85489 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 969 time: 0.9170966 May 13 14:23:23.408240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-f55c8b09-dfcf-4d1a-a355-6814efc49355 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 1121 time: 0.4734702 May 13 14:23:23.537517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port afaeb428-beab-4caf-9959-c2ba68b1cc8b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:23.607261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2aa1e858-f436-49a2-a077-1455f3bc6d37 req-6980d6a0-fd71-460c-aaba-ec170c3236af tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834898 May 13 14:23:23.624631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.636733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-7c064b8e-19ad-46e7-9d5a-b6b796ee4ee2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=09e6c069-f0ce-406d-a804-6187609d566f HTTP/1.1" status: 200 len: 217 time: 0.2270806 May 13 14:23:23.701537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.740686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.774187 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9c6b4e-cd76-493b-aba0-b2761bc2848f'] response: {'name': 'network-changed', 'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f', 'status': 'completed', 'code': 200} May 13 14:23:23.779391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33984d8-774e-48cf-9142-bba387b08de0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:23.796695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-467bfeae-53c2-4d12-b42f-4701916b2e6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9902564e6833467d878513e9f1a87f26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8755829 May 13 14:23:23.801887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39306) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:23.825165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca3da4-3b4c-4dc7-9186-0651431a991f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:23.923047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:23.928778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-80932f1d-aa50-492c-b3b0-ab4a9b02d2f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aca3da4-3b4c-4dc7-9186-0651431a991f HTTP/1.1" status: 204 len: 168 time: 1.6742501 May 13 14:23:23.952605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-553ad3bc-843d-4d64-abc2-45040a0d3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:23.955120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-553ad3bc-843d-4d64-abc2-45040a0d3ec3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2996051 May 13 14:23:24.076351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.114456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.137260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e327bd0-38db-4a5f-b9c6-8d4188e6c17c None None] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:24.176811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9e6a-5f1b-4966-bf81-13a7196d9f56 req-452364e5-bca1-4890-b872-0ee889fc1505 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.188449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.189676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85fe9e6a-5f1b-4966-bf81-13a7196d9f56 req-452364e5-bca1-4890-b872-0ee889fc1505 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.3584843 May 13 14:23:24.192286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e121447-913c-4faa-82a0-949bee0def3e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:24.261926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Allocated IP 172.25.5.101 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/7d834671-3b68-4475-8085-03177f79bd3a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:24.264105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:24.311991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.312542 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Added segment e127c7b8-cff1-45e2-80fe-14044215ae9d of type vlan for network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f May 13 14:23:24.317024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.318857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Provisioning for port afaeb428-beab-4caf-9959-c2ba68b1cc8b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:24.361834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Provisioning complete for port afaeb428-beab-4caf-9959-c2ba68b1cc8b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:24.362443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.493829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-bc5ae000-c582-413a-a437-8607d77b1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.498136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-bc5ae000-c582-413a-a437-8607d77b1743 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5353692 May 13 14:23:24.534309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.542047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85fe9e6a-5f1b-4966-bf81-13a7196d9f56 req-170c5ed0-0ccc-4626-a85a-c71e5d228db0 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507051 May 13 14:23:24.621074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.666330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.805148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:24.825359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.834505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:24.835592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:24.837634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:24.855196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:24.935678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Current status of the port afaeb428-beab-4caf-9959-c2ba68b1cc8b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:24.937239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:25.087917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] For port afaeb428-beab-4caf-9959-c2ba68b1cc8b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=afaeb428-beab-4caf-9959-c2ba68b1cc8b,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:25.098694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:25.209510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4e6f3-fdd8-4609-9940-a7fc302160d5 None None] Pushing event updated for resources: {'Port': ['ID=afaeb428-beab-4caf-9959-c2ba68b1cc8b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:25.270759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:25.284643 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:25.288247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Pushing event updated for resources: {'Port': ['ID=7d834671-3b68-4475-8085-03177f79bd3a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:25.289515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:25.291440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a33984d8-774e-48cf-9142-bba387b08de0 HTTP/1.1" status: 204 len: 168 time: 1.4668128 May 13 14:23:25.311545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:25.331824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b138636-a7c9-47a0-af11-eceb4c7582b7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3001640 May 13 14:23:25.337833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39334) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:25.342995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc777c-c6c0-4f76-9ee8-5dd8c288dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33984d8-774e-48cf-9142-bba387b08de0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:25.362488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Request body: {'subnet': {'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2046935853-subnet', 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:25.368909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:25.374139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Usage tracker for resource:subnet and tenant:4d0396a4c8c04a6b912dcfddf86648e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:25.379470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:25.387278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:25.412441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:25.415459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:25.446737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-9cd76c6e-a5d5-4cdf-89ed-1a6c152724b4 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335068 May 13 14:23:25.692985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b1cce-897e-4622-8f3c-2d8adb8ee716 req-d3958c7a-c58f-4378-b9bd-e3a4bbb09a5e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:25.694930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb6b1cce-897e-4622-8f3c-2d8adb8ee716 req-d3958c7a-c58f-4378-b9bd-e3a4bbb09a5e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 969 time: 0.5934181 May 13 14:23:25.809934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e578112-540e-4940-85ef-5ea5c8d31b2a req-b81cedd4-c6f6-4eb1-86f9-fb5cde1d8d91 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930000 May 13 14:23:25.845287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb6b1cce-897e-4622-8f3c-2d8adb8ee716 req-d911d5b8-b494-4220-ad7f-b811d3c27e76 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115668 May 13 14:23:25.853147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:26.113238 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.218323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.236627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2bce0186-60ae-4475-bbd1-9b5c25690f27 None None] Provisioning complete for port afaeb428-beab-4caf-9959-c2ba68b1cc8b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:26.238511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2bce0186-60ae-4475-bbd1-9b5c25690f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.316160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a877e06d-3663-45b4-a598-f93b62bab331,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:26.332522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:26.332898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Network hostable DHCP agents. Network: 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:26.351771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-c295f13d-92c0-4848-849b-5fd4101be958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:26.354289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-c295f13d-92c0-4848-849b-5fd4101be958 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 1121 time: 0.4196050 May 13 14:23:26.524780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:26.548996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:26.556876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:26.557468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:26.600830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5016613f-4264-42f6-b6e0-aac2d7a76933 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2592258 May 13 14:23:26.624732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-64bd8c7a-f525-4243-95ba-74d7f4120a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:26.627190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-64bd8c7a-f525-4243-95ba-74d7f4120a3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2635078 May 13 14:23:26.639609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bc7d7-3127-4fd1-8ad0-a971342a19ce None None] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:26.728004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc634a5c-9388-4c88-9b75-785aecb0712a req-b187183c-9683-4291-891b-e24ce13cbee0 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:26.730768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc634a5c-9388-4c88-9b75-785aecb0712a req-b187183c-9683-4291-891b-e24ce13cbee0 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.5911446 May 13 14:23:26.779952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2bce0186-60ae-4475-bbd1-9b5c25690f27 None None] Current status of the port afaeb428-beab-4caf-9959-c2ba68b1cc8b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:26.789064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:26.817344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-847d18ee-194a-4fbd-8a80-0189222bdc3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=09e6c069-f0ce-406d-a804-6187609d566f HTTP/1.1" status: 200 len: 217 time: 0.1804459 May 13 14:23:26.819658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4', 'mac_address': 'fa:16:3e:a5:c1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:tempest-test_az-2072885611', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:26.895031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc634a5c-9388-4c88-9b75-785aecb0712a req-262a3012-95ea-4bf5-aa18-605bb8e8f3b0 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489377 May 13 14:23:27.000555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-d208177d-c46f-4ce2-9fa2-fcdb1df587f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.000997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:27.002346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.007656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-d208177d-c46f-4ce2-9fa2-fcdb1df587f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1754792 May 13 14:23:27.084516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:27.147550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:27.168311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.307242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-7d337ee7-0232-4aa6-8bf3-c7c74b142789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.309697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-7d337ee7-0232-4aa6-8bf3-c7c74b142789 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008523 May 13 14:23:27.382962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:27.450959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cb61e-c6c3-451c-be32-b09a2a560eaf req-db2e1fe9-c8da-4af5-90f9-d527191f94cb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:27.458894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:27.465934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec6cb61e-c6c3-451c-be32-b09a2a560eaf req-db2e1fe9-c8da-4af5-90f9-d527191f94cb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 970 time: 0.3440895 May 13 14:23:27.550032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device afaeb428-beab-4caf-9959-c2ba68b1cc8b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:27.634322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec6cb61e-c6c3-451c-be32-b09a2a560eaf req-0099face-74d9-45bd-a1e3-d720f0709ee2 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669695 May 13 14:23:27.639684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18439a24-d0c4-4795-a988-d0dd39503bb8 None None] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:27.742485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-3e52126a-360a-40ad-887e-17598cdb8eab service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189146 May 13 14:23:28.026768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:28.118300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:23:28.141243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['ecdc99d9-2b08-4102-b2e9-1139d9f2cab4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:28.180669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fd60069-4849-4500-b66c-b73fa41fba35 req-a9e99dc2-9135-426e-9307-1415df6d79a2 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304242 May 13 14:23:28.331899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.377889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:28.396888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Usage tracker for resource:security_group_rule and tenant:bed6175c21a64642b8cc41ba6a7524d7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:28.405328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:28.425606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:28.435179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:23:28.451044 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:23:28.462145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b01f42-70e0-4877-8f19-6a56b66878f8 req-133c8804-61f2-44d3-8dd7-4525d9ea8236 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:28.463740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27b01f42-70e0-4877-8f19-6a56b66878f8 req-133c8804-61f2-44d3-8dd7-4525d9ea8236 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.2324345 May 13 14:23:28.488752 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:28.492643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:28.550934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.558485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4d25d6b-8263-43c6-a9c4-47a3724aba54 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.3588705 May 13 14:23:28.565821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:28.583197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27b01f42-70e0-4877-8f19-6a56b66878f8 req-3668fb73-152f-4a35-835c-bfcc7c6d33b6 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040313 May 13 14:23:28.610588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port afaeb428-beab-4caf-9959-c2ba68b1cc8b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:28.612040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.872105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.889885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:28.905985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:28.912417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1308568133-network', 'tenant_id': '9b3d110b911c4a28a1c5664497c18346'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:28.921914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:28.938160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Usage tracker for resource:network and tenant:9b3d110b911c4a28a1c5664497c18346 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:28.952526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:28.985322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:29.018131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Made reservation on behalf of 9b3d110b911c4a28a1c5664497c18346 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:29.020624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.055513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.088795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:29.097904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Usage tracker for resource:security_group_rule and tenant:9b3d110b911c4a28a1c5664497c18346 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:29.105889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:29.130090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:29.133344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2190c7c1-024e-4aa2-bff3-15b16fcef38f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.134222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port afaeb428-beab-4caf-9959-c2ba68b1cc8b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:29.143458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2e31264-c157-41e1-b67e-c78fdac65aad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bed6175c21a64642b8cc41ba6a7524d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1107309 May 13 14:23:29.145267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:29.151228 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:29.320325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.326305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.366142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:29.381915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e04d8-b730-46fe-aa72-6c492b62e17c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.391204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.391562 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Added segment be019b63-893d-4932-8d7b-247fbffa2b1b of type vlan for network dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 May 13 14:23:29.430692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.476133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.479096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.480157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.482153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4338-f27b-493c-b44b-faf306f3570d req-0cd480a4-a252-4a6b-b4e3-b46abe4d9239 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:29.484870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bbf4338-f27b-493c-b44b-faf306f3570d req-0cd480a4-a252-4a6b-b4e3-b46abe4d9239 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 970 time: 0.4379759 May 13 14:23:29.502971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.617971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3686050-a2b0-4936-944b-66293d613da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.636316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] Pushing event updated for resources: {'Network': ['ID=dae47b2f-af97-4d70-8d2a-1f71aa7c61c7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:29.647422 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:25Z', 'revision_number': 3, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:29.655012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:29.656869 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:23:29.658232 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Updating router c741bec0-67ee-4db5-b756-50b10e83c2c8 port 7d834671-3b68-4475-8085-03177f79bd3a binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:23:29.670538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27010470-9c05-40e0-a7b9-8d344a81feb5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7632425 May 13 14:23:29.675226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:29.686744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Request body: {'subnet': {'network_id': 'dae47b2f-af97-4d70-8d2a-1f71aa7c61c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1308568133-subnet', 'tenant_id': '9b3d110b911c4a28a1c5664497c18346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:29.701814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:29.708627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.713642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Usage tracker for resource:subnet and tenant:9b3d110b911c4a28a1c5664497c18346 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:29.725343 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.726315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:29.741995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:29.788113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Made reservation on behalf of 9b3d110b911c4a28a1c5664497c18346 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:29.792176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:29.827308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09e6c069-f0ce-406d-a804-6187609d566f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:29.878071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:30.182156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bbf4338-f27b-493c-b44b-faf306f3570d req-284b5d5b-e143-475b-9fd5-61e86644094e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698818 May 13 14:23:30.225654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:30.248744 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.270249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:30.270626 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Transition to ACTIVE for port object 7d834671-3b68-4475-8085-03177f79bd3a will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:30.271398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.281883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.283151 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.367529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe17e-d866-43cc-8ce7-0f059dca7d8d req-0dcb6bed-6389-4e18-a911-471dc154a692 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.381300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71cfe17e-d866-43cc-8ce7-0f059dca7d8d req-0dcb6bed-6389-4e18-a911-471dc154a692 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.4508801 May 13 14:23:30.466752 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306256-cc77-4504-a837-65b795529311 None None] Pushing event updated for resources: {'Port': ['ID=7d834671-3b68-4475-8085-03177f79bd3a,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:30.480832 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Attempting to bind port 7d834671-3b68-4475-8085-03177f79bd3a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:30.481547 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Attempting to bind port 7d834671-3b68-4475-8085-03177f79bd3a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:30.482715 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Attempting to bind port 7d834671-3b68-4475-8085-03177f79bd3a on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:30.494169 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.494836 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.496026 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.497775 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.498561 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.499115 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.500418 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.502068 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.502891 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.503370 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.504565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.505152 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca306256-cc77-4504-a837-65b795529311 None None] Tracked resource versions report: May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: pushed versions: May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: { 'AddressGroup': {'1.2'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'ConntrackHelper': {'1.0'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Log': {'1.0'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Network': {'1.1'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Port': {'1.7'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'PortForwarding': {'1.2'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'QosPolicy': {'1.8'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SecurityGroup': {'1.4'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SecurityGroupRule': {'1.2'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SubPort': {'1.0'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Subnet': {'1.1'}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Trunk': {'1.1'}} May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: consumer versions: May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: { DHCP agent@n-d-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: HyperV agent@n-h1-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: HyperV agent@n-h2-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: L3 agent@n-d-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: Metadata agent@n-d-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: Metering agent@n-d-841736-1: {}, May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: Open vSwitch agent@n-d-841736-1: { 'AddressGroup': '1.2', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'ConntrackHelper': '1.0', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Log': '1.0', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Network': '1.1', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Port': '1.7', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'PortForwarding': '1.2', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'QosPolicy': '1.8', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SecurityGroup': '1.4', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SecurityGroupRule': '1.2', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'SubPort': '1.0', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Subnet': '1.1', May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: 'Trunk': '1.1'}} May 13 14:23:30.506505 n-d-841736-1 neutron-server[88135]: {{(pid=88135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 14:23:30.524301 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:30.524984 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:30.525572 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.526677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:30.527379 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Bound port: 7d834671-3b68-4475-8085-03177f79bd3a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:30.527955 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.569906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.589650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:30.599985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71cfe17e-d866-43cc-8ce7-0f059dca7d8d req-f07525f0-a091-407f-b895-6dc3b2bebbdb tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065904 May 13 14:23:30.653476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=859af758-1f00-4800-936b-54155b98e0cd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:30.653804 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] For port 7d834671-3b68-4475-8085-03177f79bd3a, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:30.654513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '09e6c069-f0ce-406d-a804-6187609d566f', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '09e6c069-f0ce-406d-a804-6187609d566f', 'mac_address': 'fa:16:3e:23:ef:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-2072885611', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:30.659970 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] For port 7d834671-3b68-4475-8085-03177f79bd3a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7d834671-3b68-4475-8085-03177f79bd3a,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:30.663925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190c7c1-024e-4aa2-bff3-15b16fcef38f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:30.666600 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.667178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Checking segment: {'id': 'be019b63-893d-4932-8d7b-247fbffa2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dae47b2f-af97-4d70-8d2a-1f71aa7c61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:30.670463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Network hostable DHCP agents. Network: dae47b2f-af97-4d70-8d2a-1f71aa7c61c7, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:30.680340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.685888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-268a1b84-3fec-4241-9886-03d018c64c55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2190c7c1-024e-4aa2-bff3-15b16fcef38f HTTP/1.1" status: 204 len: 168 time: 1.5391266 May 13 14:23:30.732372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Network dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:30.759251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, dae47b2f-af97-4d70-8d2a-1f71aa7c61c7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:30.779137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:30.790267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:30.810770 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306256-cc77-4504-a837-65b795529311 None None] Pushing event updated for resources: {'Port': ['ID=7d834671-3b68-4475-8085-03177f79bd3a,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:30.811496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fcc90-59d6-46aa-8239-7c2f2c1ef892 None None] Network dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:30.829944 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:30.831057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:30.923956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-de8c796a-1e36-4e6d-a0d0-60f6c172f7df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2320626 May 13 14:23:31.012009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 09e6c069-f0ce-406d-a804-6187609d566f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:31.012356 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.040901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e6c069-f0ce-406d-a804-6187609d566f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:31.060671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:31.061086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.118925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:31.128544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.176682 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:31.198621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:31.217967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:31.242177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.402309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.518204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Allocated IP 172.20.0.1 (fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257/7c68d000-4e2c-47e8-b255-47e2fffeddf6/753740e0-aaa5-4481-9085-a13019e73bfb) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:31.575402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['09e6c069-f0ce-406d-a804-6187609d566f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:31.692905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:31.765158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:31.789971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196eda39-cdec-46b1-8c41-2e6f2f9aaa19 None None] Network dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:31.813909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.863422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:31.881382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4cbb269cae4038b16fc57efe9df6e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:31.886780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:31.907955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:31.912732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:31.952588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951222-87d4-4994-9e45-c2fbead45127 req-01e3cdfe-c88b-44cf-9016-fae8500311ae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:31.958982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab951222-87d4-4994-9e45-c2fbead45127 req-01e3cdfe-c88b-44cf-9016-fae8500311ae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.3186255 May 13 14:23:31.993050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Transition to ACTIVE for port object 753740e0-aaa5-4481-9085-a13019e73bfb will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:32.085097 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:25Z', 'revision_number': 3, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:32.095832 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e095ba-707e-4907-9b41-25c5c6770a1b None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:25Z', 'revision_number': 3, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:23:32.106819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:32.110302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2c5baba6-e5a2-452f-89c5-c0ba5afaada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.143070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:32.196078 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab951222-87d4-4994-9e45-c2fbead45127 req-489c2a18-d242-4478-8666-1dd2650c554b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047846 May 13 14:23:32.198769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.349899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:32.389305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:32.392722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:32.415508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:32.416551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.417604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7f9c-f2ef-4be6-a2de-efb6b9161bec req-58f9b246-699d-4776-808e-a295c0958b7d tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:32.421144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7a7f9c-f2ef-4be6-a2de-efb6b9161bec req-58f9b246-699d-4776-808e-a295c0958b7d tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 971 time: 0.4537795 May 13 14:23:32.432292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.443143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.547301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee4cbb269cae4038b16fc57efe9df6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7768843 May 13 14:23:32.566549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.583906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:32.588330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:32.593348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Usage tracker for resource:security_group_rule and tenant:973950332c074662aa4e3e2e904012ff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:32.597580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:32.606090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:32.789361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7a7f9c-f2ef-4be6-a2de-efb6b9161bec req-8206d8c5-f3ff-4790-a5de-4a56f79632ba tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682757 May 13 14:23:32.791966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.848312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e94d67-8734-463b-add4-8a0dce3f76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485d4091-6513-4ce9-9874-5c411d20ac34,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:32.891878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:32.965156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.003807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.037902 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f853dc-93c8-4366-bb8e-fc10074a384e'] response: {'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4', 'code': 200} May 13 14:23:33.050927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.058181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.102313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-94f6bbf6-e659-4d6a-9f48-e7a55765f26b None None] Provisioning for port 753740e0-aaa5-4481-9085-a13019e73bfb completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:33.108203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=973950332c074662aa4e3e2e904012ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9994824 May 13 14:23:33.115060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:33.120515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-94f6bbf6-e659-4d6a-9f48-e7a55765f26b None None] Provisioning complete for port 753740e0-aaa5-4481-9085-a13019e73bfb triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:33.120515 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94f6bbf6-e659-4d6a-9f48-e7a55765f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.226524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.244185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843993a-7d50-47ec-a5d7-12a9756b88a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9823d-4b60-47b6-abc4-e0133f62724e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:33.266538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-94f6bbf6-e659-4d6a-9f48-e7a55765f26b None None] Port 753740e0-aaa5-4481-9085-a13019e73bfb cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:33.267735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d4091-6513-4ce9-9874-5c411d20ac34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:33.298589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.299661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4d4965a9-62b6-4250-9c79-f8c096bfe2e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/485d4091-6513-4ce9-9874-5c411d20ac34 HTTP/1.1" status: 204 len: 168 time: 0.6283889 May 13 14:23:33.329367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.365701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.465463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.495646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-0665d2c7-999d-4ea2-a684-7df8b356833a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.497061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9823d-4b60-47b6-abc4-e0133f62724e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:33.497249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-0665d2c7-999d-4ea2-a684-7df8b356833a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:33.514699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.517259 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-40ad16dc-4e9c-4a14-b64d-0293a3bbb14c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bb9823d-4b60-47b6-abc4-e0133f62724e HTTP/1.1" status: 204 len: 168 time: 0.4004650 May 13 14:23:33.563866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-0665d2c7-999d-4ea2-a684-7df8b356833a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:33.565953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-0665d2c7-999d-4ea2-a684-7df8b356833a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.6948898 May 13 14:23:33.609640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7d834671-3b68-4475-8085-03177f79bd3a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:33.700205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-97b63096-31f6-4fd6-93d9-93eaa2654d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.703171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-97b63096-31f6-4fd6-93d9-93eaa2654d6f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 1122 time: 0.5400705 May 13 14:23:33.719300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-6e536155-13d1-4af0-9378-24e6fcfdbbe9 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/quotas/4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 375 time: 0.0789509 May 13 14:23:33.806852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd6cb-dde1-47a8-abcf-85e2c566e017 req-e33d893a-877e-4747-8d65-69335165ab0c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:33.817985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c7cd6cb-dde1-47a8-abcf-85e2c566e017 req-e33d893a-877e-4747-8d65-69335165ab0c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.1455641 May 13 14:23:33.820773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09e6c069-f0ce-406d-a804-6187609d566f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:33.877205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-97211c75-51e0-4e8e-bd7b-760b5e13ba46 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552758 May 13 14:23:33.893981 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c7cd6cb-dde1-47a8-abcf-85e2c566e017 req-098d7c28-15ab-47bc-b71d-7db13fe2a017 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 May 13 14:23:33.904355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.966621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7d834671-3b68-4475-8085-03177f79bd3a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:33.977524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7d834671-3b68-4475-8085-03177f79bd3a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:33.978181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:33.996078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:34.014010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Usage tracker for resource:security_group_rule and tenant:f982f1ff98fc4daa9b4ea704b0c03f49 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:34.020165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:34.085868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:34.158604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.192598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7d834671-3b68-4475-8085-03177f79bd3a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:34.193221 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.202437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 09e6c069-f0ce-406d-a804-6187609d566f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:34.219149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 09e6c069-f0ce-406d-a804-6187609d566f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:34.219740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.283309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 7d834671-3b68-4475-8085-03177f79bd3a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7d834671-3b68-4475-8085-03177f79bd3a,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:34.309589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.407998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886cbc-ab74-4578-b499-f343c22b5248 req-9068a170-ce6d-4fd2-a50f-7106116e80ab tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:34.412053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03886cbc-ab74-4578-b499-f343c22b5248 req-9068a170-ce6d-4fd2-a50f-7106116e80ab tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 971 time: 0.2149589 May 13 14:23:34.467555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=7d834671-3b68-4475-8085-03177f79bd3a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:34.519407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03886cbc-ab74-4578-b499-f343c22b5248 req-57b769fe-f418-476e-a565-3f17770bf715 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978215 May 13 14:23:34.527553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 09e6c069-f0ce-406d-a804-6187609d566f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:34.528204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.606891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:34.610094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.614616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.713984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:34.751386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.766151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:34.808407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:34.820829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Usage tracker for resource:security_group_rule and tenant:45270ec8a1364ed48572f510c503ea4e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:34.832175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:34.845690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:34.923326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.927324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:34.935751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.020175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-d7cf48ef-e926-4dbb-8a56-13ffd71ade34 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:35.026059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-d7cf48ef-e926-4dbb-8a56-13ffd71ade34 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3552890 May 13 14:23:35.035425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.036698 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.038703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:35.116242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.122865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.153431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b834a6bf-0f5c-45bc-96a3-580277530bbb req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4296792 May 13 14:23:35.160286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.287024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45270ec8a1364ed48572f510c503ea4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675483 May 13 14:23:35.294130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:35.296023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7788e-a155-443e-8ef3-54bb3badc258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93048f40-3512-41e2-bfd6-42a614892c49,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.350907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7d834671-3b68-4475-8085-03177f79bd3a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:35.370880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c415-733c-4645-a3e4-3beca2a0637a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e06bb0ac-77aa-4d2c-8774-8b16e079d9a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.372657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1e0b-2a60-4b76-9d49-ab4a35790b94 req-7f1a0858-9c55-49ce-a171-8bf511ebc310 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:35.374283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-753b1e0b-2a60-4b76-9d49-ab4a35790b94 req-7f1a0858-9c55-49ce-a171-8bf511ebc310 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.2369769 May 13 14:23:35.395262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.455843 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.476074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-753b1e0b-2a60-4b76-9d49-ab4a35790b94 req-9944ab6f-f87c-477c-9076-4371dbd3e4fa tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809901 May 13 14:23:35.549803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7d834671-3b68-4475-8085-03177f79bd3a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:35.550554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.551219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-bb3f3039-d2c7-4917-8d62-5fe22088b177 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947630 May 13 14:23:35.575677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.607468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93048f40-3512-41e2-bfd6-42a614892c49,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:35.626624 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c24cd3d-c387-4c55-85df-fab3f6096e22'] response: {'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f', 'code': 200} May 13 14:23:35.666577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:35.668199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4f97403-5a8d-43e0-9296-6c6a05a7160d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93048f40-3512-41e2-bfd6-42a614892c49 HTTP/1.1" status: 204 len: 168 time: 0.3691146 May 13 14:23:35.946720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7d834671-3b68-4475-8085-03177f79bd3a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:35.999808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:36.043856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15091f0c-f34b-48e3-ad03-b7d1f39cc028 req-278383cf-40a7-4c20-9a3f-eace38d49e2d tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.053186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15091f0c-f34b-48e3-ad03-b7d1f39cc028 req-278383cf-40a7-4c20-9a3f-eace38d49e2d tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 0.2183073 May 13 14:23:36.100023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:36.113269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-5f04e319-e42f-436b-a367-11fe75e85dfb service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611103 May 13 14:23:36.116744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15091f0c-f34b-48e3-ad03-b7d1f39cc028 req-8da839bb-59de-4449-89a1-b383f6658549 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622122 May 13 14:23:36.433570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095ade7-f9c0-4a84-b4e1-a38cb3679636 req-0285bf72-cbbe-49f3-b359-921344aa9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:36.435123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9095ade7-f9c0-4a84-b4e1-a38cb3679636 req-0285bf72-cbbe-49f3-b359-921344aa9390 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 1123 time: 0.6873002 May 13 14:23:36.446849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:23:36.507865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9095ade7-f9c0-4a84-b4e1-a38cb3679636 req-1daeacb7-ca4d-4abb-97f1-735404e071da service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595415 May 13 14:23:36.575885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c56363e5-c2d7-4238-b486-d2598ff92dee req-7aac909a-5814-4199-bde7-44f3f36970e8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 210 time: 0.0982845 May 13 14:23:36.637225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-020c7b9c-ae73-47b9-8309-d764bdccd80b None None] Provisioning complete for port 753740e0-aaa5-4481-9085-a13019e73bfb triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:36.637806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-020c7b9c-ae73-47b9-8309-d764bdccd80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:36.717774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-020c7b9c-ae73-47b9-8309-d764bdccd80b None None] Port 753740e0-aaa5-4481-9085-a13019e73bfb cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:36.927409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:23:36.940960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:23:36.961744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:36.963492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:36.968375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-54721989-a50c-4d4c-a45d-d6f92dfd3ed2 admin admin] 10.222.0.36 "PUT /v2.0/routers/c741bec0-67ee-4db5-b756-50b10e83c2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3977070 May 13 14:23:37.077575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9037-f8ca-4e02-b238-61d9eff0d3b8 req-7f49f94b-2340-4a7b-ba2c-87d4b3ae19d9 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.080788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fcb9037-f8ca-4e02-b238-61d9eff0d3b8 req-7f49f94b-2340-4a7b-ba2c-87d4b3ae19d9 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.1990926 May 13 14:23:37.225632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fcb9037-f8ca-4e02-b238-61d9eff0d3b8 req-369f85ff-a3a5-4f56-80d5-afcba9309a8a tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379998 May 13 14:23:37.263136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:37.518630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b3d8a-33f1-4cf8-9ab2-e6fce4817012 req-3402bd92-07ee-42d6-9f21-950236ebaa10 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:37.527912 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c09b3d8a-33f1-4cf8-9ab2-e6fce4817012 req-3402bd92-07ee-42d6-9f21-950236ebaa10 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 0.1553409 May 13 14:23:37.590925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c09b3d8a-33f1-4cf8-9ab2-e6fce4817012 req-cbd61f9a-7e42-4f9f-80ba-05e008a8cb6a tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 May 13 14:23:37.979567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1442325-5c3b-4800-af36-e7fd36361500 req-ffd91076-dc80-486d-a022-5343f2c06b45 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 210 time: 0.1567826 May 13 14:23:38.051154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 2, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:38.058324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:23:38.059226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Updating router c741bec0-67ee-4db5-b756-50b10e83c2c8 port 753740e0-aaa5-4481-9085-a13019e73bfb binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:23:38.138855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:38.687289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e275-0e5d-44fd-a138-1c8861b19393 req-401fab0d-7811-481c-ae56-012208f6fef3 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:38.702234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5259e275-0e5d-44fd-a138-1c8861b19393 req-401fab0d-7811-481c-ae56-012208f6fef3 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.2422059 May 13 14:23:38.875187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5259e275-0e5d-44fd-a138-1c8861b19393 req-59e8d2e6-40dd-435f-b507-1911981ca01b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608446 May 13 14:23:38.902775 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:38.937628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.86', 51465) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:38.955907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Transition to ACTIVE for port object 753740e0-aaa5-4481-9085-a13019e73bfb will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:38.971428 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:39.069332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30790d1-3173-4d3f-a004-f0d2e8b470d1 req-bd347005-f190-45f6-930c-a1e140d9a1d3 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.071519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b30790d1-3173-4d3f-a004-f0d2e8b470d1 req-bd347005-f190-45f6-930c-a1e140d9a1d3 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 0.1977291 May 13 14:23:39.135741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b30790d1-3173-4d3f-a004-f0d2e8b470d1 req-baceff88-c126-4639-a975-63f8360b873b tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520737 May 13 14:23:39.305125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41938-6069-49de-bfd4-29af371bc2ab None None] Pushing event updated for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:39.393462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-42b65529-12e1-4cc1-bd23-3df094867d8b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:39.398638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-42b65529-12e1-4cc1-bd23-3df094867d8b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.4589770 May 13 14:23:39.461218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e09bbcb-33b2-4fec-90df-d336b27ca845 req-1e52478e-77bd-4cbd-8603-bf372a8d2e9a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 210 time: 0.1023161 May 13 14:23:39.493623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Request body: {'port': {'device_id': '80276b65-a70f-482a-946d-f30955f8066a', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'admin_state_up': True, 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:39.605124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Attempting to bind port 753740e0-aaa5-4481-9085-a13019e73bfb on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:39.605688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Attempting to bind port 753740e0-aaa5-4481-9085-a13019e73bfb by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:39.606246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Attempting to bind port 753740e0-aaa5-4481-9085-a13019e73bfb on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:39.628357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:39.628994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Checking segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:39.629642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:39.630314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Bound using segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:39.631127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Bound port: 753740e0-aaa5-4481-9085-a13019e73bfb, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:39.635814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:39.647216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39664) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:39.659781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-network', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:39.686990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:39.710557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Usage tracker for resource:network and tenant:4efb8a1679b142e991b65345a084b3a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:39.920360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] For port 753740e0-aaa5-4481-9085-a13019e73bfb, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:39.929114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] For port 753740e0-aaa5-4481-9085-a13019e73bfb, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=753740e0-aaa5-4481-9085-a13019e73bfb,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:39.936077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:39.998105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:40.032611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:40.033429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:40.059018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:40.100780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:40.105922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Made reservation on behalf of 4efb8a1679b142e991b65345a084b3a5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:40.109408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.125185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Usage tracker for resource:port and tenant:4d0396a4c8c04a6b912dcfddf86648e6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:40.131231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:40.144276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:40.151434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.171975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:40.179619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.213437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:40.223031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Usage tracker for resource:security_group_rule and tenant:4efb8a1679b142e991b65345a084b3a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:40.249677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:40.257579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:40.269853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:40.286451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-0a17d5b8-08e7-446c-a3d6-e0b4552c1218 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:40.301153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-0a17d5b8-08e7-446c-a3d6-e0b4552c1218 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 1123 time: 0.5963173 May 13 14:23:40.366500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.457350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:40.471363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Usage tracker for resource:security_group_rule and tenant:fad1beafd01c47f0b40468d6790b7fa8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:40.486587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:40.502393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:40.609841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c41938-6069-49de-bfd4-29af371bc2ab None None] Pushing event updated for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:40.691818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Allocated IP 172.20.0.11 (4cf6bc79-0220-4aa3-a8fc-39f3642bd71f/a877e06d-3663-45b4-a598-f93b62bab331/359c38a3-4042-4171-a0f3-aeaa41ce2766) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:40.697634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.721942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:40.830653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:39Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:40.840865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a6945a-8b44-4023-854e-f682c1f6b745 None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:39Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:23:40.872710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-040bdf21-8c6a-4e3f-a3cd-f829f18ecca0 req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703356 May 13 14:23:40.924603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203252b2-5dda-4c5a-b552-f3e437d77008 tempest-AggregatesAdminTestJSON-1758083 tempest-AggregatesAdminTestJSON-1758083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841f0db-2251-4b2d-833e-5c604fe45a8a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.061259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.068439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.088789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:23:41.102011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.102538 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Added segment 4a785de8-61b0-452f-acd6-f4781e57cbb9 of type vlan for network d0bc3a83-116b-4188-8d63-950c278ea9d9 May 13 14:23:41.159638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-5b3e3a38-a32f-4d6f-bb78-14a9b78b6fc8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717738 May 13 14:23:41.213699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8755ad3d-34ab-43cb-9273-41a3964383ae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.213699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.320612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.324883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.335086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.404507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 753740e0-aaa5-4481-9085-a13019e73bfb up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:41.413035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.420779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddea535-d425-4161-8a37-88242e0e321c req-b3f0cbfb-8c09-4d4f-a80b-629202d6c559 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.422451 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ddea535-d425-4161-8a37-88242e0e321c req-b3f0cbfb-8c09-4d4f-a80b-629202d6c559 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.2626989 May 13 14:23:41.579440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9291348 May 13 14:23:41.583987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:41.597253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 753740e0-aaa5-4481-9085-a13019e73bfb completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:41.603045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b387-b7c2-4961-9916-b4afd524d56d admin admin] Pushing event updated for resources: {'Network': ['ID=d0bc3a83-116b-4188-8d63-950c278ea9d9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.620314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Request body: {'subnet': {'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-subnet', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:41.631062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:23:41.655662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.662182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:41.671619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Usage tracker for resource:subnet and tenant:4efb8a1679b142e991b65345a084b3a5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:41.674452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 753740e0-aaa5-4481-9085-a13019e73bfb triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:41.674947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.679492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:41.699921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ddea535-d425-4161-8a37-88242e0e321c req-a79567de-defb-44fc-9254-84d9e9fff442 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056882 May 13 14:23:41.710884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:41.835239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:41.856590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-9d2f3bbf-1700-46b5-b7ed-ef87b0e89fed tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.868205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-9d2f3bbf-1700-46b5-b7ed-ef87b0e89fed tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6970155 May 13 14:23:41.891050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:41.895819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:41.906661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:41.923824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:41.924532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:41.963651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d307e0e3-e89b-430a-8987-525530611e82 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/quotas/e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 375 time: 0.0689967 May 13 14:23:42.025512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Made reservation on behalf of 4efb8a1679b142e991b65345a084b3a5 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:42.029446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:42.082523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-8cada351-ca89-4294-95bc-868da6d62348 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6026716 May 13 14:23:42.123841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-8280f2ab-33e5-4cc7-9146-32f162774d53 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489797 May 13 14:23:42.221651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 753740e0-aaa5-4481-9085-a13019e73bfb is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:42.223046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:42.306033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 753740e0-aaa5-4481-9085-a13019e73bfb, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=753740e0-aaa5-4481-9085-a13019e73bfb,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:42.314842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:42.400539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-43843d69-2c7e-453e-8a08-aab7b58d54a7 tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.403479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-43843d69-2c7e-453e-8a08-aab7b58d54a7 tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 1122 time: 0.6500580 May 13 14:23:42.520597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:42.646278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256918b9-f369-4144-a965-9ec3dd088467 req-6033f56d-4f36-4062-a0f3-f42acad52ee0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:42.651661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-256918b9-f369-4144-a965-9ec3dd088467 req-6033f56d-4f36-4062-a0f3-f42acad52ee0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 932 time: 0.4731550 May 13 14:23:42.813359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Deleting port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:23:42.813944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:42.956031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-176077a1-4eaf-4501-9ad7-c8d4e8ae0694 req-66b6acfc-b717-472f-96ca-0d3da10c4856 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 210 time: 0.0888863 May 13 14:23:43.066993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-256918b9-f369-4144-a965-9ec3dd088467 req-893aab8f-0a34-43e4-9e9e-916f2948060f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:43.147362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.192999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-256918b9-f369-4144-a965-9ec3dd088467 req-893aab8f-0a34-43e4-9e9e-916f2948060f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:43.194452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-256918b9-f369-4144-a965-9ec3dd088467 req-893aab8f-0a34-43e4-9e9e-916f2948060f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803715 May 13 14:23:43.274958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3293971-7423-461d-addd-8df191fd34e4 req-7a1b7fb8-3b1a-4c42-bf15-78e4bd61d06b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.289408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3293971-7423-461d-addd-8df191fd34e4 req-7a1b7fb8-3b1a-4c42-bf15-78e4bd61d06b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 971 time: 0.1943214 May 13 14:23:43.392400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b624d9-e209-4b7f-b1c1-9c12016bf09e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:43.393000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 753740e0-aaa5-4481-9085-a13019e73bfb up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:43.402716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3293971-7423-461d-addd-8df191fd34e4 req-8da14a12-5de6-4025-b17a-e800a65fc062 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 May 13 14:23:43.437180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Checking segment: {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:43.438285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Network hostable DHCP agents. Network: d0bc3a83-116b-4188-8d63-950c278ea9d9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:23:43.480979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] For port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:43.481333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.497204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:23:43.554406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 753740e0-aaa5-4481-9085-a13019e73bfb triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:43.554816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.661844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Calling delete_port for ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 owned by compute:tempest-test_az-2072885611 {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:23:43.707465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 753740e0-aaa5-4481-9085-a13019e73bfb is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:43.709616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d0bc3a83-116b-4188-8d63-950c278ea9d9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:43.725886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab83076-08e7-48e9-871c-9356e6247ae4 None None] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:43.726554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:43.727155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:43.974499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07434b17-d5f1-4fc4-80cc-4d67ef40c0e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3891952 May 13 14:23:43.979992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:43.991847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:44.006059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:44.037509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Usage tracker for resource:router and tenant:4efb8a1679b142e991b65345a084b3a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:44.049789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:44.067903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.076754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:44.111762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.113939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.120161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d0bc3a83-116b-4188-8d63-950c278ea9d9', 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'fixed_ips': [{'subnet_id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:23:44.121998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.124686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07212a4-f721-470a-b880-e36149359417 req-2b3f7b8a-2c43-4e9a-a5a6-8785415299fa tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.131573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e07212a4-f721-470a-b880-e36149359417 req-2b3f7b8a-2c43-4e9a-a5a6-8785415299fa tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 0.5809219 May 13 14:23:44.171373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.172469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecdc99d9-2b08-4102-b2e9-1139d9f2cab4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:44.349374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] No DVR routers for this DVR port ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:44.362958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e07212a4-f721-470a-b880-e36149359417 req-382191d7-7efb-4175-a4f5-e971f4d3d472 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300718 May 13 14:23:44.364742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:44.384506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'name': 'network-vif-deleted', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:44.396878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f19a0098-14dd-473a-a9d8-952176d91a03 req-8cd1c68b-0cc2-4511-8f89-88ab8dec1c1b tempest-DeleteServersAdminTestJSON-252322733 tempest-DeleteServersAdminTestJSON-252322733-project-admin] 10.222.0.90 "DELETE /v2.0/ports/ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 HTTP/1.1" status: 204 len: 173 time: 1.9787781 May 13 14:23:44.542075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Allocated IP 172.20.0.2 (d0bc3a83-116b-4188-8d63-950c278ea9d9/38b624d9-e209-4b7f-b1c1-9c12016bf09e/2e6bbd68-6d53-41ab-8faa-7f2ac546b719) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:44.581646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-156a4f45-bc19-4f99-bdcb-fbd2194f4b27 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:23:44.585883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-156a4f45-bc19-4f99-bdcb-fbd2194f4b27 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103021 May 13 14:23:44.589267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4388e3c-0bb8-40e8-97f1-8e73b63c7eb4 req-399e6006-7dfc-495f-8d1d-d8b3085bdc02 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 210 time: 0.3182278 May 13 14:23:44.758352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae903a9-9c18-48b0-8c50-ad832810d9bf req-bf9d479b-4804-42f7-a829-2884b023ca00 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:44.767157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ae903a9-9c18-48b0-8c50-ad832810d9bf req-bf9d479b-4804-42f7-a829-2884b023ca00 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 932 time: 0.2291074 May 13 14:23:44.831161 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:23:44.834254 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ae903a9-9c18-48b0-8c50-ad832810d9bf req-4ca858aa-53ee-4f2f-9bfe-adca8470d021 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603244 May 13 14:23:44.839065 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ebad01-96c2-4f29-8c3c-f832f3ded9a7'] response: {'server_uuid': 'e8a64472-09a3-4eff-9db6-aa6c0e1bc487', 'name': 'network-vif-deleted', 'tag': 'ecdc99d9-2b08-4102-b2e9-1139d9f2cab4', 'status': 'completed', 'code': 200} May 13 14:23:44.973166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.052560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.073025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Transition to ACTIVE for port object 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:45.101257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a9426244-218f-4e8e-b53c-4e705a336aa6 req-d42c1fe2-8549-46c3-9d3f-cd06f973f681 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Synchronizing usage tracker for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:45.108176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Request body: {'port': {'device_id': '80276b65-a70f-482a-946d-f30955f8066a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:45.116192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Transition to ACTIVE for port object 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:45.131008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.139145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a9426244-218f-4e8e-b53c-4e705a336aa6 req-d42c1fe2-8549-46c3-9d3f-cd06f973f681 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Unset dirty status for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:45.141238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9426244-218f-4e8e-b53c-4e705a336aa6 req-d42c1fe2-8549-46c3-9d3f-cd06f973f681 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a64472-09a3-4eff-9db6-aa6c0e1bc487 HTTP/1.1" status: 200 len: 210 time: 0.1482041 May 13 14:23:45.160312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-9ec9c144-0322-4bbd-b70f-766c9ab2d8e3 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:45.161911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-9ec9c144-0322-4bbd-b70f-766c9ab2d8e3 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.90 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 0.8542433 May 13 14:23:45.274660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:45.279053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:45.287213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:45.311992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Deleting port 09e6c069-f0ce-406d-a804-6187609d566f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:23:45.312607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.377498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Pushing event updated for resources: {'Port': ['ID=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:45.416011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.488982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Attempting to bind port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:45.489730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Attempting to bind port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:45.490438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Attempting to bind port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 on network d0bc3a83-116b-4188-8d63-950c278ea9d9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:45.502958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:45.503579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Checking segment: {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:45.504298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.504902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Bound using segment: {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:45.505682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Bound port: 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:45.506462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.727215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] For port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:45.734308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] For port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:45.747941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:45.915537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:45.949925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.86', 51470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:45.969416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:23:45.969747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ecdc99d9-2b08-4102-b2e9-1139d9f2cab4 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:23:45.970152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09e6c069-f0ce-406d-a804-6187609d566f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:23:46.057148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04dd42ba-7d9a-4176-a9d5-a86285b94079 req-608eaa04-1f32-4402-96e7-ed8b08c4fa8f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 210 time: 0.1992979 May 13 14:23:46.067489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eadd05-eaea-4240-b351-11278ab22c4d None None] Pushing event updated for resources: {'Port': ['ID=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:46.076577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-1c5596e3-90f9-43e8-ba6f-d12d01cb8cf2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093102 May 13 14:23:46.271773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 09e6c069-f0ce-406d-a804-6187609d566f is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:46.272524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.387507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:46.417914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:46.430568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.438364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-df2bb005-03f5-4a83-a556-d9eeb4198461 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.441520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-df2bb005-03f5-4a83-a556-d9eeb4198461 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595390 May 13 14:23:46.520288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Request body: {'port': {'device_id': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'e423ba02102f49e29a71e7238fe217f2'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:46.558933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:46.724800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5b777-a6a8-4181-82e4-020d78c02348 req-c5d33c3e-ff37-439e-9cf7-9da923962122 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:46.726711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ad5b777-a6a8-4181-82e4-020d78c02348 req-c5d33c3e-ff37-439e-9cf7-9da923962122 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 932 time: 0.2834659 May 13 14:23:46.729757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:46.734215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Usage tracker for resource:port and tenant:e423ba02102f49e29a71e7238fe217f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:46.738159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:46.745570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:46.800812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:46.800812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.812542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Made reservation on behalf of e423ba02102f49e29a71e7238fe217f2 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:46.818872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.857449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:46.907448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ad5b777-a6a8-4181-82e4-020d78c02348 req-78ef0b06-475f-41e3-b409-2d48f389920c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482685 May 13 14:23:46.909113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:46.915391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Usage tracker for resource:security_group_rule and tenant:e423ba02102f49e29a71e7238fe217f2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:23:46.919065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:23:46.931097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:47.079758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.083062 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:23:47.098282 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.116497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86242-87e7-4b94-947c-1ad7d58e5824 req-73230876-2355-4781-beba-772fd566faef tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:47.129659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8d86242-87e7-4b94-947c-1ad7d58e5824 req-73230876-2355-4781-beba-772fd566faef tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 972 time: 1.4154789 May 13 14:23:47.154338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Calling delete_port for 09e6c069-f0ce-406d-a804-6187609d566f owned by compute:tempest-test_az-2072885611 {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:23:47.163245 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf654a0-39d9-4818-a64e-b349c3872686'] response: {'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f', 'code': 200} May 13 14:23:47.217868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.397377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:47.439772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:47.467235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb95474b-461c-43ff-8a54-44e96babf967 req-0f3ee0c8-d557-4e6d-be59-b1a52b5869b1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 210 time: 0.1269867 May 13 14:23:47.468175 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.595869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c459c-5785-4eb2-819f-c4ee5076a9eb None None] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:23:47.599739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359c38a3-4042-4171-a0f3-aeaa41ce2766 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:47.625742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:47.628690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.654465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8d86242-87e7-4b94-947c-1ad7d58e5824 req-fcb4186d-176a-4a0a-b372-c1db65c1d961 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236583 May 13 14:23:47.662774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Allocated IP 192.168.233.86 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/88850c09-5e34-4150-96a0-270e12391fdd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:47.678530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-fbd45c0a-db1c-452d-8401-723b5d55283e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724537 May 13 14:23:47.813549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:23:47.814143 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:23:47.827133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Provisioning for port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:47.827513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Transition to ACTIVE for port object 359c38a3-4042-4171-a0f3-aeaa41ce2766 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:47.840111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:47.844695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Provisioning complete for port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:47.845553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.050737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-83f9b2b6-9f10-40a9-bb17-783fe4616bae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.058786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-83f9b2b6-9f10-40a9-bb17-783fe4616bae tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655005 May 13 14:23:48.155953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-2c4676ef-48bd-469e-a3f6-a086d6d81c5f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/quotas/c9cfc5e45da04eae90529e8225bee2e0 HTTP/1.1" status: 200 len: 375 time: 0.0961106 May 13 14:23:48.218294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-8ff573fe-4662-4480-8956-708d2d138842 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609977 May 13 14:23:48.257676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Current status of the port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:48.258275 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.276686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Allocated IP 172.25.5.200 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c995bec5-c953-42ed-8652-9a00078c9da5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:48.309396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] For port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:48.314330 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.352365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Deleting port 09e6c069-f0ce-406d-a804-6187609d566f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:23:48.353043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.395604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.401897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e335fc6-de84-496c-86d1-3445d2c8e64c None None] Pushing event updated for resources: {'Port': ['ID=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:48.437362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Transition to ACTIVE for port object 88850c09-5e34-4150-96a0-270e12391fdd will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:48.480420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:48.556295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:48.556909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:48.557536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:48.562578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f96b8612-b65f-459b-af27-3c09d4b36e37 req-22c17aed-3370-48ec-b81d-97357c922196 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 210 time: 0.1002495 May 13 14:23:48.596500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.661628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:48.661850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3617e327-15e6-4d54-a965-a9520da9d6cb None None] Provisioning complete for port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:48.662821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:48.663359 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3617e327-15e6-4d54-a965-a9520da9d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.908143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:48.918644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:48.929580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:48.936801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:48.938239 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.956630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:48.980862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:48.981864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3617e327-15e6-4d54-a965-a9520da9d6cb None None] Current status of the port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:48.981991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:48.982414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:48.983027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:48.984101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Bound port: 359c38a3-4042-4171-a0f3-aeaa41ce2766, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:48.984675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.008689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-2430fb21-8066-4754-b331-9c1b36a4aed7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4955020 May 13 14:23:49.021486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Request body: {'port': {'device_id': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:49.081437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-7e5e086e-14b1-41dd-866e-4763602092c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.082288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-7e5e086e-14b1-41dd-866e-4763602092c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:49.161995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-7e5e086e-14b1-41dd-866e-4763602092c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:49.164050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-7e5e086e-14b1-41dd-866e-4763602092c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 935 time: 0.3409028 May 13 14:23:49.218473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.274493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-b08274a9-d782-4614-a8c7-f088676aced1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:49.348946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:49.352287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-b08274a9-d782-4614-a8c7-f088676aced1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:49.353649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-558a905b-6a5d-4c08-9111-88c44f129d03 req-b08274a9-d782-4614-a8c7-f088676aced1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732967 May 13 14:23:49.477108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1474d0c8-bfe8-4c0d-aab9-133531894568 None None] Provisioning for port 88850c09-5e34-4150-96a0-270e12391fdd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:49.494420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1474d0c8-bfe8-4c0d-aab9-133531894568 None None] Provisioning complete for port 88850c09-5e34-4150-96a0-270e12391fdd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:49.495118 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1474d0c8-bfe8-4c0d-aab9-133531894568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.548330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa231-3602-40eb-8ce9-aafe5f13092d req-ec28a95f-427b-4ef5-9c83-fffc9b58f0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.549648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e96aa231-3602-40eb-8ce9-aafe5f13092d req-ec28a95f-427b-4ef5-9c83-fffc9b58f0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:49.664551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1474d0c8-bfe8-4c0d-aab9-133531894568 None None] Port 88850c09-5e34-4150-96a0-270e12391fdd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:49.668308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:49.669597 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.685814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.711918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:49.749075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e96aa231-3602-40eb-8ce9-aafe5f13092d req-ec28a95f-427b-4ef5-9c83-fffc9b58f0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:49.751653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e96aa231-3602-40eb-8ce9-aafe5f13092d req-ec28a95f-427b-4ef5-9c83-fffc9b58f0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 1.5022540 May 13 14:23:49.766274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d0b47-b271-49cd-94b2-278c386a0e49 req-3598edcf-8616-42ab-b1e2-be716ddcba92 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:49.768039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a0d0b47-b271-49cd-94b2-278c386a0e49 req-3598edcf-8616-42ab-b1e2-be716ddcba92 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.1641083 May 13 14:23:49.812446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:49.848248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.854788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:49.913884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a0d0b47-b271-49cd-94b2-278c386a0e49 req-d58682fe-b3f3-4824-b16d-8b79ea596203 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362858 May 13 14:23:49.922662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88850c09-5e34-4150-96a0-270e12391fdd {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:49.924461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.934230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.965364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Transition to ACTIVE for port object 88850c09-5e34-4150-96a0-270e12391fdd will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:49.973980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:49.975501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:50.064615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:50.081819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e96aa231-3602-40eb-8ce9-aafe5f13092d req-f1c3021d-3056-4638-b3f7-05673838b9d5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620680 May 13 14:23:50.084534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:50.087632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] For port 09e6c069-f0ce-406d-a804-6187609d566f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09e6c069-f0ce-406d-a804-6187609d566f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:50.088204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:50.105420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.106364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:50.108054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] 10.222.0.86 "PUT /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 1092 time: 5.1739578 May 13 14:23:50.109163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:50.195561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:50.377655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-8428f8c0-7a98-4188-9394-6cd7f735b1de tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159127 May 13 14:23:50.394499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81f98cb0-6da4-479f-8572-5389a4bd0178 req-8eb622a7-38c7-49e4-849e-6b80544b426a tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 210 time: 0.1899748 May 13 14:23:50.464110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:50.511295 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3feda43-e25a-4646-b2a3-f61a8f50f381'] response: {'name': 'network-changed', 'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'status': 'completed', 'code': 200} May 13 14:23:50.630003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Calling delete_port for 09e6c069-f0ce-406d-a804-6187609d566f owned by compute:tempest-test_az-2072885611 {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:23:50.680075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Pushing event updated for resources: {'Port': ['ID=c995bec5-c953-42ed-8652-9a00078c9da5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:50.701959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:50.703682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:50.704357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:50.722973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:50.723598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:50.766345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:50.766979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:50.767687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:50.768512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Bound port: 88850c09-5e34-4150-96a0-270e12391fdd, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:50.769280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:50.880847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-7946888b-57ef-4072-a846-14b3ee763722 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:50.882449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-7946888b-57ef-4072-a846-14b3ee763722 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815564 May 13 14:23:50.907042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Request body: {'port': {'device_id': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'c9cfc5e45da04eae90529e8225bee2e0'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:50.930166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616625-ebda-456d-b169-6aebd8b6d535 service neutron] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:51.111521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:51.119256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:51.135042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-92dff64a-f00a-4d50-af6d-644ffab9fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.137266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-92dff64a-f00a-4d50-af6d-644ffab9fffc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1095 time: 0.9214592 May 13 14:23:51.176717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.285412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.286053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.287664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] 10.222.0.86 "PUT /v2.0/ports/88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 1095 time: 2.2707245 May 13 14:23:51.290893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:51.309820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:23:51.314413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da66c-ee21-468f-b2e2-3e5b9bbaf6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:51.335287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:23:51.358679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-22bcad0e-81ea-426f-9846-137fd6e1beda service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.2116132 May 13 14:23:51.387371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0023bb-73fa-40af-b31b-d3a3217d76c5 req-cf168060-c471-41a1-9164-7a98025c1398 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.393057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d0023bb-73fa-40af-b31b-d3a3217d76c5 req-cf168060-c471-41a1-9164-7a98025c1398 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.7050107 May 13 14:23:51.406870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28574f51-a6cb-4d82-b7bc-fc6b1a72c18b req-e7a7a134-a579-45f9-a82d-e47c99cd194c tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.408514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28574f51-a6cb-4d82-b7bc-fc6b1a72c18b req-e7a7a134-a579-45f9-a82d-e47c99cd194c tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 970 time: 0.3014143 May 13 14:23:51.509215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Made reservation on behalf of c9cfc5e45da04eae90529e8225bee2e0 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:23:51.512736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.639773 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.703938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28574f51-a6cb-4d82-b7bc-fc6b1a72c18b req-b8b7b2aa-e151-4fe4-a965-849c8701220d tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd48c826-c481-439e-8879-47e8f0952a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742492 May 13 14:23:51.733046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-99d60b4e-3758-4ccf-85db-29e1a8aa26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.734782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-99d60b4e-3758-4ccf-85db-29e1a8aa26dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1098 time: 0.3778267 May 13 14:23:51.756616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:51.854133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Pushing event deleted for resources: {'Port': ['ID=09e6c069-f0ce-406d-a804-6187609d566f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:51.864724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-001714d3-add1-491b-b07b-6e738d4a0505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.1187854 May 13 14:23:51.888391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-ac320e96-da04-4053-ac06-82caa0be8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:51.891506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-ac320e96-da04-4053-ac06-82caa0be8b3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.5140228 May 13 14:23:52.060753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-cce2dc9c-d2b7-4618-b3a5-40eca1da9167 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214387 May 13 14:23:52.071332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Allocated IP 192.168.233.169 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/f14cdba7-2c5a-4bde-aba2-4b7142bb2f61) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:52.071620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d0023bb-73fa-40af-b31b-d3a3217d76c5 req-0b850b4c-1256-412b-a811-7b5a09ecb362 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682221 May 13 14:23:52.084502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-5356f624-fa76-4f77-bc87-5d6c4ca10eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.085432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-5356f624-fa76-4f77-bc87-5d6c4ca10eab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2117393 May 13 14:23:52.105203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] No DVR routers for this DVR port 09e6c069-f0ce-406d-a804-6187609d566f on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:23:52.109526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.224670 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dca06a-7375-4e5b-bd6a-23a49fe4bdd4'] response: {'name': 'network-changed', 'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'status': 'completed', 'code': 200} May 13 14:23:52.254884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afdc84-6fd2-42e8-a05f-2a728f25bb07 req-dbd1dd84-59f8-49dc-b41e-dbb7143c5da3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.256617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-24afdc84-6fd2-42e8-a05f-2a728f25bb07 req-dbd1dd84-59f8-49dc-b41e-dbb7143c5da3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.3024583 May 13 14:23:52.293771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9cbac38-1a0e-43db-b2c8-aac5fbe1c132 req-f4c3f885-9722-4b58-99fd-f8018dbb55a9 tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.90 "DELETE /v2.0/ports/09e6c069-f0ce-406d-a804-6187609d566f HTTP/1.1" status: 204 len: 173 time: 7.1219821 May 13 14:23:52.431983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-66c31e60-5266-491b-8349-0ed3c02b015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:52.433459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-66c31e60-5266-491b-8349-0ed3c02b015e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3413899 May 13 14:23:52.448278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-24afdc84-6fd2-42e8-a05f-2a728f25bb07 req-9e9f7e42-993d-4a26-a612-44f50e7e7b01 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264353 May 13 14:23:52.576855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.594429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-deleted', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:52.615297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Transition to ACTIVE for port object f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:52.640423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45b48494-84d2-4c99-977b-d721434ec526 req-fd93b32b-8563-41ad-a6b7-73950d25040e tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 210 time: 0.1412504 May 13 14:23:52.648665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-242f6046-ff5d-476d-a4ac-9a68c32ff185 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759127 May 13 14:23:52.650479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-fa77fa72-7e98-4dc1-8f30-e1e8623215ce service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078254 May 13 14:23:52.722740 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375b8020-8e73-4d48-804d-3b320595dba0'] response: {'server_uuid': '5475528c-bca1-421f-902b-cf05bccfdbbe', 'name': 'network-vif-deleted', 'tag': '09e6c069-f0ce-406d-a804-6187609d566f', 'status': 'completed', 'code': 200} May 13 14:23:52.802399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.850474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:52.972584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:52.974414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb63841-6e5c-49a9-a01f-c91e1ed2bb99 req-0ed1e5c5-ba89-41ca-b9f5-ba8cb2f489e1 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539587 May 13 14:23:52.985955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:52.998616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:53.004478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.005395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.045365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Pushing event updated for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:53.094492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd707901-176d-4b6d-b4af-bcf3d15d888b req-d979d671-922d-4438-9cd3-385c406fd5fb service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302316 May 13 14:23:53.099131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-711f69d2-aec7-43ba-bccc-1608580f7431 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1996229 May 13 14:23:53.118675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Request body: {'port': {'device_id': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'device_owner': 'compute:tempest-test_az-2072885611', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:23:53.255682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3273e9c3-1f07-4abf-a478-51dff6147527 req-96087210-3046-455b-9ca6-b0fbdec43b8f tempest-AggregatesAdminTestJSON-339919697 tempest-AggregatesAdminTestJSON-339919697-project] 10.222.0.36 "GET /v2.0/ports?device_id=5475528c-bca1-421f-902b-cf05bccfdbbe HTTP/1.1" status: 200 len: 210 time: 0.1023636 May 13 14:23:53.269979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Router 7184f3f1-9c77-4e2c-ba8b-20800d87651e is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:23:53.300252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-d652b598-d06a-40e2-966a-49def029ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.309741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-d652b598-d06a-40e2-966a-49def029ca3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1095 time: 0.1972554 May 13 14:23:53.389911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.402497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-70e312bb-8fd5-44ac-9da3-8dd09e6ad70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.404453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-70e312bb-8fd5-44ac-9da3-8dd09e6ad70a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1098 time: 0.2137923 May 13 14:23:53.519507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-782190cf-3831-4a41-a8f6-9d59f0466962 None None] Provisioning for port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:53.532042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-782190cf-3831-4a41-a8f6-9d59f0466962 None None] Provisioning complete for port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:53.533177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-782190cf-3831-4a41-a8f6-9d59f0466962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:53.603995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-782190cf-3831-4a41-a8f6-9d59f0466962 None None] Port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:53.971603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-84c7bf02-420c-4f0e-b005-4f9e0aaeb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.973963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-84c7bf02-420c-4f0e-b005-4f9e0aaeb921 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.5723047 May 13 14:23:53.990505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45f5b-dc88-4264-b8c6-cd3a3b8a205e req-da1a70ac-7675-4661-addf-2074a2db242d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:53.993016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-19c45f5b-dc88-4264-b8c6-cd3a3b8a205e req-da1a70ac-7675-4661-addf-2074a2db242d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.5717702 May 13 14:23:54.038971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-e07cedcb-921a-4c40-905a-5f7070616ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.041506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-e07cedcb-921a-4c40-905a-5f7070616ac1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6292298 May 13 14:23:54.085274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:23:54.100928 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Sync routers for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:23:54.117280 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:54.118260 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:54.155238 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-87dda213-b701-4379-a876-5b32b934aa03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.1604505 May 13 14:23:54.215747 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-6a255068-fe49-47b1-b97f-a24136a437b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.1615853 May 13 14:23:54.247758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.253095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a5f67a2d-1bc4-43b1-9be4-04337d19cc8a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.2667623 May 13 14:23:54.267878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:23:54.388588 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:54.397703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723327bd-0e98-4d83-8a73-5a1716dafe2d req-5bea5d73-5485-4f0e-bfe9-cc6a210933d8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.407875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-723327bd-0e98-4d83-8a73-5a1716dafe2d req-5bea5d73-5485-4f0e-bfe9-cc6a210933d8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.5370443 May 13 14:23:54.422275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-19c45f5b-dc88-4264-b8c6-cd3a3b8a205e req-ffc15885-66c0-42f5-baba-fb7dfd036ff5 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249965 May 13 14:23:54.427989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-d3dc8f4e-e9e7-4ac6-b89f-59e7e8b93080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.429629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-d3dc8f4e-e9e7-4ac6-b89f-59e7e8b93080 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2660344 May 13 14:23:54.498940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-01e2c9f7-06c8-4667-a537-cf79e0e6889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.502243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-01e2c9f7-06c8-4667-a537-cf79e0e6889b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2735560 May 13 14:23:54.582731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-6d7330fb-b846-4568-a738-73157b541812 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532029 May 13 14:23:54.665114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-723327bd-0e98-4d83-8a73-5a1716dafe2d req-b46a7a76-63bb-4cb4-a29f-d3d55e679c38 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282300 May 13 14:23:54.738950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:50Z', 'revision_number': 3, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:54.744079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Checking router: 7184f3f1-9c77-4e2c-ba8b-20800d87651e for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:23:54.744723 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Updating router 7184f3f1-9c77-4e2c-ba8b-20800d87651e port c995bec5-c953-42ed-8652-9a00078c9da5 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:23:54.814395 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.911133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:54.919109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:54.936374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Transition to ACTIVE for port object f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:54.952702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-c9df5a9f-bf53-4eac-947b-88dd5b2b6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:54.957189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-c9df5a9f-bf53-4eac-947b-88dd5b2b6150 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4451647 May 13 14:23:54.959240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.022962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-fe57bdab-3bf1-4ad9-a1f3-3e407c5c9270 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921940 May 13 14:23:55.356950 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.394580 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Transition to ACTIVE for port object c995bec5-c953-42ed-8652-9a00078c9da5 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:55.417743 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.488364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d19d2a-10fb-41de-a85f-103df39c4c25 req-5e97e4b1-263c-4912-84b2-2f1a8ea5b123 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:55.516434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9d19d2a-10fb-41de-a85f-103df39c4c25 req-5e97e4b1-263c-4912-84b2-2f1a8ea5b123 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 936 time: 0.7252314 May 13 14:23:55.552960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Pushing event updated for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:55.592374 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664221-282e-4077-a0f8-e67df8e20062 None None] Pushing event updated for resources: {'Port': ['ID=c995bec5-c953-42ed-8652-9a00078c9da5,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:55.644986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Attempting to bind port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:55.645505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Attempting to bind port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:55.646074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Attempting to bind port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:55.652488 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Attempting to bind port c995bec5-c953-42ed-8652-9a00078c9da5 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:23:55.652488 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Attempting to bind port c995bec5-c953-42ed-8652-9a00078c9da5 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:23:55.653104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Attempting to bind port c995bec5-c953-42ed-8652-9a00078c9da5 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:55.664167 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:55.665405 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:55.665595 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.666184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:55.666991 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Bound port: c995bec5-c953-42ed-8652-9a00078c9da5, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:55.668268 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.669995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-3d47d3af-8ac8-429e-8b67-24f794b597ee service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925917 May 13 14:23:55.674162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:23:55.674672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Attempting to bind port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:23:55.772776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:23:55.773220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:23:55.773831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:23:55.774548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Bound port: f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:23:55.775098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.813710 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] For port c995bec5-c953-42ed-8652-9a00078c9da5, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:55.817708 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] For port c995bec5-c953-42ed-8652-9a00078c9da5, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c995bec5-c953-42ed-8652-9a00078c9da5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:55.824648 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:55.878337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9d19d2a-10fb-41de-a85f-103df39c4c25 req-a73b724e-79a5-41ec-973e-0213b34964be tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592606 May 13 14:23:55.886316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff3eb422-00fe-4388-8e37-6334a61f2706 req-c7036375-27d1-47c0-9a64-da6ca38a9b45 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8555121 May 13 14:23:55.934111 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:23:55.934756 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:55.999268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.010050 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664221-282e-4077-a0f8-e67df8e20062 None None] Pushing event updated for resources: {'Port': ['ID=c995bec5-c953-42ed-8652-9a00078c9da5,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:56.070456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:23:56.090679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2aa8922-19e0-443a-b1d6-66a13ea31df1 req-dbf76f0e-ffa0-4e53-87cb-7112af4b8f29 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095380 May 13 14:23:56.092336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:23:56.122380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebdb0c-2b7e-41e3-9bbf-b09a51750ebc req-971345ec-9729-44c7-80d4-94d62dbb6dda tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.123983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ebdb0c-2b7e-41e3-9bbf-b09a51750ebc req-971345ec-9729-44c7-80d4-94d62dbb6dda tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.4040203 May 13 14:23:56.126403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.187634 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:23:56.227226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.227852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.229316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] 10.222.0.90 "PUT /v2.0/ports/f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 HTTP/1.1" status: 200 len: 1118 time: 3.1184301 May 13 14:23:56.229830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:23:56.276879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ebdb0c-2b7e-41e3-9bbf-b09a51750ebc req-8b7ca098-1707-4bdf-a925-b7dde64e6e5a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445758 May 13 14:23:56.360929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1abd4-f64f-472f-80dc-5889b4031318 service neutron] Pushing event updated for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:56.423590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-302e6853-c132-479d-9a37-c6cf834e594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.425483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-302e6853-c132-479d-9a37-c6cf834e594f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 1121 time: 0.1176515 May 13 14:23:56.526408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Allocated IP 172.20.0.1 (d0bc3a83-116b-4188-8d63-950c278ea9d9/38b624d9-e209-4b7f-b1c1-9c12016bf09e/d413986a-80f6-40d3-88d4-4513645db604) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:23:56.575933 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2231b38e-f4e4-4794-b9bf-b77e297b01ee'] response: {'name': 'network-changed', 'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61', 'status': 'completed', 'code': 200} May 13 14:23:56.592492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-6b3010eb-0a0a-4dde-b1ba-6e2fc357130b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 HTTP/1.1" status: 200 len: 217 time: 0.1523547 May 13 14:23:56.701651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-9f78fa61-d918-4b3a-8f8c-593daf78a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.704047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-9f78fa61-d918-4b3a-8f8c-593daf78a007 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1012030 May 13 14:23:56.824297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40566a-f24e-46ac-b807-00746f38c2d8 req-6a9cd547-0ab8-42a3-a6d6-6db6472e1f9c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.834651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a40566a-f24e-46ac-b807-00746f38c2d8 req-6a9cd547-0ab8-42a3-a6d6-6db6472e1f9c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.1969016 May 13 14:23:56.847614 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:50Z', 'revision_number': 3, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:23:56.863025 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc36168-270f-4bf5-809b-367109dd650a None None] The sync data for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 is: [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:50Z', 'revision_number': 3, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:23:56.865212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-5792d6e1-53c5-4655-b75b-30273f6d9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:56.867287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-5792d6e1-53c5-4655-b75b-30273f6d9a9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521435 May 13 14:23:56.877810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:56.901836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:56.983642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Transition to ACTIVE for port object d413986a-80f6-40d3-88d4-4513645db604 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:23:56.988940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a40566a-f24e-46ac-b807-00746f38c2d8 req-84aa7ebb-032a-48dc-ba60-145f25807841 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531363 May 13 14:23:57.032747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.110778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:57.120310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:57.134915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:23:57.135627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.174194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Pushing event updated for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:57.314616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:57.334127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'port_id': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'mac_address': 'fa:16:3e:68:d4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a877e06d-3663-45b4-a598-f93b62bab331', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:57.502686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-4bac4cf0-d861-48da-bfdd-5da3837a1fbf service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236610 May 13 14:23:57.526682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 359c38a3-4042-4171-a0f3-aeaa41ce2766 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:57.527254 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.559405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359c38a3-4042-4171-a0f3-aeaa41ce2766 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:57.585107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:57.590517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.598993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:57.599647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:23:57.766870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45b48-e994-4216-8622-bdb9a7690baa req-00cd3ad2-132f-419e-9fda-db9a93ceb230 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:57.768113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f6d45b48-e994-4216-8622-bdb9a7690baa req-00cd3ad2-132f-419e-9fda-db9a93ceb230 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Synchronizing usage tracker for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:23:57.812646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f826a978-d8c2-4e89-ab32-4c1f07867280 req-b5220a92-4b2d-414e-a641-8198ca62f48a service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900724 May 13 14:23:57.836995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f6d45b48-e994-4216-8622-bdb9a7690baa req-00cd3ad2-132f-419e-9fda-db9a93ceb230 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Unset dirty status for tenant:c9cfc5e45da04eae90529e8225bee2e0 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:23:57.839253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6d45b48-e994-4216-8622-bdb9a7690baa req-00cd3ad2-132f-419e-9fda-db9a93ceb230 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 970 time: 0.5687768 May 13 14:23:57.948555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:58.010860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '88850c09-5e34-4150-96a0-270e12391fdd', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '88850c09-5e34-4150-96a0-270e12391fdd', 'mac_address': 'fa:16:3e:4f:57:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:23:58.013052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.044126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6d45b48-e994-4216-8622-bdb9a7690baa req-c0096a56-44c2-496f-822b-9351ac89020f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908491 May 13 14:23:58.109646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-e3bf1b08-1b59-4382-8e3f-17133606b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.112528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-e3bf1b08-1b59-4382-8e3f-17133606b320 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 1121 time: 0.2063396 May 13 14:23:58.131691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 88850c09-5e34-4150-96a0-270e12391fdd is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:23:58.132091 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.143147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0c8f3719-8822-4a24-88b5-2167f5520d21 None None] Provisioning for port d413986a-80f6-40d3-88d4-4513645db604 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:58.153343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0c8f3719-8822-4a24-88b5-2167f5520d21 None None] Provisioning complete for port d413986a-80f6-40d3-88d4-4513645db604 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:58.153720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3719-8822-4a24-88b5-2167f5520d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.221693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f3719-8822-4a24-88b5-2167f5520d21 None None] Port d413986a-80f6-40d3-88d4-4513645db604 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:58.226855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.229355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88850c09-5e34-4150-96a0-270e12391fdd {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:23:58.249751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:23:58.257480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.258615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.259705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:58.352006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.578601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-fc08664f-f780-48a1-a455-93582305716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.581003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-fc08664f-f780-48a1-a455-93582305716d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4516912 May 13 14:23:58.601664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Pushing event updated for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:23:58.643502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab688578-4013-4005-9b27-2320b99481a2 req-9c7c6315-5dc3-4f3e-9870-b5fbebcd618f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.646556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab688578-4013-4005-9b27-2320b99481a2 req-9c7c6315-5dc3-4f3e-9870-b5fbebcd618f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.8233361 May 13 14:23:58.653548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:58.691487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11c9df-734f-4f19-9f81-7baaf1465118 req-e8e9e289-7348-4efc-ae1e-7d30d86add82 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.694081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df11c9df-734f-4f19-9f81-7baaf1465118 req-e8e9e289-7348-4efc-ae1e-7d30d86add82 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.3275867 May 13 14:23:58.745266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-c085193c-9595-4dcf-a8dc-18e42b040701 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 HTTP/1.1" status: 200 len: 217 time: 0.1566241 May 13 14:23:58.799230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:23:58.801198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:23:58.808890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab688578-4013-4005-9b27-2320b99481a2 req-a92a0d0d-1370-4da8-8ee8-306d626e33da tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304023 May 13 14:23:58.869496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df11c9df-734f-4f19-9f81-7baaf1465118 req-2c283fe8-438e-442a-83ce-2b312dcd55c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625929 May 13 14:23:58.886170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-83cea80a-a464-4e7e-819a-4ae9242ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:58.894475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-83cea80a-a464-4e7e-819a-4ae9242ef1da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1422565 May 13 14:23:58.941727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['359c38a3-4042-4171-a0f3-aeaa41ce2766'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:23:59.179482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-2539138e-ad75-420a-a3c5-2287b0001447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.182536 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-2539138e-ad75-420a-a3c5-2287b0001447 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2752664 May 13 14:23:59.298514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Router 7184f3f1-9c77-4e2c-ba8b-20800d87651e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:23:59.537921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c995bec5-c953-42ed-8652-9a00078c9da5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:23:59.742817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a056d-1acd-409b-9603-ced33d4236d8 req-d365c036-6f37-4942-82fb-bea1a8b0408c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:23:59.752453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-168a056d-1acd-409b-9603-ced33d4236d8 req-d365c036-6f37-4942-82fb-bea1a8b0408c tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 970 time: 0.2652884 May 13 14:23:59.774029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-dc8751b1-e7a0-4bc5-926b-15748c89c333 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817564 May 13 14:23:59.809104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-624def2b-0264-480c-ae80-9128efdd6539 None None] Provisioning complete for port d413986a-80f6-40d3-88d4-4513645db604 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:59.809963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-624def2b-0264-480c-ae80-9128efdd6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:59.875709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-624def2b-0264-480c-ae80-9128efdd6539 None None] Port d413986a-80f6-40d3-88d4-4513645db604 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:23:59.896769 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d14c20f-4733-444d-9228-6677c0f69f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:23:59.904919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-168a056d-1acd-409b-9603-ced33d4236d8 req-1ce4e8b2-2e05-43fa-b132-569e5ef65d9d tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509976 May 13 14:23:59.937966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c995bec5-c953-42ed-8652-9a00078c9da5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:23:59.943595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:23:59.963214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Sync routers for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:23:59.984288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a589e01b-d767-4f96-9145-d4f44e429584 admin admin] 10.222.0.36 "PUT /v2.0/routers/7184f3f1-9c77-4e2c-ba8b-20800d87651e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6921172 May 13 14:23:59.984903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c995bec5-c953-42ed-8652-9a00078c9da5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:23:59.984903 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.017437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-581a71f5-3284-4add-bac0-2c89872a38b8 req-84e1b7b4-7a40-4774-b347-c9c4f4db42c2 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221358 May 13 14:24:00.048880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:00.049526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:23:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:00.224423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478fcf-3366-4b3f-b6da-5230a00da165 req-d51339af-1ab3-4272-8fc2-5d1f7d0088f1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.232814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52478fcf-3366-4b3f-b6da-5230a00da165 req-d51339af-1ab3-4272-8fc2-5d1f7d0088f1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 948 time: 0.1011391 May 13 14:24:00.281474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:00.290610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52478fcf-3366-4b3f-b6da-5230a00da165 req-854ea342-3f4b-406c-b563-45f03b20dc81 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 May 13 14:24:00.304444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc7b1-2d47-4f45-8ca4-967a1afddb44 req-15264092-67eb-40d7-a044-342f6b900e50 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:00.307474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c10fc7b1-2d47-4f45-8ca4-967a1afddb44 req-15264092-67eb-40d7-a044-342f6b900e50 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.1902723 May 13 14:24:00.382130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c10fc7b1-2d47-4f45-8ca4-967a1afddb44 req-d70203d6-c12e-414c-a1c2-994abad6c3de tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639305 May 13 14:24:00.517030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c995bec5-c953-42ed-8652-9a00078c9da5 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:00.517480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.611805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c995bec5-c953-42ed-8652-9a00078c9da5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c995bec5-c953-42ed-8652-9a00078c9da5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:00.621140 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:00.768297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c995bec5-c953-42ed-8652-9a00078c9da5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:00.860259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:57Z', 'revision_number': 4, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd413986a-80f6-40d3-88d4-4513645db604', 'name': '', 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'mac_address': 'fa:16:3e:9a:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:56Z', 'updated_at': '2022-05-13T14:23:57Z', 'revision_number': 2, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'subnets': [{'id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:00.869962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Checking router: 7184f3f1-9c77-4e2c-ba8b-20800d87651e for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:00.870382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Updating router 7184f3f1-9c77-4e2c-ba8b-20800d87651e port d413986a-80f6-40d3-88d4-4513645db604 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:24:00.904540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:01.001097 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.127374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 359c38a3-4042-4171-a0f3-aeaa41ce2766 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:01.141508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 359c38a3-4042-4171-a0f3-aeaa41ce2766 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:01.142054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.262192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079c135-0081-452b-ad00-4ef78f4d33de req-fcec4e0f-a329-41bc-831a-3eded48b23f3 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.275682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1079c135-0081-452b-ad00-4ef78f4d33de req-fcec4e0f-a329-41bc-831a-3eded48b23f3 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 970 time: 0.1516376 May 13 14:24:01.342108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c995bec5-c953-42ed-8652-9a00078c9da5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:01.398584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1079c135-0081-452b-ad00-4ef78f4d33de req-4481a6fa-21ea-4753-8400-aedaff584d0b tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213145 May 13 14:24:01.407361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:01.421655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654673816', 'description': 'tempest-description--827739595'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:01.437975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:01.446856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:security_group and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:01.457357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:01.473336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:01.492770 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.549353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:01.559720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:security_group_rule and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:01.563748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:01.570611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:01.685110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.702606 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.733415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 359c38a3-4042-4171-a0f3-aeaa41ce2766 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:01.734307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.784450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c995bec5-c953-42ed-8652-9a00078c9da5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:01.784832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.866580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:01.911770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:01.923820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:01.940756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:01.941572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:01.953398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c1ea3-9924-4bac-81e1-2f42a9f89d4e req-c7d7095f-c8a1-420a-b04b-4d71b358cc4b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:01.957162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db5c1ea3-9924-4bac-81e1-2f42a9f89d4e req-c7d7095f-c8a1-420a-b04b-4d71b358cc4b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.2484357 May 13 14:24:01.986585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:02.022248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.030205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6197937 May 13 14:24:02.032056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39966) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:02.040192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.041131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.042105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.042841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.043607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.044432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.045220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.046568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.047357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.048138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.048961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.049779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69889dc-5680-482d-af48-ae58f3c70710 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:02.064759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'security_group_rule': {'security_group_id': '7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:02.066519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04d1d602-9e1d-48df-9321-2dcf41b2e2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.067746 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db5c1ea3-9924-4bac-81e1-2f42a9f89d4e req-99d2bd9d-b281-4599-ae91-79edfce0cc59 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975723 May 13 14:24:02.067988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:02.072837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.085693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:02.096752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:security_group_rule and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:02.103145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:02.117056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:02.147481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Transition to ACTIVE for port object d413986a-80f6-40d3-88d4-4513645db604 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:02.160992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.180543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39972) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:02.255721 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.287267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a71abc-8d0b-42a9-aca4-670ecf9c4e27 req-7a05be21-c052-4313-964e-8a45cc5c308a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:02.298314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70a71abc-8d0b-42a9-aca4-670ecf9c4e27 req-7a05be21-c052-4313-964e-8a45cc5c308a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 948 time: 0.5784192 May 13 14:24:02.364646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c4b5-321b-43fe-986e-ea23605eac11 None None] Pushing event updated for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:02.489372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c995bec5-c953-42ed-8652-9a00078c9da5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:02.546918 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b8a569-77cb-4df9-9355-8225b4e0cf85'] response: {'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'code': 200} May 13 14:24:02.562905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70a71abc-8d0b-42a9-aca4-670ecf9c4e27 req-5bdda12c-78e2-4d0f-b9e9-f4f3854ebb6c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623973 May 13 14:24:02.637096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 88850c09-5e34-4150-96a0-270e12391fdd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:02.651202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.666495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:02.669568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.676109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 88850c09-5e34-4150-96a0-270e12391fdd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:02.676554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.750325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:02.771304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Usage tracker for resource:security_group_rule and tenant:da4c41b09d6c45c99766b23c00279b1c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:02.784762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:02.797107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.804776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:02.853129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b603c412-4330-41d6-8514-0bfe7395ae23,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:02.882396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:02.884067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bebc6cec-f9c6-4168-913a-fbf0f5d75b78 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8478980 May 13 14:24:02.888865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:02.897258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'security_group_rule': {'security_group_id': '7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:02.904774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:02.913028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:security_group_rule and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:02.917283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:02.932850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:02.943539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Attempting to bind port d413986a-80f6-40d3-88d4-4513645db604 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:02.944556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Attempting to bind port d413986a-80f6-40d3-88d4-4513645db604 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:02.945442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Attempting to bind port d413986a-80f6-40d3-88d4-4513645db604 on network d0bc3a83-116b-4188-8d63-950c278ea9d9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:03.027746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.081824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:03.082999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Checking segment: {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:03.084408 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.085124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Bound using segment: {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:03.085990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Bound port: d413986a-80f6-40d3-88d4-4513645db604, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a785de8-61b0-452f-acd6-f4781e57cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:03.086796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.092581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96035ec-757d-419a-b90e-3d84352fbe53 req-ac7b41de-f3b0-465a-bf44-917f9d5ca2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.095600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a96035ec-757d-419a-b90e-3d84352fbe53 req-ac7b41de-f3b0-465a-bf44-917f9d5ca2c3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1097 time: 0.4340501 May 13 14:24:03.114530 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.121635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61', 'mac_address': 'fa:16:3e:ab:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-2072885611', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:03.250584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a96035ec-757d-419a-b90e-3d84352fbe53 req-7268320f-bb3f-400c-b8af-3533dc41ad87 service neutron] Synchronizing usage tracker for tenant:f982f1ff98fc4daa9b4ea704b0c03f49 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:03.268377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.281107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.288534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.308627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a96035ec-757d-419a-b90e-3d84352fbe53 req-7268320f-bb3f-400c-b8af-3533dc41ad87 service neutron] Unset dirty status for tenant:f982f1ff98fc4daa9b4ea704b0c03f49 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:03.309703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a96035ec-757d-419a-b90e-3d84352fbe53 req-7268320f-bb3f-400c-b8af-3533dc41ad87 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767035 May 13 14:24:03.312448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.320258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.332724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 88850c09-5e34-4150-96a0-270e12391fdd is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:03.333136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.367022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2e2e63-6a91-4423-bfaa-aa0f10b641ff,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.375241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:03.375630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.388148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da4c41b09d6c45c99766b23c00279b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2055779 May 13 14:24:03.388703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.391365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e4e3ada-3c1b-4f48-98b4-8112bb188a98 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5002580 May 13 14:24:03.392726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:03.395311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:03.425277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:03.428802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:03.433436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] For port d413986a-80f6-40d3-88d4-4513645db604, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:03.435606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3ca3-8be1-403b-acc5-ebcb9c97835b req-b39e8b7a-d154-48ed-a2fd-88de8f7a4295 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.439440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-383d3ca3-8be1-403b-acc5-ebcb9c97835b req-b39e8b7a-d154-48ed-a2fd-88de8f7a4295 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 970 time: 0.3657923 May 13 14:24:03.440023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:03.443473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8000b4b4-d7af-4f5b-9387-4461ec018a10,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.457008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:03.462160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:floatingip and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:03.462542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] For port d413986a-80f6-40d3-88d4-4513645db604, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d413986a-80f6-40d3-88d4-4513645db604,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:03.465379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.469012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:03.489095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.489632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.490124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.490609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.491105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.491604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.492094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.492624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.493162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.493716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.494263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.494813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a8291-e487-4e60-8f83-8fad8ccd8126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:03.509686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.513655 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.517638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:03.539589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:03.554877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-383d3ca3-8be1-403b-acc5-ebcb9c97835b req-4b4a1b37-d3d6-4980-8fd8-9f67a48d1ef7 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059279 May 13 14:24:03.576374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:03.578653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:24:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:03.583587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.700634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.748375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.792431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.876796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.906334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8000b4b4-d7af-4f5b-9387-4461ec018a10,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:03.924737 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:03.926231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4284ee90-307f-4da2-9b9b-af5a62bb8ba8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8000b4b4-d7af-4f5b-9387-4461ec018a10 HTTP/1.1" status: 204 len: 168 time: 0.5323451 May 13 14:24:03.940546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d2c1f-12ad-4a54-a870-cc75cf51a3d9 req-93f6a1c2-520f-4f62-b5ae-7630848d979a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:03.943601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8b6d2c1f-12ad-4a54-a870-cc75cf51a3d9 req-93f6a1c2-520f-4f62-b5ae-7630848d979a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 946 time: 0.4842131 May 13 14:24:04.075504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:04.103455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8b6d2c1f-12ad-4a54-a870-cc75cf51a3d9 req-84270a4f-83da-4427-873e-ba78e665e470 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523368 May 13 14:24:04.163164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d820bb-9e72-4f02-928e-d69d91070f6e req-96f24bb5-0419-4991-94d2-6e6de451cf8b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:04.185926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14d820bb-9e72-4f02-928e-d69d91070f6e req-96f24bb5-0419-4991-94d2-6e6de451cf8b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2740359 May 13 14:24:04.190966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f14cdba7-2c5a-4bde-aba2-4b7142bb2f61'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:04.199131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.362804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14d820bb-9e72-4f02-928e-d69d91070f6e req-0331f5f8-8adb-4420-aab6-eaebed1ce4db tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748016 May 13 14:24:04.393840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c4b5-321b-43fe-986e-ea23605eac11 None None] Pushing event updated for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:04.473799 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.500660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:04.562516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:04.571842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Usage tracker for resource:security_group_rule and tenant:76c0e45c1517494bb26c26a483ec2e72 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:04.579680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:04.605008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:04.685627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:04.782266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Allocated IP 172.25.5.111 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6a5ff828-ab4f-4a2a-87d3-d4112d0724cb) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:04.816888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.820362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:04.854853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.876385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:04.983011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:04.988821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Usage tracker for resource:security_group_rule and tenant:1417a7e2e5754f9eb12c08018f359535 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:04.992204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:05.001065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:05.104491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.123487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76c0e45c1517494bb26c26a483ec2e72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0463173 May 13 14:24:05.125525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.137884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40068) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:05.157316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.175818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1417a7e2e5754f9eb12c08018f359535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482656 May 13 14:24:05.176906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:05.191180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ed1f7-1add-4826-bdbc-43c706a95180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af859db1-3497-4489-8948-97df219f4f3a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:05.279451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a471d-8c88-4048-965d-ff9a717380aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc792b3-b0e8-4c87-9ea3-fd2638644e63,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:05.340860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.389860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.516978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.525351 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcc48f0-7b99-4941-94c7-f1b4450467b0'] response: {'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'code': 200} May 13 14:24:05.555037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.573064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:05.581158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.582408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc792b3-b0e8-4c87-9ea3-fd2638644e63,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:05.607325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:05.610168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a8b90466-1161-4e84-bfa9-baa8b8ba653b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fc792b3-b0e8-4c87-9ea3-fd2638644e63 HTTP/1.1" status: 204 len: 168 time: 0.4319913 May 13 14:24:05.622539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:57Z', 'revision_number': 4, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd413986a-80f6-40d3-88d4-4513645db604', 'name': '', 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'mac_address': 'fa:16:3e:9a:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:56Z', 'updated_at': '2022-05-13T14:24:03Z', 'revision_number': 4, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'subnets': [{'id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:05.627818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0543a1aa-e651-4e63-9bc7-bea4f45540ed None None] The sync data for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 is: [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:23:57Z', 'revision_number': 4, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd413986a-80f6-40d3-88d4-4513645db604', 'name': '', 'network_id': 'd0bc3a83-116b-4188-8d63-950c278ea9d9', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'mac_address': 'fa:16:3e:9a:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:56Z', 'updated_at': '2022-05-13T14:24:03Z', 'revision_number': 4, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'subnets': [{'id': '38b624d9-e209-4b7f-b1c1-9c12016bf09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:05.630460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f7d1f-65da-4f19-9952-dedd99873e2d req-fc1ff4bc-f330-4fdb-8a00-178155015bb5 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.651461 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c4f7d1f-65da-4f19-9952-dedd99873e2d req-fc1ff4bc-f330-4fdb-8a00-178155015bb5 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 971 time: 0.6137300 May 13 14:24:05.838159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111cf02-f62d-4563-ad94-5c84f19c222e req-5f8f1de9-b5a1-4fb9-bfd2-3d55f9d8c288 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:05.846636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3111cf02-f62d-4563-ad94-5c84f19c222e req-5f8f1de9-b5a1-4fb9-bfd2-3d55f9d8c288 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 946 time: 0.1753173 May 13 14:24:05.927671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3111cf02-f62d-4563-ad94-5c84f19c222e req-5018a0f3-2828-4b18-bdd7-cff4b075a5a7 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799026 May 13 14:24:05.942439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:05.969228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.049340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c4f7d1f-65da-4f19-9952-dedd99873e2d req-f6da2427-fe08-4193-8c09-0b256fe17876 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742204 May 13 14:24:06.140494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:06.154972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:06.156570 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.163688 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.299483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b914-91b8-4742-b92a-089c4ffea069 req-3e1f0785-34b0-4f29-a258-3be9cc4450f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.302594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8185b914-91b8-4742-b92a-089c4ffea069 req-3e1f0785-34b0-4f29-a258-3be9cc4450f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1100 time: 0.5082128 May 13 14:24:06.316835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.416794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e56a0-1116-4035-b855-87851394bf21 req-e459aab2-18b8-4927-88ef-7f73cd93aa88 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:06.420644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-427e56a0-1116-4035-b855-87851394bf21 req-e459aab2-18b8-4927-88ef-7f73cd93aa88 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2374237 May 13 14:24:06.484407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af859db1-3497-4489-8948-97df219f4f3a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.488645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:06.489287 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.563823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:06.596240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:06.610092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-427e56a0-1116-4035-b855-87851394bf21 req-48e1dbae-f0d1-438f-bcc7-bc16b246ccf3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724203 May 13 14:24:06.613789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:06.630236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:06.646457 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.785069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.795723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.816575 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8185b914-91b8-4742-b92a-089c4ffea069 req-fddbb56a-a8eb-457f-951b-3cc751294463 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549389 May 13 14:24:06.895686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'Port': ['ID=6a5ff828-ab4f-4a2a-87d3-d4112d0724cb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:06.915949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:06.916183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40114) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:06.917244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8b34d627-554e-40e2-8abf-6dc609202973 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af859db1-3497-4489-8948-97df219f4f3a HTTP/1.1" status: 204 len: 168 time: 1.7730837 May 13 14:24:06.964804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.236305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb1a8-337b-4ba4-8a1b-05d2cdd71d49 req-e628963b-c0fd-4158-80b2-c1b843d990c8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:07.244882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c0bb1a8-337b-4ba4-8a1b-05d2cdd71d49 req-e628963b-c0fd-4158-80b2-c1b843d990c8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 946 time: 0.1294951 May 13 14:24:07.327954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c0bb1a8-337b-4ba4-8a1b-05d2cdd71d49 req-2df39dc7-286a-4945-ac29-718001be3928 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 May 13 14:24:07.473941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d413986a-80f6-40d3-88d4-4513645db604 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:07.660548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.709758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:07.726641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:07.743447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Usage tracker for resource:security_group_rule and tenant:9d188e9045184333ab107c01ff055d1f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:07.753803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:07.781110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.789497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:07.791645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:07.821276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d413986a-80f6-40d3-88d4-4513645db604 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:07.846817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d413986a-80f6-40d3-88d4-4513645db604 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:07.850104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.047743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.055052 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.161378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d188e9045184333ab107c01ff055d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2400396 May 13 14:24:08.169869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:08.170222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40144) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:08.266993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.321034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d413986a-80f6-40d3-88d4-4513645db604 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:08.321722 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.340050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a587c-d094-4142-ace8-405ac7def538 req-c7124bca-9ac2-4d0e-9fcd-8178c2b7cc81 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:08.354998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a18a587c-d094-4142-ace8-405ac7def538 req-c7124bca-9ac2-4d0e-9fcd-8178c2b7cc81 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.8820722 May 13 14:24:08.359737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:08.377183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d413986a-80f6-40d3-88d4-4513645db604, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d413986a-80f6-40d3-88d4-4513645db604,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:08.387128 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.435460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'Port': ['ID=6a5ff828-ab4f-4a2a-87d3-d4112d0724cb,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.445627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.457126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c4e2ffcb-145f-4275-9023-299ca2165917 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0374141 May 13 14:24:08.485874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a18a587c-d094-4142-ace8-405ac7def538 req-748e3888-281b-48f5-b8c1-9ce681d6cf91 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093535 May 13 14:24:08.566538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46ab8-33c2-4812-ba01-aeb88954d491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53ee83-3d6b-4b9e-89dc-dd963c9f09d2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.579459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.590337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.627522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.700117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.786495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:08.790226 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.803347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:874514ba38f54c3e893133fb7853a55b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:08.807862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:08.818144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:08.823561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53ee83-3d6b-4b9e-89dc-dd963c9f09d2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:08.839534 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:08.840714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ab0c6ff-cdcd-4af6-8261-5e5882406e1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d53ee83-3d6b-4b9e-89dc-dd963c9f09d2 HTTP/1.1" status: 204 len: 168 time: 0.6694758 May 13 14:24:09.000667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8767a22-5364-4c0c-808a-090b08615405 req-066f20d9-449f-40e2-926c-626287da1246 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.014253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8767a22-5364-4c0c-808a-090b08615405 req-066f20d9-449f-40e2-926c-626287da1246 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2459078 May 13 14:24:09.156107 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8767a22-5364-4c0c-808a-090b08615405 req-fcab0c1a-65ee-492b-a361-6538304ef609 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396644 May 13 14:24:09.229814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-471715ef-3095-4a8c-bde0-c4a5f001226c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a12dd2c4c2b4191a43f10db0eb209ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0498240 May 13 14:24:09.234794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40170) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:09.309279 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2868ae0-d9cd-4cfb-906e-d0b1663b900b'] response: {'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61', 'code': 200} May 13 14:24:09.408559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.433291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d413986a-80f6-40d3-88d4-4513645db604 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:09.441814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.456578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.504687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.535517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3a8227-2f3b-44d4-908d-ba46e2a5e2fa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:09.600745 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd6cb931-80b9-421a-903b-b3d008f2f9a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=874514ba38f54c3e893133fb7853a55b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2380352 May 13 14:24:09.601789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:09.634003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6038269-1fa2-4ece-a7bf-dd5a681d9d94 req-2908cb9c-7b09-4b47-a684-98f9d0c670cd tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:09.636494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:09.648023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6038269-1fa2-4ece-a7bf-dd5a681d9d94 req-2908cb9c-7b09-4b47-a684-98f9d0c670cd tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1097 time: 0.5285740 May 13 14:24:09.652367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d413986a-80f6-40d3-88d4-4513645db604 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:09.653010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.709538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.769176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-166254f6-68fd-4233-ad7a-eea4a845919f tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:09.774142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a6038269-1fa2-4ece-a7bf-dd5a681d9d94 req-edf6a3be-81e2-4801-9227-4d74c36b8447 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Synchronizing usage tracker for tenant:9b3d110b911c4a28a1c5664497c18346 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:09.797879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:09.838940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Usage tracker for resource:security_group_rule and tenant:6064abd9b58346418a188913a16b34bd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:09.842163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:09.852472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:09.861250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-166254f6-68fd-4233-ad7a-eea4a845919f tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:09.862379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a6038269-1fa2-4ece-a7bf-dd5a681d9d94 req-edf6a3be-81e2-4801-9227-4d74c36b8447 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Unset dirty status for tenant:9b3d110b911c4a28a1c5664497c18346 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:09.863984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-166254f6-68fd-4233-ad7a-eea4a845919f tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1654673816&fields=id&tenant_id=477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 267 time: 0.3265805 May 13 14:24:09.874628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6038269-1fa2-4ece-a7bf-dd5a681d9d94 req-edf6a3be-81e2-4801-9227-4d74c36b8447 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268229 May 13 14:24:09.879430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:09.890525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d413986a-80f6-40d3-88d4-4513645db604 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:09.937152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.055227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.095111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.100791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e3a8227-2f3b-44d4-908d-ba46e2a5e2fa HTTP/1.1" status: 204 len: 168 time: 0.4934933 May 13 14:24:10.100791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183af99-aabf-4636-9531-2dc81ee4290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3a8227-2f3b-44d4-908d-ba46e2a5e2fa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:10.118956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.147777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7a9f-d930-43a9-b04c-b63cee1e20f4 req-8d1800f3-a94d-47c0-955d-8a0c21d53f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.150434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-257e7a9f-d930-43a9-b04c-b63cee1e20f4 req-8d1800f3-a94d-47c0-955d-8a0c21d53f13 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 1123 time: 0.5828831 May 13 14:24:10.207007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd48c826-c481-439e-8879-47e8f0952a6e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:10.340439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-257e7a9f-d930-43a9-b04c-b63cee1e20f4 req-bfe2b8bd-2f2e-4802-bd15-c756c5c3e504 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733992 May 13 14:24:10.366284 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.368245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-320aee5b-6ffc-4569-aa36-9af1c0de3697 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd48c826-c481-439e-8879-47e8f0952a6e HTTP/1.1" status: 204 len: 168 time: 1.1316569 May 13 14:24:10.417646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-bb17854c-8a25-4903-85d7-617b100958e7 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.418848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-bb17854c-8a25-4903-85d7-617b100958e7 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:10.490428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-bb17854c-8a25-4903-85d7-617b100958e7 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:10.492990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-bb17854c-8a25-4903-85d7-617b100958e7 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 824 time: 0.6171165 May 13 14:24:10.506807 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.523573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e741d59e-a31f-4fd1-91ba-ad5a5f43f67e tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/quotas/477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 375 time: 0.0232980 May 13 14:24:10.525997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.680607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-c702e56c-69af-4960-80ca-805df4ce0211 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:10.688149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-c702e56c-69af-4960-80ca-805df4ce0211 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1100 time: 0.1132016 May 13 14:24:10.707730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:10.726642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:10.731684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Usage tracker for resource:security_group_rule and tenant:2ccf375013c34d8fbe86d9ce01a47d80 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:10.738700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:10.738923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6064abd9b58346418a188913a16b34bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0896621 May 13 14:24:10.739019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:10.748101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbf496-2811-475c-8599-3e6cca109539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcdcd4-a39d-4bbb-9f5e-4c2620a4a89e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:10.773497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:10.839463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-7fd85181-9ccb-4eaa-9835-bdc3ad568723 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:10.870391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-7fd85181-9ccb-4eaa-9835-bdc3ad568723 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:10.877197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-7fd85181-9ccb-4eaa-9835-bdc3ad568723 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3356338 May 13 14:24:10.959522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.033082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.064778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-18edbe12-9ed4-4042-a685-3368d68f36d4 service neutron] 10.222.0.36 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743112 May 13 14:24:11.150681 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.161856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.213265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-731c1666-fb91-4967-97fc-55ca1f9a9486 req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239818 May 13 14:24:11.268585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.274522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-7fd370a0-258f-4019-b88f-edae919a6316 service neutron] 10.222.0.36 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080975 May 13 14:24:11.281200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5672e8f-25a1-44af-82ba-2b2d639ce039 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eedb1d3-8e45-4cdd-9448-330ce1bff193,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:11.298716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcdcd4-a39d-4bbb-9f5e-4c2620a4a89e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:11.310041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.314109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1a4d5c1-9a35-43d3-8de6-4a40845a7a8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebbcdcd4-a39d-4bbb-9f5e-4c2620a4a89e HTTP/1.1" status: 204 len: 168 time: 0.5710497 May 13 14:24:11.316523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:11.490199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:11.492664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a331e70-9f0e-4724-ad7e-dbe2f93400ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fad1beafd01c47f0b40468d6790b7fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748574 May 13 14:24:11.614013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb046-1366-4f1b-b732-a801eb1a9deb req-654a492d-305c-4623-9877-fae0f7e3b930 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.622556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b72eb046-1366-4f1b-b732-a801eb1a9deb req-654a492d-305c-4623-9877-fae0f7e3b930 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.2282901 May 13 14:24:11.714597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b72eb046-1366-4f1b-b732-a801eb1a9deb req-db557c60-f665-4beb-99a4-6cca6bb92add tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870059 May 13 14:24:11.793891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.831648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.896681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad7c9-5dfb-4b40-bfd4-fce26c6fac1b req-5ade1109-38e5-4499-bbdb-6aca50a5a1e3 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:11.899739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9dad7c9-5dfb-4b40-bfd4-fce26c6fac1b req-5ade1109-38e5-4499-bbdb-6aca50a5a1e3 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1097 time: 0.3297348 May 13 14:24:11.912705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:11.970242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841f0db-2251-4b2d-833e-5c604fe45a8a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:12.034808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9dad7c9-5dfb-4b40-bfd4-fce26c6fac1b req-8b2b6e15-c7f4-4fef-a96f-d45614e083da tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152880 May 13 14:24:12.036610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:12.041085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a70a1808-fee0-41d5-b648-5a61f67ebc98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2841f0db-2251-4b2d-833e-5c604fe45a8a HTTP/1.1" status: 204 len: 168 time: 0.5493951 May 13 14:24:12.132982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fa4deb0-c34f-48c2-bade-1e0e7f90e865 req-f1853bf5-e6ad-4f57-972d-17d838b3d06c tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 210 time: 0.0611773 May 13 14:24:13.211663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:13.421800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7059be-da74-4fb6-b4d3-e8f7472988cc req-c8921c96-3c08-43a5-a65a-3a9182ec8340 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.434804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff7059be-da74-4fb6-b4d3-e8f7472988cc req-c8921c96-3c08-43a5-a65a-3a9182ec8340 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.1980710 May 13 14:24:13.543650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff7059be-da74-4fb6-b4d3-e8f7472988cc req-423a2ccd-7962-4137-a406-6be6f27cfa26 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 May 13 14:24:13.550452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-0023ad2e-b1eb-4957-98b3-6c4f4f820b01 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.552257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-0023ad2e-b1eb-4957-98b3-6c4f4f820b01 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.90 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 824 time: 0.3263879 May 13 14:24:13.613985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-810e450e-c657-4436-a7b5-f36a0e4a674c tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 380 time: 0.0486283 May 13 14:24:13.639105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'port': {'device_id': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'admin_state_up': True, 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'security_groups': ['7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:13.810729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:13.886009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21a2f30e-9d66-48c5-8e21-0b3fc0894869 tempest-AutoAllocateNetworkTest-1213165856 tempest-AutoAllocateNetworkTest-1213165856-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d71e043abf0840649a723f156c56050e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6737916 May 13 14:24:13.889765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40348) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:13.963618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81355f12-bece-4f41-a9d9-07d5fd25830b req-2da1d7a5-363c-4ccd-810a-e3f38365446c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:13.965541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81355f12-bece-4f41-a9d9-07d5fd25830b req-2da1d7a5-363c-4ccd-810a-e3f38365446c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.3378673 May 13 14:24:14.147947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:14.159289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81355f12-bece-4f41-a9d9-07d5fd25830b req-6f36e0cf-d24b-4fce-9d95-33e14d7217f6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690030 May 13 14:24:14.168427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:14.185634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Made reservation on behalf of 477cfaf3fb1749b59b3240a95f070356 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:14.192785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.218423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-1bff3c8b-2876-4577-bc52-ec3b70ccd9d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4002459 May 13 14:24:14.301563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a8cda-2b44-4013-88f6-d6846d91a4e3 tempest-AutoAllocateNetworkTest-1213165856 tempest-AutoAllocateNetworkTest-1213165856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:14.304084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-975a8cda-2b44-4013-88f6-d6846d91a4e3 tempest-AutoAllocateNetworkTest-1213165856 tempest-AutoAllocateNetworkTest-1213165856-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4128561 May 13 14:24:14.307079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40358) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:14.393643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-416875dc-7fe5-4475-b5ac-e4132e9a5f46 tempest-AutoAllocateNetworkTest-1213165856 tempest-AutoAllocateNetworkTest-1213165856-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850883 May 13 14:24:14.396427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:14.429104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f569d7b-d6be-4841-879c-1edc6504a31b tempest-AutoAllocateNetworkTest-1213165856 tempest-AutoAllocateNetworkTest-1213165856-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d71e043abf0840649a723f156c56050e HTTP/1.1" status: 200 len: 208 time: 0.0310316 May 13 14:24:14.445993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Allocated IP 172.20.0.8 (fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257/7c68d000-4e2c-47e8-b255-47e2fffeddf6/267ec21e-006d-4495-8b5b-0919f1ac5b52) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:14.614103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a6d42bf-8b14-4065-8c3a-ef294d0450d1 req-0629c57b-1211-47f2-ae00-653df97f7b9b tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 210 time: 0.1183345 May 13 14:24:14.741000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.764714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Transition to ACTIVE for port object 267ec21e-006d-4495-8b5b-0919f1ac5b52 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:14.818006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.911096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:14.914537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:14.921504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:14.927150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:14.927817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:14.960754 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3341174 May 13 14:24:14.965576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083a234-7bb7-4c45-8108-2c8b6a5234ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:14.973896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Request body: {'port': {'device_id': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:15.126677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.371530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-690ed00d-9f87-48a5-93fe-921d1de01098 None None] Provisioning for port 267ec21e-006d-4495-8b5b-0919f1ac5b52 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:15.383462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-690ed00d-9f87-48a5-93fe-921d1de01098 None None] Provisioning complete for port 267ec21e-006d-4495-8b5b-0919f1ac5b52 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:15.384320 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-690ed00d-9f87-48a5-93fe-921d1de01098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.403850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147972f-4bf4-4adc-b320-906ab9d37336 req-0325b1c6-a2d2-4b66-abe4-963d60d615eb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:15.405770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9147972f-4bf4-4adc-b320-906ab9d37336 req-0325b1c6-a2d2-4b66-abe4-963d60d615eb tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.1937871 May 13 14:24:15.410098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:15.468294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-690ed00d-9f87-48a5-93fe-921d1de01098 None None] Port 267ec21e-006d-4495-8b5b-0919f1ac5b52 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:24:15.571352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9147972f-4bf4-4adc-b320-906ab9d37336 req-e352c792-a335-4c63-ba6b-81ec7d5f8a0f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366138 May 13 14:24:15.933925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267ec21e-006d-4495-8b5b-0919f1ac5b52 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:15.945527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:15.973268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Transition to ACTIVE for port object 267ec21e-006d-4495-8b5b-0919f1ac5b52 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:15.984331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.012256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.041421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:16.064784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:16.074381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Usage tracker for resource:security_group_rule and tenant:d71e043abf0840649a723f156c56050e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:16.090180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:16.105398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:16.218086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0d92f-7056-429d-8459-60c6ee02e432 req-16531237-f63b-4d4e-a641-b0a2331c139c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:16.219780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c0d92f-7056-429d-8459-60c6ee02e432 req-16531237-f63b-4d4e-a641-b0a2331c139c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.3937824 May 13 14:24:16.274297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.282941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.382833 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d71e043abf0840649a723f156c56050e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9712281 May 13 14:24:16.384051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40460) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:16.385149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4748c90-e1c3-4dbf-9178-20719232e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb598b55-367c-4bc1-ae7c-f78a4b553393,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.478737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.550948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.619472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Attempting to bind port 267ec21e-006d-4495-8b5b-0919f1ac5b52 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:16.620059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Attempting to bind port 267ec21e-006d-4495-8b5b-0919f1ac5b52 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:16.620555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Attempting to bind port 267ec21e-006d-4495-8b5b-0919f1ac5b52 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:16.632853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.662696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c0d92f-7056-429d-8459-60c6ee02e432 req-3576f735-bb1c-434b-b252-12a2b54def80 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250789 May 13 14:24:16.665895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Port 267ec21e-006d-4495-8b5b-0919f1ac5b52 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:16.666224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Attempting to bind port 267ec21e-006d-4495-8b5b-0919f1ac5b52 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:16.685325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:16.694973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Checking segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:16.695462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Bound using segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:16.695944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Bound port: 267ec21e-006d-4495-8b5b-0919f1ac5b52, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:16.696331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.856057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.904374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.928477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:16.931371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb598b55-367c-4bc1-ae7c-f78a4b553393,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:16.951005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Usage tracker for resource:security_group_rule and tenant:66d44555dd234cc5aa3a6dc20978c5e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:16.956747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:16.983520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2276fd68-2761-4c87-a962-e987b5935367 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb598b55-367c-4bc1-ae7c-f78a4b553393 HTTP/1.1" status: 204 len: 168 time: 0.5923333 May 13 14:24:16.996005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:17.009229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:17.013158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:17.021753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:17.041712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.327011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.328693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.330521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] 10.222.0.90 "PUT /v2.0/ports/267ec21e-006d-4495-8b5b-0919f1ac5b52 HTTP/1.1" status: 200 len: 1091 time: 2.3615699 May 13 14:24:17.331241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:17.396031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.409682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.502356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1adb2-55a7-4a5d-9cee-dfd6255ac7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:17.506446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66d44555dd234cc5aa3a6dc20978c5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4593725 May 13 14:24:17.506446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e056e-a854-47b2-bea3-8047d7b572d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a02d7-e44c-4ba6-a72b-6a8041e838fe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:17.507573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:17.601471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-24c040c6-b182-4f4a-a0c2-d7c6f32ae374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:17.609068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-24c040c6-b182-4f4a-a0c2-d7c6f32ae374 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 1094 time: 0.2303629 May 13 14:24:17.689823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.783718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.874254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.911083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a02d7-e44c-4ba6-a72b-6a8041e838fe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:17.927474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:17.931085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a92f47d7-bacb-4624-890e-2f047f7ea78c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f4a02d7-e44c-4ba6-a72b-6a8041e838fe HTTP/1.1" status: 204 len: 168 time: 0.4201632 May 13 14:24:17.980771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-0db67e09-048c-455f-85df-32c288aed918 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52 HTTP/1.1" status: 200 len: 217 time: 0.2552531 May 13 14:24:18.181687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:18.212018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-9e6ddea5-ae47-4987-8456-a7a5fc63cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.218182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-9e6ddea5-ae47-4987-8456-a7a5fc63cc17 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.2236397 May 13 14:24:18.341725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b5fa0-d9de-4967-b5b5-e403782b5d18 req-8f0a0252-0de1-4ce6-9017-0c160e28b246 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.343494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af0b5fa0-d9de-4967-b5b5-e403782b5d18 req-8f0a0252-0de1-4ce6-9017-0c160e28b246 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:18.358904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-8f482ad8-d51d-4de1-99bf-417678a4272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.361540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-8f482ad8-d51d-4de1-99bf-417678a4272c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1100 time: 0.7663753 May 13 14:24:18.559662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af0b5fa0-d9de-4967-b5b5-e403782b5d18 req-8f0a0252-0de1-4ce6-9017-0c160e28b246 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:18.562170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af0b5fa0-d9de-4967-b5b5-e403782b5d18 req-8f0a0252-0de1-4ce6-9017-0c160e28b246 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 943 time: 0.5799184 May 13 14:24:18.742200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-e338ccbc-f506-47e2-a8aa-3e87cd691d72 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:24:18.745476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-a94df6d5-a959-450a-9d25-caa4347e854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.747445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-a94df6d5-a959-450a-9d25-caa4347e854c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3646410 May 13 14:24:18.755651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-4c2105fc-2c99-42eb-805b-afff5db2681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:18.759131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-4c2105fc-2c99-42eb-805b-afff5db2681a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5264068 May 13 14:24:18.763206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-e338ccbc-f506-47e2-a8aa-3e87cd691d72 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5758808 May 13 14:24:18.778345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:18.823960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:18.856590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:18.870635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:18.876097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Usage tracker for resource:security_group_rule and tenant:a8f0fb7e86dc4a0fbd465aae0a230f19 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:18.879978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:18.887590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:18.921777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-04fba192-2ad6-494c-9ab2-76456dc939f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.1608860 May 13 14:24:19.122749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.125460 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af0b5fa0-d9de-4967-b5b5-e403782b5d18 req-53e8d08a-898e-4b00-888b-0f09eb23bba5 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431316 May 13 14:24:19.151663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.175300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-d549e7b1-4d7d-461f-8c70-29f80e17462e service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524042 May 13 14:24:19.178022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-f93520ee-190f-4a53-bfbe-464845715773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.190168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-f93520ee-190f-4a53-bfbe-464845715773 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1343961 May 13 14:24:19.226834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8f0fb7e86dc4a0fbd465aae0a230f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460385 May 13 14:24:19.227852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:19.229426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac7c83-7b9e-4802-8b61-03848637754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae67a18-84b6-43bc-9d3a-6fe3ad846913,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:19.301983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387db909-e7db-4721-8e82-6f9a45c03937 req-17cd6bce-ddf6-4d98-9a7c-49f32426e8d2 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.304181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-387db909-e7db-4721-8e82-6f9a45c03937 req-17cd6bce-ddf6-4d98-9a7c-49f32426e8d2 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.2474740 May 13 14:24:19.347916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d498dac0-3916-46bd-a3eb-62750012acd3 req-7112df88-5f58-42e0-a077-2cff08a8cf4c service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564517 May 13 14:24:19.351537 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9182f2-890e-4835-a864-3e8f42f3c36e'] response: {'name': 'network-changed', 'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'status': 'completed', 'code': 200} May 13 14:24:19.446432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Request body: {'binding': {'host': 'n-h1-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:19.447138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:24:19.486608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Deleting port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:24:19.486750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.527422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.692359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:19.763640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-11b86fb0-66e1-43f6-913e-9386c8f536e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.767190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-11b86fb0-66e1-43f6-913e-9386c8f536e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4178193 May 13 14:24:19.878550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a038-aadc-4986-ab55-f74c0da637bf req-08652199-33be-4ca7-ae6f-7381acf128ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.880076 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-08652199-33be-4ca7-ae6f-7381acf128ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 1094 time: 0.4011114 May 13 14:24:19.893643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23162-5fcb-42af-9689-36e7963ac95d req-c5aecb96-cb9b-4ea1-812e-ae399609d612 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:19.895354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2f23162-5fcb-42af-9689-36e7963ac95d req-c5aecb96-cb9b-4ea1-812e-ae399609d612 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/ports?device_id=924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8 HTTP/1.1" status: 200 len: 972 time: 0.3350246 May 13 14:24:20.001994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.035306 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.095886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2f23162-5fcb-42af-9689-36e7963ac95d req-27f4b37f-7f5c-4da5-a64b-d714be96f56f tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2b5b541-80c2-4531-9eaa-cc1d797e69ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781843 May 13 14:24:20.096369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae67a18-84b6-43bc-9d3a-6fe3ad846913,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.107121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on host n-h1-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:20.107466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-039814c8-84f2-4119-a1e2-af193fc54f85 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228700 May 13 14:24:20.107635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:20.107812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:20.110244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.125567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c49ca663-2d9f-4d6a-b34d-15c15d22b0e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ae67a18-84b6-43bc-9d3a-6fe3ad846913 HTTP/1.1" status: 204 len: 168 time: 0.8815258 May 13 14:24:20.125567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] For port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:20.125567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.127356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:20.127683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:20.190528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:20.191046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:20.191438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:20.191886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Bound port: 359c38a3-4042-4171-a0f3-aeaa41ce2766, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:20.275212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Calling delete_port for f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 owned by compute:tempest-test_az-2072885611 {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:24:20.395052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a038-aadc-4986-ab55-f74c0da637bf req-3af68905-81eb-4f67-9dfa-f6affc9b49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.396874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-3af68905-81eb-4f67-9dfa-f6affc9b49cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 925 time: 0.5005341 May 13 14:24:20.407979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:20.421162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.422354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f8e5882b-2325-433c-9b10-9c1d8c8da13d service neutron] 10.222.0.36 "POST /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766/bindings HTTP/1.1" status: 201 len: 389 time: 1.3875473 May 13 14:24:20.528626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-593e2a85-5040-4108-a2d6-4822b7652c75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52 HTTP/1.1" status: 200 len: 217 time: 0.0949402 May 13 14:24:20.540953 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.563733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f14cdba7-2c5a-4bde-aba2-4b7142bb2f61'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:20.639968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-515ddacf-e450-4b49-bfa0-78b1e1d85584 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182946 May 13 14:24:20.659181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a038-aadc-4986-ab55-f74c0da637bf req-cba07082-16ac-4ee0-acc5-613fa4c91dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.661033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-cba07082-16ac-4ee0-acc5-613fa4c91dba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.1089778 May 13 14:24:20.693800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76209c-8a3a-49c4-bbfa-e9bcf334024a req-d1cff8ec-714f-4a7e-bd5d-b3590cfdac45 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.696477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb76209c-8a3a-49c4-bbfa-e9bcf334024a req-d1cff8ec-714f-4a7e-bd5d-b3590cfdac45 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.4057040 May 13 14:24:20.705828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Pushing event deleted for resources: {'Port': ['ID=f14cdba7-2c5a-4bde-aba2-4b7142bb2f61,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:20.886117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] No DVR routers for this DVR port f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:20.894728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:20.921662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb76209c-8a3a-49c4-bbfa-e9bcf334024a req-5daad003-b0bf-48de-8b67-3db42957462f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143613 May 13 14:24:20.922664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'name': 'network-vif-deleted', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:20.943328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-387db909-e7db-4721-8e82-6f9a45c03937 req-500b01f8-cc8f-4aab-bea8-a168df59d186 tempest-DeleteServersAdminTestJSON-125103478 tempest-DeleteServersAdminTestJSON-125103478-project] 10.222.0.90 "DELETE /v2.0/ports/f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 HTTP/1.1" status: 204 len: 173 time: 1.6277089 May 13 14:24:20.959450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a038-aadc-4986-ab55-f74c0da637bf req-bf59f91f-7d22-47f0-9cba-e701a1eb494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:20.963228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-bf59f91f-7d22-47f0-9cba-e701a1eb494e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620790 May 13 14:24:21.275292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-4f75460d-2b4b-4d1f-ae22-8777b21cb636 service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958593 May 13 14:24:21.524801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8770a038-aadc-4986-ab55-f74c0da637bf req-dcc37327-e00e-44b1-98e8-c7e09b1b109b service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252526 May 13 14:24:21.533975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-857cbc41-4727-45b5-bb67-56e5ea7640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.535707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-857cbc41-4727-45b5-bb67-56e5ea7640e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1097 time: 0.2343874 May 13 14:24:21.670805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44d7c-4b1f-46ec-a67f-2e9b110e7b50 req-bfa64975-7f06-4336-a656-8ef23ac1cb71 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.679932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b44d7c-4b1f-46ec-a67f-2e9b110e7b50 req-bfa64975-7f06-4336-a656-8ef23ac1cb71 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 943 time: 0.2235394 May 13 14:24:21.781732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-1d24ba6e-5f18-4d72-99c4-248edc842e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.783300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-1d24ba6e-5f18-4d72-99c4-248edc842e35 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.2394578 May 13 14:24:21.833425 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:24:21.842747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1792cbc-60ce-43ce-b4a5-a34bc3f94da6 req-6abc297e-fb2d-4339-8381-1bfe23df31df tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:21.853141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1792cbc-60ce-43ce-b4a5-a34bc3f94da6 req-6abc297e-fb2d-4339-8381-1bfe23df31df tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 946 time: 0.2897015 May 13 14:24:21.914351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b44d7c-4b1f-46ec-a67f-2e9b110e7b50 req-0eaa862b-eaaa-410a-8180-c58b9d6352ca tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332344 May 13 14:24:21.921208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-274747ea-eea7-4477-8d20-08eb2cebf3c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.1234231 May 13 14:24:21.973319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1792cbc-60ce-43ce-b4a5-a34bc3f94da6 req-d173f692-53d0-45fd-b380-2364c6df34e8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099436 May 13 14:24:22.004688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 267ec21e-006d-4495-8b5b-0919f1ac5b52 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:22.088754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f21e83b6-da41-43c3-a18e-d75689df0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:22.092510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f21e83b6-da41-43c3-a18e-d75689df0d59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1603115 May 13 14:24:22.095213 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8261fb-e165-4e13-bad0-52cbf4c9ae38'] response: {'server_uuid': '924ef6b6-be8a-4a0a-af5f-2c8dde8d13e8', 'name': 'network-vif-deleted', 'tag': 'f14cdba7-2c5a-4bde-aba2-4b7142bb2f61', 'status': 'completed', 'code': 200} May 13 14:24:22.196625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-8cac703a-6850-4678-afdd-9cd8634a491d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926991 May 13 14:24:22.281045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:22.298012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'port_id': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'mac_address': 'fa:16:3e:e5:7b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:22.386859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 267ec21e-006d-4495-8b5b-0919f1ac5b52 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:22.387401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.419099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267ec21e-006d-4495-8b5b-0919f1ac5b52 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:22.456442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:22.461748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:22.486191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-9e45846e-0cc7-4ee9-b5a4-41328dc97596 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768323 May 13 14:24:22.554840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:22.565740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.566728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.568257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.569053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.569629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.570193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.570758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.571306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.572201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.572794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.573342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.574735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:24:22.725807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['267ec21e-006d-4495-8b5b-0919f1ac5b52'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:22.744110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-81755d9d-330b-4fc5-ab9e-3d6034c6512b service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506797 May 13 14:24:22.781365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927d24-919e-4663-845f-01ace81cc3f2 req-3b2b1e2e-d49d-46da-8019-406a2586dcb9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:22.788709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5927d24-919e-4663-845f-01ace81cc3f2 req-3b2b1e2e-d49d-46da-8019-406a2586dcb9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2012420 May 13 14:24:22.888137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5927d24-919e-4663-845f-01ace81cc3f2 req-4921746d-85bb-4797-ad3d-9cefcffd252f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907652 May 13 14:24:23.082744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-78106407-5aae-4e94-aee9-a3dfd9546a0d tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:23.086778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-78106407-5aae-4e94-aee9-a3dfd9546a0d tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1097 time: 0.1641734 May 13 14:24:23.106383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841736-1'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:23.277222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.536302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69411d-0dc3-4935-89fe-f28779cb5220 req-3f91553a-3a91-4397-af8c-d4f7c8ab56a4 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:23.537765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e69411d-0dc3-4935-89fe-f28779cb5220 req-3f91553a-3a91-4397-af8c-d4f7c8ab56a4 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 944 time: 0.2387309 May 13 14:24:23.610265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:23.618402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e69411d-0dc3-4935-89fe-f28779cb5220 req-3df3ec2d-4686-4057-ad19-4f98250110e5 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661228 May 13 14:24:23.681606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:23.795431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.806855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:23.815822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57a5b-cc21-4d2c-a380-52d747174578 req-62a01fd0-85e3-4e74-83d9-b52437122c4f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:23.819269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9be57a5b-cc21-4d2c-a380-52d747174578 req-62a01fd0-85e3-4e74-83d9-b52437122c4f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 946 time: 0.1977446 May 13 14:24:23.897226 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9be57a5b-cc21-4d2c-a380-52d747174578 req-ecb04745-e7ae-4bcb-b085-6e85614dfdb8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684223 May 13 14:24:24.003933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 267ec21e-006d-4495-8b5b-0919f1ac5b52 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:24.101946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 267ec21e-006d-4495-8b5b-0919f1ac5b52 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:24.108398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 267ec21e-006d-4495-8b5b-0919f1ac5b52 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:24.108696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.111221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:24.166438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:24.172997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on host n-h2-841736-1 for vnic_type normal with profile {"migrating_to": "n-h1-841736-1"} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:24.173538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:24.174058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:24.186089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:24.186431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Attempting to bind port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:24.202676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:24.203013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:24.203425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:24.203840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Bound port: 359c38a3-4042-4171-a0f3-aeaa41ce2766, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:24.204260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.344643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:24.351069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:24.363547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.371582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 267ec21e-006d-4495-8b5b-0919f1ac5b52 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:24.372255 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.440647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:24.442238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:24.463651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=8']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:24.471194 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.472642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:24.506441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60639c6-7d65-48ea-a4a9-7bf1305133c0 req-322b6699-63ba-483a-8d0e-3258dcebb657 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:24.508174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c60639c6-7d65-48ea-a4a9-7bf1305133c0 req-322b6699-63ba-483a-8d0e-3258dcebb657 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.1188786 May 13 14:24:24.583566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:24:24.583566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f14cdba7-2c5a-4bde-aba2-4b7142bb2f61 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:24.605592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c60639c6-7d65-48ea-a4a9-7bf1305133c0 req-65b40961-1fae-4c36-ad96-95deea8b8249 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855029 May 13 14:24:24.624522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:24.626014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:24.627946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7709e6d5-a9ce-46e9-8597-7d81c4549765 service neutron] 10.222.0.90 "PUT /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 1122 time: 1.5282807 May 13 14:24:24.640559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:24.719578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['359c38a3-4042-4171-a0f3-aeaa41ce2766'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:24.741552 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a43168-ba0a-416f-a0d9-25f5207f6e8d'] response: {'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'code': 200} May 13 14:24:24.967449 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7feaa202-9e15-476f-8470-36d0085c1a78'] response: {'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'code': 200} May 13 14:24:25.349317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:25.355665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faed43-4dd1-4f6f-ad1e-239772e0c04a req-0f223dda-f460-4f9a-8c20-453fe71ee8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.357405 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9faed43-4dd1-4f6f-ad1e-239772e0c04a req-0f223dda-f460-4f9a-8c20-453fe71ee8a3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 1096 time: 0.2795532 May 13 14:24:25.366375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd54a8-2b45-47db-923a-7301423baba3 req-9b93adaa-84f8-4b96-9e57-882820a75a54 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.368025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1bd54a8-2b45-47db-923a-7301423baba3 req-9b93adaa-84f8-4b96-9e57-882820a75a54 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.1720653 May 13 14:24:25.533818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9faed43-4dd1-4f6f-ad1e-239772e0c04a req-fd36ba61-9a3b-409c-8016-3024ecbdb494 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645932 May 13 14:24:25.536887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1bd54a8-2b45-47db-923a-7301423baba3 req-479e4cdb-f69d-4e1c-9e7a-dc72a3bca84e tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541615 May 13 14:24:25.547613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d91d5-a4a8-47e8-9044-4c2329efffe2 req-86f97ccd-478e-4bac-94a4-76d9e3c8fc31 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:25.549245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f58d91d5-a4a8-47e8-9044-4c2329efffe2 req-86f97ccd-478e-4bac-94a4-76d9e3c8fc31 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.1683872 May 13 14:24:25.593706 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a1b9dbe9-98a2-4814-bef3-a92ff973eed2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9cfc5e45da04eae90529e8225bee2e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2422137 May 13 14:24:25.597315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:25.678380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f58d91d5-a4a8-47e8-9044-4c2329efffe2 req-6f9c9654-6161-4f3a-92a8-c92bbe6da972 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122940 May 13 14:24:25.740601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:25.839826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.012368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:26.026719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.049333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5b541-80c2-4531-9eaa-cc1d797e69ab,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:26.087240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.092271 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe7db794-2623-4e1f-91af-75206cf2fad8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2b5b541-80c2-4531-9eaa-cc1d797e69ab HTTP/1.1" status: 204 len: 168 time: 0.4896412 May 13 14:24:26.194790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ae575-99f2-4eee-8eb2-d0fd1fc5e35c req-67d9c6ff-e4cf-4dc8-b1d1-f3438471c8ec tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:26.197205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a11ae575-99f2-4eee-8eb2-d0fd1fc5e35c req-67d9c6ff-e4cf-4dc8-b1d1-f3438471c8ec tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2532015 May 13 14:24:26.280450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a11ae575-99f2-4eee-8eb2-d0fd1fc5e35c req-ef2adde5-3a5f-4f6c-adb8-a2ec91d618cd tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692644 May 13 14:24:26.354975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.387715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:26.394590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Usage tracker for resource:security_group_rule and tenant:0fde462323ad4f56bcceaa408cb20aee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:26.399415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:26.410336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:26.609782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.618685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:26.721371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88ff66-7323-45ba-b30b-44c350386936,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:26.781372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:26.792067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:26.968557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-48ae74fe-57e9-4266-a49b-9da8e386716d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fde462323ad4f56bcceaa408cb20aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9540350 May 13 14:24:26.969246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:26.993322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-cbd65dcb-5ecc-4018-86fd-b1a9f92b7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.013989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-cbd65dcb-5ecc-4018-86fd-b1a9f92b7446 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1125 time: 0.2612116 May 13 14:24:27.015375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:27.079130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.110144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.159860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.175247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:27.195073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe20a2-4c87-4437-986a-0f1772258d5e req-6fe724ae-59de-4d32-b55a-8df116f19e03 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.203213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0afe20a2-4c87-4437-986a-0f1772258d5e req-6fe724ae-59de-4d32-b55a-8df116f19e03 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.3980582 May 13 14:24:27.223739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Usage tracker for resource:security_group_rule and tenant:98bd3ce932d2473998f9f22092b430da is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:27.245673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:27.264418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:27.281516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0afe20a2-4c87-4437-986a-0f1772258d5e req-875074dd-eab7-4ea2-8d9f-37c515de6665 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772960 May 13 14:24:27.314197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.356297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88ff66-7323-45ba-b30b-44c350386936,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:27.360369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-1cdd7dc8-f1ac-4a13-acdb-e85f5b41bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.362038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-1cdd7dc8-f1ac-4a13-acdb-e85f5b41bde3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.3280282 May 13 14:24:27.367877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.388335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:27.392004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcdb2-ba24-4b8e-8019-d113ca600389 req-9e0b5906-6ebd-4250-93f4-471a1b0d2e5d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.393584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c4fcdb2-ba24-4b8e-8019-d113ca600389 req-9e0b5906-6ebd-4250-93f4-471a1b0d2e5d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.2276382 May 13 14:24:27.401243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.402618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2b4aeaeb-df56-41ef-8604-e1c29aa1c67c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa88ff66-7323-45ba-b30b-44c350386936 HTTP/1.1" status: 204 len: 168 time: 0.4173253 May 13 14:24:27.404437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Usage tracker for resource:security_group_rule and tenant:4adca9c43bee40b1bf9b2a46103ef272 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:27.408718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:27.416562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:27.451800 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6503e4-8f75-467c-be41-3efd57097bd4'] response: {'name': 'network-changed', 'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'status': 'completed', 'code': 200} May 13 14:24:27.452322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40804) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:27.615364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.628448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.665356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-e5870279-1158-42c7-8df1-2077ba97eef5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.2672179 May 13 14:24:27.863095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4adca9c43bee40b1bf9b2a46103ef272&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0494907 May 13 14:24:27.866320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bff277-f512-41ce-a05c-28411af25260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68a1de-52ce-4faa-a787-b571b4cedca1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:27.867372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.870423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:27.873903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.889344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c4fcdb2-ba24-4b8e-8019-d113ca600389 req-eb37028a-cf2d-422f-ad26-74ce105600cc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503471 May 13 14:24:27.898714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:27.910864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:27.927869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Usage tracker for resource:security_group_rule and tenant:10d676849c56459da6949e22dec1f2a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:27.933327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:27.944454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-daa998f3-d217-46e5-be98-5a9d0f58a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:27.946613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-daa998f3-d217-46e5-be98-5a9d0f58a9be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2696731 May 13 14:24:27.948289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:27.949954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:27.982588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e78383-3835-4886-a635-1afdd3c4f2cb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:27.988281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7947d8d3-1dab-4985-9566-7f6aa318a28f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98bd3ce932d2473998f9f22092b430da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713712 May 13 14:24:27.992258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:27.999569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.038300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:28.038918 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-a225a5cc-3cf5-4c4a-97da-fc01b27844bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491920 May 13 14:24:28.059547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f573ee-f689-4fc4-b45b-8b90a7a9f7b9 req-35a5344d-d079-4045-b01c-7d3b5c7ba82b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:28.073164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91f573ee-f689-4fc4-b45b-8b90a7a9f7b9 req-35a5344d-d079-4045-b01c-7d3b5c7ba82b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.4484859 May 13 14:24:28.178183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:28.184513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.209880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3b3e3acdbc4611ae792610620d4679 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:28.223298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:28.225753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-bf502d2b-6262-4194-b977-7c33b744c18f service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782687 May 13 14:24:28.241404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:28.245733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 has no active binding in host n-h1-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:24:28.288783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:28.333134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91f573ee-f689-4fc4-b45b-8b90a7a9f7b9 req-27715d96-71ab-4fc7-b829-4c51d36f24ec tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544317 May 13 14:24:28.374762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.455507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fcc74f1-d3a1-4b13-a077-e18809391914 req-cfdb1f64-662b-4f94-9c8c-837583a21ce8 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217374 May 13 14:24:28.494881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.649556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.669272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-54c17ee0-946a-430e-bd8f-24db1e05f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:28.670210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.677137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-54c17ee0-946a-430e-bd8f-24db1e05f330 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1125 time: 0.1606610 May 13 14:24:28.696912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.727328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.824623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10d676849c56459da6949e22dec1f2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3711104 May 13 14:24:28.832523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581ad00-0c2a-4660-a033-e48f50e61d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687dcd5f-79ef-4dd3-9e67-6c483f0ad11c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:28.834629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:28.847696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.866689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724aff0-21b0-4dfd-a462-d08631dab922 req-7f15f593-ad36-49ae-bff9-99a676f87dcd tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:28.867259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-70751700-8ae0-4dd6-bc50-3215f57b4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:28.868986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-70751700-8ae0-4dd6-bc50-3215f57b4d71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.1827483 May 13 14:24:28.874480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b724aff0-21b0-4dfd-a462-d08631dab922 req-7f15f593-ad36-49ae-bff9-99a676f87dcd tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.4027183 May 13 14:24:28.876316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.889532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68a1de-52ce-4faa-a787-b571b4cedca1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:28.929355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.933213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eff91c0e-5bcf-4868-932f-f8357109d2d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c68a1de-52ce-4faa-a787-b571b4cedca1 HTTP/1.1" status: 204 len: 168 time: 1.0613909 May 13 14:24:28.934079 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.952753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-f4740721-1672-40c3-90c4-de1a09849d40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.0716784 May 13 14:24:28.978438 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:28.982940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76e78383-3835-4886-a635-1afdd3c4f2cb HTTP/1.1" status: 204 len: 168 time: 0.9864423 May 13 14:24:28.988468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f3b3e3acdbc4611ae792610620d4679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0360401 May 13 14:24:28.992087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:28.998128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226cf6c-bccb-4e3b-b27e-99e09cf62bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cbd3a4-5d95-4f6f-93f5-184172115022,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.033696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b724aff0-21b0-4dfd-a462-d08631dab922 req-6d520929-223a-4637-8472-2ad3b88c907a tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582341 May 13 14:24:29.059491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.063332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-df6f1103-151d-4566-96ec-a6522b333b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:29.064844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-df6f1103-151d-4566-96ec-a6522b333b07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1015258 May 13 14:24:29.066715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f401a-7671-42dd-8472-f1892f5abde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e78383-3835-4886-a635-1afdd3c4f2cb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.147952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.161561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-7a18755c-40a5-43fc-abdd-12f1c9f28ab2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806215 May 13 14:24:29.180121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.292205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.392679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-868b0539-7745-4b25-8bba-fd556d7f4bcb service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146432 May 13 14:24:29.437279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.518150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43e24-e4c7-483a-9f75-2cb836dcf48c req-7dbb95c9-d754-41cd-a9f0-f98fe10b942d tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:29.536519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687dcd5f-79ef-4dd3-9e67-6c483f0ad11c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.537240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c43e24-e4c7-483a-9f75-2cb836dcf48c req-7dbb95c9-d754-41cd-a9f0-f98fe10b942d tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.1881490 May 13 14:24:29.538578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.564250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:29.581497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cbd3a4-5d95-4f6f-93f5-184172115022,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:29.597254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'floatingip': {'port_id': '267ec21e-006d-4495-8b5b-0919f1ac5b52'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:29.628891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.630656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82921a48-657a-41a8-af13-05021e3b8673 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/687dcd5f-79ef-4dd3-9e67-6c483f0ad11c HTTP/1.1" status: 204 len: 168 time: 0.7947612 May 13 14:24:29.677509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d5fd133-4d19-4efa-9eb2-9d358e009a78 req-97ef4809-8734-42dd-991f-9051d99a8fb4 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776563 May 13 14:24:29.702929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62514-c7cc-4dc3-b148-81ea96006639 req-f4f06764-ef5a-4c1e-8e3c-b53fafad04a7 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:29.705027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6a62514-c7cc-4dc3-b148-81ea96006639 req-f4f06764-ef5a-4c1e-8e3c-b53fafad04a7 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.1727297 May 13 14:24:29.708302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.709592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f6bfc29-51d7-4313-a94b-85f622e92088 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73cbd3a4-5d95-4f6f-93f5-184172115022 HTTP/1.1" status: 204 len: 168 time: 0.7156446 May 13 14:24:29.731677 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da2c2d5d-4f68-413d-8ed6-17ca48096984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.762944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:29.892710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6a62514-c7cc-4dc3-b148-81ea96006639 req-59d44ad5-0ddd-420e-b2dd-fbdca86283ea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773877 May 13 14:24:30.124012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:30.147253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.165872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:30.172193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Usage tracker for resource:security_group_rule and tenant:67cacf5c36864c02919774df4bef54cc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:30.177033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:30.185931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:30.275007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad017ac-1994-4319-b99d-f79d9dd92250 req-60a8e067-ef55-41d2-8295-5244c4eb9d02 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:30.275961 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ad017ac-1994-4319-b99d-f79d9dd92250 req-60a8e067-ef55-41d2-8295-5244c4eb9d02 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.3640304 May 13 14:24:30.354975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.362583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.392887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:30.416205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ad017ac-1994-4319-b99d-f79d9dd92250 req-3d2901b6-3d49-47e2-bd9e-887e13a6d4ce tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311438 May 13 14:24:30.498287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67cacf5c36864c02919774df4bef54cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692760 May 13 14:24:30.498287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a99795-3a74-42c7-abff-a0ecd6507e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c78b67-9c8a-4332-b28f-3278cfb7d8d6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:30.501326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:30.599830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f3554292-8f44-4b88-95eb-69caf4230129 service neutron] 10.222.0.86 "GET /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.2180364 May 13 14:24:30.715778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:30.756588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.758887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.818378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:30.851769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:7cdf74a6e20a4a47a2a4c34810eed3b4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:30.856874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:30.871969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:30.885156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:31.099880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.112630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.118281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.193218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c78b67-9c8a-4332-b28f-3278cfb7d8d6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:31.219259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:31.291923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.301134 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a43017e1-e0af-457d-a616-b2802cad3f84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46c78b67-9c8a-4332-b28f-3278cfb7d8d6 HTTP/1.1" status: 204 len: 168 time: 0.7941763 May 13 14:24:31.312596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.318162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.327619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:31.402963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.430042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:31.445780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Usage tracker for resource:security_group_rule and tenant:8157502ec239433cbd6754b203b513c1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:31.451281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:31.461792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:31.514942 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda associated. External IP: 172.25.5.111, port: 267ec21e-006d-4495-8b5b-0919f1ac5b52. May 13 14:24:31.572469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359c38a3-4042-4171-a0f3-aeaa41ce2766 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:31.597238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cdfa98-5d2b-45fa-b662-bdc1d39cb63b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:31.641474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5417d613-ba17-4a08-a52d-079c4aed1ca2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cdf74a6e20a4a47a2a4c34810eed3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235711 May 13 14:24:31.645433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:31.647971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40940) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:31.685053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973e11-2800-44ab-97c3-7c6b7d02d541 req-8b92cee7-0c5b-403f-904d-31781ff2794a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:31.693164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba973e11-2800-44ab-97c3-7c6b7d02d541 req-8b92cee7-0c5b-403f-904d-31781ff2794a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 944 time: 0.5868018 May 13 14:24:31.767595 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:31.812500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba973e11-2800-44ab-97c3-7c6b7d02d541 req-ed355d56-fc79-48f8-be69-2f99a2e318a7 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103730 May 13 14:24:31.934329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a6abec87-890a-4fc0-9e1b-1d80f83fd9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.032461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] Transition to ACTIVE for port object 359c38a3-4042-4171-a0f3-aeaa41ce2766 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:32.045787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.093130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.330510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.355188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] No DVR routers for this DVR port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:32.355647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.389801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4046ab-1413-45ea-807b-82117321aa2a req-513ae446-7991-4ea5-980d-e75293ba2e2c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.397491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da4046ab-1413-45ea-807b-82117321aa2a req-513ae446-7991-4ea5-980d-e75293ba2e2c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.4953592 May 13 14:24:32.404432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] Pushing event updated for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=10']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.411450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-52f37464-e0f0-4122-bdcd-2c17e8d93872 service neutron] 10.222.0.86 "PUT /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766/bindings/n-h1-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8058176 May 13 14:24:32.412777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.431326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8157502ec239433cbd6754b203b513c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0344057 May 13 14:24:32.434001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40968) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:32.527926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.581278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.619188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768345b-4332-455d-8f11-efe6b569f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321ef39b-8c5e-461c-9ab3-35e7585ff316,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.650030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da4046ab-1413-45ea-807b-82117321aa2a req-3781296d-5c71-478a-a26c-c67583d9882c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514770 May 13 14:24:32.703065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:24:32.728484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.766520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ef39b-8c5e-461c-9ab3-35e7585ff316,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.773175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.774625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-88a95377-6015-4ffe-a019-9dcaed733812 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/321ef39b-8c5e-461c-9ab3-35e7585ff316 HTTP/1.1" status: 204 len: 168 time: 0.3384540 May 13 14:24:32.776558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.796168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7d8ff73d-f209-44de-aaab-0995c3b29d57 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:32.798081 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-7d8ff73d-f209-44de-aaab-0995c3b29d57 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.2400975 May 13 14:24:32.818152 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:32.823759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cdfa98-5d2b-45fa-b662-bdc1d39cb63b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:32.994889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.036094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.040350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4e9dc253-3bdd-4b4d-9f34-dc6611a0ad28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91cdfa98-5d2b-45fa-b662-bdc1d39cb63b HTTP/1.1" status: 204 len: 168 time: 1.3840318 May 13 14:24:33.083919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32da7-c5a2-476b-a723-df1b40c2caea req-315869a0-3c3a-4a59-99a9-30afd5c1824b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.093419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8a32da7-c5a2-476b-a723-df1b40c2caea req-315869a0-3c3a-4a59-99a9-30afd5c1824b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.1166916 May 13 14:24:33.133116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:24:33.137593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-54ca1d71-be00-46fc-8daf-21a80e708606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.141312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-54ca1d71-be00-46fc-8daf-21a80e708606 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 1096 time: 0.3209336 May 13 14:24:33.146942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.166981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:24:33.185306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8a32da7-c5a2-476b-a723-df1b40c2caea req-3f803f2a-6df7-47d9-b905-d4f4a2b2974a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 May 13 14:24:33.201412 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:33.202463 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:24:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:33.302676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6807c790-fa9d-46a2-982e-e39e2d622986 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "PUT /v2.0/floatingips/42e078b6-9b0d-4bae-b603-c20e1d4d2bda HTTP/1.1" status: 200 len: 991 time: 3.7322967 May 13 14:24:33.302676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:33.375037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-3a82fbd0-6fb3-47d7-8a44-dbacdd4a190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.378837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-3a82fbd0-6fb3-47d7-8a44-dbacdd4a190e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1096 time: 0.1804023 May 13 14:24:33.562189 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee33e13-53c3-4a2d-a268-025d5ab676e9'] response: {'name': 'network-changed', 'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'status': 'completed', 'code': 200} May 13 14:24:33.593704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-54883b88-37a5-4fbf-a5b2-b86c52f6609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.597132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-54883b88-37a5-4fbf-a5b2-b86c52f6609f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 1096 time: 0.1413684 May 13 14:24:33.602891 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:33.734909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:33.787089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-1d8f659b-9dbc-4d31-ac3a-27fb4dcf35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:33.793436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-1d8f659b-9dbc-4d31-ac3a-27fb4dcf35a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.4051039 May 13 14:24:33.797584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:33.974078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-f91d8397-933b-4fae-a779-462f8157c4d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.1532843 May 13 14:24:33.975319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:34.038216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Usage tracker for resource:security_group_rule and tenant:b2c664e818344964b1f8b9b4b9bdd1c3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:34.049604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693224-c5f2-42f8-b3c1-1f293f21da1d req-348529f8-47a9-4216-8269-39ac78a3c8ad tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.050916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6693224-c5f2-42f8-b3c1-1f293f21da1d req-348529f8-47a9-4216-8269-39ac78a3c8ad tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.4876399 May 13 14:24:34.051840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:34.074656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:34.199888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-70eef5d5-2375-42c3-a5d8-0058b1da230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.202472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-70eef5d5-2375-42c3-a5d8-0058b1da230d service neutron] 10.222.0.90 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 925 time: 0.5969956 May 13 14:24:34.202859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6693224-c5f2-42f8-b3c1-1f293f21da1d req-c847fd8f-b688-4921-8941-1c5206e0e7d1 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338398 May 13 14:24:34.206476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-be6bda7b-9c3d-47f3-a4e5-bedfd36615c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.208012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-be6bda7b-9c3d-47f3-a4e5-bedfd36615c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2168210 May 13 14:24:34.220921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047bf9-38aa-4e57-a0e5-b852ce7b9e30 req-e2d05d64-fb0b-4b5c-8fde-34b352664303 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.234680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02047bf9-38aa-4e57-a0e5-b852ce7b9e30 req-e2d05d64-fb0b-4b5c-8fde-34b352664303 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2988286 May 13 14:24:34.273879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-adf1991f-821f-4106-be2b-c51bf0cb6603 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581732 May 13 14:24:34.477187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.508073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.548140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-b38f1fb6-539a-4cf9-a0d1-10854a5d1c75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52 HTTP/1.1" status: 200 len: 999 time: 0.3104475 May 13 14:24:34.551762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02047bf9-38aa-4e57-a0e5-b852ce7b9e30 req-c05a22d5-4a53-4f61-a0dc-13852b4ad7a8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160706 May 13 14:24:34.623839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:34.642766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-8a11a2dd-14ad-4ff0-b1ed-0a8e620626cc service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538282 May 13 14:24:34.709255 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:e5:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:24:30Z', 'revision_number': 1, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:34.717688 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:24:34.735986 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:24:34.737543 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:24:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:34.761745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688aa525-65bf-4586-8301-ff66fee68e71,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:34.779250 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d1ae919f-07f1-4786-8e19-875f2aacf2aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2c664e818344964b1f8b9b4b9bdd1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432839 May 13 14:24:34.792423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:34.848553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-63354135-e34d-4f4a-9df9-471f30aebacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:34.850807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-63354135-e34d-4f4a-9df9-471f30aebacc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.2954931 May 13 14:24:35.011894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-9502a618-c9a8-4ced-a4d8-4af4dd94f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.014015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-9502a618-c9a8-4ced-a4d8-4af4dd94f0c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537545 May 13 14:24:35.015794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-e5d80a0d-f165-493c-9c3b-bcf71c133255 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529549 May 13 14:24:35.059342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d3725-63a7-453b-ae9a-813d5e1283a5 req-4bef991a-d520-461a-8737-3bc891384567 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.067016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-617d3725-63a7-453b-ae9a-813d5e1283a5 req-4bef991a-d520-461a-8737-3bc891384567 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.5070107 May 13 14:24:35.072500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.085298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:35.196424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:24:35.271376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-617d3725-63a7-453b-ae9a-813d5e1283a5 req-959bf04d-00f3-40c6-b396-181a4c5f5c56 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029068 May 13 14:24:35.299127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.319498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:35.336524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-3fe434c1-8489-4ae4-b4cc-3978e8c4db71 service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064246 May 13 14:24:35.444736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.526232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688aa525-65bf-4586-8301-ff66fee68e71,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:35.541532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.543023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea37a50e-4478-4d56-92ba-eed56505317a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/688aa525-65bf-4586-8301-ff66fee68e71 HTTP/1.1" status: 204 len: 168 time: 0.7470031 May 13 14:24:35.598866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-e4f0da24-a10d-49d8-9ec1-76d197a4e6c0 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:35.602773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-e4f0da24-a10d-49d8-9ec1-76d197a4e6c0 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1467090 May 13 14:24:35.738790 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b511e448-0f6b-43e5-8c40-f9532b9650be req-cf2532d2-c2d2-45a1-b700-f46e2a792699 service neutron] 10.222.0.90 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847034 May 13 14:24:35.924020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-867beb57-26fd-4b2c-a5ec-99cdbd13c98b service neutron] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:35.930783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-867beb57-26fd-4b2c-a5ec-99cdbd13c98b service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:35.933053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2c2e37-fd63-4471-ae76-12efbc111ec7 req-867beb57-26fd-4b2c-a5ec-99cdbd13c98b service neutron] 10.222.0.90 "DELETE /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766/bindings/n-h2-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.3228285 May 13 14:24:35.955763 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:e5:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:24:30Z', 'revision_number': 1, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:24:35.964323 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743e5b88-9166-480b-aa91-9476d6c6f40f None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:e5:7b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:24:30Z', 'revision_number': 1, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:24:36.077825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeba29-ef81-413a-b45b-d329bd07aab6 req-0dba5918-e19c-4594-aacf-5c201fcb93f8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.079438 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4dfeba29-ef81-413a-b45b-d329bd07aab6 req-0dba5918-e19c-4594-aacf-5c201fcb93f8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2252688 May 13 14:24:36.151229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4dfeba29-ef81-413a-b45b-d329bd07aab6 req-ed7919d5-9067-4600-b4ce-bfabfdbadc31 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617261 May 13 14:24:36.307586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05e710-af80-486e-b673-db1c22b253d7 None None] New status for floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:24:36.590482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41076) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:36.627382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:36.668288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:36.676610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3d17-30ce-4702-8ef2-46c79b47d48e req-cd3b7549-749a-41f8-8dfa-125c3db28d2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:36.679871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:8093a538422b42d4a05bc4f7a5cc45e7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:36.686553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13ff3d17-30ce-4702-8ef2-46c79b47d48e req-cd3b7549-749a-41f8-8dfa-125c3db28d2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.1303480 May 13 14:24:36.687273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:36.703744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:36.796094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13ff3d17-30ce-4702-8ef2-46c79b47d48e req-8afbc676-1984-4d27-8685-63873387f61a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061046 May 13 14:24:36.949260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:36.959372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.056244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8093a538422b42d4a05bc4f7a5cc45e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634509 May 13 14:24:37.059015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:37.105801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9af6-fa9a-40d3-92ab-ad6360951bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ead160-4b85-476c-856a-7eb31644ea44,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:37.334771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.397040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.472759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2c9e-367c-44e2-8b27-b10ede63e0be req-c0d19676-855c-4fe6-b3a9-2888f8f08a45 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:37.475652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60dc2c9e-367c-44e2-8b27-b10ede63e0be req-c0d19676-855c-4fe6-b3a9-2888f8f08a45 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1096 time: 0.2704351 May 13 14:24:37.552633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60dc2c9e-367c-44e2-8b27-b10ede63e0be req-eb5fd721-0228-4dc2-a248-d801bf93b16d tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705252 May 13 14:24:37.555122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.616437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ead160-4b85-476c-856a-7eb31644ea44,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:37.625649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:37.628584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1f7c2479-664c-450e-94d9-7362ee65b762 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9ead160-4b85-476c-856a-7eb31644ea44 HTTP/1.1" status: 204 len: 168 time: 0.5668061 May 13 14:24:37.782741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b025-4450-4785-8523-14016414a591 req-77fb04cb-4e0c-484b-927a-298b998c190c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:37.784328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94d6b025-4450-4785-8523-14016414a591 req-77fb04cb-4e0c-484b-927a-298b998c190c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.0995936 May 13 14:24:37.874449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94d6b025-4450-4785-8523-14016414a591 req-8ab4c23a-9eb1-4f04-9a90-9ad902290718 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 May 13 14:24:38.296539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.297234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.297699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.298586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.299111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.299899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.300630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.303343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec8904f1-44a5-46e9-ba99-cff4e5e14d4f req-d1b7d075-7b45-4bdd-bf6c-0c805bb1687d tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2010317 May 13 14:24:38.338194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-0c3f7e2e-5cae-4745-ac48-ffc9271a764a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.345079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-0c3f7e2e-5cae-4745-ac48-ffc9271a764a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.2759926 May 13 14:24:38.370728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-6d85ecb4-3a59-478e-9e00-a827921ba75d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/quotas/4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 375 time: 0.0211422 May 13 14:24:38.469467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-fe844d4a-3166-4a47-a8a2-5799a962dcd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977559 May 13 14:24:38.562159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212e6eb-23ee-4be6-916d-adc71c282b02 req-855f81f9-b852-461b-8366-c6bc50ade505 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.572429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4212e6eb-23ee-4be6-916d-adc71c282b02 req-855f81f9-b852-461b-8366-c6bc50ade505 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 886 time: 0.1847908 May 13 14:24:38.685310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-ad87b016-150f-4079-abfe-a24c5bb66061 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141621 May 13 14:24:38.864896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-2c3b384f-7653-4b9e-81bb-c25b23693502 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784432 May 13 14:24:38.969811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.970630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.971557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.972596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.973550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.974449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.975226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:38.978530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f410b4d-71ef-45ce-95de-1e33439795de req-487bb126-edf9-436e-8d6f-4a922e96da76 tempest-NetworksTest-2112513794 tempest-NetworksTest-2112513794-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2698212 May 13 14:24:39.361995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e3a43-f93a-4173-8656-f3e28c3cf22e req-54fb2e13-c44b-46f0-b37d-9c0904cd5b10 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:39.365012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-494e3a43-f93a-4173-8656-f3e28c3cf22e req-54fb2e13-c44b-46f0-b37d-9c0904cd5b10 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.1525164 May 13 14:24:39.448804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-494e3a43-f93a-4173-8656-f3e28c3cf22e req-8f5ebb05-316f-41a9-9ed2-cd873b2e76b2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748513 May 13 14:24:39.521600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:39.596996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b56a561-b61a-4f04-b884-158c6aeb7384 req-62984a8b-b939-40a5-95da-5f0e67c7c1e4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 210 time: 0.0954020 May 13 14:24:40.139231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.183652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:40.194846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d41229a2c5a41a3baf25e078517aafa is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:40.201557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:40.223929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:40.432109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.438261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.515339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d41229a2c5a41a3baf25e078517aafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9919062 May 13 14:24:40.517730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:40.518566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926fcee-a261-4b2f-81e6-3061a9800af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e99bc-13b3-4965-838e-3718d92f6b28,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:40.695507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.754334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.802254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef88587-e52f-4ce7-8890-39bca77dab6b req-282007af-05b4-45da-aa0b-a27c8d2fbaa8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:40.817843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fef88587-e52f-4ce7-8890-39bca77dab6b req-282007af-05b4-45da-aa0b-a27c8d2fbaa8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2153707 May 13 14:24:40.906927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:40.968376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e99bc-13b3-4965-838e-3718d92f6b28,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:41.019159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.029878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-41230cac-65f8-4795-b3e5-8bb031d89b18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/269e99bc-13b3-4965-838e-3718d92f6b28 HTTP/1.1" status: 204 len: 168 time: 0.5064406 May 13 14:24:41.060070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fef88587-e52f-4ce7-8890-39bca77dab6b req-0580c1c1-d2b1-40ad-83e2-266819030b5c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379990 May 13 14:24:41.142377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-7c554d8a-0b6c-48af-beae-1a24a93c2c88 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:41.144525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-7c554d8a-0b6c-48af-beae-1a24a93c2c88 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.2966971 May 13 14:24:41.163010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Request body: {'port': {'device_id': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'admin_state_up': True, 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:41.232246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:41.290550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:41.534001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f60f54f9-7815-45d3-b579-351eaf540b3d req-41c5651e-9b82-472c-8355-fb28f1a9366c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 210 time: 0.2145612 May 13 14:24:41.587545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:41.605051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:41.631206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:41.637006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.826119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.859579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:41.884140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:41.887065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:41.894254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Usage tracker for resource:security_group_rule and tenant:8610a27240a04db8842f69467575f406 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:41.898088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Usage tracker for resource:security_group_rule and tenant:659b4186115e45f3a71c9256dc89b1e5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:41.901849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:41.904016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Allocated IP 172.20.0.10 (4cf6bc79-0220-4aa3-a8fc-39f3642bd71f/a877e06d-3663-45b4-a598-f93b62bab331/09160a80-4a32-47b1-8516-1ec41b243580) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:24:41.905215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:41.915076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:41.920430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:41.969363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.002258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.044872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:42.076296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Usage tracker for resource:security_group_rule and tenant:0da7c6610b404287901be92bdf661baa is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:42.090727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:42.111991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:42.186869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.197945 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.199351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.245366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.323097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.382720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8610a27240a04db8842f69467575f406&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1470592 May 13 14:24:42.393068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7952-db12-4783-80fd-693e33f49ce3 req-25991110-5bf7-49c1-8bcd-879b61715995 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:42.393316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=659b4186115e45f3a71c9256dc89b1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0991662 May 13 14:24:42.393414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98bf7952-db12-4783-80fd-693e33f49ce3 req-25991110-5bf7-49c1-8bcd-879b61715995 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.1349628 May 13 14:24:42.393495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a955c-e69f-46d3-927a-516a7062f5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e62450-1879-4bb2-9b75-ddb6a189079d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.393566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.393675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41358) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.447460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.485358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f427-88eb-48f1-b464-73defe897a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d995d-0660-44ff-8c4e-2e5cc8b15f7f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.574734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.581700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.619066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:24:42.629957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:42.633251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:24:42.639341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:42.640184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.649417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98bf7952-db12-4783-80fd-693e33f49ce3 req-d632dd61-5633-49b0-8c88-ad302aa6523e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373822 May 13 14:24:42.661171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.674183 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0da7c6610b404287901be92bdf661baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034535 May 13 14:24:42.675358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:42.676445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0bd38-7c0c-4a0b-8800-81faae977175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65693a3b-d85f-400d-8055-8a2c52d8c0a1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:42.707264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.719035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.791867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.803081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-be21b8ef-32f5-4692-a7cd-e4e5183cb10d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6462250 May 13 14:24:42.804970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.827252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Request body: {'port': {'device_id': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:42.867655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:42.908350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.106842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.107687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.118278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.127947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65693a3b-d85f-400d-8055-8a2c52d8c0a1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.131143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800cad2-e746-4f19-8d7c-29c4192a8209 req-bbb4608c-2bfb-478d-a27d-ca826881ad2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:43.132118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e800cad2-e746-4f19-8d7c-29c4192a8209 req-bbb4608c-2bfb-478d-a27d-ca826881ad2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:43.144730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.163083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e62450-1879-4bb2-9b75-ddb6a189079d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.174129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.178292 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f5cf631-03b8-4877-b4f6-d218e5fea3a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65693a3b-d85f-400d-8055-8a2c52d8c0a1 HTTP/1.1" status: 204 len: 168 time: 0.4969907 May 13 14:24:43.230222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d995d-0660-44ff-8c4e-2e5cc8b15f7f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:43.258852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e800cad2-e746-4f19-8d7c-29c4192a8209 req-bbb4608c-2bfb-478d-a27d-ca826881ad2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:43.265705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e800cad2-e746-4f19-8d7c-29c4192a8209 req-bbb4608c-2bfb-478d-a27d-ca826881ad2a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 932 time: 0.4011908 May 13 14:24:43.292362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.294425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3c062a1d-1d2d-4997-be16-dc874da38318 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0e62450-1879-4bb2-9b75-ddb6a189079d HTTP/1.1" status: 204 len: 168 time: 0.8992198 May 13 14:24:43.304549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.305598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e63163ec-6085-435d-a50c-5bd063f0392b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/516d995d-0660-44ff-8c4e-2e5cc8b15f7f HTTP/1.1" status: 204 len: 168 time: 0.9088173 May 13 14:24:43.325138 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-b1679465-7898-472b-ae2e-29f911917c0b service neutron] show failed (client error): The resource could not be found. May 13 14:24:43.326954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-b1679465-7898-472b-ae2e-29f911917c0b service neutron] 10.222.0.86 "GET /v2.0/ports/88850c09-5e34-4150-96a0-270e12391fdd/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.1445618 May 13 14:24:43.443381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e800cad2-e746-4f19-8d7c-29c4192a8209 req-f5625ee4-24e6-4040-a67d-974882cc0e90 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766412 May 13 14:24:43.840014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09160a80-4a32-47b1-8516-1ec41b243580 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:43.853214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.889041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Transition to ACTIVE for port object 09160a80-4a32-47b1-8516-1ec41b243580 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:43.904015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:43.938576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-7ce18c9f-b1a6-47da-8ad1-1ad17ba6b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:43.943374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-7ce18c9f-b1a6-47da-8ad1-1ad17ba6b3ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1100 time: 0.2423608 May 13 14:24:43.993222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:44.136741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:44.165886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3362e5f-256a-4d12-b795-f83e3ad1a870 req-28c2ad63-06cf-4108-85f7-48044429f1be tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:44.167901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3362e5f-256a-4d12-b795-f83e3ad1a870 req-28c2ad63-06cf-4108-85f7-48044429f1be tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.2230203 May 13 14:24:44.173637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.204945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:44.205514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:44.206245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:44.217174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:44.217730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:44.235431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:44.236086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:44.236809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:44.237610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Bound port: 09160a80-4a32-47b1-8516-1ec41b243580, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:44.238641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.358638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3362e5f-256a-4d12-b795-f83e3ad1a870 req-a9eaeaa4-e77b-40fe-a504-0cfb1c53403f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617785 May 13 14:24:44.598131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:44.607923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:44.612580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:44.620068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.647348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:44.728897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:44.729603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.731597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 1092 time: 1.9122236 May 13 14:24:44.736102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:44.759975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:44.773174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.813739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Transition to ACTIVE for port object 88850c09-5e34-4150-96a0-270e12391fdd will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:24:44.825659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:44.914299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:44.914789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:44.971415 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395e6d7b-2910-426b-9cb7-5723101e0970'] response: {'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'code': 200} May 13 14:24:45.059178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.081464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae9a6-cf0c-453b-bcd0-ea8b615730a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.086961 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6279e737-863d-4ec4-a0cf-ad8b4814c4c4'] response: {'name': 'network-changed', 'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580', 'status': 'completed', 'code': 200} May 13 14:24:45.092879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:45.093308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:45.103359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.105607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] No DVR routers for this DVR port 88850c09-5e34-4150-96a0-270e12391fdd on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:24:45.162369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.165693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:45.171753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:45.175453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Usage tracker for resource:security_group_rule and tenant:5e07a792fc84466e935578f6cf5dee3e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:45.181729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Usage tracker for resource:security_group_rule and tenant:84b671610c844e0480a551f6a85d57e7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:45.186549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:45.190872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:45.200428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:24:45.200754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:24:45.201043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:45.202892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:45.206603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:24:45.206918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Attempting to bind port 88850c09-5e34-4150-96a0-270e12391fdd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:24:45.211582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:45.213093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:24:45.213459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:45.213813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:24:45.214447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Bound port: 88850c09-5e34-4150-96a0-270e12391fdd, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:24:45.214804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.282034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8393e-1277-4c4b-b3c7-e187cb7feb90 req-ca8966b1-c905-4e28-ba77-d1af07e7541b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.289757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5de8393e-1277-4c4b-b3c7-e187cb7feb90 req-ca8966b1-c905-4e28-ba77-d1af07e7541b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.5722160 May 13 14:24:45.342928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-2360306b-9f88-48aa-9fc3-5b9bbd2f88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.344868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-2360306b-9f88-48aa-9fc3-5b9bbd2f88a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1095 time: 0.5308306 May 13 14:24:45.379229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:24:45.385580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:24:45.393971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.533040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.534108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.536603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] 10.222.0.90 "PUT /v2.0/ports/88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 1095 time: 1.5542700 May 13 14:24:45.573152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-86801ffe-7054-4b73-bc7b-bd70a5393d3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.2088640 May 13 14:24:45.585156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5de8393e-1277-4c4b-b3c7-e187cb7feb90 req-fee0cc3f-a626-4171-ac1f-18b365010cf3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933097 May 13 14:24:45.709694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.786008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.817883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:45.839682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-3db8afeb-cf43-4709-a1c5-82f5bc6bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.843426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-3db8afeb-cf43-4709-a1c5-82f5bc6bf7ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2494125 May 13 14:24:45.855648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2141-fd64-4054-b6a6-d8e42e41d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:45.865304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.868686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Usage tracker for resource:security_group_rule and tenant:3cafe02694774e4abdd98ccb26aed3ff is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:45.876749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.878809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:45.947319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:45.956795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.960635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4137-9ac2-4ae6-9003-fa490259a8d0 req-a1accc2a-b0c1-4583-bd1e-9ba80a888468 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:45.963344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d13a4137-9ac2-4ae6-9003-fa490259a8d0 req-a1accc2a-b0c1-4583-bd1e-9ba80a888468 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.4031577 May 13 14:24:45.968039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:45.975614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Usage tracker for resource:security_group_rule and tenant:d0123d4f65a04390ab00e690add5c661 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:45.984801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:45.997145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-3de196a2-e6ec-4a85-b3b6-3d59d9bd32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:46.000830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-3de196a2-e6ec-4a85-b3b6-3d59d9bd32de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1098 time: 0.4316912 May 13 14:24:46.003097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:46.007761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-e1a3796d-d1a8-4395-8af8-dbe2b2a3588c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256948 May 13 14:24:46.070763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:46.108646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84b671610c844e0480a551f6a85d57e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1852260 May 13 14:24:46.158887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75861c35-21da-41b7-a722-cdb90a26008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7166953-50d3-477f-bc5c-3f4aed6bcb08,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:46.164178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:46.179124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e07a792fc84466e935578f6cf5dee3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2488346 May 13 14:24:46.189172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:46.238069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d13a4137-9ac2-4ae6-9003-fa490259a8d0 req-7b17feff-7eb7-4051-a4aa-d054860a2516 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654934 May 13 14:24:46.263167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11774b-d9f4-4d70-8db6-d44d5d0d993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4bcc6b-33e1-4750-ac1c-e572f0878395,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:46.396071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-0891e118-c199-4430-806c-7a47b8c91df9 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594682 May 13 14:24:46.405145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.412531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-5bcc4717-c6d1-4aad-897b-1b0eb36a1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:46.414018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-5bcc4717-c6d1-4aad-897b-1b0eb36a1be5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4024420 May 13 14:24:46.604865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.607983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-4668b633-d3f7-4e86-a959-a6762f48dc26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.1831961 May 13 14:24:46.614355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.675973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.692746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.697699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.746205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.770440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.782403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.827136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7166953-50d3-477f-bc5c-3f4aed6bcb08,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:46.837940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-3dcbb5e1-b309-4d77-a89d-a7e9291e12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:46.839276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-3dcbb5e1-b309-4d77-a89d-a7e9291e12cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1511769 May 13 14:24:46.844125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.845526 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9e684b1d-0020-4e75-9251-c76d86cc1b75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7166953-50d3-477f-bc5c-3f4aed6bcb08 HTTP/1.1" status: 204 len: 168 time: 0.6751976 May 13 14:24:46.925634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.945004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4bcc6b-33e1-4750-ac1c-e572f0878395,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:46.960402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:46.966398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-986b80e5-49cc-4801-9b9b-a8c0d64ad1b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be4bcc6b-33e1-4750-ac1c-e572f0878395 HTTP/1.1" status: 204 len: 168 time: 0.7576373 May 13 14:24:46.967778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-b2fc07ea-9205-46ed-ba1e-1d1bfa3d4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:46.969369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-b2fc07ea-9205-46ed-ba1e-1d1bfa3d4fa4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174428 May 13 14:24:46.972271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:47.032174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0123d4f65a04390ab00e690add5c661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9323039 May 13 14:24:47.032174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9485-46e1-4666-9fb9-f583b727502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a82606-25b6-4d6a-a1d2-adfaf3de3294,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:47.038440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cafe02694774e4abdd98ccb26aed3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9426634 May 13 14:24:47.039289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:47.039622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41522) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:47.054395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e0225a0-06a5-4227-8e70-7454e66f3ab3 req-44f28323-72e3-48b0-83cd-b03f2edd5a7a service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379917 May 13 14:24:47.157347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566d93d-5e83-46d1-ab04-3886a1fba20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71903af-7ad5-49b0-955c-518720c48521,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:47.161712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:24:47.290313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1b88-2b72-4121-9495-f3290a18e265 req-2422ad40-070c-4162-8dab-1269e4bfc94d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.296019 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73dbd01e-ef04-4e86-bb8d-42f3d1f40668'] response: {'name': 'network-changed', 'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'status': 'completed', 'code': 200} May 13 14:24:47.298458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb8a1b88-2b72-4121-9495-f3290a18e265 req-2422ad40-070c-4162-8dab-1269e4bfc94d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.5660684 May 13 14:24:47.300368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.304594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.322585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:24:47.390022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.431722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.455338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb8a1b88-2b72-4121-9495-f3290a18e265 req-17fea12c-5882-481c-94bb-0148c056b495 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482961 May 13 14:24:47.508333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-d11ea8b9-99ee-4835-af4d-b82f868da55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.510367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-d11ea8b9-99ee-4835-af4d-b82f868da55f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1095 time: 0.3442802 May 13 14:24:47.654907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-7577c98a-48af-4239-a38f-5e6b7dbb24fe service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586866 May 13 14:24:47.723092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.758354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a82606-25b6-4d6a-a1d2-adfaf3de3294,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:47.778977 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.827406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71903af-7ad5-49b0-955c-518720c48521,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:47.832324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.835767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b68e2fe0-a720-47aa-97f5-d5ad572f46a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9a82606-25b6-4d6a-a1d2-adfaf3de3294 HTTP/1.1" status: 204 len: 168 time: 0.7836194 May 13 14:24:47.837066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:47.841510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f459b8a-2b28-4c88-8909-134c6266345e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c71903af-7ad5-49b0-955c-518720c48521 HTTP/1.1" status: 204 len: 168 time: 0.7897520 May 13 14:24:47.843046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-5f000f85-e782-4e49-bb11-e7ea484743e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.843333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-34c27ee7-1ab8-446e-872b-3c3bb9e19bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.844648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-5f000f85-e782-4e49-bb11-e7ea484743e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.3267827 May 13 14:24:47.845641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-34c27ee7-1ab8-446e-872b-3c3bb9e19bdb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1098 time: 0.5570538 May 13 14:24:47.869326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d74f-bf3a-4795-9ae3-a5d1ebd00f53 req-32b81af7-1b72-4148-aff7-a7ede836f87b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:47.889175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fc7d74f-bf3a-4795-9ae3-a5d1ebd00f53 req-32b81af7-1b72-4148-aff7-a7ede836f87b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.4392462 May 13 14:24:47.952606 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-12a2f543-2123-45a2-8d08-a875627b31f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.0950885 May 13 14:24:48.051595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-ea278bfc-d186-4d1f-8b56-0e513bd65faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.053545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-ea278bfc-d186-4d1f-8b56-0e513bd65faa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.0932417 May 13 14:24:48.115050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-7b31cff0-e9ab-4923-8b52-ee295cd46542 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526361 May 13 14:24:48.197500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fc7d74f-bf3a-4795-9ae3-a5d1ebd00f53 req-98f8e890-6b45-476e-9c35-8c99f2105ee2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065667 May 13 14:24:48.224272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134f8859-f882-45c8-9fa8-44c4926b6bcf req-23e4a0eb-f364-4fe9-96da-15c83c6f2ba1 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497892 May 13 14:24:48.298663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-247e5974-5d14-4349-bf41-06da42a7fc1f service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769772 May 13 14:24:48.510114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-2fbe9a14-b25f-4900-a7fe-4672397d7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.513730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-2fbe9a14-b25f-4900-a7fe-4672397d7a3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6191263 May 13 14:24:48.533775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:48.580332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.624314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cfb9be1-ed83-40c1-94cb-693e3d584aff req-ad76403e-6fb6-4b81-8110-518e6715c39a service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188229 May 13 14:24:48.625639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:48.639185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Usage tracker for resource:security_group_rule and tenant:63372d4fa8b745298fb399d91d717a3b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:48.645209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:48.652037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:48.756492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-e6c5fef0-767b-4501-ac33-4bdbd71c6403 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.2342160 May 13 14:24:48.844771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-a4c6e53a-4bb8-4e13-9a04-196c41234ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.846861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-a4c6e53a-4bb8-4e13-9a04-196c41234ff4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1098 time: 0.5617230 May 13 14:24:48.860464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.867272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.872908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.888152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-9fbd4d81-a393-4cde-a757-3b34fd23e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:48.890087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-9fbd4d81-a393-4cde-a757-3b34fd23e31d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1235566 May 13 14:24:48.915397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:48.918494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c5d6c-93fc-48d1-b534-312fa0f28f45,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:48.955206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:48.975686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f48d589-7608-44f7-8bad-047d803d92cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63372d4fa8b745298fb399d91d717a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399855 May 13 14:24:48.979589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:48.994973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:49.004661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Usage tracker for resource:security_group_rule and tenant:518b3c2c916f4bfca0e8aae764ee4d80 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:49.009929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:49.029004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:49.081932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578aba6-6026-44f6-9dcd-95970fe6bd07 req-b01cf9a6-fdd1-4311-80ef-ddec9be42872 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.083812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e578aba6-6026-44f6-9dcd-95970fe6bd07 req-b01cf9a6-fdd1-4311-80ef-ddec9be42872 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.4150965 May 13 14:24:49.098787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.112625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-035d1c37-5fed-46b8-9721-587c2a631cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.114590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-035d1c37-5fed-46b8-9721-587c2a631cc8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2601299 May 13 14:24:49.156275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.163224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:49.221535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-8ddebdd6-735e-41ed-a05e-0ac40f7c1ee8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.0952060 May 13 14:24:49.241200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e578aba6-6026-44f6-9dcd-95970fe6bd07 req-300c1644-2d58-4a56-9b61-186061b678ad tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485598 May 13 14:24:49.306788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-500f732a-b7bd-44a5-b115-ddb52c7922aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.309892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-500f732a-b7bd-44a5-b115-ddb52c7922aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3619986 May 13 14:24:49.381369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.462210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c5d6c-93fc-48d1-b534-312fa0f28f45,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:49.511447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.513917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.519394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f9ae051-5936-4f3c-8373-3d111e641aa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/520c5d6c-93fc-48d1-b534-312fa0f28f45 HTTP/1.1" status: 204 len: 168 time: 0.5351160 May 13 14:24:49.525463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.618555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:49.620754 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=518b3c2c916f4bfca0e8aae764ee4d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979680 May 13 14:24:49.631053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:49.653804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '09160a80-4a32-47b1-8516-1ec41b243580', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'port_id': '09160a80-4a32-47b1-8516-1ec41b243580', 'mac_address': 'fa:16:3e:a2:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a877e06d-3663-45b4-a598-f93b62bab331', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:49.743352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-9dd46749-816f-47db-9acc-22a89f2f1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:49.744902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-9dd46749-816f-47db-9acc-22a89f2f1648 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.5112379 May 13 14:24:49.755449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03692cb1-3d57-4e86-8789-0a2cec575e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5415a1-0367-4e71-8f2f-24825b5b4db6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:49.818582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 09160a80-4a32-47b1-8516-1ec41b243580 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:49.819342 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.859192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09160a80-4a32-47b1-8516-1ec41b243580 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:49.876633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.902189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-3681bfb3-3fb7-454f-8917-50b69706b692 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834866 May 13 14:24:49.914035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:49.919896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:49.937433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.062193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.117788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.128070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5415a1-0367-4e71-8f2f-24825b5b4db6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:50.129369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:50.133046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:50.137990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6e1e5b58-0599-41cf-86c9-d44428af50b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc5415a1-0367-4e71-8f2f-24825b5b4db6 HTTP/1.1" status: 204 len: 168 time: 0.4935625 May 13 14:24:50.195432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['09160a80-4a32-47b1-8516-1ec41b243580'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:50.248817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fa92d-411f-4d06-859b-d6b4b1ab2dba req-b7b02e14-59c2-45ee-84d5-76e88605965f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:50.262478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-757fa92d-411f-4d06-859b-d6b4b1ab2dba req-b7b02e14-59c2-45ee-84d5-76e88605965f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.5837221 May 13 14:24:50.372562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-a57c2c11-aa97-4939-bb97-ef45c5a3d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:50.375284 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-a57c2c11-aa97-4939-bb97-ef45c5a3d300 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6197760 May 13 14:24:50.437779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-0ce4f978-72b9-4098-969b-6dde30698df5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300531 May 13 14:24:50.442922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-757fa92d-411f-4d06-859b-d6b4b1ab2dba req-21490c87-ae03-4d16-ae90-0da1b0641285 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790576 May 13 14:24:50.848820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-357b8fb7-e754-4090-be9a-befc6fc356b5 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043860 May 13 14:24:50.995844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc37d-453b-4ddd-8d95-b52289d7a292 req-c7855fe7-f05e-429b-bd47-9b5659e3fc9e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:50.998003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0cc37d-453b-4ddd-8d95-b52289d7a292 req-c7855fe7-f05e-429b-bd47-9b5659e3fc9e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.3176675 May 13 14:24:51.136310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82eac93d-eaac-4e74-9a0e-94e2d74e4079 req-1be1bbdc-8cc8-4373-b03e-a97ed9d27c4e service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800467 May 13 14:24:51.142739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0cc37d-453b-4ddd-8d95-b52289d7a292 req-d7d16113-1190-4305-8f41-2e5c0960a72a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332986 May 13 14:24:51.182910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:51.299839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 09160a80-4a32-47b1-8516-1ec41b243580 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:51.311117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 09160a80-4a32-47b1-8516-1ec41b243580 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:51.311680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.519166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 09160a80-4a32-47b1-8516-1ec41b243580 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:51.519833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.600669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:51.628334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:51.657145 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:51.758790 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3807d60b-257a-4a88-bd1b-d60b285128b6'] response: {'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580', 'code': 200} May 13 14:24:51.889452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88300a82-49b8-4854-9918-08a8001d9fe0 req-0fefa428-bc05-4cb1-ba69-61704804b8a4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:51.897013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88300a82-49b8-4854-9918-08a8001d9fe0 req-0fefa428-bc05-4cb1-ba69-61704804b8a4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.1901550 May 13 14:24:51.917979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:51.921180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd59a8-ee32-4064-8d22-a7106f88794f req-4e09203a-332d-4539-8802-b0c23aaf8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:51.923294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eafd59a8-ee32-4064-8d22-a7106f88794f req-4e09203a-332d-4539-8802-b0c23aaf8477 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.1602871 May 13 14:24:51.973019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88300a82-49b8-4854-9918-08a8001d9fe0 req-b4429c74-c9f7-4a65-8373-251e6b22318a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 May 13 14:24:52.002439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eafd59a8-ee32-4064-8d22-a7106f88794f req-4076b8ae-c74b-4d82-8235-7c9811db9e08 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 May 13 14:24:52.228529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:24:52.383298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77e607-73e9-455e-81b7-ba7498bc154e req-343ab69c-5e81-4072-9a83-4150e647d04b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.386030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e77e607-73e9-455e-81b7-ba7498bc154e req-343ab69c-5e81-4072-9a83-4150e647d04b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 947 time: 0.1301229 May 13 14:24:52.484124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce741-5a1a-44a2-a549-60e0288ef02d req-f4ab8e14-5b87-439d-b0da-2c96c55eb65b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.493361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-707ce741-5a1a-44a2-a549-60e0288ef02d req-f4ab8e14-5b87-439d-b0da-2c96c55eb65b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 946 time: 0.2085190 May 13 14:24:52.530610 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e77e607-73e9-455e-81b7-ba7498bc154e req-ec8db9e2-92b2-4a43-a84b-3a580e70bba5 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375403 May 13 14:24:52.570880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-707ce741-5a1a-44a2-a549-60e0288ef02d req-5180ad04-37b7-48d2-8e2e-3c44b0ed0dcb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757120 May 13 14:24:52.628284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:52.652568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '88850c09-5e34-4150-96a0-270e12391fdd', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '88850c09-5e34-4150-96a0-270e12391fdd', 'mac_address': 'fa:16:3e:4f:57:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:24:52.679029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffe29-a3af-49c5-b43b-892abc60112f req-a4cea622-38ab-4b9d-9552-bbbdd21568c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:52.681050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-a4cea622-38ab-4b9d-9552-bbbdd21568c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.86 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59&tenant_id=e423ba02102f49e29a71e7238fe217f2&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 947 time: 0.1575801 May 13 14:24:52.735055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 88850c09-5e34-4150-96a0-270e12391fdd is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:52.735525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.757591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88850c09-5e34-4150-96a0-270e12391fdd {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:24:52.780815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:52.788851 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:52.815197 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-901ffe29-a3af-49c5-b43b-892abc60112f req-6796ba2b-6338-4ee9-8126-90fd8c0477cc service neutron] delete failed (client error): The resource could not be found. May 13 14:24:52.817357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-6796ba2b-6338-4ee9-8126-90fd8c0477cc service neutron] 10.222.0.86 "DELETE /v2.0/ports/88850c09-5e34-4150-96a0-270e12391fdd/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.1294222 May 13 14:24:52.940110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:52.940346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:53.060532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:24:53.064285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffe29-a3af-49c5-b43b-892abc60112f req-5fd1a7ce-a77a-4237-a956-03aeb7911e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.066130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-5fd1a7ce-a77a-4237-a956-03aeb7911e65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1099 time: 0.0998445 May 13 14:24:53.319388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffe29-a3af-49c5-b43b-892abc60112f req-7cbb9c8a-3f25-4215-af33-a5f39d501751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.321951 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-7cbb9c8a-3f25-4215-af33-a5f39d501751 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2486312 May 13 14:24:53.442605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-e00f24e4-1f92-4379-b623-e4b70b2b5218 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.1110859 May 13 14:24:53.453468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1465307753-network', 'tenant_id': '487bccdd645c4713beb9f637114145e6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:53.468457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:53.478421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Usage tracker for resource:network and tenant:487bccdd645c4713beb9f637114145e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:53.496896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:53.514262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:53.545380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffe29-a3af-49c5-b43b-892abc60112f req-ab1150dd-cfd4-42c4-8f43-06a8d2197f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.547373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-ab1150dd-cfd4-42c4-8f43-06a8d2197f3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0988934 May 13 14:24:53.548359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Made reservation on behalf of 487bccdd645c4713beb9f637114145e6 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:53.557180 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.629425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.664709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ffe29-a3af-49c5-b43b-892abc60112f req-ba6999d7-2a12-42e0-9e11-05832ff83f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:53.664709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-ba6999d7-2a12-42e0-9e11-05832ff83f1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102376 May 13 14:24:53.695535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:53.706866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Usage tracker for resource:security_group_rule and tenant:487bccdd645c4713beb9f637114145e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:53.715585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:53.755775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:53.963974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:53.973121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.031971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-58130a30-642c-4aee-8684-7a1be7f64619 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603263 May 13 14:24:54.069975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffaed8-0008-4fc6-b702-3081b7bba5b8 req-8df6d357-9bdd-4f20-8967-7e9ec98656c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:54.071554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7ffaed8-0008-4fc6-b702-3081b7bba5b8 req-8df6d357-9bdd-4f20-8967-7e9ec98656c4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 948 time: 0.1695986 May 13 14:24:54.076158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561624d2-5cd6-4a60-9c6f-1dd09e1bd801,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:54.100930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:24:54.129986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.130374 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Added segment 2483381e-9517-48b9-b2f7-b6e140ca7d45 of type vlan for network c60cdfe0-2829-4a0a-827a-3334d303527c May 13 14:24:54.170196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.194585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469b14-4af2-484b-b7be-f8a096fdb8b0 req-3546e2f7-65ab-4736-9e3b-088f1dbaea21 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:54.195594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9469b14-4af2-484b-b7be-f8a096fdb8b0 req-3546e2f7-65ab-4736-9e3b-088f1dbaea21 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 946 time: 0.1771402 May 13 14:24:54.205273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7ffaed8-0008-4fc6-b702-3081b7bba5b8 req-0404b209-461f-4a3c-818b-72a1ab1fd4fa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838413 May 13 14:24:54.226928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-901ffe29-a3af-49c5-b43b-892abc60112f req-d026c982-68e4-4b12-849f-e52376b445b8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866102 May 13 14:24:54.251660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:24:54.259398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.260165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:54.260803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.312629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9469b14-4af2-484b-b7be-f8a096fdb8b0 req-531d03ce-73c6-4660-a02b-e07b327165f5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 May 13 14:24:54.419780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4761539 May 13 14:24:54.420069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c04eb-27b1-4ef5-9627-552d9577a558 admin admin] Pushing event updated for resources: {'Network': ['ID=c60cdfe0-2829-4a0a-827a-3334d303527c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:54.421443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:54.428051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Request body: {'subnet': {'network_id': 'c60cdfe0-2829-4a0a-827a-3334d303527c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1465307753-subnet', 'tenant_id': '487bccdd645c4713beb9f637114145e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:54.432603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 88850c09-5e34-4150-96a0-270e12391fdd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:24:54.437236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:54.447394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Usage tracker for resource:subnet and tenant:487bccdd645c4713beb9f637114145e6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:54.453121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:54.458815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c60cdfe0-2829-4a0a-827a-3334d303527c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:24:54.477509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:54.506753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Made reservation on behalf of 487bccdd645c4713beb9f637114145e6 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:54.511274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:54.536543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 88850c09-5e34-4150-96a0-270e12391fdd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:24:54.537971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.028677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 88850c09-5e34-4150-96a0-270e12391fdd is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:24:55.029424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.030164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068eada-d0ca-4b76-b1bc-364b213dc430 req-c2248cc1-0542-4925-9b2e-c51a91e2a9ab tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:55.038269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4068eada-d0ca-4b76-b1bc-364b213dc430 req-c2248cc1-0542-4925-9b2e-c51a91e2a9ab tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.1956332 May 13 14:24:55.112348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:24:55.113289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:24:55.121732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.138035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4068eada-d0ca-4b76-b1bc-364b213dc430 req-836b1869-6eef-4004-af41-b8cf7cafb9c2 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933697 May 13 14:24:55.243225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.303230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:55.328096 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1460983-dc7b-4a28-888e-ef7d525d4fd7'] response: {'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'code': 200} May 13 14:24:55.448501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafd9381-af90-40e2-a2f4-4f48d01795fa,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:55.581789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Checking segment: {'id': '2483381e-9517-48b9-b2f7-b6e140ca7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c60cdfe0-2829-4a0a-827a-3334d303527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:55.582350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Network hostable DHCP agents. Network: c60cdfe0-2829-4a0a-827a-3334d303527c, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:24:55.630491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Network c60cdfe0-2829-4a0a-827a-3334d303527c is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:24:55.652069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c60cdfe0-2829-4a0a-827a-3334d303527c) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:55.658779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:55.659723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:55.672918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb586a-16c6-452d-b003-ffe4c1244ed3 req-d199e00b-0560-4de1-9cbd-64ecdb6bec46 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:55.677951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e9677-7f5c-4af2-a357-7632632e7852 None None] Network c60cdfe0-2829-4a0a-827a-3334d303527c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:55.689212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9deb586a-16c6-452d-b003-ffe4c1244ed3 req-d199e00b-0560-4de1-9cbd-64ecdb6bec46 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.2169924 May 13 14:24:55.764907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2f1313c6-aa21-404e-bf7a-7dd8c9a3d1b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3418820 May 13 14:24:55.828611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9deb586a-16c6-452d-b003-ffe4c1244ed3 req-afacc8cc-560f-4cdc-b2f9-a2777f90b5e1 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125295 May 13 14:24:56.160882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d93f9-8beb-45d1-9cf8-1270f9a61b9f None None] Network c60cdfe0-2829-4a0a-827a-3334d303527c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:56.194232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bba85-baa6-4f0e-8821-98b583566341 req-28bb5211-029e-436c-b226-be896bd48233 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.197211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-634bba85-baa6-4f0e-8821-98b583566341 req-28bb5211-029e-436c-b226-be896bd48233 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.1581676 May 13 14:24:56.248975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-634bba85-baa6-4f0e-8821-98b583566341 req-33d91771-6020-4bcb-9f8f-220b7cce2a20 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 May 13 14:24:56.560656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c43305-8732-48cc-bc33-961daeb07f5d req-8e438bdf-749e-45f2-b881-47d9de35bc6c tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:56.562818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41c43305-8732-48cc-bc33-961daeb07f5d req-8e438bdf-749e-45f2-b881-47d9de35bc6c tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1100 time: 0.0936749 May 13 14:24:56.655944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-41c43305-8732-48cc-bc33-961daeb07f5d req-2451b214-2f74-467a-a9c0-ee64d30c31ec tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Synchronizing usage tracker for tenant:2ccf375013c34d8fbe86d9ce01a47d80 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:24:56.682063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-41c43305-8732-48cc-bc33-961daeb07f5d req-2451b214-2f74-467a-a9c0-ee64d30c31ec tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Unset dirty status for tenant:2ccf375013c34d8fbe86d9ce01a47d80 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:24:56.693155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41c43305-8732-48cc-bc33-961daeb07f5d req-2451b214-2f74-467a-a9c0-ee64d30c31ec tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168139 May 13 14:24:56.924482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:57.148598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:57.300732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f0c3a-ff3b-4c5a-bddb-6bc649261004 req-84eb076e-f64b-4637-8839-f174d0dbe28e tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.305195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed4f0c3a-ff3b-4c5a-bddb-6bc649261004 req-84eb076e-f64b-4637-8839-f174d0dbe28e tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.1204414 May 13 14:24:57.398045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed4f0c3a-ff3b-4c5a-bddb-6bc649261004 req-76baed9d-d9cc-4941-8886-e3e9c877a285 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756431 May 13 14:24:57.555179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-46b66bc2-9d66-41ad-8822-b085fa4c573c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328650 May 13 14:24:57.694150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.746668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:57.755448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-1c6e8f92-bd23-4311-a79c-cab39e30f256 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:57.766533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-1c6e8f92-bd23-4311-a79c-cab39e30f256 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038455 May 13 14:24:57.790994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-466a65b7-92b2-481c-8a2d-170e2b40679a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/quotas/e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 375 time: 0.0231166 May 13 14:24:57.803394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:57.822744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:57.851052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Usage tracker for resource:security_group_rule and tenant:af1ca151a27c442f973aa7f7891e7306 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:57.857616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:57.867946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:57.870416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:57.876948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Usage tracker for resource:security_group_rule and tenant:c68496cdf3f14069b4453f096aebbada is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:57.884683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:57.894472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:57.923493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-0e36eda1-0f55-46ec-82de-27c7f8fa74d7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310425 May 13 14:24:58.084622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.096062 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.147805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.165994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.180020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af1ca151a27c442f973aa7f7891e7306&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2540178 May 13 14:24:58.184169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:58.185470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716735de-b149-4b11-9d51-1ceb52f0891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7415ac5-7077-4e4d-8d33-a0c4c7e5e331,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.231568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:58.246653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2134786889-network', 'tenant_id': '61b563a05ea24c0fb3b4945623f51ab9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:58.269313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:58.282366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c68496cdf3f14069b4453f096aebbada&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1323519 May 13 14:24:58.283073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:58.284351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Usage tracker for resource:network and tenant:61b563a05ea24c0fb3b4945623f51ab9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:58.290166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2f673-7a5c-433c-9354-ec54c1387036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33377a1f-d90c-4433-be06-f3b0b1067e0a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.294008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:58.320749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:58.359904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.371807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Made reservation on behalf of 61b563a05ea24c0fb3b4945623f51ab9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:58.374187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.395316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.405136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.421547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:58.426096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Usage tracker for resource:security_group_rule and tenant:61b563a05ea24c0fb3b4945623f51ab9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:58.429879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:58.439443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:58.524408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:58.538124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.546865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Usage tracker for resource:security_group_rule and tenant:f722d061984c46e3a59104d5028cadb0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:58.547546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.555096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c360b585-a5db-443b-a7c0-67bb3a47df1d req-10a0e5f8-46d2-4b47-b4f6-1de21e429231 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 210 time: 0.1144750 May 13 14:24:58.569121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:58.606979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:58.615323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.621929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.649969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:24:58.692533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.692877 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Added segment 325e12aa-d4cc-4ea3-93ae-8b33d905d311 of type vlan for network 60444458-83d6-458d-a4f6-e2c241fb6b34 May 13 14:24:58.695463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3576a6-469f-469b-9053-bf1cbed45c74,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.696452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.754190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.761550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b66c3-f68d-4c57-be41-2ebf3c080387 req-1b971ef9-51e1-48c0-a259-d7ad21ae22bf tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:58.763987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-188b66c3-f68d-4c57-be41-2ebf3c080387 req-1b971ef9-51e1-48c0-a259-d7ad21ae22bf tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.2174959 May 13 14:24:58.808042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.833040 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:24:58.843098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33377a1f-d90c-4433-be06-f3b0b1067e0a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.849538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.850369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:58.851134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.894485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.921492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-188b66c3-f68d-4c57-be41-2ebf3c080387 req-706f012b-f85b-48bf-a4d7-f5f8c799bb68 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435595 May 13 14:24:58.943785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.943785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7415ac5-7077-4e4d-8d33-a0c4c7e5e331,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:58.944672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:58.951354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-981bcb37-c7fd-4d39-9293-2aa6b18fcd89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7415ac5-7077-4e4d-8d33-a0c4c7e5e331 HTTP/1.1" status: 204 len: 168 time: 0.7547686 May 13 14:24:58.957461 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.019701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea53dc-99c7-4b25-ba64-063e58fd02c7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.028262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e9fca8d0-2e68-4414-9957-c7299946b39c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f722d061984c46e3a59104d5028cadb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2588937 May 13 14:24:59.029775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:59.078329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.079941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00668b5f-0b8a-4525-9bfc-3bf701560fa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33377a1f-d90c-4433-be06-f3b0b1067e0a HTTP/1.1" status: 204 len: 168 time: 0.7918041 May 13 14:24:59.109262 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8737540 May 13 14:24:59.113574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:59.116896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a1e84-6154-4ab1-ab1c-0803c1decb33 admin admin] Pushing event updated for resources: {'Network': ['ID=60444458-83d6-458d-a4f6-e2c241fb6b34,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.120275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.127952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Request body: {'subnet': {'network_id': '60444458-83d6-458d-a4f6-e2c241fb6b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2134786889-subnet', 'tenant_id': '61b563a05ea24c0fb3b4945623f51ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:24:59.135436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:59.140505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 60444458-83d6-458d-a4f6-e2c241fb6b34 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:24:59.160259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Usage tracker for resource:subnet and tenant:61b563a05ea24c0fb3b4945623f51ab9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:59.165874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:59.184547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:59.192003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.222128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Made reservation on behalf of 61b563a05ea24c0fb3b4945623f51ab9 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:24:59.225403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.438489 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.457715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea53dc-99c7-4b25-ba64-063e58fd02c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.552704 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.562485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-164c3f4c-f351-4771-bb6c-f7e03c468092 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2ea53dc-99c7-4b25-ba64-063e58fd02c7 HTTP/1.1" status: 204 len: 168 time: 0.5309856 May 13 14:24:59.611960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d71cbd2-c587-4827-8d43-bdedc8a417ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.650200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.736509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a5f595-fbdb-4c59-b4d0-9260171708d1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:24:59.755494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:24:59.786101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.809341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Checking segment: {'id': '325e12aa-d4cc-4ea3-93ae-8b33d905d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '60444458-83d6-458d-a4f6-e2c241fb6b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:24:59.809834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Network hostable DHCP agents. Network: 60444458-83d6-458d-a4f6-e2c241fb6b34, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:24:59.813681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:24:59.820960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Usage tracker for resource:security_group_rule and tenant:4430615b9e30404ab1e77444dac3bc15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:24:59.826642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:24:59.838098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Network 60444458-83d6-458d-a4f6-e2c241fb6b34 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:24:59.841318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:24:59.856376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 60444458-83d6-458d-a4f6-e2c241fb6b34) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:24:59.865961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be875fc-7036-45f8-bb8d-23eb0d0b7b33 None None] Network 60444458-83d6-458d-a4f6-e2c241fb6b34 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:24:59.870396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:24:59.871256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:24:59.902873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b6b7e8f-9d1b-43b0-84a4-ddf46f01da59 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7833970 May 13 14:25:00.155913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.210685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.244241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-bb10e1b0-822e-4e55-b475-b8d9019c530d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860984 May 13 14:25:00.250939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:00.307914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.373868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d3f54-c74f-4329-9b43-bd117d4b46e9 None None] Network 60444458-83d6-458d-a4f6-e2c241fb6b34 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:00.446767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ea423b8-b34a-4f8f-b6fd-548b4961bbe6 req-88739aa3-f06e-4f5b-b4b6-812905c715ca tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 210 time: 0.1398339 May 13 14:25:00.454360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:00.461556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Usage tracker for resource:security_group_rule and tenant:ed72396888084655851edea7fbea62ad is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:00.469406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:00.485549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:00.522484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:00.655599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4430615b9e30404ab1e77444dac3bc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978684 May 13 14:25:00.663671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41944) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:00.665837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc281d-6ba5-4be8-9347-1c845c97d84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf539c5f-03d2-4baa-9fb2-1ada6c8f8064,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:00.825377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-ca609f72-5793-4682-af93-35bbbcfc13aa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:00.826952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-ca609f72-5793-4682-af93-35bbbcfc13aa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5439456 May 13 14:25:00.840938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Request body: {'port': {'device_id': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'e423ba02102f49e29a71e7238fe217f2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:00.851186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Deleting subnet fafd9381-af90-40e2-a2f4-4f48d01795fa {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:25:00.897601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:00.988960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:01.022844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.068055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:01.078983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Usage tracker for resource:security_group_rule and tenant:d56c9d7638234a128d8742907074a4f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:01.085903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:01.098285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:01.151808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.178832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.181423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:01.197492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:01.209377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.257082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.272287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.286531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.295318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.335120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.354448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d56c9d7638234a128d8742907074a4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641820 May 13 14:25:01.359423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Made reservation on behalf of e423ba02102f49e29a71e7238fe217f2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:01.363347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.374718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:01.417059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219ed2-da9c-48a2-9794-ac0d73d7d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb0351-86be-40b0-a578-74c9392a865c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.449962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed72396888084655851edea7fbea62ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1937895 May 13 14:25:01.468921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:01.515800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.582649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.585426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9914d-5b17-4b54-b435-a4c02b152f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c323d-40f8-4bc9-8f01-55496466fb3a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.619259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafd9381-af90-40e2-a2f4-4f48d01795fa,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.669584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.673982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.680503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.836754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf539c5f-03d2-4baa-9fb2-1ada6c8f8064,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:01.910554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71b32e8a-26a4-4384-ac4f-2b0d376dff17 req-ae9bcd27-699c-48b5-89c8-6ab06a198e34 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 210 time: 0.1702061 May 13 14:25:01.914064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2cac32d4-08ea-49bf-a333-880ed30c23f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fafd9381-af90-40e2-a2f4-4f48d01795fa HTTP/1.1" status: 204 len: 168 time: 1.3903925 May 13 14:25:01.920030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.928586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-44e1399a-10f3-4b75-96b4-b4678337e433 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf539c5f-03d2-4baa-9fb2-1ada6c8f8064 HTTP/1.1" status: 204 len: 168 time: 1.2609670 May 13 14:25:01.935015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:01.944127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:01.956338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Allocated IP 192.168.233.73 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/5b6c7a6d-87bb-415b-9054-b350397a8f78) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:01.986147 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aee88d6f-4e38-4d9f-a9e3-e7b2f46b67a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.054575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.143394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb0351-86be-40b0-a578-74c9392a865c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:02.194973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.259057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.260910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-25bcdf3a-a008-4c4b-9f12-325c6c3b7a78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bfb0351-86be-40b0-a578-74c9392a865c HTTP/1.1" status: 204 len: 168 time: 0.8828447 May 13 14:25:02.316195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.469265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.508166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c323d-40f8-4bc9-8f01-55496466fb3a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:02.511840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.514388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.530393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.530722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.531088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.531363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.531688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.532010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.532363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.532671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.533097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.533274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.533642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.533916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:02.539171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.540368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a11c647f-6ce7-45a2-a418-7f97428541f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd0c323d-40f8-4bc9-8f01-55496466fb3a HTTP/1.1" status: 204 len: 168 time: 1.0639324 May 13 14:25:02.559359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Transition to ACTIVE for port object 5b6c7a6d-87bb-415b-9054-b350397a8f78 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:02.570495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.571666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.572693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.573258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > port after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.574326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.574862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > port after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.575388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.575941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.576517 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.577029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.606584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.622766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:02.778403 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:02.889796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:02.895555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.896338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.897003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.898317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:25:02.899061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60cdfe0-2829-4a0a-827a-3334d303527c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:02.926459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:02.952803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:02.963369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2483381e-9517-48b9-b2f7-b6e140ca7d45') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:02.970706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2483381e-9517-48b9-b2f7-b6e140ca7d45') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:02.976071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:02.979493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.010362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.032123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.032454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1957579 May 13 14:25:03.055678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Request body: {'port': {'device_id': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:03.086574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.096844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cbc99-eadd-4a78-9d70-25b03d4b540f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.107662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:25:03.109311 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: from cryptography.utils import int_from_bytes May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: from cryptography.utils import int_from_bytes May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: util.warn_limited( May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: timer() May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:25:03.151907 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:25:03.258998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.361642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-200f34d1-ba70-4a9f-9557-df2e0e7318ee None None] Provisioning for port 5b6c7a6d-87bb-415b-9054-b350397a8f78 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:03.384291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-200f34d1-ba70-4a9f-9557-df2e0e7318ee None None] Provisioning complete for port 5b6c7a6d-87bb-415b-9054-b350397a8f78 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:03.384978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-200f34d1-ba70-4a9f-9557-df2e0e7318ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.400972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.428997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.438163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c60cdfe0-2829-4a0a-827a-3334d303527c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:03.456518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d53fec52-d75e-442e-a493-094a5432f5ba admin admin] 10.222.0.36 "DELETE /v2.0/networks/c60cdfe0-2829-4a0a-827a-3334d303527c HTTP/1.1" status: 204 len: 168 time: 1.5177977 May 13 14:25:03.460885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42034) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:03.538447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Deleting subnet 53a5f595-fbdb-4c59-b4d0-9260171708d1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:25:03.544728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-200f34d1-ba70-4a9f-9557-df2e0e7318ee None None] Port 5b6c7a6d-87bb-415b-9054-b350397a8f78 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:03.548462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.642058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-c92b8c67-d5b6-40a8-b683-fba6251047e9 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:25:03.643116 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-c92b8c67-d5b6-40a8-b683-fba6251047e9 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8051729 May 13 14:25:03.660784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Request body: {'binding': {'host': 'n-h1-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:03.661237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:25:03.674130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:03.936869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.150964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.164698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6c7a6d-87bb-415b-9054-b350397a8f78 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:04.182232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.186715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on host n-h1-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:04.188432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:04.189000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:04.196856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a5f595-fbdb-4c59-b4d0-9260171708d1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:04.201118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:04.202010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:04.202779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.218821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:04.219688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:04.220628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:04.221622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Bound port: 09160a80-4a32-47b1-8516-1ec41b243580, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:04.251468 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c901d3b-f8f3-4d04-8e8e-80517169e3ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53a5f595-fbdb-4c59-b4d0-9260171708d1 HTTP/1.1" status: 204 len: 168 time: 0.7893665 May 13 14:25:04.255842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:04.284558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Transition to ACTIVE for port object 5b6c7a6d-87bb-415b-9054-b350397a8f78 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:04.295874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.305987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:04.402833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.405269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-e753e337-e574-4de7-9d5e-f32e713683d6 service neutron] 10.222.0.36 "POST /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580/bindings HTTP/1.1" status: 201 len: 389 time: 0.7510438 May 13 14:25:04.471220 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.513599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a3090-3a99-4616-8537-8815e8b8e56d req-92345580-1d60-470c-b895-4742d7db5120 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:04.518166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b5a3090-3a99-4616-8537-8815e8b8e56d req-92345580-1d60-470c-b895-4742d7db5120 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 935 time: 0.3110349 May 13 14:25:04.608315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:04.832858 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b5a3090-3a99-4616-8537-8815e8b8e56d req-ef0ba039-c64f-4c29-b50b-07f7a2556de9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814181 May 13 14:25:04.945625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:04.968412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Attempting to bind port 5b6c7a6d-87bb-415b-9054-b350397a8f78 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:04.968842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Attempting to bind port 5b6c7a6d-87bb-415b-9054-b350397a8f78 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:04.969286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Attempting to bind port 5b6c7a6d-87bb-415b-9054-b350397a8f78 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:04.978985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Port 5b6c7a6d-87bb-415b-9054-b350397a8f78 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:04.979481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Attempting to bind port 5b6c7a6d-87bb-415b-9054-b350397a8f78 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:04.992950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.993476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.994043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.994590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.995133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.995729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.996318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.996874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.997421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.997963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.998550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:04.999288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:05.007725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:05.008266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:05.008892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:05.009623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Bound port: 5b6c7a6d-87bb-415b-9054-b350397a8f78, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:05.010186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.178789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.284471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60444458-83d6-458d-a4f6-e2c241fb6b34']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:05.315212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:05.318019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325e12aa-d4cc-4ea3-93ae-8b33d905d311') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:05.318603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325e12aa-d4cc-4ea3-93ae-8b33d905d311') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:05.321907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:05.346583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df5605-fa8b-4735-b3f9-34fa5fb7ce25 req-a8a85304-90b5-4462-b70a-df5ac8d44d1a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.350150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.359567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70df5605-fa8b-4735-b3f9-34fa5fb7ce25 req-a8a85304-90b5-4462-b70a-df5ac8d44d1a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 946 time: 0.3099272 May 13 14:25:05.361756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.382798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-c04f7336-498b-4ba4-94f4-82ca7a2fc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.385549 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-c04f7336-498b-4ba4-94f4-82ca7a2fc458 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1097 time: 0.3721068 May 13 14:25:05.431860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.527966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:05.530746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.539430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] 10.222.0.90 "PUT /v2.0/ports/5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 1095 time: 2.4831114 May 13 14:25:05.540794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:05.545190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:25:05.546071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.646871 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70df5605-fa8b-4735-b3f9-34fa5fb7ce25 req-1343a9f0-f252-4672-88ac-99397f78c91d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748210 May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: timer() May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:25:05.837458 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:25:05.857207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.958517 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:05.980015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] Pushing event deleted for resources: {'Network': ['ID=60444458-83d6-458d-a4f6-e2c241fb6b34,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:05.981382 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5eafe7a-2372-4c63-8474-1a9c811a3477'] response: {'name': 'network-changed', 'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'status': 'completed', 'code': 200} May 13 14:25:05.990484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f6dd128b-31e6-4366-929b-5424b569cd16 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60444458-83d6-458d-a4f6-e2c241fb6b34 HTTP/1.1" status: 204 len: 168 time: 1.7328486 May 13 14:25:06.034631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495584b7-753e-47ad-a7bb-972599fc0bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:06.066944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-59c23937-6cc4-4b2c-a617-78d2a936dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.068526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-59c23937-6cc4-4b2c-a617-78d2a936dc26 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.6736286 May 13 14:25:06.152165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-d441edca-0ad2-4f51-a25a-173453c6bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.153921 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-d441edca-0ad2-4f51-a25a-173453c6bb68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1098 time: 0.4961572 May 13 14:25:06.246723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-ca360fee-c907-4b14-955b-61c337b2f667 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.0837297 May 13 14:25:06.297626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-54b3c301-b3e0-4193-a932-f212809e2453 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.2212203 May 13 14:25:06.407340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-a533e049-ba9f-44a5-bc8e-48004dc10ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.408901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-a533e049-ba9f-44a5-bc8e-48004dc10ea5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1539865 May 13 14:25:06.423418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0611e-1c0a-4f54-bf90-f0f569059dd2 req-829ba03e-5647-4fae-b62e-cc09f43cd981 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.424175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c7d0611e-1c0a-4f54-bf90-f0f569059dd2 req-829ba03e-5647-4fae-b62e-cc09f43cd981 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:06.435795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-cbc7ab6d-b5a0-46e6-9819-f0565a832ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.438377 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-cbc7ab6d-b5a0-46e6-9819-f0565a832ba9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1326241 May 13 14:25:06.503042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c7d0611e-1c0a-4f54-bf90-f0f569059dd2 req-829ba03e-5647-4fae-b62e-cc09f43cd981 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:06.504886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7d0611e-1c0a-4f54-bf90-f0f569059dd2 req-829ba03e-5647-4fae-b62e-cc09f43cd981 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 0.2045038 May 13 14:25:06.546839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-b290254c-81f3-4e89-a51c-3f4a8ab9d025 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005542 May 13 14:25:06.568750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:06.621570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-dd573f24-2ca7-47b0-917e-c0355eac0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:06.624147 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-dd573f24-2ca7-47b0-917e-c0355eac0129 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966169 May 13 14:25:06.718847 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-0fa0c7a5-9498-4963-8052-013e06af2c88 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611283 May 13 14:25:06.882004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-8c5d6962-1df8-4909-9876-3dcfd4bb8d4d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462595 May 13 14:25:06.913043 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7d0611e-1c0a-4f54-bf90-f0f569059dd2 req-c6af1671-c5e1-4579-92fe-1d87b6272849 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949220 May 13 14:25:07.112068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-f6cdf18b-7b26-4bcb-9f27-3a40759b36f9 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837719 May 13 14:25:07.259265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdd22c2-dc99-473a-bb1b-d3acc7b0a727 req-1a7b7464-2bfe-4a1a-8d27-b7301c2ab503 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691955 May 13 14:25:07.278633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a67aa1ca-d69d-41a1-b854-b98e34348f6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=487bccdd645c4713beb9f637114145e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7081499 May 13 14:25:07.288341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:07.536563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-031d1ed7-8e35-48c3-b9be-2fac89d2adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:07.543177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:07.546544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-031d1ed7-8e35-48c3-b9be-2fac89d2adf0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1098 time: 0.2055752 May 13 14:25:07.582532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-697bceb5-9112-4b21-926d-e3bb4e96c946 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:07.584177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-697bceb5-9112-4b21-926d-e3bb4e96c946 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1097 time: 0.3905773 May 13 14:25:07.607860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:07.950911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-554f03d1-fe97-4285-8b27-6ed1834b662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:07.959654 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-554f03d1-fe97-4285-8b27-6ed1834b662d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4027274 May 13 14:25:07.962299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.039939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.193085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-0ac1ad74-222c-40af-b217-6d351aa27168 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1654673816&fields=id&tenant_id=477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 267 time: 0.1893296 May 13 14:25:08.270312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-40d82f3a-09c4-457f-813c-bd6b9b0df74f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.2982457 May 13 14:25:08.373172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4777-0de1-4dd3-852e-7aaeca732b97 req-7204f2ef-d150-4104-a3ba-a1f1212daff3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.382011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-feea4777-0de1-4dd3-852e-7aaeca732b97 req-7204f2ef-d150-4104-a3ba-a1f1212daff3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 946 time: 0.5933454 May 13 14:25:08.413179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-00386f27-720c-40d2-bc5f-a2f6fd3a4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.418565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-00386f27-720c-40d2-bc5f-a2f6fd3a4a50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1379888 May 13 14:25:08.497328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-feea4777-0de1-4dd3-852e-7aaeca732b97 req-973fedef-cd26-4f0a-b61d-63eded0b4507 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142702 May 13 14:25:08.566351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-087ef387-32a0-41f7-9cec-d1ba27926165 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.575138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-087ef387-32a0-41f7-9cec-d1ba27926165 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 824 time: 0.3564296 May 13 14:25:08.588621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-7746e411-185a-4f69-8325-a215563ab239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:08.594543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-7746e411-185a-4f69-8325-a215563ab239 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663420 May 13 14:25:08.609924 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-e3a422a4-e63c-4b74-be91-552db5989937 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/quotas/477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 375 time: 0.0337832 May 13 14:25:08.723936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.800268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561624d2-5cd6-4a60-9c6f-1dd09e1bd801,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:08.852153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:08.856110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ef0b3e65-3dd9-41cb-b0b6-aa2680701862 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/561624d2-5cd6-4a60-9c6f-1dd09e1bd801 HTTP/1.1" status: 204 len: 168 time: 1.5612450 May 13 14:25:08.890364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.90', 49897) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:08.919782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:08.966602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-0e772566-9a38-427a-8dc2-4bb6f9e4f428 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3557708 May 13 14:25:08.980800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:09.065907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.070024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:09.102597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.153591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-2c7b5c9e-95ff-4d83-b0a6-d0572f801340 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449600 May 13 14:25:09.431798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on host n-h2-841736-1 for vnic_type normal with profile {"migrating_to": "n-h1-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:09.432187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:09.432551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:09.443004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:09.443288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Attempting to bind port 09160a80-4a32-47b1-8516-1ec41b243580 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:09.451059 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4da396fa-206e-447f-9a06-bbf157e51a06 req-655ca342-d380-4f67-80f2-3c350eea4eeb service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736931 May 13 14:25:09.470968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:09.478949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:09.478949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:09.479360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:09.479494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Bound port: 09160a80-4a32-47b1-8516-1ec41b243580, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:09.480580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.560828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ca29-c7af-4d14-8386-35870075d79b req-6d2a2306-43e4-4b2f-a3a3-bd40bf97b378 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:09.563540 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b816ca29-c7af-4d14-8386-35870075d79b req-6d2a2306-43e4-4b2f-a3a3-bd40bf97b378 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.90 "GET /v2.0/ports?device_id=7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27 HTTP/1.1" status: 200 len: 945 time: 0.6679986 May 13 14:25:09.578980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-27fdca4b-7c13-4e23-b141-94ba9eccfebc service neutron] 10.222.0.36 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016620 May 13 14:25:09.722705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb7d1-35bb-4f82-ba38-497c5763375c req-4e5cf6f5-e2ef-4134-bf05-d4768968e070 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:09.737234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-287bb7d1-35bb-4f82-ba38-497c5763375c req-4e5cf6f5-e2ef-4134-bf05-d4768968e070 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 0.8495440 May 13 14:25:09.771451 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-e90fc28d-9615-4aff-b581-84555fe1e522 service neutron] 10.222.0.36 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707771 May 13 14:25:09.856189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:09.867696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:09.874532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.883457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Deleting port 267ec21e-006d-4495-8b5b-0919f1ac5b52 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:09.884000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:09.965649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42196) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:10.037115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-287bb7d1-35bb-4f82-ba38-497c5763375c req-6149041a-5d94-4683-9e41-ffeed64fb4d9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981670 May 13 14:25:10.252452 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d390da-962d-4fd6-adc2-32ba5f47c659'] response: {'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580', 'code': 200} May 13 14:25:10.425939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:10.486139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:10.559382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] For port 267ec21e-006d-4495-8b5b-0919f1ac5b52, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=267ec21e-006d-4495-8b5b-0919f1ac5b52,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:10.559783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.581843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7a44a96c-6ca1-4072-b5c8-fa7a17bcebc3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61b563a05ea24c0fb3b4945623f51ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065929 May 13 14:25:10.623717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:10.665757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:10.667848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.669602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] 10.222.0.90 "PUT /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 1122 time: 3.0768864 May 13 14:25:10.702792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c52ce1-907a-4efa-b5c7-d8af1d3b0c7e service neutron] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:10.808655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.829198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['09160a80-4a32-47b1-8516-1ec41b243580'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:10.835315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954b4d7-0a5b-4adf-9616-b76f5c99783d req-e6983538-328d-4322-85b6-6916955ffefb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:10.843222 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9954b4d7-0a5b-4adf-9616-b76f5c99783d req-e6983538-328d-4322-85b6-6916955ffefb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.3585184 May 13 14:25:10.882338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:10.900165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60855f7e-12ea-49d6-992d-9be4ed0b6b7c req-6ad69a30-bb71-4c54-8212-32790188cb4b tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 210 time: 0.0937936 May 13 14:25:11.004963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9954b4d7-0a5b-4adf-9616-b76f5c99783d req-526c70e2-7dea-43a3-a4f5-e2f062f4ff31 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606076 May 13 14:25:11.057959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:11.109215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'mac_address': 'fa:16:3e:2c:44:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:11.130777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.195213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:11.201579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.233373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.235388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.236407 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda disassociated. External IP: 172.25.5.111, port: 267ec21e-006d-4495-8b5b-0919f1ac5b52. May 13 14:25:11.241638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Calling delete_port for 267ec21e-006d-4495-8b5b-0919f1ac5b52 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:11.247368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb01c31b8ba44dea7c9748e46495d38 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:11.257701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:11.304818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3576a6-469f-469b-9053-bf1cbed45c74,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:11.317733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:11.341803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.341803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-608cb4d7-d249-46cb-83aa-26656d0f24cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd3576a6-469f-469b-9053-bf1cbed45c74 HTTP/1.1" status: 204 len: 168 time: 0.7090600 May 13 14:25:11.497376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb6fe-0c70-4db4-9bb9-87c7419b7a77 req-61908aad-7dd4-4a7d-95ed-d5b1c6b903cd tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:11.507566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-75fdb6fe-0c70-4db4-9bb9-87c7419b7a77 req-61908aad-7dd4-4a7d-95ed-d5b1c6b903cd tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 0.2566569 May 13 14:25:11.517082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5b6c7a6d-87bb-415b-9054-b350397a8f78 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:11.517786 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.587779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.596954 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.630237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-75fdb6fe-0c70-4db4-9bb9-87c7419b7a77 req-f4210dce-53cd-41ef-a2b5-e9b703e3357f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212943 May 13 14:25:11.632036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.661810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6c7a6d-87bb-415b-9054-b350397a8f78 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:11.681897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event deleted for resources: {'Port': ['ID=267ec21e-006d-4495-8b5b-0919f1ac5b52,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:11.705520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fb01c31b8ba44dea7c9748e46495d38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2176154 May 13 14:25:11.708636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:11.771502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7733c47-c15a-462f-8caf-6d7421749bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da97af-6faa-49ae-8d24-96ba2c588e7e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:11.814497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:11.833234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:11.883493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.023581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.133818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:12.177215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:12.234805 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.262693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:12.278264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:12.279683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09da97af-6faa-49ae-8d24-96ba2c588e7e HTTP/1.1" status: 204 len: 168 time: 0.5701296 May 13 14:25:12.280968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66843a41-6607-41ac-9256-b170bb6af99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da97af-6faa-49ae-8d24-96ba2c588e7e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:12.312163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5b6c7a6d-87bb-415b-9054-b350397a8f78'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:12.508108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:12.518587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 267ec21e-006d-4495-8b5b-0919f1ac5b52 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:12.606429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 267ec21e-006d-4495-8b5b-0919f1ac5b52 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:25:12.607158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 267ec21e-006d-4495-8b5b-0919f1ac5b52 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:25:12.628686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcd34028-aebe-43ee-a2f1-1724df19939b req-e96db224-e427-413d-b6ed-c9962abdfa5a tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 210 time: 0.3629963 May 13 14:25:13.193182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42276) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:13.261429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.285308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:13.302338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:13.307357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Usage tracker for resource:security_group_rule and tenant:26e680c7adc24208901fbe52427df88a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:13.311620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:13.320160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:13.352588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 has no active binding in host n-h1-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:25:13.354506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:13.373654 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:13.402776 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:13.408729 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:13.455290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.461580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.615928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26e680c7adc24208901fbe52427df88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193959 May 13 14:25:13.626784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:13.629764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717e16d-8e03-42eb-bc5c-512a3b893f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a75c86-c3a4-4606-bb1b-fcc5294dcdaf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:13.665439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] No DVR routers for this DVR port 267ec21e-006d-4495-8b5b-0919f1ac5b52 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:13.683191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.686814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'name': 'network-vif-deleted', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:13.735694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b816ca29-c7af-4d14-8386-35870075d79b req-18e3c147-f828-448e-a1bb-c84a601a8695 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.90 "DELETE /v2.0/ports/267ec21e-006d-4495-8b5b-0919f1ac5b52 HTTP/1.1" status: 204 len: 173 time: 4.1631768 May 13 14:25:13.799316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-0a6df0cf-4aa1-41b8-8ee4-9459490caa66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.801298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-0a6df0cf-4aa1-41b8-8ee4-9459490caa66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.86 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 824 time: 1.6081872 May 13 14:25:13.896868 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28de0f27-483b-407a-937a-6529cfc13981'] response: {'name': 'network-changed', 'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580', 'status': 'completed', 'code': 200} May 13 14:25:13.914270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:13.978260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef465b0-f15b-426c-b5cd-e137127bba3c req-247ddb70-b266-48e9-a60a-c4f00408c6b4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:13.992115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bef465b0-f15b-426c-b5cd-e137127bba3c req-247ddb70-b266-48e9-a60a-c4f00408c6b4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.6412609 May 13 14:25:14.042730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-20f54c75-01bd-4c5f-9b17-8d7906f35956 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477cfaf3fb1749b59b3240a95f070356 HTTP/1.1" status: 200 len: 380 time: 0.2298212 May 13 14:25:14.074825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'port': {'device_id': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'admin_state_up': True, 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'security_groups': ['7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:14.162015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bef465b0-f15b-426c-b5cd-e137127bba3c req-75d38f82-4f7d-4075-b23e-8fb50c4ac474 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666505 May 13 14:25:14.244506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.336714 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:14.428581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.459697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:14.540228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:14.554535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Usage tracker for resource:port and tenant:477cfaf3fb1749b59b3240a95f070356 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:14.574030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:14.596301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:14.612866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a75c86-c3a4-4606-bb1b-fcc5294dcdaf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:14.655801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.664589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-44c8b8ef-47b7-4b5c-8ca9-7eef6ceb246a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a75c86-c3a4-4606-bb1b-fcc5294dcdaf HTTP/1.1" status: 204 len: 168 time: 1.0239124 May 13 14:25:14.690421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5b6c7a6d-87bb-415b-9054-b350397a8f78 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:14.710340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-91ddb774-c325-4622-affc-df18ecd3cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:14.711960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-91ddb774-c325-4622-affc-df18ecd3cb2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1125 time: 0.7494626 May 13 14:25:14.712358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5b6c7a6d-87bb-415b-9054-b350397a8f78 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:14.712971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.793344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.86', 51523) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:14.866284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Made reservation on behalf of 477cfaf3fb1749b59b3240a95f070356 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:14.880810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:14.936410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7c16d640-b4ba-4d34-bf4d-230175805fcb req-8d3353a1-d29d-4a62-b568-cf99d4166d02 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:14.968995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:15.158295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a07966-1f22-4b1c-b82f-2f254ed14ff9 req-82121916-fbb8-46cc-89d1-c23a3af887b7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.173503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-68a07966-1f22-4b1c-b82f-2f254ed14ff9 req-82121916-fbb8-46cc-89d1-c23a3af887b7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 948 time: 0.7594023 May 13 14:25:15.214427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5b6c7a6d-87bb-415b-9054-b350397a8f78 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:15.215172 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.224688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-bc9c87af-876b-4c02-8b72-8ee636673ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.227670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-bc9c87af-876b-4c02-8b72-8ee636673ded service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.5051680 May 13 14:25:15.361639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:15.383124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:15.388547 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:15.452045 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-dcfaa4ff-319f-4ea8-9e03-64b32f157b09 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.2142923 May 13 14:25:15.499157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-68a07966-1f22-4b1c-b82f-2f254ed14ff9 req-67a0b3a0-ab2b-43f4-9e4a-253aaef94046 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174069 May 13 14:25:15.510969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:15.516430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7c16d640-b4ba-4d34-bf4d-230175805fcb req-8d3353a1-d29d-4a62-b568-cf99d4166d02 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:15.531216 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c16d640-b4ba-4d34-bf4d-230175805fcb req-8d3353a1-d29d-4a62-b568-cf99d4166d02 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 210 time: 0.8959184 May 13 14:25:15.540860 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:15.547721 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:15.559531 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:15.560459 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:15.691698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-87694e87-2962-40a0-a4a0-2ba423146181 service neutron] 10.222.0.86 "GET /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.7668164 May 13 14:25:15.804879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-21792046-f918-426c-9780-005948ab8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:15.806401 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-21792046-f918-426c-9780-005948ab8c4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.3386106 May 13 14:25:15.885056 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc4b8f6-6d9a-4177-b955-9210ceab530c'] response: {'server_uuid': '7ef81a8e-4b94-48cc-8b1c-63c7fb53eb27', 'name': 'network-vif-deleted', 'tag': '267ec21e-006d-4495-8b5b-0919f1ac5b52', 'status': 'completed', 'code': 200} May 13 14:25:15.928533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-1afef2d6-8f3c-4dff-b035-1367d01a2c6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112089 May 13 14:25:15.977046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.061815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:16.084622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Usage tracker for resource:security_group_rule and tenant:65eb1261247b4b70858feba635745fff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:16.103159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:16.195584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Allocated IP 172.20.0.8 (fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257/7c68d000-4e2c-47e8-b255-47e2fffeddf6/6e34ff98-5649-4094-b6ab-be11d936d9b3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:16.216806 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:16.245772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:16.420969 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-128e546e-9354-4695-b27b-2b2f69792a26 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835675 May 13 14:25:16.734266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:16.776627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-e323e6a3-43a1-4b07-a0d9-25d36f020cb8 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316102 May 13 14:25:16.902178 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:16.907656 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6a194-6342-46c7-8739-d15e3336d93e None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:16.987754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.036798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65eb1261247b4b70858feba635745fff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9130802 May 13 14:25:17.053371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:17.053715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:17.189131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eb5d2-ff82-4d89-9435-2e577ebdda24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3044a786-2bcd-4716-808b-1d9f0a3db99a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:17.254485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c0b4b3-8682-4db3-810b-b814476a6446 req-f422717d-9b80-494e-a0a9-dbad36d95ed1 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234327 May 13 14:25:17.342388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:17.346351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-64f02bdd-4d6c-4c54-88b8-d76d883b2129 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.354971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-64f02bdd-4d6c-4c54-88b8-d76d883b2129 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5752327 May 13 14:25:17.382979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b05d64-d8bd-42ef-8f57-24aa56760f55 None None] New status for floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:25:17.389218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-2c3d3587-dfd1-48e4-bd8e-07b9d6962abf tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/quotas/40b9ec6c6ff045b78a1349a495bfd153 HTTP/1.1" status: 200 len: 375 time: 0.0213010 May 13 14:25:17.427890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-network', 'tenant_id': '690a6ce2368846049d8c13408848206a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:17.433709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:17.438514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Usage tracker for resource:network and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:17.442300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:17.449417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:17.481525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Made reservation on behalf of 690a6ce2368846049d8c13408848206a for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:17.484235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.510664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-4df1fa66-3d6b-41d0-a256-15c18a73fcc0 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107645 May 13 14:25:17.525066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2e540-7205-455c-8847-b62f50fe1cc5 req-a7078f59-f2f6-40db-9e7f-595eb19191ba tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:17.526744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcc2e540-7205-455c-8847-b62f50fe1cc5 req-a7078f59-f2f6-40db-9e7f-595eb19191ba tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 944 time: 0.8173771 May 13 14:25:17.534119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.552337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.556693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:17.657554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:17.706001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Usage tracker for resource:security_group_rule and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:17.734248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09160a80-4a32-47b1-8516-1ec41b243580 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:17.757590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:17.773707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.809501 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ea6f71-7a40-4cce-ac15-880acc8fc7c6'] response: {'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'code': 200} May 13 14:25:17.818424 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:17.835783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:17.847563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcc2e540-7205-455c-8847-b62f50fe1cc5 req-d92d3e94-e79d-4547-88ac-06643bf68ba6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979889 May 13 14:25:17.862204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:17.915195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Transition to ACTIVE for port object 6e34ff98-5649-4094-b6ab-be11d936d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:18.151349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.430684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.462459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.569670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc8cbc-a894-4a7e-b2ef-161e62b4baf4 req-76dae0c7-2bf6-4c30-afaf-f23da06fb644 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.571434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76bc8cbc-a894-4a7e-b2ef-161e62b4baf4 req-76dae0c7-2bf6-4c30-afaf-f23da06fb644 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 931 time: 0.1009309 May 13 14:25:18.634650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ab16-043a-4248-9694-3a6b237e6245 req-fa6431e4-ee6c-4ce8-8721-8225c8cd7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.637468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc48ab16-043a-4248-9694-3a6b237e6245 req-fa6431e4-ee6c-4ce8-8721-8225c8cd7aab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1100 time: 0.7193124 May 13 14:25:18.650902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76bc8cbc-a894-4a7e-b2ef-161e62b4baf4 req-f68afce0-1eb0-43be-991e-0d7c64747d49 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720539 May 13 14:25:18.700619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044a786-2bcd-4716-808b-1d9f0a3db99a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:18.775762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.782443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ec969e78-b831-4f81-8d75-3713d08e227e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3044a786-2bcd-4716-808b-1d9f0a3db99a HTTP/1.1" status: 204 len: 168 time: 1.7236743 May 13 14:25:18.831368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:18.881603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.917380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:18.919886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:18.939500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:18.950445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:18.951515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.003867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-654fccf3-06c3-428d-8434-0b3058234577 req-205f09fb-06f9-4874-8f41-f186533b0e33 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 210 time: 0.1061101 May 13 14:25:19.008517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c268-237b-44c6-931c-f40e3e57c130 req-68b8079b-556b-43c9-9978-5d5fdccba803 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.012987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac42c268-237b-44c6-931c-f40e3e57c130 req-68b8079b-556b-43c9-9978-5d5fdccba803 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.9416912 May 13 14:25:19.014183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.037308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] Transition to ACTIVE for port object 09160a80-4a32-47b1-8516-1ec41b243580 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:19.072573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event updated for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.209561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.262016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:19.342637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae86d-e757-4449-8aaa-26deed9de67b req-ef0bc70a-8cdf-403d-b5f8-7068d1d8a583 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.355621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4fae86d-e757-4449-8aaa-26deed9de67b req-ef0bc70a-8cdf-403d-b5f8-7068d1d8a583 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.1310482 May 13 14:25:19.427203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4fae86d-e757-4449-8aaa-26deed9de67b req-e857a450-f599-4f1f-85e0-3a7fcc5e2f19 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700297 May 13 14:25:19.442594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-25225951-3332-4744-ade7-d9b2516f9ce6 None None] Provisioning for port 6e34ff98-5649-4094-b6ab-be11d936d9b3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:19.458092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-25225951-3332-4744-ade7-d9b2516f9ce6 None None] Provisioning complete for port 6e34ff98-5649-4094-b6ab-be11d936d9b3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:19.458578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-25225951-3332-4744-ade7-d9b2516f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.490183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] Pushing event updated for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.514353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:25:19.515530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-5b2aaca2-4ee3-423c-b249-94f3dd5ea154 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044681 May 13 14:25:19.533439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-16e949a1-aec3-48de-92ca-fc0b2af38521 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4822605 May 13 14:25:19.537691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc48ab16-043a-4248-9694-3a6b237e6245 req-c34d8a95-1c85-49f3-b242-323150f5036d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831720 May 13 14:25:19.579440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Request body: {'port': {'device_id': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:19.599054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-25225951-3332-4744-ade7-d9b2516f9ce6 None None] Port 6e34ff98-5649-4094-b6ab-be11d936d9b3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:19.605430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:25:19.858803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3abdef-571f-481c-a33c-7667c039972b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:19.885235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:19.893895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac42c268-237b-44c6-931c-f40e3e57c130 req-c71083f8-150c-4315-ada4-cea426dd56f2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7634683 May 13 14:25:19.900358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-7ab742e9-73b8-4034-90e0-1f582f02fb5e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:19.901966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-7ab742e9-73b8-4034-90e0-1f582f02fb5e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798301 May 13 14:25:19.911254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:19.912242 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Added segment 89527751-69d1-467a-b855-e1c3aa0925ea of type vlan for network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 May 13 14:25:19.916942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Request body: {'port': {'device_id': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '40b9ec6c6ff045b78a1349a495bfd153'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:19.995990 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.129604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] No DVR routers for this DVR port 09160a80-4a32-47b1-8516-1ec41b243580 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:20.141776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.212837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:20.221985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:20.241941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Usage tracker for resource:port and tenant:40b9ec6c6ff045b78a1349a495bfd153 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:20.247990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:20.265646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:20.291232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Made reservation on behalf of 40b9ec6c6ff045b78a1349a495bfd153 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:20.295622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.305189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.312165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.336745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bcf9c-23c7-425d-be65-b160557065fa req-7ec5d878-a3c1-4249-b1a1-7bb326f1f209 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.338681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-672bcf9c-23c7-425d-be65-b160557065fa req-7ec5d878-a3c1-4249-b1a1-7bb326f1f209 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 931 time: 0.2897394 May 13 14:25:20.341669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:20.346359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Usage tracker for resource:security_group_rule and tenant:40b9ec6c6ff045b78a1349a495bfd153 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:20.348894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.350303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:20.389136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:20.413471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-672bcf9c-23c7-425d-be65-b160557065fa req-ef753a47-9c02-4afd-96da-d2e6f15e764b tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593476 May 13 14:25:20.430290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:20.443320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Usage tracker for resource:security_group_rule and tenant:f864f941ebdd4355816fef25ed1f166d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:20.493966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a913cd43-8984-4b9f-b581-039bf72377f5 req-6c9a696a-9b97-406a-ba01-5074602e546f tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 210 time: 0.1261132 May 13 14:25:20.519342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:20.528075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.529332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:20.530098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.553018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.561568 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.587044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:20.655278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:20.731765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ac6758fc-415c-4415-801a-b6fccc1222c5 service neutron] 10.222.0.86 "PUT /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580/bindings/n-h1-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 5.0310884 May 13 14:25:20.754710 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:20.796143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:20.879877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.8224247 May 13 14:25:20.905434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b6be9b96d58d48048b0e2cbe37bee986 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:20.918974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:20.933323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Request body: {'subnet': {'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-subnet', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:20.944246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:20.960813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:21.161048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15e471-8523-4915-826b-054574b0533d admin admin] Pushing event updated for resources: {'Network': ['ID=39dc16ce-3e87-4b74-8309-7a11790b1dd5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:21.170417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Allocated IP 192.168.233.77 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/f8d1013d-1854-45ea-b5dc-74deb5099f59) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:21.179778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:25:21.181836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:21.215467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22013c15-9515-438f-99c5-9a27ad481d39 req-b7dd30a2-b528-48f3-9e11-bc0990f5f8e1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:21.222868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22013c15-9515-438f-99c5-9a27ad481d39 req-b7dd30a2-b528-48f3-9e11-bc0990f5f8e1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.4375534 May 13 14:25:21.333160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Usage tracker for resource:subnet and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:21.333892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.350191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.374733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22013c15-9515-438f-99c5-9a27ad481d39 req-19a029b3-5f34-4313-84d6-4e5a51d3d078 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490159 May 13 14:25:21.375591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:21.467246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:21.546897 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6be9b96d58d48048b0e2cbe37bee986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3131564 May 13 14:25:21.547456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43f98-f60d-442b-8049-4cad8d3353f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7713f9-966b-4067-ae54-e4b20670d092,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:21.550140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:21.689840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.693350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.708407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Made reservation on behalf of 690a6ce2368846049d8c13408848206a for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:21.711980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.729753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Transition to ACTIVE for port object f8d1013d-1854-45ea-b5dc-74deb5099f59 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:21.738006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.739521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.867918 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:21.943212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.014959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.025136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:22.047516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:22.049899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:22.177129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f864f941ebdd4355816fef25ed1f166d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2791083 May 13 14:25:22.195235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd45049-f1ff-4f99-8dae-2bf9de70fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1492cf-b31f-469a-a9c9-c5aeee32bef3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:22.199064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42448) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:22.211526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-68b22f20-1c9d-4898-917d-5bb2762b8b2e tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.215040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-68b22f20-1c9d-4898-917d-5bb2762b8b2e tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1096 time: 1.0556507 May 13 14:25:22.266063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7713f9-966b-4067-ae54-e4b20670d092,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:22.275473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981563a-d86f-4425-86a5-2dc32235e4b1 req-77543390-280e-4dc8-a11e-92e595707508 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.278118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5981563a-d86f-4425-86a5-2dc32235e4b1 req-77543390-280e-4dc8-a11e-92e595707508 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.9121222 May 13 14:25:22.304103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:22.436139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.437579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.454915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.458126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7332621a-bd60-4652-bd42-4d30da9902c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd7713f9-966b-4067-ae54-e4b20670d092 HTTP/1.1" status: 204 len: 168 time: 0.9061632 May 13 14:25:22.462437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6f1167dc-00ec-4317-889f-81903ad2b4e9 None None] Provisioning for port f8d1013d-1854-45ea-b5dc-74deb5099f59 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:22.479083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6f1167dc-00ec-4317-889f-81903ad2b4e9 None None] Provisioning complete for port f8d1013d-1854-45ea-b5dc-74deb5099f59 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:22.479957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f1167dc-00ec-4317-889f-81903ad2b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.522849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-d1d3ce59-dbaa-43e4-b81b-3fa0dc636f0d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6088078 May 13 14:25:22.554461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024da6f4-8e97-4f39-8863-6bc0b6b28b62 req-ae0c7302-2df4-4dd7-9561-ce13b19197b6 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.568640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-024da6f4-8e97-4f39-8863-6bc0b6b28b62 req-ae0c7302-2df4-4dd7-9561-ce13b19197b6 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 931 time: 0.6125374 May 13 14:25:22.582945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Request body: {'port': {'device_id': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:22.584157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6f1167dc-00ec-4317-889f-81903ad2b4e9 None None] Port f8d1013d-1854-45ea-b5dc-74deb5099f59 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:22.693578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5981563a-d86f-4425-86a5-2dc32235e4b1 req-9451bf6b-476d-4cc0-973f-8c56c3460f07 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415198 May 13 14:25:22.700530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.737240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-024da6f4-8e97-4f39-8863-6bc0b6b28b62 req-3b251b3c-edd3-40e2-aaf6-df15c55be287 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207891 May 13 14:25:22.752539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e34ff98-5649-4094-b6ab-be11d936d9b3 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:22.768759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.787573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.797008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.862800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-732f9a75-b112-451a-bba0-bdd36c72b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:22.865548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-732f9a75-b112-451a-bba0-bdd36c72b500 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 1096 time: 0.6261225 May 13 14:25:22.892492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Transition to ACTIVE for port object 6e34ff98-5649-4094-b6ab-be11d936d9b3 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:22.984807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:22.990990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.267069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-604641f7-c203-4e74-a4b8-5691f0a85b5d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.268547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-604641f7-c203-4e74-a4b8-5691f0a85b5d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Synchronizing usage tracker for tenant:40b9ec6c6ff045b78a1349a495bfd153 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:23.331520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-604641f7-c203-4e74-a4b8-5691f0a85b5d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Unset dirty status for tenant:40b9ec6c6ff045b78a1349a495bfd153 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:23.340704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-604641f7-c203-4e74-a4b8-5691f0a85b5d tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 935 time: 0.3655651 May 13 14:25:23.363786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:23.404292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c71391e-43e6-41a5-a74a-02b7c8c9979f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:23.420781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-2d737a56-0db4-4789-9175-59fbc0e7f902 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Synchronizing usage tracker for tenant:40b9ec6c6ff045b78a1349a495bfd153 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:23.439253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Pushing event updated for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:23.519553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.523885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d1013d-1854-45ea-b5dc-74deb5099f59 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:23.535941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-2d737a56-0db4-4789-9175-59fbc0e7f902 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Unset dirty status for tenant:40b9ec6c6ff045b78a1349a495bfd153 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:23.538669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.549760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e203ecc-c2ab-4113-b2d1-96fa39ac4c82 req-2d737a56-0db4-4789-9175-59fbc0e7f902 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039530 May 13 14:25:23.551838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.591835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Transition to ACTIVE for port object f8d1013d-1854-45ea-b5dc-74deb5099f59 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:23.597667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.624895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1492cf-b31f-469a-a9c9-c5aeee32bef3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:23.645441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Checking segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:23.646026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Network hostable DHCP agents. Network: 39dc16ce-3e87-4b74-8309-7a11790b1dd5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:23.674631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:23.679329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Attempting to bind port 6e34ff98-5649-4094-b6ab-be11d936d9b3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:23.679838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Attempting to bind port 6e34ff98-5649-4094-b6ab-be11d936d9b3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:23.680396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Attempting to bind port 6e34ff98-5649-4094-b6ab-be11d936d9b3 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:23.705288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Usage tracker for resource:security_group_rule and tenant:a99cdf52a4de449f9d93ec6b60c6683f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:23.714606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:23.720920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Port 6e34ff98-5649-4094-b6ab-be11d936d9b3 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:23.721405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Attempting to bind port 6e34ff98-5649-4094-b6ab-be11d936d9b3 on network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:23.734387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-72ff6fd9-c5c3-4585-b825-f4b67cfad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:23.737071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-72ff6fd9-c5c3-4585-b825-f4b67cfad42f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1096 time: 0.8426766 May 13 14:25:23.777562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.779800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-22d740c7-207d-46e0-b507-1697b0608ad0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe1492cf-b31f-469a-a9c9-c5aeee32bef3 HTTP/1.1" status: 204 len: 168 time: 1.5633678 May 13 14:25:23.840597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:23.850591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:23.851603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Checking segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:23.852249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Bound using segment: {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:23.853040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Bound port: 6e34ff98-5649-4094-b6ab-be11d936d9b3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32705efd-2693-493c-b7ff-487768d40a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:23.853595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:23.926350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:23.988830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:24.222260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 39dc16ce-3e87-4b74-8309-7a11790b1dd5) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:24.235785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c4edd-0b35-4e33-b478-8e3bed08a21f None None] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:24.259731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Attempting to bind port f8d1013d-1854-45ea-b5dc-74deb5099f59 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:24.260331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Attempting to bind port f8d1013d-1854-45ea-b5dc-74deb5099f59 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:24.261047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Attempting to bind port f8d1013d-1854-45ea-b5dc-74deb5099f59 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:24.271962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Port f8d1013d-1854-45ea-b5dc-74deb5099f59 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:24.272663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Attempting to bind port f8d1013d-1854-45ea-b5dc-74deb5099f59 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:24.293830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00db91c-1150-4b8f-a074-5ed7c969fc0f req-f53b7602-06d3-4825-972f-4630f68a695d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.302376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-02ee46ec-d2ea-4103-bac5-09fac003290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.304193 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-02ee46ec-d2ea-4103-bac5-09fac003290d service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.5403941 May 13 14:25:24.305969 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b00db91c-1150-4b8f-a074-5ed7c969fc0f req-f53b7602-06d3-4825-972f-4630f68a695d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.4446023 May 13 14:25:24.323695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.324653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.338371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:24.338920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:24.339562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:24.340331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Bound port: f8d1013d-1854-45ea-b5dc-74deb5099f59, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:24.340906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.522233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b00db91c-1150-4b8f-a074-5ed7c969fc0f req-15d26a12-4e52-49bf-a47b-d15165885212 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095802 May 13 14:25:24.654301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:24.663326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:24.671022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.793185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:24.821702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:24.822636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.824149 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-98052033-8e6e-4e94-b796-6dd4b168323d service neutron] 10.222.0.90 "PUT /v2.0/ports/f8d1013d-1854-45ea-b5dc-74deb5099f59 HTTP/1.1" status: 200 len: 1095 time: 2.2517998 May 13 14:25:24.824874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:24.910686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:25:24.911962 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:24.973886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-99b542e5-e6c1-4f89-86bf-7a0690e2823f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.6280284 May 13 14:25:25.060866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-703ab46b-6498-42ec-82e2-104ccde6b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.063992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-703ab46b-6498-42ec-82e2-104ccde6b96d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 1098 time: 0.1724749 May 13 14:25:25.163135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-958bf30e-7788-4e20-b097-5de763e4ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.164831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-958bf30e-7788-4e20-b097-5de763e4ee28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1028373 May 13 14:25:25.265651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-e507f4a3-7e27-4b88-b141-f75e73b95227 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59 HTTP/1.1" status: 200 len: 217 time: 0.1932442 May 13 14:25:25.266502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4b63300e-8c61-48a5-8e0f-a330173bcace admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.3459506 May 13 14:25:25.271231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:25.283422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-ec8df69d-0d92-4aa7-bb82-3bf6114a459f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961761 May 13 14:25:25.336605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Allocated IP 172.20.0.2 (39dc16ce-3e87-4b74-8309-7a11790b1dd5/7c71391e-43e6-41a5-a74a-02b7c8c9979f/8ed23a03-6245-49b0-b507-749b48083980) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:25.346179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:25.358412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:25.392769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Usage tracker for resource:router and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:25.407270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:25.426175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:25.470015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:25.475965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-c786be18-b1df-48ab-a8ca-52799b3e2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.484695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-c786be18-b1df-48ab-a8ca-52799b3e2a4e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2093728 May 13 14:25:25.489224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.491446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.552495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:25.583031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.699139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Pushing event updated for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:25.729190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.752607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-7bada96c-9864-4fee-9c66-32d47c48ea90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9630108 May 13 14:25:25.833137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-ed5e90ef-68ff-401c-846b-b9b4c8324bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.837412 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-ed5e90ef-68ff-401c-846b-b9b4c8324bc1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3313963 May 13 14:25:25.876312 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.912512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:25.919852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:25.923557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-14637de0-69e7-4725-bb9e-b7aa4133c691 service neutron] 10.222.0.86 "PUT /v2.0/ports/6e34ff98-5649-4094-b6ab-be11d936d9b3 HTTP/1.1" status: 200 len: 1091 time: 6.3542254 May 13 14:25:25.950531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:26.009486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:26.032035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d044437-c93e-4a6a-b72b-8d3ed650fe1a req-d9834322-636b-4c8b-93f1-9d90f4ddec42 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:26.038047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.059425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Transition to ACTIVE for port object 8ed23a03-6245-49b0-b507-749b48083980 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:26.065971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d044437-c93e-4a6a-b72b-8d3ed650fe1a req-d9834322-636b-4c8b-93f1-9d90f4ddec42 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 943 time: 1.3243401 May 13 14:25:26.144159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Transition to ACTIVE for port object 8ed23a03-6245-49b0-b507-749b48083980 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:26.161775 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.247468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.387558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:26.394148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:26.406775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:26.466696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a99cdf52a4de449f9d93ec6b60c6683f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0916936 May 13 14:25:26.515568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:26.605124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-eac94ba3-124e-42d2-86d0-2a920fea5dd3 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3137226 May 13 14:25:26.676988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Pushing event updated for resources: {'Port': ['ID=8ed23a03-6245-49b0-b507-749b48083980,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:26.713161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.718952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.719470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.721142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.721142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.721142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.721603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.722181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.722591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.723355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.727503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.728033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:26.774503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Attempting to bind port 8ed23a03-6245-49b0-b507-749b48083980 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:26.776085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Attempting to bind port 8ed23a03-6245-49b0-b507-749b48083980 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:26.777783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Attempting to bind port 8ed23a03-6245-49b0-b507-749b48083980 on network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:26.812900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:26.813506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Checking segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:26.814228 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:26.815668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Bound using segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:26.815668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Bound port: 8ed23a03-6245-49b0-b507-749b48083980, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:26.816908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.012452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-network', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:27.101467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493f36-2311-43b6-ae2a-a7823e0b5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23c857d-694e-4c08-b79c-6f2243b595b5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:27.129690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-e09feb10-c86d-40c5-b086-9ca5a5df6a9b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1185856 May 13 14:25:27.152755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:27.190728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d044437-c93e-4a6a-b72b-8d3ed650fe1a req-5169deab-db82-4f62-aa99-88721eb8cc47 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1232660 May 13 14:25:27.250366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] For port 8ed23a03-6245-49b0-b507-749b48083980, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:27.264837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] For port 8ed23a03-6245-49b0-b507-749b48083980, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8ed23a03-6245-49b0-b507-749b48083980,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:27.276934 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.405887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Usage tracker for resource:network and tenant:0b9924606d764d5394e2c25d1b6b2a5b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:27.425653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:27.433832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.450637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:27.457378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-2842e07b-8458-478c-8117-f618f0241d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.466534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-2842e07b-8458-478c-8117-f618f0241d5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 1094 time: 1.3947942 May 13 14:25:27.467624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.535786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac291d-a422-4907-93e0-314cf26b8b49 req-597cc70a-4910-46b1-a9f1-68c3996b0d85 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:27.540063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13ac291d-a422-4907-93e0-314cf26b8b49 req-597cc70a-4910-46b1-a9f1-68c3996b0d85 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 1.5248787 May 13 14:25:27.570954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Made reservation on behalf of 0b9924606d764d5394e2c25d1b6b2a5b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:27.578893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:27.601775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58b5fb-cc5d-4e92-a9d0-b5ebc33a3974 None None] Pushing event updated for resources: {'Port': ['ID=8ed23a03-6245-49b0-b507-749b48083980,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:27.647450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-1fda701d-7348-4dd7-b6da-aecd5a01a1dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1596982 May 13 14:25:27.953219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-105c842b-ab4f-4acf-9a85-4ce4ce9beab2 req-fabb4410-5465-4955-b072-bdf6b5d85a2f service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7958071 May 13 14:25:27.954676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.025686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:28.120457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-4ffda772-aa40-4e79-87d4-860364d2c680 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4571755 May 13 14:25:28.178576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:28.233727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:28.283031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13ac291d-a422-4907-93e0-314cf26b8b49 req-eb8feef2-53b7-4402-a84a-deb1652893f0 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710091 May 13 14:25:28.286633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9924606d764d5394e2c25d1b6b2a5b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:28.301734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:28.334064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:28.450529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-13d2fc9d-22c4-4c83-b399-13409e764073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.453552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-13d2fc9d-22c4-4c83-b399-13409e764073 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.6063223 May 13 14:25:28.536986 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d5bf4b-e8a4-40a3-9121-2a44fb068e1a'] response: {'name': 'network-changed', 'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'status': 'completed', 'code': 200} May 13 14:25:28.826167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9f66d-d69b-45e4-930e-7e7723b36adc req-c3a010ac-2668-4ce4-b3b1-4b61df6bc45e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:28.834017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40c9f66d-d69b-45e4-930e-7e7723b36adc req-c3a010ac-2668-4ce4-b3b1-4b61df6bc45e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 947 time: 1.3484569 May 13 14:25:29.033663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.118818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23c857d-694e-4c08-b79c-6f2243b595b5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:29.180718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.190823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.192677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-22b34ece-9f6d-4e34-a8bc-cd2607dd5fa5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f23c857d-694e-4c08-b79c-6f2243b595b5 HTTP/1.1" status: 204 len: 168 time: 2.6698570 May 13 14:25:29.195258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.206286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.223717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40c9f66d-d69b-45e4-930e-7e7723b36adc req-eb4b7bdb-c8b8-4410-907c-6bbb022541f0 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172367 May 13 14:25:29.247452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-0ecd83d8-01dd-4fff-9044-39d11fb11d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.250358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-0ecd83d8-01dd-4fff-9044-39d11fb11d7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 1098 time: 0.6537435 May 13 14:25:29.262325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:29.271192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Usage tracker for resource:security_group_rule and tenant:625304b7e3c94a64899afddfc4f7b3c2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:29.274761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.278269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:29.288425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:29.299345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.535439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Allocated IP 172.25.5.237 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/bf11176e-9383-4342-8a52-3392ca86d894) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:29.597305 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32f740e-aa88-4e32-abaf-081faf51737e'] response: {'name': 'network-changed', 'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'status': 'completed', 'code': 200} May 13 14:25:29.653631 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-66eee6f1-d50b-4493-8d9c-384536536a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.723792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8ed23a03-6245-49b0-b507-749b48083980 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:29.833610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.856177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95303760-793a-4013-82bb-552fd379354c None None] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:29.868962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.90', 49907) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:29.916400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:29.928053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-2c59ae52-9e99-4165-8ffe-9cc99a79f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:29.941560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-2c59ae52-9e99-4165-8ffe-9cc99a79f480 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4787683 May 13 14:25:30.009258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.029277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2cb943f0-c3c7-45d0-b1b8-fb9b69922a47 None None] Provisioning for port 8ed23a03-6245-49b0-b507-749b48083980 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:30.096389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:25:30.115462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.168294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 8ed23a03-6245-49b0-b507-749b48083980 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:30.220034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bbb0a8-2486-4b1f-9f63-1fb7cf50c316,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:30.235015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8ed23a03-6245-49b0-b507-749b48083980 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:30.235872 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.241856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.242207 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Added segment 044c1580-79b7-4d41-8257-a6bdca83db61 of type vlan for network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 May 13 14:25:30.282119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:30.302055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:30.318116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:30.369175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Pushing event updated for resources: {'Port': ['ID=bf11176e-9383-4342-8a52-3392ca86d894,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:30.393381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.413662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f084e-8e15-460b-8976-6577013a1ed7 req-483c1098-1c28-4a55-a1e1-bb2c074e9a13 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.426029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-378f084e-8e15-460b-8976-6577013a1ed7 req-483c1098-1c28-4a55-a1e1-bb2c074e9a13 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 1.4571812 May 13 14:25:30.491054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f8d1013d-1854-45ea-b5dc-74deb5099f59 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:30.527142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-3e714895-d280-4c0f-8ea9-736071a0b00d service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245798 May 13 14:25:30.654850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.656436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.657409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.705103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=625304b7e3c94a64899afddfc4f7b3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6404624 May 13 14:25:30.710594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8ed23a03-6245-49b0-b507-749b48083980 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:30.711154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.728933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-bd705594-4c34-4c3b-b5e7-ac488762ac7a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.731646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-bd705594-4c34-4c3b-b5e7-ac488762ac7a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 1.5577433 May 13 14:25:30.735757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f9082-fc96-4440-90c8-38596e28b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5796d6fb-791e-4d5f-85d6-95c5d7d89561,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:30.757567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:30.769259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8ed23a03-6245-49b0-b507-749b48083980, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8ed23a03-6245-49b0-b507-749b48083980,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:30.785192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:30.834093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-6df1d13c-ec18-4833-969f-1b9e5ca09dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.835979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-6df1d13c-ec18-4833-969f-1b9e5ca09dc9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1100 time: 1.2283988 May 13 14:25:30.845508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-dc605f37-050d-4ae2-bbad-1ac86be79c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:30.847326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-dc605f37-050d-4ae2-bbad-1ac86be79c96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.4884703 May 13 14:25:30.877656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8ed23a03-6245-49b0-b507-749b48083980,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:30.997272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:31.026823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'mac_address': 'fa:16:3e:2f:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:31.043665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-0575d722-b3d6-4f44-8bd8-7e796005a682 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59 HTTP/1.1" status: 200 len: 217 time: 0.1753969 May 13 14:25:31.051909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e0a96-3c3a-4828-add5-8acbcf4daefe req-ca75800c-8aa3-4a1a-b402-90b3fc17c2fd tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.053850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-530e0a96-3c3a-4828-add5-8acbcf4daefe req-ca75800c-8aa3-4a1a-b402-90b3fc17c2fd tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 943 time: 1.0956242 May 13 14:25:31.207681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f8d1013d-1854-45ea-b5dc-74deb5099f59 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:31.210625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.234107 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-ff0e3963-7b37-490c-bce1-e6395bc7a577 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3602777 May 13 14:25:31.236225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2544b7d-5d5e-43d6-94d5-a517e956cfc5 req-e2c1fe2c-c446-4206-b16f-098211d73955 service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906536 May 13 14:25:31.252200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d1013d-1854-45ea-b5dc-74deb5099f59 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:31.268781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-530e0a96-3c3a-4828-add5-8acbcf4daefe req-e82b8a33-6253-42ee-a538-a39a85d0dad2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613305 May 13 14:25:31.308539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-5b7c92dd-3254-4192-b298-32e0a0424e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.309641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-5b7c92dd-3254-4192-b298-32e0a0424e34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2548251 May 13 14:25:31.314139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:31.328887 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.467708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-e7182e45-8ad8-49d0-a740-8135b03784ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.469818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-e7182e45-8ad8-49d0-a740-8135b03784ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6062930 May 13 14:25:31.508355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8ed23a03-6245-49b0-b507-749b48083980 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:31.551159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-378f084e-8e15-460b-8976-6577013a1ed7 req-d59bc24f-1c11-4d65-88ce-bce85dc6d450 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1245100 May 13 14:25:31.692654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7f83b6e6-2ce8-4c9d-bf3e-67bcec912e31 None None] Provisioning complete for port 8ed23a03-6245-49b0-b507-749b48083980 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:31.693276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7f83b6e6-2ce8-4c9d-bf3e-67bcec912e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.726875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] Pushing event updated for resources: {'Network': ['ID=43002f2d-f6a7-4e45-8fe8-892c04e9a7a2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:31.735782 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-11cf84cc-3df4-4862-8593-8430ac76cdf5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.1916082 May 13 14:25:31.763614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31b8d363-7f85-40c3-a13a-d22f78e12621 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 5.7505238 May 13 14:25:31.773070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.777583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:31.786160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f8d1013d-1854-45ea-b5dc-74deb5099f59'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:31.829507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Request body: {'subnet': {'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-subnet', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:31.834499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:25:31.854275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-cfc05b0a-cd14-48b4-8df7-403eaf6fdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.856066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-cfc05b0a-cd14-48b4-8df7-403eaf6fdc19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 1094 time: 0.3903060 May 13 14:25:31.868402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:31.880929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960ac6e-8bc9-4e12-96fc-1ae49d059044 req-67e3131f-f80c-4b35-bf93-8521d8004d93 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.882686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2960ac6e-8bc9-4e12-96fc-1ae49d059044 req-67e3131f-f80c-4b35-bf93-8521d8004d93 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.2272551 May 13 14:25:31.885056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-18e8da5b-ef3a-4f9e-9c73-6cf0cf3f408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:31.886846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-18e8da5b-ef3a-4f9e-9c73-6cf0cf3f408d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5668793 May 13 14:25:31.893717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Usage tracker for resource:subnet and tenant:0b9924606d764d5394e2c25d1b6b2a5b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:31.950426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:31.980695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:31.994571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:32.030873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-89a9b50d-7f6b-437e-8f7b-2b7273b2f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.031563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-03bec188-31b2-4845-bebb-1315efad4d8e service neutron] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:32.035764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-89a9b50d-7f6b-437e-8f7b-2b7273b2f96a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2776732 May 13 14:25:32.055463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-03bec188-31b2-4845-bebb-1315efad4d8e service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.056772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd12a596-9b9a-476a-a62a-4e676cf8f7fa req-03bec188-31b2-4845-bebb-1315efad4d8e service neutron] 10.222.0.90 "DELETE /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580/bindings/n-h2-841736-1 HTTP/1.1" status: 204 len: 173 time: 1.1030009 May 13 14:25:32.066252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Made reservation on behalf of 0b9924606d764d5394e2c25d1b6b2a5b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:32.068681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.223339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-dee77d32-26d7-469f-8720-ba2f8915c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.225232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-dee77d32-26d7-469f-8720-ba2f8915c2e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 925 time: 0.3581538 May 13 14:25:32.246384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:32.261693 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d141c60-b6a6-4bdd-8c78-2eeccbda707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.263235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-8cadc51b-ac5c-49d2-9828-455adc2b1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.264941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-8cadc51b-ac5c-49d2-9828-455adc2b1056 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1096 time: 0.8345125 May 13 14:25:32.359587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8ed23a03-6245-49b0-b507-749b48083980 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:32.360252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.551204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3a14-8275-4b73-bffc-04c430231ac6 req-e783a10d-4a26-4203-8079-4d95d6f9a029 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.553158 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b72d3a14-8275-4b73-bffc-04c430231ac6 req-e783a10d-4a26-4203-8079-4d95d6f9a029 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 948 time: 0.7874777 May 13 14:25:32.601987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b6e6-2ce8-4c9d-bf3e-67bcec912e31 None None] Current status of the port 8ed23a03-6245-49b0-b507-749b48083980 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:32.643275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-9894ff32-fe1c-40c7-b5cc-7f50a7a83ab0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3 HTTP/1.1" status: 200 len: 217 time: 0.2739460 May 13 14:25:32.698117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.757534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2960ac6e-8bc9-4e12-96fc-1ae49d059044 req-65d037e7-19f1-4f30-9e05-41bcaea10577 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414255 May 13 14:25:32.779491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8ed23a03-6245-49b0-b507-749b48083980 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:32.833196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.880148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-596a8852-62bd-45af-8c14-6060459ade1b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574843 May 13 14:25:32.932622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-1dd96578-b232-40dc-b6b2-b43444c0bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.935118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-1dd96578-b232-40dc-b6b2-b43444c0bf81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.2792408 May 13 14:25:32.954328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:32.954657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-dd0e8edc-754b-4d4d-a271-694d1202058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:32.956749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-dd0e8edc-754b-4d4d-a271-694d1202058b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7267196 May 13 14:25:32.981236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.040031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5796d6fb-791e-4d5f-85d6-95c5d7d89561,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:33.095241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b72d3a14-8275-4b73-bffc-04c430231ac6 req-96a839de-f7ab-41e5-89d2-6012bed904d0 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631512 May 13 14:25:33.126278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.225448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.226312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-704713ed-90b4-454c-84a1-dabdd4eee96b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5796d6fb-791e-4d5f-85d6-95c5d7d89561 HTTP/1.1" status: 204 len: 168 time: 2.2755876 May 13 14:25:33.239611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-2af5adc8-de27-41ef-a080-c64d10a41104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.241487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-2af5adc8-de27-41ef-a080-c64d10a41104 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.8066313 May 13 14:25:33.364496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-ece2deca-eebe-4a6d-b823-da177255adf8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.0993464 May 13 14:25:33.419474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67e490a-866e-484f-8de8-4cd3bddb567c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:33.516626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Checking segment: {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:33.517055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Network hostable DHCP agents. Network: 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:33.621591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-1cbf9b1e-ad08-487a-a6cd-d762cb77e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.623963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-1cbf9b1e-ad08-487a-a6cd-d762cb77e1b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2458210 May 13 14:25:33.676655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-c324294f-0e80-42d4-a9a4-da46e77d377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.678693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-c324294f-0e80-42d4-a9a4-da46e77d377a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7360582 May 13 14:25:33.687445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:33.698017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e115310-38b1-4ff8-bedd-98c14c5ed549 req-2231e5d4-8ee5-4489-bbc3-0a62289418a2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.700670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e115310-38b1-4ff8-bedd-98c14c5ed549 req-2231e5d4-8ee5-4489-bbc3-0a62289418a2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 943 time: 0.5890722 May 13 14:25:33.704270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa4be9aa-5132-426d-be17-6c86ebc3df22 req-b8f8912c-27da-4531-9958-53a683beedaa service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151526 May 13 14:25:33.734250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-99090f08-f2c8-4585-9a35-1f8360feb827 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004360 May 13 14:25:33.783444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-73bc21b7-0964-49b0-abe2-00c15fe1afb1 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692877 May 13 14:25:33.787911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:33.800756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100cc1a4-18f1-4898-94e6-94a7b8c770fd None None] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:33.845039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:33.845744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.861184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:33.963804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ca76b48c-9cf9-4b70-8370-3f25cb366720 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1773932 May 13 14:25:33.979225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:33.994038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:34.014946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:34.030428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Usage tracker for resource:router and tenant:0b9924606d764d5394e2c25d1b6b2a5b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:34.047091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:34.059897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:34.088614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e115310-38b1-4ff8-bedd-98c14c5ed549 req-cb794873-7320-41e4-9ff6-c9dfa0d1de92 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778758 May 13 14:25:34.127090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-ea0f9480-2a37-4d03-81f3-03ec719edae6 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787749 May 13 14:25:34.168074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:34.187863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429546a-fdc0-4052-8547-8ab5bb7c5133 req-706a90f5-c8da-46df-b97f-f3069eba09f4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:34.195376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c429546a-fdc0-4052-8547-8ab5bb7c5133 req-706a90f5-c8da-46df-b97f-f3069eba09f4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.5130684 May 13 14:25:34.216539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-919a7647-be8b-42b2-8561-ff3bd728fe89 service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106511 May 13 14:25:34.218971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.220243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.222178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-e10de41f-7efa-4ac2-ad20-9a43f27bf983 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272065 May 13 14:25:34.306447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.320254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'fixed_ips': [{'subnet_id': 'c67e490a-866e-484f-8de8-4cd3bddb567c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:25:34.323382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.364015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:34.382500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.388817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Usage tracker for resource:security_group_rule and tenant:de49a82dbe08443cbd8d85babb699754 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:34.406564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:34.420102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c429546a-fdc0-4052-8547-8ab5bb7c5133 req-0056825a-226a-475f-ac36-d2b97528bcdb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235124 May 13 14:25:34.440607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:34.535349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f8d1013d-1854-45ea-b5dc-74deb5099f59 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:34.718712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-403e016f-5383-4e24-b3cd-04a7505d2c14 req-b5fd556c-002e-4a35-a061-8002a58ae75e service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913142 May 13 14:25:34.730410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5e763a-62d0-4300-8e1f-63dcec02c92d req-585bc3f2-31c1-418f-9243-f6c8a9a90d4b service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864706 May 13 14:25:34.841643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.947841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port f8d1013d-1854-45ea-b5dc-74deb5099f59 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:34.960045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f8d1013d-1854-45ea-b5dc-74deb5099f59 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:34.960517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:34.987544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Allocated IP 172.20.0.2 (43002f2d-f6a7-4e45-8fe8-892c04e9a7a2/c67e490a-866e-484f-8de8-4cd3bddb567c/14aa5316-5b54-4c9a-a0ee-fa9699d4153c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:35.042760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae193aab-9eb5-4ae7-95db-4b4190b26b54 req-d3c97d85-9d6e-4930-866d-c68a25dbfe87 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.045136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae193aab-9eb5-4ae7-95db-4b4190b26b54 req-d3c97d85-9d6e-4930-866d-c68a25dbfe87 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 948 time: 0.1407621 May 13 14:25:35.062475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Router be4f29de-297b-496b-90ff-6e57c45ee3e8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:25:35.114426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.119675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae193aab-9eb5-4ae7-95db-4b4190b26b54 req-5fda166d-c116-4dfa-b882-3cdb0df59180 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 May 13 14:25:35.201555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.219146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f8d1013d-1854-45ea-b5dc-74deb5099f59 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:35.219536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.262208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.314098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:35.340040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 6e34ff98-5649-4094-b6ab-be11d936d9b3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:25:35.348655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:35.359874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.360471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c840f72-a687-488b-b77b-fadcb1d93a08 req-240047a4-d9f1-457b-9f3f-28da39071b9d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.365326 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c840f72-a687-488b-b77b-fadcb1d93a08 req-240047a4-d9f1-457b-9f3f-28da39071b9d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.5799825 May 13 14:25:35.365630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c5956cb-3999-492d-85e7-426484df5c9f req-2cd4a1ad-6219-447d-bb30-9d7dbf5eee48 tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb5a89210d74d39b024e6ade592b29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490475 May 13 14:25:35.431302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.494538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:25:35.508483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Transition to ACTIVE for port object 14aa5316-5b54-4c9a-a0ee-fa9699d4153c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:35.577976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de49a82dbe08443cbd8d85babb699754&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4071329 May 13 14:25:35.580387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:35.606427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Transition to ACTIVE for port object 14aa5316-5b54-4c9a-a0ee-fa9699d4153c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:35.614221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:35.619823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451ef4-4b70-4ef9-b160-11071bfaecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7b3f2-ea07-41f1-ad2b-649415f1a95a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:35.621751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.675124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c840f72-a687-488b-b77b-fadcb1d93a08 req-122116f5-d746-4e15-a959-d05ad885334a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307218 May 13 14:25:35.683743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:35.705794 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Sync routers for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:35.706370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5956cb-3999-492d-85e7-426484df5c9f req-908654e4-c4a5-450f-b515-bfd3771bfdce tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:35.724812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c5956cb-3999-492d-85e7-426484df5c9f req-908654e4-c4a5-450f-b515-bfd3771bfdce tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507936 May 13 14:25:35.727304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:35.732604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:35.736261 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:35.737690 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:35.740990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:35.747906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:35.756200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'port_id': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'mac_address': 'fa:16:3e:8c:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:25:35.787552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Pushing event updated for resources: {'Port': ['ID=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:35.789477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.793648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-83919e3c-311c-43e0-b333-bf5181c52485 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.5205209 May 13 14:25:35.798790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:35.810725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.900452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Attempting to bind port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:35.900823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Attempting to bind port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:35.901185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Attempting to bind port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c on network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:35.911956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:35.912367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Checking segment: {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:35.912779 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.913185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Bound using segment: {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:35.913681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Bound port: 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:35.914058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.927406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.928322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 6e34ff98-5649-4094-b6ab-be11d936d9b3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:35.928705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:35.971498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e34ff98-5649-4094-b6ab-be11d936d9b3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:35.977715 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c5956cb-3999-492d-85e7-426484df5c9f req-98929f7c-b01b-414b-b314-f418c957a05d tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/quotas/fdb5a89210d74d39b024e6ade592b29f HTTP/1.1" status: 200 len: 375 time: 0.2475004 May 13 14:25:36.052843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c5956cb-3999-492d-85e7-426484df5c9f req-941493d3-b94e-4bf7-b05e-115af0811774 tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb5a89210d74d39b024e6ade592b29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735857 May 13 14:25:36.092932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.114034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7b3f2-ea07-41f1-ad2b-649415f1a95a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:36.134239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.136155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-74065218-aea4-4dd6-a4e1-2543781e09be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fe7b3f2-ea07-41f1-ad2b-649415f1a95a HTTP/1.1" status: 204 len: 168 time: 0.5542817 May 13 14:25:36.207912 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:36.212277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:36.230540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.433746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-19e42203-3759-427b-8818-a576d4175b58 None None] For port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:36.440447 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:25:36.472194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-19e42203-3759-427b-8818-a576d4175b58 None None] For port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:36.483716 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.512574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['6e34ff98-5649-4094-b6ab-be11d936d9b3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:25:36.605762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:36.664489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694c80d-8208-402a-9283-28c9961ff9ad req-bc8ace2a-75d2-476f-99dc-893157a5cf47 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.666885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0694c80d-8208-402a-9283-28c9961ff9ad req-bc8ace2a-75d2-476f-99dc-893157a5cf47 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1096 time: 0.3176775 May 13 14:25:36.759594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0694c80d-8208-402a-9283-28c9961ff9ad req-60de271e-ae5c-4ae0-ac6b-62195e855098 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 May 13 14:25:36.780787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123dc8-2981-4583-8686-1e1da38c2108 req-aabe1b35-ef94-44a9-a90b-0190c3a22d4f tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:36.788245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01123dc8-2981-4583-8686-1e1da38c2108 req-aabe1b35-ef94-44a9-a90b-0190c3a22d4f tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 943 time: 0.8248379 May 13 14:25:36.823893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.867300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:36.906192 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 3, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:36.918467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Checking router: be4f29de-297b-496b-90ff-6e57c45ee3e8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:36.918844 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Updating router be4f29de-297b-496b-90ff-6e57c45ee3e8 port bf11176e-9383-4342-8a52-3392ca86d894 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:37.032006 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:37.034761 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335bc098-bf98-49d3-b00b-49a7735b58eb'] response: {'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'code': 200} May 13 14:25:37.106534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01123dc8-2981-4583-8686-1e1da38c2108 req-cf6a966e-7eaf-4f24-afa0-89cfe3bed740 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172882 May 13 14:25:37.149079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42203-3759-427b-8818-a576d4175b58 None None] Pushing event updated for resources: {'Port': ['ID=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:37.587751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4171c-6e5d-4348-b816-b67ee7156567 req-1b1b11eb-834b-4209-9b5b-8ceb5b48d065 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.589841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31f4171c-6e5d-4348-b816-b67ee7156567 req-1b1b11eb-834b-4209-9b5b-8ceb5b48d065 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 949 time: 0.2734303 May 13 14:25:37.593815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 14aa5316-5b54-4c9a-a0ee-fa9699d4153c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:37.700626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:37.715014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31f4171c-6e5d-4348-b816-b67ee7156567 req-67346e13-386c-4fad-a6de-6bc6356ae11e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102164 May 13 14:25:37.717416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Allocated IP 172.25.5.98 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c1918093-af80-4b46-8609-a290b1197284) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:37.734752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1449dd9-24bf-4ffe-b2e1-4fa1f4ad60d8 req-70b4c60d-15b9-4055-8b81-8bd6ebd3832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:37.736435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1449dd9-24bf-4ffe-b2e1-4fa1f4ad60d8 req-70b4c60d-15b9-4055-8b81-8bd6ebd3832c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 1100 time: 0.5981593 May 13 14:25:37.974525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1449dd9-24bf-4ffe-b2e1-4fa1f4ad60d8 req-f8da334c-8536-46e1-a017-e32d859f1e47 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311566 May 13 14:25:38.156980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.180996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.306777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79bdb7-eb56-4d73-bb31-10bdb7283f3b req-c6ccacde-c3a4-4291-9ef6-18c8227d2cc4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.314899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e79bdb7-eb56-4d73-bb31-10bdb7283f3b req-c6ccacde-c3a4-4291-9ef6-18c8227d2cc4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.3458591 May 13 14:25:38.392056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e79bdb7-eb56-4d73-bb31-10bdb7283f3b req-eece7f6e-b721-4dec-8f15-68a04f9fa8c6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760670 May 13 14:25:38.419245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c757bd-7c69-475a-8d84-50e1ac8c40fb None None] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:38.545399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Provisioning for port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:38.556582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Provisioning complete for port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:38.557104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.710595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe9a1-2325-491f-84fb-a17db321ae38 req-e4f19f47-affd-4f32-a301-bf2f620cf8ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:38.712429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6ffe9a1-2325-491f-84fb-a17db321ae38 req-e4f19f47-affd-4f32-a301-bf2f620cf8ee tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 944 time: 0.2040222 May 13 14:25:38.791553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:38.898764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6ffe9a1-2325-491f-84fb-a17db321ae38 req-369b5bee-8bf3-4bf7-973a-590210379404 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621106 May 13 14:25:39.058403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Allocated IP 172.20.0.1 (39dc16ce-3e87-4b74-8309-7a11790b1dd5/7c71391e-43e6-41a5-a74a-02b7c8c9979f/2538a4fb-d302-435c-b1cd-8d63faf302ef) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:39.064923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Current status of the port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:39.065526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.078060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-d9f71fdc-dbde-4f66-b455-6200c5dd85f1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:39.086936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-d9f71fdc-dbde-4f66-b455-6200c5dd85f1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.6427600 May 13 14:25:39.180294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] For port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:39.186706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.253109 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.286839 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Transition to ACTIVE for port object bf11176e-9383-4342-8a52-3392ca86d894 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:39.301093 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.358400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 6e34ff98-5649-4094-b6ab-be11d936d9b3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:39.436782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669de0-a632-4151-bcb2-f19f9dbe8ed4 None None] Pushing event updated for resources: {'Port': ['ID=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:39.470433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 6e34ff98-5649-4094-b6ab-be11d936d9b3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:39.472266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:39.477958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 6e34ff98-5649-4094-b6ab-be11d936d9b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:39.478720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.544134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.573015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Transition to ACTIVE for port object 2538a4fb-d302-435c-b1cd-8d63faf302ef will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:39.601206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:39.613735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-532d9989-1b90-427c-a7f4-20867558c437 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/quotas/4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 375 time: 0.5257566 May 13 14:25:39.617767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:39.663935 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Pushing event updated for resources: {'Port': ['ID=bf11176e-9383-4342-8a52-3392ca86d894,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:39.666000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 6e34ff98-5649-4094-b6ab-be11d936d9b3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:39.666788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.705418 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.706360 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.708328 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.710047 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.712596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:39.713336 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.714029 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.714595 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.715157 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.717997 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.719783 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.725748 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.726506 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.727076 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:25:39.736875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2334d31-40dd-41a7-a6ce-c49e23031f49 None None] Provisioning complete for port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:39.737795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2334d31-40dd-41a7-a6ce-c49e23031f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.800928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:39.809696 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Attempting to bind port bf11176e-9383-4342-8a52-3392ca86d894 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:39.811493 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Attempting to bind port bf11176e-9383-4342-8a52-3392ca86d894 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:39.812088 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Attempting to bind port bf11176e-9383-4342-8a52-3392ca86d894 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:39.829915 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:39.830450 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:39.831112 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.832679 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:39.833570 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Bound port: bf11176e-9383-4342-8a52-3392ca86d894, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:39.833734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:39.834440 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.014129 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] For port bf11176e-9383-4342-8a52-3392ca86d894, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:40.019424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] For port bf11176e-9383-4342-8a52-3392ca86d894, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf11176e-9383-4342-8a52-3392ca86d894,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:40.029069 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.060560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:40.084868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276d34-4fd3-465a-beea-e08ad3ec7360 req-57147914-c641-46d5-9624-8334745a7695 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:40.102930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f2334d31-40dd-41a7-a6ce-c49e23031f49 None None] Current status of the port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:40.105082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36276d34-4fd3-465a-beea-e08ad3ec7360 req-57147914-c641-46d5-9624-8334745a7695 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 949 time: 0.2312765 May 13 14:25:40.174145 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:40.174784 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:40.183997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36276d34-4fd3-465a-beea-e08ad3ec7360 req-63ca58dc-2290-4f9b-8eb3-72572afa6beb tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754757 May 13 14:25:40.246297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37620cc6-0ccb-4140-b7af-8b16052b3e98 None None] Pushing event updated for resources: {'Port': ['ID=bf11176e-9383-4342-8a52-3392ca86d894,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:40.290001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Pushing event updated for resources: {'Port': ['ID=c1918093-af80-4b46-8609-a290b1197284,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:40.358625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:40.372326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:40.374599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:40.429541 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:40.453615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Pushing event updated for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:40.454467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba06693-f64e-43e0-a0fd-f78e251386c5 req-c262ae94-e992-49f0-abb9-d65b5358d19f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:40.464244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ba06693-f64e-43e0-a0fd-f78e251386c5 req-c262ae94-e992-49f0-abb9-d65b5358d19f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.1371942 May 13 14:25:40.496287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.563063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ba06693-f64e-43e0-a0fd-f78e251386c5 req-9bde6576-6704-4806-9b00-7b71e6e1f49b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838099 May 13 14:25:40.678766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-53919e6b-96d2-4467-a936-2da24b16fc1c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5161614 May 13 14:25:40.753359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ce99582-651f-4b6c-8b62-fa6803938ce9 None None] Provisioning for port 2538a4fb-d302-435c-b1cd-8d63faf302ef completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:40.766180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ce99582-651f-4b6c-8b62-fa6803938ce9 None None] Provisioning complete for port 2538a4fb-d302-435c-b1cd-8d63faf302ef triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:40.767111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ce99582-651f-4b6c-8b62-fa6803938ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.896185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:40.928071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3ce99582-651f-4b6c-8b62-fa6803938ce9 None None] Port 2538a4fb-d302-435c-b1cd-8d63faf302ef cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:40.968567 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 3, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:40.973950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7c75-76ca-4d5e-8a98-e7d14ca870b1 None None] The sync data for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 is: [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:31Z', 'revision_number': 3, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:41.163684 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f33e543-1103-4d3a-ab62-8359280e7a25'] response: {'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'code': 200} May 13 14:25:41.349357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-da5a0613-a22c-4e5a-9478-3b246294bc71 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126857 May 13 14:25:41.433328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.568629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf11176e-9383-4342-8a52-3392ca86d894 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:41.590529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244b04e-9080-4577-b2f7-698147e9c986 req-1685bfba-ebd5-479f-ad49-e0749b3ac7c5 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:41.592240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7244b04e-9080-4577-b2f7-698147e9c986 req-1685bfba-ebd5-479f-ad49-e0749b3ac7c5 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 0.2040541 May 13 14:25:41.594638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d889f-f7b5-4b35-8c54-3ed83d7edaea req-3ee70dcf-755c-40d8-bcd8-91427a629e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:41.596390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a4d889f-f7b5-4b35-8c54-3ed83d7edaea req-3ee70dcf-755c-40d8-bcd8-91427a629e90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 1096 time: 0.3105915 May 13 14:25:41.698030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7244b04e-9080-4577-b2f7-698147e9c986 req-f9707c9a-5d8a-44ce-8e99-dfc8c22cf878 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817378 May 13 14:25:41.737819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bf11176e-9383-4342-8a52-3392ca86d894 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:41.748891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bf11176e-9383-4342-8a52-3392ca86d894 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:41.749634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.766047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a4d889f-f7b5-4b35-8c54-3ed83d7edaea req-0a48f4dc-f982-4ec0-b8a4-a63cd352e0e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536274 May 13 14:25:41.963024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf11176e-9383-4342-8a52-3392ca86d894 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:41.963911 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.984584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bf11176e-9383-4342-8a52-3392ca86d894, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf11176e-9383-4342-8a52-3392ca86d894,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:41.989893 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:41.990665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 14aa5316-5b54-4c9a-a0ee-fa9699d4153c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:42.030137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-6f3c9346-5dc8-412b-8907-91a29f4d994c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421066 May 13 14:25:42.210067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bf11176e-9383-4342-8a52-3392ca86d894,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:42.220500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:42.220875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.266778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-e7897193-094b-4faf-bc62-b97c5aae3f43 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:42.280239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-e7897193-094b-4faf-bc62-b97c5aae3f43 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484856 May 13 14:25:42.299471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-d7c7579a-3450-4d88-8507-1dca8319fd49 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/quotas/26826a900f42462bab0bab8f896ab26c HTTP/1.1" status: 200 len: 375 time: 0.0179038 May 13 14:25:42.356563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-6f8d81b9-cc93-453f-9c7c-fc463c6ddad5 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561049 May 13 14:25:42.415771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:42.518327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-8401bf65-ca1c-4b3d-a1a7-62399cfdd877 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1480377 May 13 14:25:42.659335 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.679197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:42.741634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.027224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.225761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Pushing event updated for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:43.288310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16a5fccd-9a04-40e5-bbdf-e7a96e0b1ed1 req-09bb1da0-3a4b-459c-95c4-2f50622aab3f tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb5a89210d74d39b024e6ade592b29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501838 May 13 14:25:43.475877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a50717-e8a8-482c-b0e0-24b98b28309e req-c8fb830a-5ccf-4c94-a297-b1fc7bc6b2dd tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.484591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60a50717-e8a8-482c-b0e0-24b98b28309e req-c8fb830a-5ccf-4c94-a297-b1fc7bc6b2dd tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.1877828 May 13 14:25:43.530146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf11176e-9383-4342-8a52-3392ca86d894 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:43.656977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60a50717-e8a8-482c-b0e0-24b98b28309e req-708c97e5-947e-4cfa-850a-97e0abfc7522 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711829 May 13 14:25:43.659010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bf11176e-9383-4342-8a52-3392ca86d894 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:43.659720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:43.840585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5fccd-9a04-40e5-bbdf-e7a96e0b1ed1 req-49c39f13-f74f-464d-a4e8-5c9eb6aebadd tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:43.842203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16a5fccd-9a04-40e5-bbdf-e7a96e0b1ed1 req-49c39f13-f74f-464d-a4e8-5c9eb6aebadd tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5530083 May 13 14:25:43.880388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf11176e-9383-4342-8a52-3392ca86d894 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:43.913369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:43.922649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16a5fccd-9a04-40e5-bbdf-e7a96e0b1ed1 req-8221ea7a-7a15-4cbf-aab1-49051b502de0 tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/quotas/fdb5a89210d74d39b024e6ade592b29f HTTP/1.1" status: 200 len: 375 time: 0.0574129 May 13 14:25:43.926018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:43.957111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-47753f2f-7388-44cf-b0c2-3d073158970c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668116 May 13 14:25:43.979485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Router ba3a2518-f30f-4085-b143-eb05a153f6c0 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:25:44.015508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16a5fccd-9a04-40e5-bbdf-e7a96e0b1ed1 req-27dec096-ffe8-43cf-b5ad-b120c0b2014c tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb5a89210d74d39b024e6ade592b29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918605 May 13 14:25:44.219388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-5936bc74-9c3f-4155-a301-15a10da44e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:44.229556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-5936bc74-9c3f-4155-a301-15a10da44e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609932 May 13 14:25:44.245073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-e1b4b09a-b0d7-4be1-a3b5-ff0c997c0f87 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/quotas/26826a900f42462bab0bab8f896ab26c HTTP/1.1" status: 200 len: 375 time: 0.0133812 May 13 14:25:44.320594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1fac5e7d-9afb-4b17-ad24-27a3c2664614 None None] Provisioning complete for port 2538a4fb-d302-435c-b1cd-8d63faf302ef triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:44.321000 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1fac5e7d-9afb-4b17-ad24-27a3c2664614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:44.387395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-a975dff9-b1a8-463e-9506-61d4c829c4fc tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1328843 May 13 14:25:44.411862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1fac5e7d-9afb-4b17-ad24-27a3c2664614 None None] Port 2538a4fb-d302-435c-b1cd-8d63faf302ef cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:44.899245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-d1876410-c0d0-49ec-b0a7-b38077d99a00 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505921 May 13 14:25:44.962799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e1a3e3-23df-4a14-b385-617dcfd26529 req-7106c8c4-ba76-4db7-bb4d-645f8e0cbcd2 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 210 time: 0.1290011 May 13 14:25:44.985644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:45.004258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Sync routers for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:45.036277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:45.036277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:45.154220 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:45.165968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a8c7120f-b7fe-4305-a97d-759b3d86bd2f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 11.1795471 May 13 14:25:45.168587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:45.214139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-6379dd3c-8584-4c40-99de-6abfaf3b91c4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.217198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-6379dd3c-8584-4c40-99de-6abfaf3b91c4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088460 May 13 14:25:45.244718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Request body: {'port': {'device_id': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '26826a900f42462bab0bab8f896ab26c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:45.311804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Router be4f29de-297b-496b-90ff-6e57c45ee3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:45.390834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438e39-634d-4257-ba8a-498f0d56430a req-d4f7f3ca-9507-437a-86c9-00281c587aea tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.403821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08438e39-634d-4257-ba8a-498f0d56430a req-d4f7f3ca-9507-437a-86c9-00281c587aea tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 1.0648527 May 13 14:25:45.489876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:45.813167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dddd77-4662-4e9d-a0d3-2ad8ea37537a req-51f49aee-f7b1-4818-be83-d5bd149dab4c tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.821562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78dddd77-4662-4e9d-a0d3-2ad8ea37537a req-51f49aee-f7b1-4818-be83-d5bd149dab4c tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 949 time: 0.5211535 May 13 14:25:45.855325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:45.863647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Usage tracker for resource:port and tenant:26826a900f42462bab0bab8f896ab26c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:45.868228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:45.879624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-2107e161-6dbe-4514-a951-165c1886ff96 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.881295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-2107e161-6dbe-4514-a951-165c1886ff96 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.4385667 May 13 14:25:45.886932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:45.897889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:45.904584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Request body: {'port': {'device_id': '8206b377-802e-418d-90cb-99e9b826ff14', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'admin_state_up': True, 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:45.914382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-25d99f29-c181-4ebb-9260-5bddf1833a3e admin admin] 10.222.0.36 "PUT /v2.0/routers/be4f29de-297b-496b-90ff-6e57c45ee3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1114757 May 13 14:25:45.914878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Sync routers for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:45.939663 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:45.940384 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:45.958344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-28648263-7c8f-4e30-9b46-d045e29b0349 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:45.961910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-28648263-7c8f-4e30-9b46-d045e29b0349 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.90 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 949 time: 1.5044007 May 13 14:25:46.092555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:46.104035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:46.120478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:46.123955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.153543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78dddd77-4662-4e9d-a0d3-2ad8ea37537a req-d9eff222-55ce-46e0-ab04-0c106a6a8498 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305261 May 13 14:25:46.180860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Made reservation on behalf of 26826a900f42462bab0bab8f896ab26c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:46.184456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.238560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:40Z', 'revision_number': 3, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:46.257219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Checking router: ba3a2518-f30f-4085-b143-eb05a153f6c0 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:46.257899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08438e39-634d-4257-ba8a-498f0d56430a req-b64cf6bc-e112-4edc-8364-f846ede50ef8 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8489802 May 13 14:25:46.258554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Updating router ba3a2518-f30f-4085-b143-eb05a153f6c0 port c1918093-af80-4b46-8609-a290b1197284 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:46.382664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.427184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Deleting port f8d1013d-1854-45ea-b5dc-74deb5099f59 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:46.427589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.507446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:46.520073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:46.558163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Usage tracker for resource:security_group_rule and tenant:26826a900f42462bab0bab8f896ab26c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:46.588286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:46.610584 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:46.620813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:46.732302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b996374-e4c3-4259-9449-1dad4cc4fda2 req-75c9fd2a-6af3-4bcd-92be-757df5bcf5fe tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 210 time: 0.2432964 May 13 14:25:46.899730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Allocated IP 172.20.0.9 (4cf6bc79-0220-4aa3-a8fc-39f3642bd71f/a877e06d-3663-45b4-a598-f93b62bab331/03e10433-e0ee-4b0f-967c-6d21024aad93) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:47.323836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-bcf0453c-7922-4d46-a9b2-bd21252a3fe8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1775286 May 13 14:25:47.326885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a6efb9e2-098a-488b-bc1c-fbefd637dd5e req-0afa3fb0-7673-4ab5-ae62-b0e68d778d30 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 210 time: 0.0884686 May 13 14:25:47.438570 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 2, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:47.453815 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Checking router: be4f29de-297b-496b-90ff-6e57c45ee3e8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:47.454551 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Updating router be4f29de-297b-496b-90ff-6e57c45ee3e8 port 2538a4fb-d302-435c-b1cd-8d63faf302ef binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:47.524717 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.545495 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.568935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:47.590162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-network', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:47.600923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:47.613310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Usage tracker for resource:network and tenant:7da6cb20f45d45f780826aeac3006ead is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:47.621650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:47.637141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:47.673849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.678692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.698189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Transition to ACTIVE for port object c1918093-af80-4b46-8609-a290b1197284 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:47.707131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.710532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.822705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Attempting to bind port c1918093-af80-4b46-8609-a290b1197284 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:47.823371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Attempting to bind port c1918093-af80-4b46-8609-a290b1197284 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:47.823949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Attempting to bind port c1918093-af80-4b46-8609-a290b1197284 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:47.827289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e62f8-aaf8-4ebe-acbe-b32c805530e1 None None] Pushing event updated for resources: {'Port': ['ID=c1918093-af80-4b46-8609-a290b1197284,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:47.844331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:47.845079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:47.845672 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.846374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:47.848493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Bound port: c1918093-af80-4b46-8609-a290b1197284, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:47.849263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.975663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] For port c1918093-af80-4b46-8609-a290b1197284, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:47.980185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] For port c1918093-af80-4b46-8609-a290b1197284, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c1918093-af80-4b46-8609-a290b1197284,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:47.986527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:47.987239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Made reservation on behalf of 7da6cb20f45d45f780826aeac3006ead for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:47.991885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.031741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.082383 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.095899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:48.097335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:48.100235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353fa8-671e-46a6-82b6-cb9ff0f9055a req-4679551b-d27d-434d-b0fb-792d6c11bd48 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.102422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6353fa8-671e-46a6-82b6-cb9ff0f9055a req-4679551b-d27d-434d-b0fb-792d6c11bd48 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 1.1537805 May 13 14:25:48.207422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-11e5325c-7d12-4cc6-bee3-4fd30da7eba8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.210966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-11e5325c-7d12-4cc6-bee3-4fd30da7eba8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8758500 May 13 14:25:48.238481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:48.239738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.251830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:48.254198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412f470f-c473-48f9-a321-9fcb759ac195,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:48.278815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Usage tracker for resource:security_group_rule and tenant:7da6cb20f45d45f780826aeac3006ead is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:48.290231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Request body: {'port': {'device_id': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '26826a900f42462bab0bab8f896ab26c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:48.293559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:48.298317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e62f8-aaf8-4ebe-acbe-b32c805530e1 None None] Pushing event updated for resources: {'Port': ['ID=c1918093-af80-4b46-8609-a290b1197284,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:48.311030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:48.323473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:48.327617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:48.331333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:48.334919 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.338907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:48.345247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.345910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.349984 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Transition to ACTIVE for port object 2538a4fb-d302-435c-b1cd-8d63faf302ef will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:48.354969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:48.361377 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.410737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6353fa8-671e-46a6-82b6-cb9ff0f9055a req-ba196305-2d1a-4488-a2d6-4526bf553138 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517669 May 13 14:25:48.418475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Allocated IP 192.168.233.179 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/e5442447-7f7c-4aa4-bd8c-37a1ce230661) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:48.426319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952262c-efae-4642-b32a-61129be7a84a req-c7576e61-af36-4790-b764-ecab773aab21 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:48.445960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8952262c-efae-4642-b32a-61129be7a84a req-c7576e61-af36-4790-b764-ecab773aab21 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 0.8415761 May 13 14:25:48.459578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:48.475866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Request body: {'floatingip': {'port_id': '6e34ff98-5649-4094-b6ab-be11d936d9b3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:48.510246 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5b02a-02b1-42bb-ac5c-d9ca6cc89e77 None None] Pushing event updated for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:48.734501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f8d1013d-1854-45ea-b5dc-74deb5099f59 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:48.739135 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Attempting to bind port 2538a4fb-d302-435c-b1cd-8d63faf302ef on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:48.739505 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Attempting to bind port 2538a4fb-d302-435c-b1cd-8d63faf302ef by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:48.739867 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Attempting to bind port 2538a4fb-d302-435c-b1cd-8d63faf302ef on network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:48.748734 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:48.749067 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Checking segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:48.749391 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.749782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Bound using segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:48.752167 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Bound port: 2538a4fb-d302-435c-b1cd-8d63faf302ef, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:48.755425 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.895208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:48.960867 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] For port 2538a4fb-d302-435c-b1cd-8d63faf302ef, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:48.964426 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] For port 2538a4fb-d302-435c-b1cd-8d63faf302ef, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2538a4fb-d302-435c-b1cd-8d63faf302ef,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:48.971335 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.098179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-9d06929f-b946-45c9-9d07-8244263d5c0f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2084205 May 13 14:25:49.136565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.155755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Request body: {'port': {'device_id': '8206b377-802e-418d-90cb-99e9b826ff14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:49.162941 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5b02a-02b1-42bb-ac5c-d9ca6cc89e77 None None] Pushing event updated for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:49.245402 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:49.246877 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:49.255462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Calling delete_port for f8d1013d-1854-45ea-b5dc-74deb5099f59 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:49.285165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f8d1013d-1854-45ea-b5dc-74deb5099f59 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:49.285691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.409416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:49.417293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:49.422677 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.533785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:49.544036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:40Z', 'revision_number': 3, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:49.556437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3fccd-30a6-402d-b5db-ec4c08575fe4 None None] The sync data for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 is: [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:40Z', 'revision_number': 3, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:49.749048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:49.762233 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:49.763172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:25:49.763172 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:25:49.766032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Usage tracker for resource:port and tenant:26826a900f42462bab0bab8f896ab26c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:49.774382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.786839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:49.802705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c3e20-5bb0-4495-bc58-6074bc8923e8 req-d25256c7-6674-41c5-92a5-aef6523b1f18 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:49.804513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b3c3e20-5bb0-4495-bc58-6074bc8923e8 req-d25256c7-6674-41c5-92a5-aef6523b1f18 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 947 time: 0.5593772 May 13 14:25:49.811666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:49.852849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-12253f7f-7e79-4361-80b6-71927774b25c req-3ea20a8f-2aea-444d-bdb9-5337531a4007 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:49.857174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.891589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:49.900609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Made reservation on behalf of 26826a900f42462bab0bab8f896ab26c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:49.906642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.032069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.052966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b3c3e20-5bb0-4495-bc58-6074bc8923e8 req-808e445d-7eba-4ac0-8599-1de71cf79551 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383318 May 13 14:25:50.133392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.169222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:25:50.180620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.180969 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Added segment 0a3db705-9033-4136-aeca-6134c135a044 of type vlan for network 1bc8d328-7bc6-4719-b100-25ec2e7e958d May 13 14:25:50.224988 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.255383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430819a6-23c7-4a84-bec0-c1f024a535bb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:50.268046 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:48Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:50.278848 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab335f-cf62-43cb-89fa-1eaa3673b538 None None] The sync data for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 is: [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:48Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:25:50.283033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Deleting port f8d1013d-1854-45ea-b5dc-74deb5099f59 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:25:50.283382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.299555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Transition to ACTIVE for port object e5442447-7f7c-4aa4-bd8c-37a1ce230661 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:50.300811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.361314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-12253f7f-7e79-4361-80b6-71927774b25c req-3ea20a8f-2aea-444d-bdb9-5337531a4007 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:50.374800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12253f7f-7e79-4361-80b6-71927774b25c req-3ea20a8f-2aea-444d-bdb9-5337531a4007 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 210 time: 0.8817258 May 13 14:25:50.418824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.420005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:50.420394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.597005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0179560 May 13 14:25:50.621017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:50.650651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Request body: {'subnet': {'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-subnet', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:50.779793 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04816c3f-87f5-4d2d-b90a-bf332dcac29c'] response: {'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'code': 200} May 13 14:25:50.924962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] For port f8d1013d-1854-45ea-b5dc-74deb5099f59, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f8d1013d-1854-45ea-b5dc-74deb5099f59,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:50.925558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:50.994099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:51.091129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Usage tracker for resource:subnet and tenant:7da6cb20f45d45f780826aeac3006ead is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:51.104797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37bd47-fb74-4493-9e5b-f50408b30230 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc8d328-7bc6-4719-b100-25ec2e7e958d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:51.112867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Allocated IP 172.20.0.1 (43002f2d-f6a7-4e45-8fe8-892c04e9a7a2/c67e490a-866e-484f-8de8-4cd3bddb567c/ee2c9705-ca8d-4432-98f5-aca5833b8159) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:51.117391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:25:51.134947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Calling delete_port for f8d1013d-1854-45ea-b5dc-74deb5099f59 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:25:51.231298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:51.247303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:51.320748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Made reservation on behalf of 7da6cb20f45d45f780826aeac3006ead for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:25:51.324154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.516336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2538a4fb-d302-435c-b1cd-8d63faf302ef up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:51.598475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2538a4fb-d302-435c-b1cd-8d63faf302ef completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:51.605475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2538a4fb-d302-435c-b1cd-8d63faf302ef triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:51.605844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.611165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:25:51.676885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.748994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.770858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3a96a-21d6-44c2-b7f8-f1d65b19b84b req-04d053f0-d094-4bbf-8efb-1332a1786649 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:51.786780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9ff3a96a-21d6-44c2-b7f8-f1d65b19b84b req-04d053f0-d094-4bbf-8efb-1332a1786649 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 931 time: 1.4399257 May 13 14:25:51.798204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2538a4fb-d302-435c-b1cd-8d63faf302ef is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:51.798900 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.849128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2538a4fb-d302-435c-b1cd-8d63faf302ef, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2538a4fb-d302-435c-b1cd-8d63faf302ef,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:51.862987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.864407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c1918093-af80-4b46-8609-a290b1197284 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:51.883227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:51.885740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:51.897253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Allocated IP 192.168.233.68 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/65ced361-d723-4017-9022-86f5955c5425) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:51.933083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:51.934234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Transition to ACTIVE for port object ee2c9705-ca8d-4432-98f5-aca5833b8159 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:51.949451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.002882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:52.005168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9ff3a96a-21d6-44c2-b7f8-f1d65b19b84b req-0f1cacf8-7826-49df-b6bb-ac6bf12fba14 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143838 May 13 14:25:52.008979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:52.010151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.024413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:52.134070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.269209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-3c027699-66ec-4397-9353-70baa02ef564 service neutron] 10.222.0.90 "GET /v2.0/ports/5b6c7a6d-87bb-415b-9054-b350397a8f78/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 382 time: 0.7957289 May 13 14:25:52.272692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:52.303176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c1918093-af80-4b46-8609-a290b1197284 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:52.329425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c1918093-af80-4b46-8609-a290b1197284 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:52.331095 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.361796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11922a-978e-44fd-9ed2-deffc4876bb4 req-f8f405c3-f43e-4b53-9dfa-a5ec0bbe240e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:52.371510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b11922a-978e-44fd-9ed2-deffc4876bb4 req-f8f405c3-f43e-4b53-9dfa-a5ec0bbe240e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 1.3740900 May 13 14:25:52.465788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Pushing event deleted for resources: {'Port': ['ID=f8d1013d-1854-45ea-b5dc-74deb5099f59,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:52.479815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bfe6395-8c1f-4513-9cab-b9bbc3932216 req-d41d8930-8b19-475e-addb-012bc40cfaf6 tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb5a89210d74d39b024e6ade592b29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1497121 May 13 14:25:52.501668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e10433-e0ee-4b0f-967c-6d21024aad93 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:52.514915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.516476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.575967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-982d0e48-623c-47b2-8cbe-8391155d567a None None] Provisioning for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:52.590599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-982d0e48-623c-47b2-8cbe-8391155d567a None None] Provisioning complete for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:52.590969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-982d0e48-623c-47b2-8cbe-8391155d567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.648798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Transition to ACTIVE for port object 03e10433-e0ee-4b0f-967c-6d21024aad93 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:52.670825 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-8546655d-a54c-41fb-8b4c-6e7ea02ec699 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4375100 May 13 14:25:52.715481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] No DVR routers for this DVR port f8d1013d-1854-45ea-b5dc-74deb5099f59 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:25:52.722559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.746848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-982d0e48-623c-47b2-8cbe-8391155d567a None None] Port e5442447-7f7c-4aa4-bd8c-37a1ce230661 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:52.783272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.790425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-deleted', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:52.871262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:52.879505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c1918093-af80-4b46-8609-a290b1197284 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:52.880004 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.886641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:52.914991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:52.924477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c1918093-af80-4b46-8609-a290b1197284, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c1918093-af80-4b46-8609-a290b1197284,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:52.932260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:52.968987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Pushing event updated for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:52.997774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c2ee646-4c1e-433f-a755-54105760ecb8 req-b49d7ee5-a7ea-4029-ba52-0dd13ce27a0e tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.90 "DELETE /v2.0/ports/f8d1013d-1854-45ea-b5dc-74deb5099f59 HTTP/1.1" status: 204 len: 173 time: 7.0102389 May 13 14:25:53.123089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.138714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c1918093-af80-4b46-8609-a290b1197284,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:53.158941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Request body: {'port': {'device_id': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:53.159902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.277282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Transition to ACTIVE for port object 65ced361-d723-4017-9022-86f5955c5425 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:53.287166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe6395-8c1f-4513-9cab-b9bbc3932216 req-4e03b52c-5836-4f3f-81f9-7893227abd3a tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:53.294163 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bfe6395-8c1f-4513-9cab-b9bbc3932216 req-4e03b52c-5836-4f3f-81f9-7893227abd3a tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7564983 May 13 14:25:53.298203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91891f82-aaa4-41d2-83b6-c8e32b4305c7 None None] Provisioning for port ee2c9705-ca8d-4432-98f5-aca5833b8159 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:53.310284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91891f82-aaa4-41d2-83b6-c8e32b4305c7 None None] Provisioning complete for port ee2c9705-ca8d-4432-98f5-aca5833b8159 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:53.311395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91891f82-aaa4-41d2-83b6-c8e32b4305c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.394591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bfe6395-8c1f-4513-9cab-b9bbc3932216 req-8c8a5381-573e-4bd7-9a6e-60db0add558c tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/quotas/fdb5a89210d74d39b024e6ade592b29f HTTP/1.1" status: 200 len: 375 time: 0.0986536 May 13 14:25:53.416918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-91891f82-aaa4-41d2-83b6-c8e32b4305c7 None None] Port ee2c9705-ca8d-4432-98f5-aca5833b8159 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:53.467010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.506263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2538a4fb-d302-435c-b1cd-8d63faf302ef up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:53.514145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b11922a-978e-44fd-9ed2-deffc4876bb4 req-c7d4c5db-a8c0-45c7-bf9b-9c828e9a7762 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1414473 May 13 14:25:53.516823 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda associated. External IP: 172.25.5.111, port: 6e34ff98-5649-4094-b6ab-be11d936d9b3. May 13 14:25:53.589060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bfe6395-8c1f-4513-9cab-b9bbc3932216 req-f9e3363f-f615-47dc-b8a8-4218d01bbd5f tempest-QuotasAdminNegativeTest-1194430703 tempest-QuotasAdminNegativeTest-1194430703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb5a89210d74d39b024e6ade592b29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848371 May 13 14:25:53.629430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:53.631118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.665942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.693955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2538a4fb-d302-435c-b1cd-8d63faf302ef triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:53.694661 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:53.861046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:53.902334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:53.934530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:53.964334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2538a4fb-d302-435c-b1cd-8d63faf302ef is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:53.965466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c1918093-af80-4b46-8609-a290b1197284 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:54.030223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff562812-2e12-4bc3-a1ad-68efec9f5019,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:54.121766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:54.122057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:54.123130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:54.143509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c1918093-af80-4b46-8609-a290b1197284 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:54.143852 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.164024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event updated for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:54.226881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.227600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.240634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:54.241242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:54.263373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.302055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-0b912166-2ce4-4723-b3df-017483bef733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.304561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-0b912166-2ce4-4723-b3df-017483bef733 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1100 time: 1.5730860 May 13 14:25:54.314382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Checking segment: {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:54.315431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Network hostable DHCP agents. Network: 1bc8d328-7bc6-4719-b100-25ec2e7e958d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:25:54.330053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-7667222c-755c-4cb8-be38-1c8adf86268f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1073694 May 13 14:25:54.337210 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7d71403-7a16-4286-8d5f-8a3c76f570d0 req-cbcf856d-82c3-4db0-89a3-d7cf2fa7eda0 tempest-ImagesNegativeTestJSON-2116103299 tempest-ImagesNegativeTestJSON-2116103299-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1cbd5c-c1ed-4c4c-9204-d9378880c369 HTTP/1.1" status: 200 len: 210 time: 0.2056489 May 13 14:25:54.338774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:54.339167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:54.339609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:54.340088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Bound port: 03e10433-e0ee-4b0f-967c-6d21024aad93, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:54.340748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.342319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c1918093-af80-4b46-8609-a290b1197284 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:54.343075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Request body: {'port': {'device_id': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:54.364473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-02e8f69c-35d4-42b2-953a-8a8c9ce3996c None None] Provisioning for port 65ced361-d723-4017-9022-86f5955c5425 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:25:54.370182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-02e8f69c-35d4-42b2-953a-8a8c9ce3996c None None] Provisioning complete for port 65ced361-d723-4017-9022-86f5955c5425 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:54.370753 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02e8f69c-35d4-42b2-953a-8a8c9ce3996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.441505 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d3b4e-744b-4b7f-9e42-cddc5903ea43'] response: {'server_uuid': '7f1cbd5c-c1ed-4c4c-9204-d9378880c369', 'name': 'network-vif-deleted', 'tag': 'f8d1013d-1854-45ea-b5dc-74deb5099f59', 'status': 'completed', 'code': 200} May 13 14:25:54.499189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-02e8f69c-35d4-42b2-953a-8a8c9ce3996c None None] Port 65ced361-d723-4017-9022-86f5955c5425 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:54.517379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4e24-2d2d-4e89-821b-63365b19b34f req-8bf8f282-b2e9-4c1c-b9cb-f31fcb88c9da tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:54.518150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b32a4e24-2d2d-4e89-821b-63365b19b34f req-8bf8f282-b2e9-4c1c-b9cb-f31fcb88c9da tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:54.552600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.592145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:25:54.720017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.749317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b32a4e24-2d2d-4e89-821b-63365b19b34f req-8bf8f282-b2e9-4c1c-b9cb-f31fcb88c9da tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:54.756383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b32a4e24-2d2d-4e89-821b-63365b19b34f req-8bf8f282-b2e9-4c1c-b9cb-f31fcb88c9da tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 935 time: 0.6430771 May 13 14:25:54.782908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.783283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5b6c7a6d-87bb-415b-9054-b350397a8f78 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:25:54.783853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.829879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:54.842368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:25:54.848687 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:54.957175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b32a4e24-2d2d-4e89-821b-63365b19b34f req-0ddbd566-a24f-47b5-a04a-f358e3cbee0c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995068 May 13 14:25:54.990355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:55.044919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Pushing event updated for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:55.057933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.078876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:25:55.231754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1bc8d328-7bc6-4719-b100-25ec2e7e958d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:55.261969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ee7b6-0f22-4934-a13f-87a8e0365b03 None None] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:25:55.338397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:55.339011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.359670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-84c3e3fa-5c2d-417c-bd28-99ea84701ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:55.361343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-84c3e3fa-5c2d-417c-bd28-99ea84701ae7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1100 time: 0.9998586 May 13 14:25:55.411903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:55.422842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:55.425991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:55.431681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:55.503221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-791d0699-4bd0-4771-ad6b-3994e7fb6d3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.8618906 May 13 14:25:55.511387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:55.513506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:55.544349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.548567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:25:55.586955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:55.611310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Usage tracker for resource:router and tenant:7da6cb20f45d45f780826aeac3006ead is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:55.626973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:55.634875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b746107-0b90-460c-a892-bae66538778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'fixed_ips': [{'subnet_id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:25:55.636181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.646982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca475d06-1874-492e-8ef0-5026e9891976 req-138c251c-fdd7-49f7-a260-4766522a3b1a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:55.649218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca475d06-1874-492e-8ef0-5026e9891976 req-138c251c-fdd7-49f7-a260-4766522a3b1a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 0.3811288 May 13 14:25:55.650513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:55.759215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ced361-d723-4017-9022-86f5955c5425 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:55.773681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.775180 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.782604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.827923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Transition to ACTIVE for port object 65ced361-d723-4017-9022-86f5955c5425 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:55.842596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.851573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:55.923642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca475d06-1874-492e-8ef0-5026e9891976 req-5cedd8ec-011b-4a6e-96cb-c16897c06427 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028387 May 13 14:25:55.938464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Router ba3a2518-f30f-4085-b143-eb05a153f6c0 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:25:55.947592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f294da6f-e185-4237-b082-896ee0d2950c None None] Provisioning complete for port ee2c9705-ca8d-4432-98f5-aca5833b8159 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:25:55.960274 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f294da6f-e185-4237-b082-896ee0d2950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.008914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0b746107-0b90-460c-a892-bae66538778a None None] Allocated IP 172.20.0.2 (1bc8d328-7bc6-4719-b100-25ec2e7e958d/ff562812-2e12-4bc3-a1ad-68efec9f5019/2b31a44e-7378-47f9-94d7-71694097b208) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:56.024957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Pushing event updated for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:56.049852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f294da6f-e185-4237-b082-896ee0d2950c None None] Port ee2c9705-ca8d-4432-98f5-aca5833b8159 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:25:56.099813 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468bb907-1416-4b41-9e13-4e3f27c8d834'] response: {'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'code': 200} May 13 14:25:56.204354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59019a05-c088-4277-9502-51e921a7a52f req-8c35aaa7-5973-42db-90fd-2bac5007a7b0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:56.205218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-59019a05-c088-4277-9502-51e921a7a52f req-8c35aaa7-5973-42db-90fd-2bac5007a7b0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:25:56.207785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:56.339083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:56.339692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.341179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-95a312ea-939e-4118-8a12-d1301592c543 service neutron] 10.222.0.86 "PUT /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 1091 time: 7.1946888 May 13 14:25:56.343402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:56.396596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:56.403737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.487542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:56.631105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:56.632177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:56.639832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-59019a05-c088-4277-9502-51e921a7a52f req-8c35aaa7-5973-42db-90fd-2bac5007a7b0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:25:56.652716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59019a05-c088-4277-9502-51e921a7a52f req-8c35aaa7-5973-42db-90fd-2bac5007a7b0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 2.0152106 May 13 14:25:56.777955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d48849e0-cf44-40de-b204-b6c8602c0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:56.790109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d48849e0-cf44-40de-b204-b6c8602c0498 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.4087558 May 13 14:25:56.819128 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:56.890981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b746107-0b90-460c-a892-bae66538778a None None] Transition to ACTIVE for port object 2b31a44e-7378-47f9-94d7-71694097b208 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:56.936473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59019a05-c088-4277-9502-51e921a7a52f req-53e2d4dc-f47c-400a-8715-3aa244f5f140 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822299 May 13 14:25:56.949001 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f2b6503-9214-4c7e-b071-460f6ae8d5fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "PUT /v2.0/floatingips/42e078b6-9b0d-4bae-b603-c20e1d4d2bda HTTP/1.1" status: 200 len: 991 time: 8.4827843 May 13 14:25:56.965461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:56.992837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.086810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b746107-0b90-460c-a892-bae66538778a None None] Transition to ACTIVE for port object 2b31a44e-7378-47f9-94d7-71694097b208 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:57.105880 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.119305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-52401263-4d1c-4537-a53b-fb02de0ad995 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.1462717 May 13 14:25:57.126944 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8aea1e-269b-4463-9659-59e6e031ccaa'] response: {'name': 'network-changed', 'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'status': 'completed', 'code': 200} May 13 14:25:57.190018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Attempting to bind port 65ced361-d723-4017-9022-86f5955c5425 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:57.190453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Attempting to bind port 65ced361-d723-4017-9022-86f5955c5425 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:57.190712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Attempting to bind port 65ced361-d723-4017-9022-86f5955c5425 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:57.249200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:57.258352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Port 65ced361-d723-4017-9022-86f5955c5425 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:57.258785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Attempting to bind port 65ced361-d723-4017-9022-86f5955c5425 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:57.278899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:57.279273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:57.279602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:57.280074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Bound port: 65ced361-d723-4017-9022-86f5955c5425, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:57.280676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.292552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:25:57.319669 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Sync routers for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:25:57.331550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b746107-0b90-460c-a892-bae66538778a None None] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:25:57.347338 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:57.348371 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:57.360524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0b746107-0b90-460c-a892-bae66538778a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:25:57.361775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e5df8a3a-58b6-4565-9e4f-8a10223ed88d admin admin] 10.222.0.36 "PUT /v2.0/routers/ba3a2518-f30f-4085-b143-eb05a153f6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1836350 May 13 14:25:57.370681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e524-4e0b-4289-a30b-59b730562991 req-b1c55367-6736-44c5-a9d6-9f2c96d1558b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:57.378263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4b7e524-4e0b-4289-a30b-59b730562991 req-b1c55367-6736-44c5-a9d6-9f2c96d1558b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 947 time: 0.6665771 May 13 14:25:57.394154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-ad47ad36-d7df-4c14-abe8-641ec0bdb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:57.399945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b746107-0b90-460c-a892-bae66538778a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:25:57.402237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-ad47ad36-d7df-4c14-abe8-641ec0bdb278 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1094 time: 0.8914475 May 13 14:25:57.403949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746107-0b90-460c-a892-bae66538778a None None] Pushing event updated for resources: {'Port': ['ID=2b31a44e-7378-47f9-94d7-71694097b208,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:57.610950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:25:57.625324 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.675718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:57.684612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=65ced361-d723-4017-9022-86f5955c5425,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:57.691970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d69e39a1-fa94-498a-a608-f9e5755ac885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:57.694740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.694952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d69e39a1-fa94-498a-a608-f9e5755ac885 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.5490482 May 13 14:25:57.697218 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-5dc3ad33-ba51-4d7c-b8b1-722a61fa89c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.2773340 May 13 14:25:57.752748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:25:57.838379 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:57.852158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Usage tracker for resource:security_group_rule and tenant:fdb5a89210d74d39b024e6ade592b29f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:25:57.858823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:25:57.864071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4b7e524-4e0b-4289-a30b-59b730562991 req-38f4e30f-d9c5-454c-b40c-f7383fcbfe2e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844742 May 13 14:25:57.865840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:25:57.909759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b746107-0b90-460c-a892-bae66538778a None None] Attempting to bind port 2b31a44e-7378-47f9-94d7-71694097b208 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:57.910681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b746107-0b90-460c-a892-bae66538778a None None] Attempting to bind port 2b31a44e-7378-47f9-94d7-71694097b208 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:57.910983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b746107-0b90-460c-a892-bae66538778a None None] Attempting to bind port 2b31a44e-7378-47f9-94d7-71694097b208 on network 1bc8d328-7bc6-4719-b100-25ec2e7e958d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:57.936782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b746107-0b90-460c-a892-bae66538778a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:57.937572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b746107-0b90-460c-a892-bae66538778a None None] Checking segment: {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:57.938258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.938924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b746107-0b90-460c-a892-bae66538778a None None] Bound using segment: {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:57.939732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b746107-0b90-460c-a892-bae66538778a None None] Bound port: 2b31a44e-7378-47f9-94d7-71694097b208, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:57.940415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:57.988371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:58.001473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.005218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] 10.222.0.86 "PUT /v2.0/ports/65ced361-d723-4017-9022-86f5955c5425 HTTP/1.1" status: 200 len: 1095 time: 3.6666710 May 13 14:25:58.012496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'tag': '65ced361-d723-4017-9022-86f5955c5425'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:58.016406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.102036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.249771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-07253f91-ae46-471c-9505-235c21f181c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:58.256202 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-07253f91-ae46-471c-9505-235c21f181c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.4716356 May 13 14:25:58.273361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5442447-7f7c-4aa4-bd8c-37a1ce230661 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:25:58.275924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f173be-c0bf-4215-9b77-f627ef860981 service neutron] Pushing event updated for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:58.295878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.330936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Transition to ACTIVE for port object e5442447-7f7c-4aa4-bd8c-37a1ce230661 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:58.352619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdb5a89210d74d39b024e6ade592b29f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2340493 May 13 14:25:58.408128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:25:58.453256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.483289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b746107-0b90-460c-a892-bae66538778a None None] For port 2b31a44e-7378-47f9-94d7-71694097b208, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:58.492887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412f6b6-5c84-420a-aca9-fd3d0a13aec6 req-9d1e3483-b83d-4e8c-87a0-8b48266e23fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:58.509184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9412f6b6-5c84-420a-aca9-fd3d0a13aec6 req-9d1e3483-b83d-4e8c-87a0-8b48266e23fc tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 1.2948070 May 13 14:25:58.570461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b746107-0b90-460c-a892-bae66538778a None None] For port 2b31a44e-7378-47f9-94d7-71694097b208, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2b31a44e-7378-47f9-94d7-71694097b208,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:58.589070 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b746107-0b90-460c-a892-bae66538778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.640680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-0e4f6bcf-28fc-4730-9b29-64bcaedb419a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2898107 May 13 14:25:58.646563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f729a-b524-479a-bca2-9c0cb190511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae41bd3-c331-481c-83fb-ce64b234b1d0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:58.734371 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:53Z', 'revision_number': 4, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ee2c9705-ca8d-4432-98f5-aca5833b8159', 'name': '', 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'mac_address': 'fa:16:3e:0c:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:49Z', 'updated_at': '2022-05-13T14:25:54Z', 'revision_number': 2, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'subnets': [{'id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:58.741811 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Checking router: ba3a2518-f30f-4085-b143-eb05a153f6c0 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:58.742338 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Updating router ba3a2518-f30f-4085-b143-eb05a153f6c0 port ee2c9705-ca8d-4432-98f5-aca5833b8159 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:25:58.785559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.818758 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:58.863597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746107-0b90-460c-a892-bae66538778a None None] Pushing event updated for resources: {'Port': ['ID=2b31a44e-7378-47f9-94d7-71694097b208,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:58.906057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:8c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:58.919472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:25:58.938667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:25:58.939973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:25:58.968252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.086401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.094596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-a4a9de63-e0cb-4cea-8ee2-2dd5f28dda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:59.096493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-a4a9de63-e0cb-4cea-8ee2-2dd5f28dda40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 1098 time: 0.9905043 May 13 14:25:59.144589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:25:59.201042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:25:59.357960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-6be18b5c-4380-4484-9781-4f7f151193af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=65ced361-d723-4017-9022-86f5955c5425 HTTP/1.1" status: 200 len: 217 time: 0.2180643 May 13 14:25:59.377673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d7b6b008-03c2-4533-8b3b-f5631906311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:59.379386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-d7b6b008-03c2-4533-8b3b-f5631906311b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5918903 May 13 14:25:59.395008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:25:59.403221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9412f6b6-5c84-420a-aca9-fd3d0a13aec6 req-d5f74cb7-c420-4111-929a-1c22a12bb74e tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7948608 May 13 14:25:59.480233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.481844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Attempting to bind port e5442447-7f7c-4aa4-bd8c-37a1ce230661 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:25:59.482353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Attempting to bind port e5442447-7f7c-4aa4-bd8c-37a1ce230661 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:25:59.482459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Attempting to bind port e5442447-7f7c-4aa4-bd8c-37a1ce230661 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:59.531096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbce0ff-24bc-47e4-a44b-1408c5a55727 req-41eaccbc-5a64-410f-9c7d-d48d0f71cf36 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:25:59.536018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bbce0ff-24bc-47e4-a44b-1408c5a55727 req-41eaccbc-5a64-410f-9c7d-d48d0f71cf36 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 1.2520311 May 13 14:25:59.586197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2b31a44e-7378-47f9-94d7-71694097b208 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:25:59.624448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Allocated IP 172.25.5.12 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/4030192b-d897-4eaa-88e4-6e6b7e0399ba) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:25:59.639977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Port e5442447-7f7c-4aa4-bd8c-37a1ce230661 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:25:59.640680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Attempting to bind port e5442447-7f7c-4aa4-bd8c-37a1ce230661 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:25:59.698720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:25:59.699057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:25:59.699726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:25:59.700170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Bound port: e5442447-7f7c-4aa4-bd8c-37a1ce230661, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:25:59.700744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.711728 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.752894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Transition to ACTIVE for port object ee2c9705-ca8d-4432-98f5-aca5833b8159 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:25:59.768196 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.900093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:25:59.904061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:25:59.912523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f1432f7-2522-4b5e-96ea-cd3825aad372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:25:59.981237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2b31a44e-7378-47f9-94d7-71694097b208 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:00.018559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.073680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54e2a7-9889-4686-9ef2-74a9ea9e5e23 None None] Pushing event updated for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:00.095324 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-773983bf-da3b-45d7-a07e-946d6560f29e req-5234c2d0-a5d7-4ea9-8efc-285d317287d3 tempest-FloatingIPDetailsNegativeTestJSON-198764469 tempest-FloatingIPDetailsNegativeTestJSON-198764469-project] show failed (client error): The resource could not be found. May 13 14:26:00.095511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.111655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-773983bf-da3b-45d7-a07e-946d6560f29e req-5234c2d0-a5d7-4ea9-8efc-285d317287d3 tempest-FloatingIPDetailsNegativeTestJSON-198764469 tempest-FloatingIPDetailsNegativeTestJSON-198764469-project] 10.222.0.36 "GET /v2.0/floatingips/5c8fa8b1-53a7-40c4-8145-7291ac027ee4 HTTP/1.1" status: 404 len: 350 time: 0.3515940 May 13 14:26:00.112381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42990) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:00.282108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-8fadb88e-2f82-4cb7-9242-a767907c48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.283616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-8fadb88e-2f82-4cb7-9242-a767907c48a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.7824285 May 13 14:26:00.291075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.306936 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Attempting to bind port ee2c9705-ca8d-4432-98f5-aca5833b8159 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:00.311277 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Attempting to bind port ee2c9705-ca8d-4432-98f5-aca5833b8159 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:00.311893 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Attempting to bind port ee2c9705-ca8d-4432-98f5-aca5833b8159 on network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:00.317097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-f79bf7b5-3934-40e3-9cb7-a433c623a7ce service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128189 May 13 14:26:00.325014 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:00.325014 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Checking segment: {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:00.325014 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.327738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:00.328267 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Bound using segment: {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:00.329120 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Bound port: ee2c9705-ca8d-4432-98f5-aca5833b8159, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044c1580-79b7-4d41-8257-a6bdca83db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:00.332968 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.339706 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-8ea1827a-79ca-4dae-97bb-9a65aa8d9881 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2734549 May 13 14:26:00.526016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:00.565018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:00.576026 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] For port ee2c9705-ca8d-4432-98f5-aca5833b8159, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:00.581022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] For port ee2c9705-ca8d-4432-98f5-aca5833b8159, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ee2c9705-ca8d-4432-98f5-aca5833b8159,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:00.588544 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.599334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:00.602397 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:00.606621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-3e184685-f246-4670-a488-5160122c47a5 service neutron] 10.222.0.86 "PUT /v2.0/ports/e5442447-7f7c-4aa4-bd8c-37a1ce230661 HTTP/1.1" status: 200 len: 1096 time: 7.8703008 May 13 14:26:00.635252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:00.668649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:8c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:00.686329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dc9ba3-3557-4640-a466-e40a912c81f0 None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '42e078b6-9b0d-4bae-b603-c20e1d4d2bda', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'port_id': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'mac_address': 'fa:16:3e:8c:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:24:06Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:00.732831 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:00.733645 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:25:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:00.860312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82ba7d-2e84-4ad9-875f-aef43af5f2c9 None None] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:00.952653 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54e2a7-9889-4686-9ef2-74a9ea9e5e23 None None] Pushing event updated for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:00.961521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4030192b-d897-4eaa-88e4-6e6b7e0399ba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:01.151908 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:01.152114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d4449-5c18-4bc2-9d71-8e1e59300741 None None] New status for floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:01.217779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.324463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae41bd3-c331-481c-83fb-ce64b234b1d0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:01.329108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bbce0ff-24bc-47e4-a44b-1408c5a55727 req-1cea09cd-6065-4ee7-abc6-9c49414b3254 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442734 May 13 14:26:01.389127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.390317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff510924-41a8-4773-9ea0-7aad5f7d6443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dae41bd3-c331-481c-83fb-ce64b234b1d0 HTTP/1.1" status: 204 len: 168 time: 2.9783974 May 13 14:26:01.399977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-bc80ce5e-98dd-452f-bbf9-78d5161afc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:01.401600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-bc80ce5e-98dd-452f-bbf9-78d5161afc22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0935898 May 13 14:26:01.509794 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8fe685-919b-40ee-aaba-c50a7194c36a'] response: {'name': 'network-changed', 'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'tag': '65ced361-d723-4017-9022-86f5955c5425', 'status': 'completed', 'code': 200} May 13 14:26:01.579199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Provisioning for port 2b31a44e-7378-47f9-94d7-71694097b208 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:01.643753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Provisioning complete for port 2b31a44e-7378-47f9-94d7-71694097b208 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:01.644364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.797637 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:53Z', 'revision_number': 4, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ee2c9705-ca8d-4432-98f5-aca5833b8159', 'name': '', 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'mac_address': 'fa:16:3e:0c:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:49Z', 'updated_at': '2022-05-13T14:26:00Z', 'revision_number': 4, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'subnets': [{'id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:01.803172 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0f52aa8-d994-4a1b-a409-e6a96d7aed35 req-11126f07-1349-4111-ba0f-82bec39b32ed service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1940489 May 13 14:26:01.821645 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cfe99-d703-4498-83ef-f781edb621e2 None None] The sync data for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 is: [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:25:53Z', 'revision_number': 4, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ee2c9705-ca8d-4432-98f5-aca5833b8159', 'name': '', 'network_id': '43002f2d-f6a7-4e45-8fe8-892c04e9a7a2', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'mac_address': 'fa:16:3e:0c:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:49Z', 'updated_at': '2022-05-13T14:26:00Z', 'revision_number': 4, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'subnets': [{'id': 'c67e490a-866e-484f-8de8-4cd3bddb567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:01.848945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dd4387c-6437-4973-8e12-07ed81ab048b req-bae3c9d4-2bcb-4fe2-a376-5371474cd451 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2373939 May 13 14:26:01.857623 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:01.903771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-9cd0d9bf-aae1-4faf-80b2-959017759180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:01.905392 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-9cd0d9bf-aae1-4faf-80b2-959017759180 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1099 time: 1.0140152 May 13 14:26:02.154650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:02.229040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.289244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8584a941-ddd2-401f-ae0b-75f80fb1fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.308959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:02.326877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Usage tracker for resource:security_group_rule and tenant:b916699442d5423f87539a9e804d212c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:02.374247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4dba3-b6a7-4d09-abf1-505afc7a717c req-e84cd930-0db1-42ef-901f-252b0c68c421 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:02.376146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ec4dba3-b6a7-4d09-abf1-505afc7a717c req-e84cd930-0db1-42ef-901f-252b0c68c421 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 1.7599781 May 13 14:26:02.404387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-df7f1f29-f56c-4213-b402-f29ee747cbb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661 HTTP/1.1" status: 200 len: 217 time: 0.1605315 May 13 14:26:02.447183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:02.452718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-81af36ef-a5da-4095-87dd-4dd655284aa6 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9724681 May 13 14:26:02.466887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:02.543310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ec4dba3-b6a7-4d09-abf1-505afc7a717c req-051c59d7-31b0-4a79-9ad8-67c4113c2da3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434886 May 13 14:26:02.558193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Current status of the port 2b31a44e-7378-47f9-94d7-71694097b208 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:02.558609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.614776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] For port 2b31a44e-7378-47f9-94d7-71694097b208, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2b31a44e-7378-47f9-94d7-71694097b208,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:02.624710 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.684871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad64c9-fd5f-494e-a978-a0658b993336 req-6493f842-fd5f-41ff-82ee-53395aa2cba9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:02.712934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66ad64c9-fd5f-494e-a978-a0658b993336 req-6493f842-fd5f-41ff-82ee-53395aa2cba9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 947 time: 1.0081270 May 13 14:26:02.719326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.86', 51535) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:02.760585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-2261a5cd-e272-4ba4-8716-53c1866ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:02.762402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-2261a5cd-e272-4ba4-8716-53c1866ee57a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3333859 May 13 14:26:02.784300 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6835ef0b-7094-42c1-9cc4-4b2f423609a5'] response: {'name': 'network-changed', 'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'status': 'completed', 'code': 200} May 13 14:26:02.785843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3bfea-cff7-42d6-b478-e2684f8aafec None None] Pushing event updated for resources: {'Port': ['ID=2b31a44e-7378-47f9-94d7-71694097b208,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:02.900973 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:02.930548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-88ed6215-095b-424f-8dad-2832b9cdb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:02.932282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-88ed6215-095b-424f-8dad-2832b9cdb5c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1094 time: 0.6873343 May 13 14:26:03.043758 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.046123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b9584612-9ef3-43ca-8aa1-a85cc92b8cfd None None] Provisioning complete for port 2b31a44e-7378-47f9-94d7-71694097b208 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:03.046706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9584612-9ef3-43ca-8aa1-a85cc92b8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.211104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66ad64c9-fd5f-494e-a978-a0658b993336 req-cc2b77a3-3173-4829-857d-6b641c785c59 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961498 May 13 14:26:03.217697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a745b-967a-4914-a7a9-69534af57f6e req-e9796784-2816-4b9b-80eb-02bd5c498a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.219857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-e9796784-2816-4b9b-80eb-02bd5c498a19 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4239039 May 13 14:26:03.271257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-e7b5fe06-a8dc-4159-ad17-d46cc5f7acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.278233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-e7b5fe06-a8dc-4159-ad17-d46cc5f7acab service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.3350809 May 13 14:26:03.294228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b9584612-9ef3-43ca-8aa1-a85cc92b8cfd None None] Current status of the port 2b31a44e-7378-47f9-94d7-71694097b208 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:03.489513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3cc134c-dd13-46f6-9460-70d43781c150 req-8047faea-2c2f-4f34-9431-af627369f763 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0234509 May 13 14:26:03.495158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-0489ea56-ac35-48f5-98af-a6debd4b4447 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.1607413 May 13 14:26:03.507556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae97dba-22d5-4fc0-97d0-b8c417d78057 req-59d3c90c-1638-4c0a-b745-cadea91c9dc2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.515133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ae97dba-22d5-4fc0-97d0-b8c417d78057 req-59d3c90c-1638-4c0a-b745-cadea91c9dc2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 947 time: 0.5813215 May 13 14:26:03.629404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ee2c9705-ca8d-4432-98f5-aca5833b8159 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:03.668463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-33b685da-b88f-481c-a1e4-d24de3310525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.674499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-33b685da-b88f-481c-a1e4-d24de3310525 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=477cfaf3fb1749b59b3240a95f070356&device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 1096 time: 0.8613505 May 13 14:26:03.683140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.695766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.748495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-4c6fdfc5-a8dd-49f3-9970-3baa0d9a4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:03.751877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-4c6fdfc5-a8dd-49f3-9970-3baa0d9a4add service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2337568 May 13 14:26:03.798874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ee2c9705-ca8d-4432-98f5-aca5833b8159 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:03.809138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ee2c9705-ca8d-4432-98f5-aca5833b8159 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:03.809138 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:03.861415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-e56aa473-37ed-4e19-bbbb-2bfb563440d8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252089 May 13 14:26:03.900185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.009066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-53d0fd54-b183-40b5-9b60-0238b307da20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366346 May 13 14:26:04.046280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8e131-d220-4253-9d31-f6bb84a738a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:04.116887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ae97dba-22d5-4fc0-97d0-b8c417d78057 req-93112ee7-70e8-4c84-8592-cc5c9b78080d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008999 May 13 14:26:04.187296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ee2c9705-ca8d-4432-98f5-aca5833b8159 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:04.188608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.210824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.211174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.213706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.214058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.214387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.214735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.215062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.215391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.215772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.216036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.216391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.216822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:04.233138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:04.272491 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3cb6fe75-bf9b-49b6-8e50-9d3c33753405 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b916699442d5423f87539a9e804d212c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0905612 May 13 14:26:04.286463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:04.314706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ee2c9705-ca8d-4432-98f5-aca5833b8159, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ee2c9705-ca8d-4432-98f5-aca5833b8159,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:04.321229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.322746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2b31a44e-7378-47f9-94d7-71694097b208 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:04.372770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.416391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-5a652fd3-1687-4ea2-b166-ac2e60ca02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.417795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-5a652fd3-1687-4ea2-b166-ac2e60ca02b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 200 len: 925 time: 0.7268245 May 13 14:26:04.420167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-afd976e8-e205-4328-b5ee-da58c548fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.421798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-afd976e8-e205-4328-b5ee-da58c548fea8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 1098 time: 0.8758605 May 13 14:26:04.526095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2b31a44e-7378-47f9-94d7-71694097b208 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:04.526652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.569823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:04.612892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:04.661576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:04.697239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671310a7-097e-46d9-9206-68c40eb696d7 req-161a7e2c-ec90-4947-b7a5-e6558e6e69d1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.698727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-671310a7-097e-46d9-9206-68c40eb696d7 req-161a7e2c-ec90-4947-b7a5-e6558e6e69d1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 0.7267373 May 13 14:26:04.777860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-831599c1-ab36-4031-b8f7-b7664e5fe703 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3 HTTP/1.1" status: 200 len: 1001 time: 0.3478398 May 13 14:26:04.783051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-585a745b-967a-4914-a7a9-69534af57f6e req-31d36958-58f1-41f0-9582-8fd49148fdbc service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401763 May 13 14:26:04.805620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:04.853878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-671310a7-097e-46d9-9206-68c40eb696d7 req-f00bd8ec-cab2-452c-a5cb-5156021b48a0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478038 May 13 14:26:04.870348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-2c28f681-5606-4e2a-8483-30d12ef9e56a service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035731 May 13 14:26:04.890784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-bd6d864f-02d4-450f-9f75-d9166053e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.892608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-bd6d864f-02d4-450f-9f75-d9166053e5be service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4540393 May 13 14:26:04.983801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-a2afbe4a-6c90-4163-ac83-a879f8d2fede service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=65ced361-d723-4017-9022-86f5955c5425 HTTP/1.1" status: 200 len: 217 time: 0.0836103 May 13 14:26:04.988128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-b3217098-82d4-48a0-b318-75711a7f7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:04.992256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-b3217098-82d4-48a0-b318-75711a7f7490 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 200 len: 863 time: 0.1907179 May 13 14:26:04.992256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:26:05.043082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2b31a44e-7378-47f9-94d7-71694097b208 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:05.081528 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb5081b-37b4-4081-abb9-a5f7534c79be'] response: {'name': 'network-changed', 'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'status': 'completed', 'code': 200} May 13 14:26:05.126093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:05.155393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'mac_address': 'fa:16:3e:2c:44:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:05.272251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5b6c7a6d-87bb-415b-9054-b350397a8f78 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:05.272784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.302320 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.302962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6c7a6d-87bb-415b-9054-b350397a8f78 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:05.310786 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-626bfd8b-dc9b-4176-89a5-62e66c9ed0a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40b9ec6c6ff045b78a1349a495bfd153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0648394 May 13 14:26:05.333126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:05.338788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.370049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43046) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:05.440788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:05.458836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 65ced361-d723-4017-9022-86f5955c5425 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:05.464992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ee2c9705-ca8d-4432-98f5-aca5833b8159 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:05.517605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-b28a1eec-6fa0-4289-95c9-e9a398fbb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.519126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-b28a1eec-6fa0-4289-95c9-e9a398fbb526 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.5258863 May 13 14:26:05.584058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:05.604064 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Sync routers for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:05.617414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.623007 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:05.624120 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:05.645372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-f44c7f55-0f2f-4861-a451-dbc83cb1995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.649131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-f44c7f55-0f2f-4861-a451-dbc83cb1995f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6223845 May 13 14:26:05.708889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5b6c7a6d-87bb-415b-9054-b350397a8f78'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:05.735792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.739671 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-12f44044-8d42-41f0-945c-4caef850a0d1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2153075 May 13 14:26:05.746698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:05.765295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922096c0-bf3a-4c1b-8cf1-312f764aa7e7 req-87fb44b6-b84d-44a8-885f-e77ec98815d3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.766583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-922096c0-bf3a-4c1b-8cf1-312f764aa7e7 req-87fb44b6-b84d-44a8-885f-e77ec98815d3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 948 time: 0.4956064 May 13 14:26:05.865561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ee2c9705-ca8d-4432-98f5-aca5833b8159 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:05.866335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:05.951281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-fd5709a2-2d14-4d0d-a32e-344c0a15b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:05.954194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-fd5709a2-2d14-4d0d-a32e-344c0a15b587 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4211531 May 13 14:26:05.965690 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:06.050243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-922096c0-bf3a-4c1b-8cf1-312f764aa7e7 req-8d0dbb64-4734-422d-aa5b-b3a5bbebff40 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115953 May 13 14:26:06.095188 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.114069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=65ced361-d723-4017-9022-86f5955c5425,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:06.116064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf86a99-1c8e-4b2e-90f3-8d080a653918 req-53ade97a-7c07-47d8-8e9b-c03b388502ba tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.123929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-faf86a99-1c8e-4b2e-90f3-8d080a653918 req-53ade97a-7c07-47d8-8e9b-c03b388502ba tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 947 time: 1.5740669 May 13 14:26:06.180136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-226ba55a-d2c0-41a3-a28d-4332fae75fcb service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237024 May 13 14:26:06.182917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '65ced361-d723-4017-9022-86f5955c5425', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '65ced361-d723-4017-9022-86f5955c5425', 'mac_address': 'fa:16:3e:c8:eb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:06.200841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8e131-d220-4253-9d31-f6bb84a738a5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:06.205588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-faf86a99-1c8e-4b2e-90f3-8d080a653918 req-a0ae1442-a72e-43bd-8d69-1ae70205e6c1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:06.230185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-bf2c6c68-801c-42aa-9e20-0b64888e3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.232474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-bf2c6c68-801c-42aa-9e20-0b64888e3cbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1099 time: 1.2199857 May 13 14:26:06.248776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db1eb50-bcbb-4006-b2e4-41bea0caacdb req-244bdc29-76a8-4826-9adb-408cebf641ae service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3680179 May 13 14:26:06.249832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.294329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.458431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 65ced361-d723-4017-9022-86f5955c5425 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:06.459869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.512704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ee2c9705-ca8d-4432-98f5-aca5833b8159 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:06.515375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.516085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.516809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.517483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.518177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.518732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.521077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.521961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.522832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.523723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.524584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.525535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:06.527123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ced361-d723-4017-9022-86f5955c5425 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:06.529724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-dbadadea-cfe1-4a4d-b42f-a08f64a5630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.532757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-dbadadea-cfe1-4a4d-b42f-a08f64a5630c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.1736758 May 13 14:26:06.540564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.543469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0dd5ceee-6117-4fe6-bc6d-9d7879e01a0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0a8e131-d220-4253-9d31-f6bb84a738a5 HTTP/1.1" status: 204 len: 168 time: 2.2503633 May 13 14:26:06.545398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.596333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-7dbfa67e-d206-4912-b23f-3b3e793464d1 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321225 May 13 14:26:06.612149 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268874d-6bc8-4293-84c5-c70438b06ad9 req-e7472647-cd54-49c1-8fe0-6f6fcc3e86e6 service neutron] 10.222.0.86 "GET /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894193 May 13 14:26:06.628664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=65ced361-d723-4017-9022-86f5955c5425,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:06.652540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:06.653874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:06.730956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-6673c45e-58fe-4ce9-bcd1-817d4f8cdcc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661 HTTP/1.1" status: 200 len: 217 time: 0.1684439 May 13 14:26:06.742161 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:01Z', 'revision_number': 3, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:06.750933 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Checking router: 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:06.751655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Updating router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 port 4030192b-d897-4eaa-88e4-6e6b7e0399ba binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:26:06.822389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-de9b8989-47b2-4753-a0f4-31df1e8f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:06.824089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-de9b8989-47b2-4753-a0f4-31df1e8f33e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0786288 May 13 14:26:06.827176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-faf86a99-1c8e-4b2e-90f3-8d080a653918 req-a0ae1442-a72e-43bd-8d69-1ae70205e6c1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:06.838103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-faf86a99-1c8e-4b2e-90f3-8d080a653918 req-a0ae1442-a72e-43bd-8d69-1ae70205e6c1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128260 May 13 14:26:06.843743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a760f7-f4d1-43da-902d-8ff1ece4b7ec,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:06.921299 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.033882 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.040027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8483da33-dcb6-4e50-9434-8636651116cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6a760f7-f4d1-43da-902d-8ff1ece4b7ec HTTP/1.1" status: 204 len: 168 time: 1.6585255 May 13 14:26:07.083420 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:26:07.131782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Deleting port ee2c9705-ca8d-4432-98f5-aca5833b8159 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:07.132380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.355876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-9e48cc94-c0e7-4ddb-a952-c8be142f6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:07.362484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-9e48cc94-c0e7-4ddb-a952-c8be142f6f41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5112870 May 13 14:26:07.406679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:07.617765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:07.657032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'port_id': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'mac_address': 'fa:16:3e:b4:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a877e06d-3663-45b4-a598-f93b62bab331', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:07.749834 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.781104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Transition to ACTIVE for port object 4030192b-d897-4eaa-88e4-6e6b7e0399ba will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:07.799366 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.831108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 03e10433-e0ee-4b0f-967c-6d21024aad93 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:07.833235 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:07.900582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e10433-e0ee-4b0f-967c-6d21024aad93 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:07.971954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:07.981902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.039727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:08.209876 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758897-9a71-4fa0-9697-ab1d5f483a7a None None] Pushing event updated for resources: {'Port': ['ID=4030192b-d897-4eaa-88e4-6e6b7e0399ba,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:08.230415 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Attempting to bind port 4030192b-d897-4eaa-88e4-6e6b7e0399ba on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:08.234145 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Attempting to bind port 4030192b-d897-4eaa-88e4-6e6b7e0399ba by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:08.234777 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Attempting to bind port 4030192b-d897-4eaa-88e4-6e6b7e0399ba on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:08.251330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:08.251993 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:08.252645 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.253193 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:08.254351 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Bound port: 4030192b-d897-4eaa-88e4-6e6b7e0399ba, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:08.258789 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.288318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['03e10433-e0ee-4b0f-967c-6d21024aad93'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:08.355006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed443e6-7017-4637-82bb-da5e290f2dae req-89fc9238-bb96-4b4d-86f7-3772436ffc6b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:08.367243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ed443e6-7017-4637-82bb-da5e290f2dae req-89fc9238-bb96-4b4d-86f7-3772436ffc6b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 2.1007605 May 13 14:26:08.480819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['65ced361-d723-4017-9022-86f5955c5425'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:08.533810 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] For port 4030192b-d897-4eaa-88e4-6e6b7e0399ba, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:08.541785 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] For port 4030192b-d897-4eaa-88e4-6e6b7e0399ba, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4030192b-d897-4eaa-88e4-6e6b7e0399ba,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:08.559866 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.571875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-bfd3f8c4-01d5-4383-b04b-b316785da11c service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1973555 May 13 14:26:08.599737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6815f3-8a6e-4b34-a86a-3c1eee3345f3 req-ab7036b3-2fad-41ad-800d-410947c49a67 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:08.607634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c6815f3-8a6e-4b34-a86a-3c1eee3345f3 req-ab7036b3-2fad-41ad-800d-410947c49a67 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 948 time: 0.4668183 May 13 14:26:08.637037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.647780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-ab0cc8c7-8000-43fb-b04c-336ee9936849 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:08.649563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-ab0cc8c7-8000-43fb-b04c-336ee9936849 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1&tenant_id=e423ba02102f49e29a71e7238fe217f2&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 948 time: 0.7399981 May 13 14:26:08.678104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:08.748129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:08.752242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f189a05c-8ab2-4286-bfc5-bbaa3e718d57 req-944b962b-83ca-4be3-a20d-a6cd631e8e66 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1354303 May 13 14:26:08.830163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] For port ee2c9705-ca8d-4432-98f5-aca5833b8159, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ee2c9705-ca8d-4432-98f5-aca5833b8159,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:08.830544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:08.861760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ed443e6-7017-4637-82bb-da5e290f2dae req-7f2115fd-48bb-4f4e-bc73-e5d7774d62a9 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631591 May 13 14:26:08.933650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c6815f3-8a6e-4b34-a86a-3c1eee3345f3 req-227774f9-2832-43b6-a2e5-b1ba8e2d6e9c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250260 May 13 14:26:08.955483 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:08.963033 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:09.111320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Calling delete_port for ee2c9705-ca8d-4432-98f5-aca5833b8159 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:09.428474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5b6c7a6d-87bb-415b-9054-b350397a8f78 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:09.434123 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:09.589081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-d65580bc-91d8-4bc8-98ff-d286cc086384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:09.591750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-d65580bc-91d8-4bc8-98ff-d286cc086384 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1099 time: 0.7676668 May 13 14:26:09.597500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c0da568-cbfb-4f3a-8234-35eb36047837 req-345c8089-4c2d-4c1b-a2d4-0b94ce8c57f3 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0055180 May 13 14:26:09.789992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Allocated IP 172.20.0.1 (1bc8d328-7bc6-4719-b100-25ec2e7e958d/ff562812-2e12-4bc3-a1ad-68efec9f5019/056060b3-e520-4a1f-a757-4742b58829de) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:09.836704 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758897-9a71-4fa0-9697-ab1d5f483a7a None None] Pushing event updated for resources: {'Port': ['ID=4030192b-d897-4eaa-88e4-6e6b7e0399ba,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:09.852677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:09.881662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079397f7-333b-41ac-9501-3df831b3caed req-fc7712ba-1331-4c4b-8f81-01d1da9cf2e1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:09.890418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079397f7-333b-41ac-9501-3df831b3caed req-fc7712ba-1331-4c4b-8f81-01d1da9cf2e1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 948 time: 0.4624505 May 13 14:26:10.130352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5b6c7a6d-87bb-415b-9054-b350397a8f78 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:10.131640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.212680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-c1c7cec9-55c7-4dcd-baf0-c7972bf06b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:10.215752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-c1c7cec9-55c7-4dcd-baf0-c7972bf06b86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5075967 May 13 14:26:10.254304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:10.329567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:10.355685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079397f7-333b-41ac-9501-3df831b3caed req-fd41ec32-ffc9-45d8-9d43-e083c760d4b2 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640250 May 13 14:26:10.418184 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.465097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:10.535510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-d88e4c6d-984b-4c85-85cb-6844e861b43e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.3124788 May 13 14:26:10.564777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.611544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Transition to ACTIVE for port object 056060b3-e520-4a1f-a757-4742b58829de will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:10.620058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:10.700711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.741348 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:01Z', 'revision_number': 3, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:10.758510 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a58e2c8-cc65-4281-9971-6da798a79d75 None None] The sync data for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 is: [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:01Z', 'revision_number': 3, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:10.762384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:10.810285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1770478131-network', 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:10.829494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:10.836525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:10.844945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Usage tracker for resource:network and tenant:7da7303b5fcd41b2b4a6121d1d296236 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:10.848523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Pushing event updated for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:10.851378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:10.855276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:10.859896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:10.899086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-3cc18797-b0ec-4c29-bcb9-b8d41b997aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:10.901731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-3cc18797-b0ec-4c29-bcb9-b8d41b997aa2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3384252 May 13 14:26:10.910241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:10.913563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'mac_address': 'fa:16:3e:cd:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:10.974270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:10.982430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:10.984890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.000050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd3a1b-6f98-4228-bed5-72c04c01cc3d req-eda2c915-42b5-4b32-b7fc-ce2fbce04fab tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.003136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29bd3a1b-6f98-4228-bed5-72c04c01cc3d req-eda2c915-42b5-4b32-b7fc-ce2fbce04fab tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.6395020 May 13 14:26:11.024019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.049988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:11.050361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.056310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2d5d4-507a-42f4-ad8a-86142e279749 req-91c4345e-ed08-44a1-ae86-030b24d53309 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.063882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a6d2d5d4-507a-42f4-ad8a-86142e279749 req-91c4345e-ed08-44a1-ae86-030b24d53309 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.3980756 May 13 14:26:11.086626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:11.093747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5442447-7f7c-4aa4-bd8c-37a1ce230661 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:11.104893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Usage tracker for resource:security_group_rule and tenant:7da7303b5fcd41b2b4a6121d1d296236 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:11.110681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:11.141697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:11.162230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:11.169444 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.170100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a6d2d5d4-507a-42f4-ad8a-86142e279749 req-ae481f8f-2937-4c23-9441-50c89a551b2b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027372 May 13 14:26:11.323610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:11.328033 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18aaa576-9d69-484c-a686-af080d76ccb6'] response: {'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'code': 200} May 13 14:26:11.350589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29bd3a1b-6f98-4228-bed5-72c04c01cc3d req-5e911850-5dce-4114-beee-25fed3b27f52 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247795 May 13 14:26:11.387693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-26906961-d195-4b79-8ed0-01b0cb66ad35 None None] Provisioning for port 056060b3-e520-4a1f-a757-4742b58829de completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:11.404145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-c2faf09c-2dee-4c5d-a29c-d5c2a54692c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:11.407038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-26906961-d195-4b79-8ed0-01b0cb66ad35 None None] Provisioning complete for port 056060b3-e520-4a1f-a757-4742b58829de triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:11.407423 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-26906961-d195-4b79-8ed0-01b0cb66ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.421886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-c2faf09c-2dee-4c5d-a29c-d5c2a54692c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5132570 May 13 14:26:11.426070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.559939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-26906961-d195-4b79-8ed0-01b0cb66ad35 None None] Port 056060b3-e520-4a1f-a757-4742b58829de cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:26:11.603106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4030192b-d897-4eaa-88e4-6e6b7e0399ba up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:11.607287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:11.653221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2c9705-ca8d-4432-98f5-aca5833b8159,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:11.746948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:12.018381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.045780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.166684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4030192b-d897-4eaa-88e4-6e6b7e0399ba completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:12.192914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.203944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4030192b-d897-4eaa-88e4-6e6b7e0399ba triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:12.204859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.266224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.324967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.357963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Pushing event updated for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:12.407296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:26:12.423025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c87c5e-46c2-40bf-8bf3-0c4e394eda20,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:12.462433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.463167 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Added segment 7877cd9b-69e4-42b3-a845-6e35e7cef496 of type vlan for network 283377f0-f53b-4deb-a408-48b92a693700 May 13 14:26:12.568955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4030192b-d897-4eaa-88e4-6e6b7e0399ba is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:12.570006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.589479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.598018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 4030192b-d897-4eaa-88e4-6e6b7e0399ba, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4030192b-d897-4eaa-88e4-6e6b7e0399ba,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:12.604632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.643439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:12.651879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:12.732991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=4030192b-d897-4eaa-88e4-6e6b7e0399ba,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:12.779424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-3434c28c-dc59-4639-937e-6308e46b3b2e service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3336101 May 13 14:26:12.839510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5c73d-2579-4aa4-b0b5-4cacbe0bf8b9 req-7e11ca98-42f2-47a0-9062-3fc4771d0e33 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:12.842124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dd5c73d-2579-4aa4-b0b5-4cacbe0bf8b9 req-7e11ca98-42f2-47a0-9062-3fc4771d0e33 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 948 time: 1.2236366 May 13 14:26:12.858544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.860056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:12.861127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.917661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eb67dea6-8465-4301-a0a1-15faa22002b6 None None] Provisioning complete for port 056060b3-e520-4a1f-a757-4742b58829de triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:12.918056 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eb67dea6-8465-4301-a0a1-15faa22002b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.988326 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:12.988561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-eb67dea6-8465-4301-a0a1-15faa22002b6 None None] Port 056060b3-e520-4a1f-a757-4742b58829de cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:26:13.176190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dd5c73d-2579-4aa4-b0b5-4cacbe0bf8b9 req-4a2bdf1b-ab06-472d-a894-d46adbbf9895 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174834 May 13 14:26:13.177562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 65ced361-d723-4017-9022-86f5955c5425 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:13.299882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 65ced361-d723-4017-9022-86f5955c5425 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:13.316993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 65ced361-d723-4017-9022-86f5955c5425 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:13.317555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.395199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a4e9-e375-46f9-9265-744e8ccd7b84 req-3f56abde-a843-402a-9856-4ae918ca2247 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:13.409303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4de0a4e9-e375-46f9-9265-744e8ccd7b84 req-3f56abde-a843-402a-9856-4ae918ca2247 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.9035680 May 13 14:26:13.439223 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:26:13.475402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92a9274e-be35-4686-b042-0ab8d7b88b5b req-6d8002aa-8d41-4800-bb63-32c34d7d8e02 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854916 May 13 14:26:13.493062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0261509 May 13 14:26:13.494235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0910781-acf5-411c-80ce-a343a63bcf07 admin admin] Pushing event updated for resources: {'Network': ['ID=283377f0-f53b-4deb-a408-48b92a693700,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:13.497287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:13.520195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 283377f0-f53b-4deb-a408-48b92a693700 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:26:13.561250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Request body: {'subnet': {'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1770478131-subnet', 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:13.599588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:13.661722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4de0a4e9-e375-46f9-9265-744e8ccd7b84 req-5521c067-38eb-4160-8c4c-6adb54de94be tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504320 May 13 14:26:13.692387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Usage tracker for resource:subnet and tenant:7da7303b5fcd41b2b4a6121d1d296236 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:13.701977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4030192b-d897-4eaa-88e4-6e6b7e0399ba up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:13.739381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:13.760691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:13.763391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:13.883853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4030192b-d897-4eaa-88e4-6e6b7e0399ba triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:13.884413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.893247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:13.908147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb2307-ab47-4be3-8265-d953bb66da0d req-88f3bd29-2aee-4c9b-8763-60374346e795 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:13.909959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08eb2307-ab47-4be3-8265-d953bb66da0d req-88f3bd29-2aee-4c9b-8763-60374346e795 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.4547474 May 13 14:26:13.949767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 65ced361-d723-4017-9022-86f5955c5425 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:13.950125 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:13.995370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ced361-d723-4017-9022-86f5955c5425'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:14.027814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=65ced361-d723-4017-9022-86f5955c5425,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:14.061375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08eb2307-ab47-4be3-8265-d953bb66da0d req-1d94bc41-2138-40fe-b6d3-081e727f7452 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386795 May 13 14:26:14.090884 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d393b1d4-1937-4aba-a912-5b26fc199941'] response: {'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ced361-d723-4017-9022-86f5955c5425', 'code': 200} May 13 14:26:14.101638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:14.104152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.111107 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.111107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:14.118398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Router ba3a2518-f30f-4085-b143-eb05a153f6c0 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:14.341559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4030192b-d897-4eaa-88e4-6e6b7e0399ba is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:14.381811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:14.392309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:14.409185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:14.409555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.415359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a7ce1-c0ce-4654-8ead-087d14378357 req-0d79be1d-5d92-4cb8-9a4e-d3c84fc207bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.417109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f1a7ce1-c0ce-4654-8ead-087d14378357 req-0d79be1d-5d92-4cb8-9a4e-d3c84fc207bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 1100 time: 0.2082248 May 13 14:26:14.491616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f1a7ce1-c0ce-4654-8ead-087d14378357 req-d9a4f318-e541-4419-863e-d6dea334c1b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 May 13 14:26:14.493227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:14.509345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a89056f-f7f2-4b4c-a452-5822568262f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/ba3a2518-f30f-4085-b143-eb05a153f6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3609834 May 13 14:26:14.510094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43174) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:14.606894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.608111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Sync routers for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:14.662807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:14.663878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:14.675120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:14.686793 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Sync routers for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:14.714957 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:14.716849 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:14.774891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1445525-52f0-43c3-9e11-6b5d9c3b1a1e req-e10dfa0e-b3a4-4890-85e8-2a5ecac088b3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:14.782827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1445525-52f0-43c3-9e11-6b5d9c3b1a1e req-e10dfa0e-b3a4-4890-85e8-2a5ecac088b3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 949 time: 0.3019249 May 13 14:26:14.788866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b658d887-c293-4df2-a5c3-05307f56fc92 admin admin] 10.222.0.36 "PUT /v2.0/routers/0066bb2f-0d0a-47ee-8065-7770fba6d0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0410576 May 13 14:26:14.794860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.837510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28cc1b7-057d-4b68-86d7-63352da8bb16,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:14.863793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:14.864167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Network hostable DHCP agents. Network: 283377f0-f53b-4deb-a408-48b92a693700, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:26:14.871744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:14.905290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:14.940624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Usage tracker for resource:security_group_rule and tenant:7fb23a0ae11c4e81a99de96b9f434a80 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:14.955208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:14.986902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1445525-52f0-43c3-9e11-6b5d9c3b1a1e req-aae61ff6-0605-4db3-b90c-0de0d45ee822 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003658 May 13 14:26:14.991785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:15.017266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Network 283377f0-f53b-4deb-a408-48b92a693700 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:26:15.047934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 283377f0-f53b-4deb-a408-48b92a693700) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:15.058670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.059780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.115737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a72ba78e-ffea-4a05-87bf-ad976d468c0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6113346 May 13 14:26:15.190567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c63c6f-5cde-4e80-aec9-084c920869bb None None] Network 283377f0-f53b-4deb-a408-48b92a693700 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:15.271277 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:15.281856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.290042 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.534217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fb23a0ae11c4e81a99de96b9f434a80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6271613 May 13 14:26:15.540604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:15.586995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb15b5b-f25e-4a62-9125-b54e3a40895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c3dc2-489a-4950-9590-894443ed459b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:15.655179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:15.719561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4c12e-b467-46f3-bb99-29edc669b65e req-6dab2019-0ae4-4e8e-8f3e-152c82ca0336 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.725603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afc4c12e-b467-46f3-bb99-29edc669b65e req-6dab2019-0ae4-4e8e-8f3e-152c82ca0336 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.4032667 May 13 14:26:15.729467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.848539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.918396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d6699-1df1-41d5-901c-ff693491e7fa req-c85414e2-d14a-4d4d-b11a-06031847f89d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:15.934621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e1d6699-1df1-41d5-901c-ff693491e7fa req-c85414e2-d14a-4d4d-b11a-06031847f89d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.6116867 May 13 14:26:15.939301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:15.946233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afc4c12e-b467-46f3-bb99-29edc669b65e req-9950cbfd-e6ce-4982-a8ba-6f95404aa025 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086143 May 13 14:26:15.997740 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:11Z', 'revision_number': 4, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '056060b3-e520-4a1f-a757-4742b58829de', 'name': '', 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'mac_address': 'fa:16:3e:11:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:09Z', 'updated_at': '2022-05-13T14:26:11Z', 'revision_number': 2, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'subnets': [{'id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:16.028581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Deleting port c1918093-af80-4b46-8609-a290b1197284 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:16.029904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.033232 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Checking router: 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:16.033610 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Updating router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 port 056060b3-e520-4a1f-a757-4742b58829de binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:26:16.056949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.088452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c3dc2-489a-4950-9590-894443ed459b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:16.109050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.110640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31e5eca3-65c8-4df9-acf1-78a816d51425 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/811c3dc2-489a-4950-9590-894443ed459b HTTP/1.1" status: 204 len: 168 time: 0.5535190 May 13 14:26:16.321882 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.357779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] For port c1918093-af80-4b46-8609-a290b1197284, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c1918093-af80-4b46-8609-a290b1197284,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:16.360955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.440433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:16.441987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:16.832563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:16.875305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Calling delete_port for c1918093-af80-4b46-8609-a290b1197284 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:16.933340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705754a-265f-4405-ae39-f92d38481f6e None None] Network 283377f0-f53b-4deb-a408-48b92a693700 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:17.223465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-af0bd3d6-7df5-413f-a61a-19fcfe098fb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:17.224503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-16bcf999-9f07-4283-9fcc-078e82812690 req-af0bd3d6-7df5-413f-a61a-19fcfe098fb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:17.294774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:17.308853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-16bcf999-9f07-4283-9fcc-078e82812690 req-af0bd3d6-7df5-413f-a61a-19fcfe098fb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:17.311546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-af0bd3d6-7df5-413f-a61a-19fcfe098fb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.5133467 May 13 14:26:17.409127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-24ae3dea-e23d-4ad0-8618-bf451e550632 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.0743368 May 13 14:26:17.491526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.495169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e1d6699-1df1-41d5-901c-ff693491e7fa req-1892d53e-e462-4be3-b045-65e7ada066bc tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5580840 May 13 14:26:17.496135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43224) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:17.503683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:17.572511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-4dafa66c-2514-4218-a2fa-a486c74e6c86 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1498673 May 13 14:26:17.738207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.860625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:17.901812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-ea5ed24e-4a7e-487c-b139-8bc37cb1fe09 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975888 May 13 14:26:17.902276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1918093-af80-4b46-8609-a290b1197284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:11Z', 'revision_number': 5, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port': {'id': 'c1918093-af80-4b46-8609-a290b1197284', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:36Z', 'updated_at': '2022-05-13T14:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:17.913960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Checking router: ba3a2518-f30f-4085-b143-eb05a153f6c0 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:17.939652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 03e10433-e0ee-4b0f-967c-6d21024aad93 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:17.951355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 03e10433-e0ee-4b0f-967c-6d21024aad93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:17.951806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:17.996004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Routers {'ba3a2518-f30f-4085-b143-eb05a153f6c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:17.996004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ba3a2518-f30f-4085-b143-eb05a153f6c0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:18.102285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.103497 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.db.resource_extend [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:26:18.157562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Usage tracker for resource:security_group_rule and tenant:16ac34e8669244e1be1eed888e287b01 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:18.226967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] Set router ba3a2518-f30f-4085-b143-eb05a153f6c0 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:18.298604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:18.311135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:18.391787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:17Z', 'revision_number': 7, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:18.411896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6661f34-b40c-4cc6-906d-c2df51db9b7b None None] The sync data for ids ['ba3a2518-f30f-4085-b143-eb05a153f6c0'] in n-d-841736-1 is: [{'id': 'ba3a2518-f30f-4085-b143-eb05a153f6c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-515029941-router', 'tenant_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:34Z', 'updated_at': '2022-05-13T14:26:17Z', 'revision_number': 7, 'project_id': '0b9924606d764d5394e2c25d1b6b2a5b', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:18.433491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:18.434891 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.477593 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Transition to ACTIVE for port object 056060b3-e520-4a1f-a757-4742b58829de will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:18.494425 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.550883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.581722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 03e10433-e0ee-4b0f-967c-6d21024aad93 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:18.582758 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.668178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.772254 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-6552f22d-588c-4515-9cf8-272d9ad1d0f4 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285253 May 13 14:26:18.773149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:18.780301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:18.822736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1918093-af80-4b46-8609-a290b1197284,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:18.992585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.032565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.087208 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:19.226742 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11372fe9-8872-45f5-a084-6827405c2f80'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'code': 200} May 13 14:26:19.305838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c23a4e-26ae-4bb9-9fe2-c0ea2dedf7c8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:19.361682 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Attempting to bind port 056060b3-e520-4a1f-a757-4742b58829de on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:19.362329 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Attempting to bind port 056060b3-e520-4a1f-a757-4742b58829de by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:19.365995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Attempting to bind port 056060b3-e520-4a1f-a757-4742b58829de on network 1bc8d328-7bc6-4719-b100-25ec2e7e958d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:19.381016 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c0e48-77c7-40c4-9241-d6e8d790f627 None None] Pushing event updated for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:19.399709 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:19.403451 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Checking segment: {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:19.404482 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.405556 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Bound using segment: {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:19.407607 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Bound port: 056060b3-e520-4a1f-a757-4742b58829de, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3db705-9033-4136-aeca-6134c135a044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:19.410039 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:19.686407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ee2c9705-ca8d-4432-98f5-aca5833b8159 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:19.715162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-66afc319-9d05-4c80-92af-07cb73088dfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16ac34e8669244e1be1eed888e287b01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1008277 May 13 14:26:19.738004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:19.937672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ee2c9705-ca8d-4432-98f5-aca5833b8159 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:19.938018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ee2c9705-ca8d-4432-98f5-aca5833b8159 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:19.952075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c1918093-af80-4b46-8609-a290b1197284 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:19.998587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] For port 056060b3-e520-4a1f-a757-4742b58829de, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:20.019591 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] For port 056060b3-e520-4a1f-a757-4742b58829de, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=056060b3-e520-4a1f-a757-4742b58829de,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:20.040732 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.112001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.131396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.204607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.217972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf69fb-c337-4023-9a91-77a154506108 req-78b2815d-0452-4c45-bd64-c27796dc3bed tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.226893 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2adf69fb-c337-4023-9a91-77a154506108 req-78b2815d-0452-4c45-bd64-c27796dc3bed tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 949 time: 2.3715463 May 13 14:26:20.248515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c1918093-af80-4b46-8609-a290b1197284 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:20.249160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c1918093-af80-4b46-8609-a290b1197284 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:20.269485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.275853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c829b-662d-4be4-9d9e-0de04488074a req-2c578897-3778-4465-ac76-69e742a4f6ff tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:20.284669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f69c829b-662d-4be4-9d9e-0de04488074a req-2c578897-3778-4465-ac76-69e742a4f6ff tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.7926667 May 13 14:26:20.288952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.393082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f69c829b-662d-4be4-9d9e-0de04488074a req-08498937-89f1-443e-bcd4-4e186329b48f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070669 May 13 14:26:20.456134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.489494 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:20.490516 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:20.494928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c23a4e-26ae-4bb9-9fe2-c0ea2dedf7c8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:20.505744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:20.511595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a7995ba-9d55-44be-ad95-86aec7e2606e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0c23a4e-26ae-4bb9-9fe2-c0ea2dedf7c8 HTTP/1.1" status: 204 len: 168 time: 0.7711840 May 13 14:26:20.918095 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c0e48-77c7-40c4-9241-d6e8d790f627 None None] Pushing event updated for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:21.097300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2adf69fb-c337-4023-9a91-77a154506108 req-0bb610e4-9e03-4bf0-8a79-ed5cb1059a18 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531224 May 13 14:26:21.099847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.100367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3a2518-f30f-4085-b143-eb05a153f6c0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:26:21.196366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a4b09-d4d5-476b-9153-01dc6d18554a req-0b115426-3eea-46dc-bbab-bcf052054a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:21.197902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-463a4b09-d4d5-476b-9153-01dc6d18554a req-0b115426-3eea-46dc-bbab-bcf052054a4e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 1.4664381 May 13 14:26:21.201372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.205330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-775ed464-9e01-402c-89ab-3e7659c88210 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ba3a2518-f30f-4085-b143-eb05a153f6c0 HTTP/1.1" status: 204 len: 168 time: 6.6930914 May 13 14:26:21.206903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:21.227873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:21.322476 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:21.383376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-463a4b09-d4d5-476b-9153-01dc6d18554a req-2ad51a09-49af-489c-a8e3-9ed6b925335c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753919 May 13 14:26:21.605951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Deleting subnet c67e490a-866e-484f-8de8-4cd3bddb567c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:26:21.632932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:21.828075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0791c1-ec34-499b-ad54-1b634e477b97 req-0b03a0a7-ad96-4ee4-aa04-cdf5f3124d7a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 210 time: 0.1216037 May 13 14:26:21.914101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.114557 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:11Z', 'revision_number': 4, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '056060b3-e520-4a1f-a757-4742b58829de', 'name': '', 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'mac_address': 'fa:16:3e:11:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:09Z', 'updated_at': '2022-05-13T14:26:19Z', 'revision_number': 4, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'subnets': [{'id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:22.126814 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3e726-c2cc-447f-833d-e60653dc3472 None None] The sync data for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 is: [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:26:11Z', 'revision_number': 4, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '056060b3-e520-4a1f-a757-4742b58829de', 'name': '', 'network_id': '1bc8d328-7bc6-4719-b100-25ec2e7e958d', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'mac_address': 'fa:16:3e:11:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:26:09Z', 'updated_at': '2022-05-13T14:26:19Z', 'revision_number': 4, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'subnets': [{'id': 'ff562812-2e12-4bc3-a1ad-68efec9f5019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:22.241064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.345150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de716e-5116-4b98-a6de-e283d48ff87f req-af5cb5ea-1b4f-4b69-aaf5-55d8ca2daa89 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.352635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3de716e-5116-4b98-a6de-e283d48ff87f req-af5cb5ea-1b4f-4b69-aaf5-55d8ca2daa89 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2837126 May 13 14:26:22.454807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3de716e-5116-4b98-a6de-e283d48ff87f req-49ec6fa4-70e7-4498-9d92-9a33ccfab91a tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953605 May 13 14:26:22.599189 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad90a5a6-4e48-4c3a-b9d7-1c1aa4125ae7'] response: {'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'code': 200} May 13 14:26:22.715181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884cae7-ff24-4008-b1d4-2ab88e1916f7 req-b486cf3f-c495-45f0-9638-5412633fe5b0 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:22.733649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8884cae7-ff24-4008-b1d4-2ab88e1916f7 req-b486cf3f-c495-45f0-9638-5412633fe5b0 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 1.1239779 May 13 14:26:22.854961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.939118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:22.948241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37915f86-ce6b-4a37-bec6-16eac54ab6c0 None None] Network 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:22.951175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67e490a-866e-484f-8de8-4cd3bddb567c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:22.963532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-94b1cd7d-3b72-470c-a291-5b6f37657728 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c67e490a-866e-484f-8de8-4cd3bddb567c HTTP/1.1" status: 204 len: 168 time: 1.7556882 May 13 14:26:22.974378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:23.136281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8884cae7-ff24-4008-b1d4-2ab88e1916f7 req-c3fe4314-29e3-4b34-92c7-6cefb5e56f85 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976891 May 13 14:26:23.273987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:23.282961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43284) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:23.325169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Deleting port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:23.326565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:23.758883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 056060b3-e520-4a1f-a757-4742b58829de up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:23.923929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bb498c1-f2fb-4335-b051-5f05a7c8e02e req-7402cc58-c281-443b-a3ba-b8a0b296d838 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 210 time: 0.3232512 May 13 14:26:23.965558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] DHCP port deletion for 43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:26:23.995466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Deleting port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:23.996094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.068344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1398368598-network', 'tenant_id': '6a192e654bb84d1c85250d5129d87bd0'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:24.095579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:24.103764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-ebcd1a50-d228-4ee7-af17-1f77645dc3d5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.111552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Usage tracker for resource:network and tenant:6a192e654bb84d1c85250d5129d87bd0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:24.127603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:24.135536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-ebcd1a50-d228-4ee7-af17-1f77645dc3d5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.5286226 May 13 14:26:24.156043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:24.164341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 056060b3-e520-4a1f-a757-4742b58829de completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:24.208730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:24.209374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 056060b3-e520-4a1f-a757-4742b58829de triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:24.209924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.424507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bf550-5650-490c-a1fa-d271af7deefb req-bdbfc043-3e9e-4305-9186-8df867f27c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.426614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da8bf550-5650-490c-a1fa-d271af7deefb req-bdbfc043-3e9e-4305-9186-8df867f27c3e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1096 time: 1.1785562 May 13 14:26:24.577006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48ae59-eb62-4b2c-ad1a-08a084b082d9 req-9adace79-052c-4da2-9cc1-75616c74742f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:24.585882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c48ae59-eb62-4b2c-ad1a-08a084b082d9 req-9adace79-052c-4da2-9cc1-75616c74742f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 1.6542962 May 13 14:26:24.655423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da8bf550-5650-490c-a1fa-d271af7deefb req-87d6e36a-5e82-4aea-8a4e-5ef386a7787d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097039 May 13 14:26:24.661493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:24.666961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Usage tracker for resource:port and tenant:7da7303b5fcd41b2b4a6121d1d296236 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:24.670896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:24.679578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:24.697262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:24.704015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.786334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 056060b3-e520-4a1f-a757-4742b58829de is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:24.788181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.800479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] For port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:24.801776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.814204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] For port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,segment=NetworkSegment(044c1580-79b7-4d41-8257-a6bdca83db61),segment_id=044c1580-79b7-4d41-8257-a6bdca83db61)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:24.815011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:24.842039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c48ae59-eb62-4b2c-ad1a-08a084b082d9 req-2ab16177-cbce-44bc-9cd1-ad0c4276755f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550774 May 13 14:26:25.143708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.9 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/88ce25a1-f3b3-4776-86f7-56d405117351) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:25.173559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Calling delete_port for 14aa5316-5b54-4c9a-a0ee-fa9699d4153c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:25.250450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 056060b3-e520-4a1f-a757-4742b58829de, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=056060b3-e520-4a1f-a757-4742b58829de,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:25.261674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Calling delete_port for 14aa5316-5b54-4c9a-a0ee-fa9699d4153c owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:25.287879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4306a67d-a447-45a6-adfe-093ddd15ab40 req-05159e5b-4cd9-4af1-bc08-79f3c26f386e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 210 time: 0.0741274 May 13 14:26:25.395613 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.427626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Made reservation on behalf of 6a192e654bb84d1c85250d5129d87bd0 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:25.430103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.508285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.537731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:25.544384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Usage tracker for resource:security_group_rule and tenant:6a192e654bb84d1c85250d5129d87bd0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:25.556572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 14aa5316-5b54-4c9a-a0ee-fa9699d4153c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:25.557038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:25.565829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:25.656680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.700628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 14aa5316-5b54-4c9a-a0ee-fa9699d4153c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:25.700628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 14aa5316-5b54-4c9a-a0ee-fa9699d4153c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:25.709194 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.742074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:26:25.744249 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:26:25.746389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.758218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.760826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.806546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:25.811186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] No DVR routers for this DVR port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:25.862563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:26:25.924602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538790d2-bd72-4082-bf79-922c9809b484 req-853a3c56-ab5c-4200-a277-8c1e413c8d2d tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.924602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-538790d2-bd72-4082-bf79-922c9809b484 req-853a3c56-ab5c-4200-a277-8c1e413c8d2d tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 1.0953476 May 13 14:26:25.927864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f8d586-9c2e-42f7-b8a5-971a04be2d7b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:25.959348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:25.964777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:25.970907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:25.978340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:25.979360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.993764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:25.995518 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Added segment 776ae415-1642-4f00-8997-d658438d825c of type vlan for network 22bd100b-c131-4333-9807-738e4c3e9542 May 13 14:26:26.010454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:26.042934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ae7e4-5be0-4ab5-ba81-93a81309e3f5 None None] Pushing event deleted for resources: {'Port': ['ID=14aa5316-5b54-4c9a-a0ee-fa9699d4153c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:26.066957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-72d66f0d-2724-4438-8c50-b8bfbfd8e6ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9122376 May 13 14:26:26.092442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Request body: {'port': {'device_id': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:26.230710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-538790d2-bd72-4082-bf79-922c9809b484 req-90aab397-9f9b-450c-9b14-79a5f9349721 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902236 May 13 14:26:26.239065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.261460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.279012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Deleting port 14aa5316-5b54-4c9a-a0ee-fa9699d4153c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:26.279450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.342188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.343786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:26.344907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.398324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0982535 May 13 14:26:26.491864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] The port '14aa5316-5b54-4c9a-a0ee-fa9699d4153c' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:26:26.497106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43324) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:26.616596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Request body: {'subnet': {'network_id': '22bd100b-c131-4333-9807-738e4c3e9542', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1398368598-subnet', 'tenant_id': '6a192e654bb84d1c85250d5129d87bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:26.627704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:26.630299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Usage tracker for resource:subnet and tenant:6a192e654bb84d1c85250d5129d87bd0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:26.674917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:26.689723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-f4b11bf8-61a5-43a3-aad6-9de76b562842 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4293292 May 13 14:26:26.800273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:26.865576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d5987-566a-4ed5-a8e4-f8a310a55d8c admin admin] Pushing event updated for resources: {'Network': ['ID=22bd100b-c131-4333-9807-738e4c3e9542,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:26.871962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:26.876601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 22bd100b-c131-4333-9807-738e4c3e9542 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:26:26.996036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-e1c9afcf-643f-42fb-b823-2520fed9633d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.000476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-e1c9afcf-643f-42fb-b823-2520fed9633d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822487 May 13 14:26:27.022639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-3f7177d7-0a35-495d-a363-67d0395235da tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/quotas/e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 375 time: 0.0203772 May 13 14:26:27.033014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Made reservation on behalf of 6a192e654bb84d1c85250d5129d87bd0 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:27.037589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.084382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43002f2d-f6a7-4e45-8fe8-892c04e9a7a2']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:27.201074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-573c6a48-ffcc-4e1b-b739-ded75798d7f7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774092 May 13 14:26:27.226616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044c1580-79b7-4d41-8257-a6bdca83db61') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:27.226928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044c1580-79b7-4d41-8257-a6bdca83db61') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:27.232659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ce25a1-f3b3-4776-86f7-56d405117351 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:27.244645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.276423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.283432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Transition to ACTIVE for port object 88ce25a1-f3b3-4776-86f7-56d405117351 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:27.289904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.381920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a99c8-74b6-4d9d-b328-dc46d453543a req-690b555e-b80f-43c6-968e-dd8d9dd389fb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:27.396121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-852a99c8-74b6-4d9d-b328-dc46d453543a req-690b555e-b80f-43c6-968e-dd8d9dd389fb tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.7881739 May 13 14:26:27.477785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.534843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-fa2f0c72-e326-4ee3-ab4c-69e6368b1d17 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6351547 May 13 14:26:27.544267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:26:27.544267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: timer() May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:26:27.592475 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:26:27.607308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 056060b3-e520-4a1f-a757-4742b58829de up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:27.752907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:27.778705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 056060b3-e520-4a1f-a757-4742b58829de triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:27.779189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.853031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Attempting to bind port 88ce25a1-f3b3-4776-86f7-56d405117351 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:27.855106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Attempting to bind port 88ce25a1-f3b3-4776-86f7-56d405117351 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:27.857263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Attempting to bind port 88ce25a1-f3b3-4776-86f7-56d405117351 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:27.879269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Port 88ce25a1-f3b3-4776-86f7-56d405117351 on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:27.879592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Attempting to bind port 88ce25a1-f3b3-4776-86f7-56d405117351 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:27.906467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:27.906879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:27.907187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:27.907650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Bound port: 88ce25a1-f3b3-4776-86f7-56d405117351, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:27.907995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:27.983084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 056060b3-e520-4a1f-a757-4742b58829de is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:27.991378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-3173ada8-0daa-4fce-8117-19dc6e8af26c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4609923 May 13 14:26:28.064521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbd82f-3d80-4767-893f-b95a5ed1ef4a req-1084ee51-68f8-4f46-83fb-cafd942028b8 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.074788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04fbd82f-3d80-4767-893f-b95a5ed1ef4a req-1084ee51-68f8-4f46-83fb-cafd942028b8 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 0.3924282 May 13 14:26:28.246731 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-852a99c8-74b6-4d9d-b328-dc46d453543a req-78e21659-5c6a-4d0a-88ec-18f504820224 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8410146 May 13 14:26:28.303167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04fbd82f-3d80-4767-893f-b95a5ed1ef4a req-0982851d-8bef-4977-a837-3c0b81c502f0 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266333 May 13 14:26:28.378423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.417766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:28.484048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88ce25a1-f3b3-4776-86f7-56d405117351,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:28.485935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.485935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb649f1-05be-47c6-8e5d-77f28648c88f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:28.503135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-3551b961-cea1-4221-bf19-db4621032454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.507821 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-3551b961-cea1-4221-bf19-db4621032454 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 0.3482003 May 13 14:26:28.522715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.596422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:28.612340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=43002f2d-f6a7-4e45-8fe8-892c04e9a7a2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:28.716138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dfa7a248-1afb-4031-8dc9-6f4151fd0cd8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43002f2d-f6a7-4e45-8fe8-892c04e9a7a2 HTTP/1.1" status: 204 len: 168 time: 5.7400653 May 13 14:26:28.736270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1712-183c-43c5-975a-d19996f8770d req-7a5ad03f-2179-4873-a568-2f39513de67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.737821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-7a5ad03f-2179-4873-a568-2f39513de67d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 1100 time: 1.1410630 May 13 14:26:28.751575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Checking segment: {'id': '776ae415-1642-4f00-8997-d658438d825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:28.751908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Network hostable DHCP agents. Network: 22bd100b-c131-4333-9807-738e4c3e9542, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:26:28.783547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205547-4479-4671-807e-a4b1ebad2f37 req-a590d8fe-4518-4e17-8d92-4e92fd52b818 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:28.785307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82205547-4479-4671-807e-a4b1ebad2f37 req-a590d8fe-4518-4e17-8d92-4e92fd52b818 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.86 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 945 time: 0.5422490 May 13 14:26:28.966403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Network 22bd100b-c131-4333-9807-738e4c3e9542 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:26:29.015611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Deleting port 6e34ff98-5649-4094-b6ab-be11d936d9b3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:29.016477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.160307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 22bd100b-c131-4333-9807-738e4c3e9542) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:29.178960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62dc57-a281-4bd1-b565-208163649b45 req-a7dc821b-2b74-4db2-9a78-2868aa2791d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.182875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25230abe-4033-40a5-8bab-af9b2ad7ad32 None None] Network 22bd100b-c131-4333-9807-738e4c3e9542 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:29.193104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c62dc57-a281-4bd1-b565-208163649b45 req-a7dc821b-2b74-4db2-9a78-2868aa2791d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 943 time: 0.5862164 May 13 14:26:29.252671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:29.264698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-e7b67eae-6d45-4ab3-8c22-fd12b4ca2e53 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097496 May 13 14:26:29.265890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:29.279830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.280916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.396448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1712-183c-43c5-975a-d19996f8770d req-6d5d1c47-4de1-4e8b-b19c-19bb137efe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.398955 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-6d5d1c47-4de1-4e8b-b19c-19bb137efe4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6242273 May 13 14:26:29.572135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2959be85-d089-4d84-983f-fc4d9ceda17e None None] Network 22bd100b-c131-4333-9807-738e4c3e9542 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:29.634277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-4a5732f8-696a-455f-b066-8e2f58403820 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.648367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-4a5732f8-696a-455f-b066-8e2f58403820 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662162 May 13 14:26:29.665138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:29.665138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:29.665138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-1927231f-7cf1-477e-a1d1-da6d67db3912 service neutron] 10.222.0.90 "PUT /v2.0/ports/88ce25a1-f3b3-4776-86f7-56d405117351 HTTP/1.1" status: 200 len: 1091 time: 3.5831857 May 13 14:26:29.668886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:29.734780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-fa805f00-d2df-49c6-a570-cdbf1b684541 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/quotas/26826a900f42462bab0bab8f896ab26c HTTP/1.1" status: 200 len: 375 time: 0.0817723 May 13 14:26:29.917180 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa37f0fb-8fba-4512-8d93-84cd443a8ce3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3817005 May 13 14:26:29.937983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-5a1c72ae-eee1-4136-96f4-bfd04c8c7041 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 200 len: 217 time: 0.5304115 May 13 14:26:30.041932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1712-183c-43c5-975a-d19996f8770d req-d927e74a-8d00-4541-ba41-154fbe3aba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.043880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-d927e74a-8d00-4541-ba41-154fbe3aba3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0935693 May 13 14:26:30.046401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c62dc57-a281-4bd1-b565-208163649b45 req-906b11d2-2ab1-4eb7-9b01-4f8866ff684a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:30.213831 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4d81c76-4db2-4cf3-8887-708b365d7af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.244428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c62dc57-a281-4bd1-b565-208163649b45 req-906b11d2-2ab1-4eb7-9b01-4f8866ff684a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:30.271873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c62dc57-a281-4bd1-b565-208163649b45 req-906b11d2-2ab1-4eb7-9b01-4f8866ff684a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9935002 May 13 14:26:30.324398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] For port 6e34ff98-5649-4094-b6ab-be11d936d9b3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=6e34ff98-5649-4094-b6ab-be11d936d9b3,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:30.325162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.483993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-403b1df5-a027-4272-bce4-13bc189a7b27 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3288310 May 13 14:26:30.577808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-fc173e60-cc62-40b5-9f1c-51f4547bffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.579302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-fc173e60-cc62-40b5-9f1c-51f4547bffd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 2.0347881 May 13 14:26:30.820407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.828257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:30.828257 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda disassociated. External IP: 172.25.5.111, port: 6e34ff98-5649-4094-b6ab-be11d936d9b3. May 13 14:26:30.828257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Calling delete_port for 6e34ff98-5649-4094-b6ab-be11d936d9b3 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:30.981772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1712-183c-43c5-975a-d19996f8770d req-a5d6a8f2-221d-4183-bb2d-4fd2166a5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:30.983408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-a5d6a8f2-221d-4183-bb2d-4fd2166a5669 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9301116 May 13 14:26:30.997800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a512454-8fc7-47a5-8e60-7564f4ef0018 req-2e91a48c-2c9d-414b-a5cd-895f6aa80bd2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 210 time: 0.0743866 May 13 14:26:31.016030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-043305e1-e4f7-42f0-b251-47fdf32caa3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b9924606d764d5394e2c25d1b6b2a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7376573 May 13 14:26:31.021816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43372) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:31.182802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-800b018c-6807-4886-bc8c-3e29d0c253d2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.184424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-800b018c-6807-4886-bc8c-3e29d0c253d2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6560385 May 13 14:26:31.195598 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-ba5912ce-eb6c-42e2-8778-c4397e74fc66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661 HTTP/1.1" status: 200 len: 217 time: 0.6067877 May 13 14:26:31.201558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Request body: {'port': {'device_id': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'e423ba02102f49e29a71e7238fe217f2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:31.310937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 6e34ff98-5649-4094-b6ab-be11d936d9b3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:31.376908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:31.388928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:31.390794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-5c65551f-b3d4-4c17-8db0-abbdf5ef9c83 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958542 May 13 14:26:31.393381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.471881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43380) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:31.483582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Made reservation on behalf of e423ba02102f49e29a71e7238fe217f2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:31.485062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 6e34ff98-5649-4094-b6ab-be11d936d9b3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:26:31.486005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 6e34ff98-5649-4094-b6ab-be11d936d9b3 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:31.487170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:31.502728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-726389306-network', 'tenant_id': '0a6e1622030d47e1a39f125d38f767c9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:31.537104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-594fb6bf-3d54-4adc-8b08-b2229e124215 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7969162 May 13 14:26:31.540156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:31.547844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-fe2077b5-dc30-4968-9fff-1507ce4eb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.549412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-fe2077b5-dc30-4968-9fff-1507ce4eb420 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 1094 time: 1.3333917 May 13 14:26:31.590175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event deleted for resources: {'Port': ['ID=6e34ff98-5649-4094-b6ab-be11d936d9b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:31.648015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Usage tracker for resource:network and tenant:0a6e1622030d47e1a39f125d38f767c9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:31.734428 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-c2e8fe73-35d2-4808-96ff-aa060623ebfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88ce25a1-f3b3-4776-86f7-56d405117351 HTTP/1.1" status: 200 len: 217 time: 0.0898421 May 13 14:26:31.735532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:31.848870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:31.865320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-2a15c95a-3d01-4769-a819-2c7791fb4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:31.869541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-2a15c95a-3d01-4769-a819-2c7791fb4a01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.4669435 May 13 14:26:31.982021 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-18138041-a68e-4576-8dca-a0852eabb897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.151439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.160425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-848e1712-183c-43c5-975a-d19996f8770d req-df42ef7b-ec64-4ade-a3b5-16a5c1488b05 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583931 May 13 14:26:32.221084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Made reservation on behalf of 0a6e1622030d47e1a39f125d38f767c9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:32.227460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.382224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.431355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:32.440412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Usage tracker for resource:security_group_rule and tenant:0a6e1622030d47e1a39f125d38f767c9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:32.451295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:32.455908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.466324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:32.596520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.601395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcf999-9f07-4283-9fcc-078e82812690 req-2c2674d3-5737-4dcc-a952-44f2c1502bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:32.603445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-2c2674d3-5737-4dcc-a952-44f2c1502bf9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.8582501 May 13 14:26:32.631678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.637625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9db5fd3d-ac02-4d97-a9de-1110ef87f3a7 req-50c8a8a3-ac7f-40b2-b46d-6893fddd39bb tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 210 time: 0.3650353 May 13 14:26:32.812449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:32.871544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57c5a7-46f8-4aec-819d-54d57e31b824,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:32.980322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-04e603d7-9b61-4127-9b00-d2cb3ddfd3ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3522720 May 13 14:26:32.993409 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4e1a84-0d76-4d4f-9331-98f55e8442c5'] response: {'name': 'network-changed', 'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351', 'status': 'completed', 'code': 200} May 13 14:26:33.054497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.225669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.272226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759610e-2ab7-44e0-9c2d-7e6d0c44d58b req-ea2043d3-f3a2-4afa-98da-7c828f3769f1 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.281370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b759610e-2ab7-44e0-9c2d-7e6d0c44d58b req-ea2043d3-f3a2-4afa-98da-7c828f3769f1 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1096 time: 1.8883715 May 13 14:26:33.309925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bbb0a8-2486-4b1f-9f63-1fb7cf50c316,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:33.368990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:33.397544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b759610e-2ab7-44e0-9c2d-7e6d0c44d58b req-5b607214-2fc9-4066-865c-7de67f6e7198 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147883 May 13 14:26:33.401715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:26:33.582824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Allocated IP 192.168.233.122 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/2b811f98-655d-4a56-ab15-6ea252b97d6e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:33.624583 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.625170 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Added segment 5565a178-eede-477d-9777-b4d8a9888cc4 of type vlan for network 12d5ca01-c8d5-472e-a4d7-c33e15d254eb May 13 14:26:33.634907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:33.638909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4babfbe9-0109-4c3e-983e-ff84444c4133 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7bbb0a8-2486-4b1f-9f63-1fb7cf50c316 HTTP/1.1" status: 204 len: 168 time: 2.6062973 May 13 14:26:33.639324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-3852da12-e51e-4cc4-a76c-db3cf7c2c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:33.642432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-3852da12-e51e-4cc4-a76c-db3cf7c2c1e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7592344 May 13 14:26:33.788996 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9f7cb35-164e-4689-a2ca-7fce3411f1b4 req-8fed2f4c-4028-46cb-85a3-730a05f1dd32 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 210 time: 0.1561320 May 13 14:26:33.986084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.031794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8127a-980d-44f2-97a9-f9c5fb499557 req-57cfcfa6-8b5a-40cb-ae67-0e0afd460b20 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.032727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-89a8127a-980d-44f2-97a9-f9c5fb499557 req-57cfcfa6-8b5a-40cb-ae67-0e0afd460b20 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:34.042809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-a501d89e-3bb9-409b-a90c-2aecaf5765ff service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563079 May 13 14:26:34.099733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:34.115288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:34.135951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:34.136706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:34.187936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-540e12a6-75ef-4e9b-9584-0c9b040ca17a req-6cbd9ada-8c2a-4fea-993f-d0874ad44022 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 210 time: 0.0993629 May 13 14:26:34.259040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] No DVR routers for this DVR port 6e34ff98-5649-4094-b6ab-be11d936d9b3 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:34.273625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.287568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82205547-4479-4671-807e-a4b1ebad2f37 req-668a416a-3c16-4701-81db-76bd8b115e66 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.86 "DELETE /v2.0/ports/6e34ff98-5649-4094-b6ab-be11d936d9b3 HTTP/1.1" status: 204 len: 173 time: 5.4705582 May 13 14:26:34.301703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'name': 'network-vif-deleted', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:34.592137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:34.618018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-952a38ac-e258-4dc2-85a9-f6a11a43a3b4 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9521334 May 13 14:26:34.632119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-89a8127a-980d-44f2-97a9-f9c5fb499557 req-57cfcfa6-8b5a-40cb-ae67-0e0afd460b20 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:34.641823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89a8127a-980d-44f2-97a9-f9c5fb499557 req-57cfcfa6-8b5a-40cb-ae67-0e0afd460b20 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 943 time: 1.2682538 May 13 14:26:34.716720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-de18de92-d6a7-479e-9c4b-a709971d6ac4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=26826a900f42462bab0bab8f896ab26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818543 May 13 14:26:34.736100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bf13f8f3-bdbd-4239-8e81-a639b92c4b87 req-db36a6b0-0248-43d8-b403-9e7403c094f2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Synchronizing usage tracker for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:34.799869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:34.804255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:34.807384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:35.136937 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:35.167354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bf13f8f3-bdbd-4239-8e81-a639b92c4b87 req-db36a6b0-0248-43d8-b403-9e7403c094f2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Unset dirty status for tenant:477cfaf3fb1749b59b3240a95f070356 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:35.176075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf13f8f3-bdbd-4239-8e81-a639b92c4b87 req-db36a6b0-0248-43d8-b403-9e7403c094f2 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0bf90de-094e-400f-a839-a7700c1dbfc6 HTTP/1.1" status: 200 len: 210 time: 0.7185442 May 13 14:26:35.371179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89a8127a-980d-44f2-97a9-f9c5fb499557 req-842b5a4b-200d-4191-bf67-e3b4df6e2807 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282281 May 13 14:26:35.458211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-3257cfae-eb3c-4348-8888-5a9efc99bd3d tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:35.466338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-3257cfae-eb3c-4348-8888-5a9efc99bd3d tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7323420 May 13 14:26:35.471218 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936b14f5-9d15-42f6-9f12-810b51d07af5'] response: {'server_uuid': 'b0bf90de-094e-400f-a839-a7700c1dbfc6', 'name': 'network-vif-deleted', 'tag': '6e34ff98-5649-4094-b6ab-be11d936d9b3', 'status': 'completed', 'code': 200} May 13 14:26:35.495174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Request body: {'port': {'device_id': '29944398-2c97-4906-9928-ae1d331a3203', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '26826a900f42462bab0bab8f896ab26c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:35.811228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7daace2b-931e-44bb-9b81-8cdbd84a38cb req-f45ca0c9-4c9d-4c70-90b2-45f78452e625 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 210 time: 0.0736969 May 13 14:26:35.934118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:35.966199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:36.016136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.022809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Made reservation on behalf of 26826a900f42462bab0bab8f896ab26c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:36.027077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.110790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16bcf999-9f07-4283-9fcc-078e82812690 req-5459c59b-d2e7-4d51-885f-c93a6c56bb3c service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0525601 May 13 14:26:36.241947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] Pushing event updated for resources: {'Network': ['ID=12d5ca01-c8d5-472e-a4d7-c33e15d254eb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:36.245786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:36.259829 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15fa7f4e-9e28-4e2b-92a8-1bb8c24c69ae req-113c22b8-982f-47d9-b844-c3ae7d33d487 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 210 time: 0.3784378 May 13 14:26:36.271125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:36.275195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8cc5e76f-141e-419c-8875-c7b1bf3ab0cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.7931521 May 13 14:26:36.279660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:36.283350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 12d5ca01-c8d5-472e-a4d7-c33e15d254eb details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:26:36.287831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Request body: {'subnet': {'network_id': '12d5ca01-c8d5-472e-a4d7-c33e15d254eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-726389306-subnet', 'tenant_id': '0a6e1622030d47e1a39f125d38f767c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:36.304518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:36.314630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Usage tracker for resource:subnet and tenant:0a6e1622030d47e1a39f125d38f767c9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:36.323994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:36.339753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:36.371028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Made reservation on behalf of 0a6e1622030d47e1a39f125d38f767c9 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:36.374434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.498374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Transition to ACTIVE for port object 2b811f98-655d-4a56-ab15-6ea252b97d6e will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:36.518223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-041fe2ff-76c5-43c8-b280-b9cdea4aafc4 req-7dd5675a-7098-47f1-81cc-80360793027e service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8643570 May 13 14:26:36.589858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-46252273-093a-4092-a92d-7b234b67d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:36.594927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-46252273-093a-4092-a92d-7b234b67d006 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 1094 time: 0.3217776 May 13 14:26:36.674674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:36.675710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:36.826317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:36.986818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:37.093926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd', '5b6c7a6d-87bb-415b-9054-b350397a8f78'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:37.117784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:37.156313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:37.213866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Allocated IP 192.168.233.140 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/675e4349-4c69-4fb2-8df0-a4f1f885b8b8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:37.223129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:37.236410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.242120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:37.327532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:37.549773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd0ff84b-acb2-43ea-92ab-061a65db6638 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3518133 May 13 14:26:37.596513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cae081-3c9d-4a57-934b-802d8bf464da req-aa349159-c1d4-4415-a3a7-cce6e039d5f6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.601494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5cae081-3c9d-4a57-934b-802d8bf464da req-aa349159-c1d4-4415-a3a7-cce6e039d5f6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 943 time: 0.6420522 May 13 14:26:37.621211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-e0a30fa1-6253-4a89-9c63-ad69f4fd751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:37.627525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-e0a30fa1-6253-4a89-9c63-ad69f4fd751d service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 1.0228946 May 13 14:26:37.710396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Request body: {'port': {'device_id': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:37.808844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2103307c-12f2-417c-816a-c49051373657 None None] Provisioning for port 2b811f98-655d-4a56-ab15-6ea252b97d6e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:37.876824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2103307c-12f2-417c-816a-c49051373657 None None] Provisioning complete for port 2b811f98-655d-4a56-ab15-6ea252b97d6e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:37.877254 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2103307c-12f2-417c-816a-c49051373657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.053504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2103307c-12f2-417c-816a-c49051373657 None None] Port 2b811f98-655d-4a56-ab15-6ea252b97d6e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:26:38.182156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-e2089cb2-12d7-408b-8450-8302a9d5e889 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88ce25a1-f3b3-4776-86f7-56d405117351 HTTP/1.1" status: 200 len: 217 time: 0.2786167 May 13 14:26:38.214276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5cae081-3c9d-4a57-934b-802d8bf464da req-23a9d1a9-07e0-41da-9c51-4a8045c58079 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842524 May 13 14:26:38.319929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.510631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:38.533125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114a710-cccf-4d79-b5db-a5c763c11d80 None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:23:33Z', 'revision_number': 4, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '753740e0-aaa5-4481-9085-a13019e73bfb', 'name': '', 'network_id': 'fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:31Z', 'updated_at': '2022-05-13T14:23:42Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'subnets': [{'id': '7c68d000-4e2c-47e8-b255-47e2fffeddf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:26:38.621670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21f7a7e1-6e8d-4f64-b669-cc6a260cb37b req-85186a7c-dcff-4bd3-a5ba-2a366350da87 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 210 time: 0.0830333 May 13 14:26:38.655607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-78c6eb0d-b4ef-45b5-afc2-bc69ec912db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:38.657396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-78c6eb0d-b4ef-45b5-afc2-bc69ec912db3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.4367323 May 13 14:26:38.664905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.669006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f84f88-41f0-4375-a9f3-097a437cbb10,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:38.754125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88ce25a1-f3b3-4776-86f7-56d405117351 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:38.821421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:38.852095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-569a7894-cba1-4916-87e4-3d93f6421f7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422327 May 13 14:26:38.979230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff36e4-c297-49ef-b1f5-b002fe574ea8 req-5283b899-c481-4567-89da-a97a6ce5461e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:39.001992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4aff36e4-c297-49ef-b1f5-b002fe574ea8 req-5283b899-c481-4567-89da-a97a6ce5461e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 936 time: 0.8340888 May 13 14:26:39.062194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Transition to ACTIVE for port object 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:39.112089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Checking segment: {'id': '5565a178-eede-477d-9777-b4d8a9888cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '12d5ca01-c8d5-472e-a4d7-c33e15d254eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:39.113201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Network hostable DHCP agents. Network: 12d5ca01-c8d5-472e-a4d7-c33e15d254eb, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:26:39.126581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:39.162100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:39.178057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588d1c3-9b8e-40e4-8df3-3a51de398ade None None] New status for floating IP 42e078b6-9b0d-4bae-b603-c20e1d4d2bda: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:26:39.283523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-38f6eaee-351f-4afc-b6f4-2c483db600d0 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187093 May 13 14:26:39.410366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['65ced361-d723-4017-9022-86f5955c5425', 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:39.590029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:39.613941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:39.652975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:39.796164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88ce25a1-f3b3-4776-86f7-56d405117351,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:39.817819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '88ce25a1-f3b3-4776-86f7-56d405117351', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '88ce25a1-f3b3-4776-86f7-56d405117351', 'mac_address': 'fa:16:3e:cf:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:40.012496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 88ce25a1-f3b3-4776-86f7-56d405117351 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:40.012988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.033647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Network 12d5ca01-c8d5-472e-a4d7-c33e15d254eb is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:26:40.098750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce25a1-f3b3-4776-86f7-56d405117351 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:40.115041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 12d5ca01-c8d5-472e-a4d7-c33e15d254eb) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:40.143077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f982a-9a36-4ad3-8276-06dd04558cf3 None None] Network 12d5ca01-c8d5-472e-a4d7-c33e15d254eb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:40.209458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4aff36e4-c297-49ef-b1f5-b002fe574ea8 req-ea2e7f53-9e36-437a-9d68-fc75a96eae1a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1900291 May 13 14:26:40.223002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.224090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.419768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6e7e7b-54d5-42f8-a8cb-5f87477806ab req-fddd4b46-c1b1-4df1-8aa5-a94bc43383d8 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1267748 May 13 14:26:40.479853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event updated for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:40.532522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.533613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.558270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.666313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2538ec71-32fe-4f3a-905a-b7a12443ef22 None None] Provisioning for port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:40.681118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88ce25a1-f3b3-4776-86f7-56d405117351,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:40.750155 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.806734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.809768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2538ec71-32fe-4f3a-905a-b7a12443ef22 None None] Provisioning complete for port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:40.809768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2538ec71-32fe-4f3a-905a-b7a12443ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:40.925712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c521e-cc50-40f1-a398-d47bb7c36098 req-249d3f9f-fcee-496d-9c87-98175f8e4627 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:40.931586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e0bf37ff-4647-4dae-b465-b2564f4fc761 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.6501513 May 13 14:26:40.934479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-b30feeec-8724-4fa2-bcbb-9d6986c2121b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4566808 May 13 14:26:40.935513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c38c521e-cc50-40f1-a398-d47bb7c36098 req-249d3f9f-fcee-496d-9c87-98175f8e4627 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 943 time: 1.2432868 May 13 14:26:40.936404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2538ec71-32fe-4f3a-905a-b7a12443ef22 None None] Port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:26:41.016299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c38c521e-cc50-40f1-a398-d47bb7c36098 req-40d80f6d-e556-45cc-9e73-b2231f74485c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795565 May 13 14:26:41.107443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Request body: {'port': {'device_id': '29944398-2c97-4906-9928-ae1d331a3203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:41.175910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88ce25a1-f3b3-4776-86f7-56d405117351'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:41.232281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:41.242864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.272970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Transition to ACTIVE for port object 2b811f98-655d-4a56-ab15-6ea252b97d6e will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:41.278557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.293103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.448087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:41.618318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:41.686428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.687140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Attempting to bind port 2b811f98-655d-4a56-ab15-6ea252b97d6e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:41.687489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Attempting to bind port 2b811f98-655d-4a56-ab15-6ea252b97d6e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:41.687809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Attempting to bind port 2b811f98-655d-4a56-ab15-6ea252b97d6e on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:41.695859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:41.697481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-701e92a0-a640-43a5-b1d9-bd202db96892 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "DELETE /v2.0/security-groups/7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338 HTTP/1.1" status: 204 len: 168 time: 2.5654881 May 13 14:26:41.700479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:41.701006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Port 2b811f98-655d-4a56-ab15-6ea252b97d6e on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:41.701327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Attempting to bind port 2b811f98-655d-4a56-ab15-6ea252b97d6e on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:41.737407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b3c9-c8c8-4047-a5bf-ca4652d99a8c req-01a63baf-fe68-4830-bd02-f5639a26fa1f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:41.738777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf97b3c9-c8c8-4047-a5bf-ca4652d99a8c req-01a63baf-fe68-4830-bd02-f5639a26fa1f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:41.752149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.775866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:41.795788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:41.796515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:41.797817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Bound port: 2b811f98-655d-4a56-ab15-6ea252b97d6e, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:41.797817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:41.842218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.842745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.843286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.844071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.844641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.845181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.845714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.846308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.851757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.852470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.854940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.856549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:26:41.873869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf97b3c9-c8c8-4047-a5bf-ca4652d99a8c req-01a63baf-fe68-4830-bd02-f5639a26fa1f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:41.890431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf97b3c9-c8c8-4047-a5bf-ca4652d99a8c req-01a63baf-fe68-4830-bd02-f5639a26fa1f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 936 time: 0.9359241 May 13 14:26:41.983739 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-252bdf28-e029-4c40-b1ff-cd3124662fbb tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] show failed (client error): The resource could not be found. May 13 14:26:41.990552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-252bdf28-e029-4c40-b1ff-cd3124662fbb tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "GET /v2.0/security-groups/7fcf2e74-fe7c-4fb1-bd24-c1ce3bb45338 HTTP/1.1" status: 404 len: 347 time: 0.2862446 May 13 14:26:41.998270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:42.060319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a27cd-5f06-445c-bbbe-ad9e4ed253df None None] Network 12d5ca01-c8d5-472e-a4d7-c33e15d254eb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:26:42.102763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf97b3c9-c8c8-4047-a5bf-ca4652d99a8c req-c4642884-d754-451c-96d4-ce2531200354 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361754 May 13 14:26:42.600112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Deleting port 6a5ff828-ab4f-4a2a-87d3-d4112d0724cb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:42.601623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.638121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:42.653348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.682045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Transition to ACTIVE for port object 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:42.720955 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:42.770370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa02a13-2e66-4950-831d-56e0b4cdbf6f req-9b2a0765-5966-4b77-922a-2aa20be58f19 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:42.772648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8aa02a13-2e66-4950-831d-56e0b4cdbf6f req-9b2a0765-5966-4b77-922a-2aa20be58f19 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:42.817840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8aa02a13-2e66-4950-831d-56e0b4cdbf6f req-9b2a0765-5966-4b77-922a-2aa20be58f19 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:42.831553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8aa02a13-2e66-4950-831d-56e0b4cdbf6f req-9b2a0765-5966-4b77-922a-2aa20be58f19 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.9962752 May 13 14:26:43.036035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Pushing event updated for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:43.063004 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.063528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.197745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Attempting to bind port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:43.198078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Attempting to bind port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:43.198368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Attempting to bind port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:43.208131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:43.208517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Attempting to bind port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:43.209962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Calling delete_port for 6a5ff828-ab4f-4a2a-87d3-d4112d0724cb owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:43.217759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fef69e88-606b-46a8-bee2-f04517100024 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.218919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fef69e88-606b-46a8-bee2-f04517100024 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Synchronizing usage tracker for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:43.228328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:43.228703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:43.229054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:43.229477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Bound port: 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:43.230008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.265982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fef69e88-606b-46a8-bee2-f04517100024 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Unset dirty status for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:43.268498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fef69e88-606b-46a8-bee2-f04517100024 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/networks?id=22bd100b-c131-4333-9807-738e4c3e9542 HTTP/1.1" status: 200 len: 815 time: 0.5840454 May 13 14:26:43.282928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:43.310883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:43.334600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.339757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-7495dafd-3cc9-428f-824b-312a22287cdb tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/quotas/6a192e654bb84d1c85250d5129d87bd0 HTTP/1.1" status: 200 len: 375 time: 0.0383759 May 13 14:26:43.402364 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-b2a908d9-e541-4ca0-bdfd-cb3b657d41b8 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a192e654bb84d1c85250d5129d87bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560808 May 13 14:26:43.474196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8aa02a13-2e66-4950-831d-56e0b4cdbf6f req-24ca32d2-07c7-411d-9fbf-c021f5279b26 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408844 May 13 14:26:43.517263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:43.527486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:43.528949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.530542 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-c0ecca1e-1e37-427c-85df-95e1339efebc service neutron] 10.222.0.90 "PUT /v2.0/ports/2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 1096 time: 5.9254696 May 13 14:26:43.533971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:43.638716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.825398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Pushing event deleted for resources: {'Port': ['ID=6a5ff828-ab4f-4a2a-87d3-d4112d0724cb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:43.898617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-409414ae-f045-4e28-890c-31c3b9c43ceb service neutron] 10.222.0.36 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851656 May 13 14:26:43.900756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:43.912803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:43.939453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:43.960580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.018567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.022913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ad6489c6-795c-454b-abcd-e2e7e205c082 tempest-ServersWithSpecificFlavorTestJSON-1517628505 tempest-ServersWithSpecificFlavorTestJSON-1517628505-project] 10.222.0.36 "DELETE /v2.0/floatingips/42e078b6-9b0d-4bae-b603-c20e1d4d2bda HTTP/1.1" status: 204 len: 168 time: 2.0102661 May 13 14:26:44.035761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-72f6f4a7-a40b-49f4-8227-906004527fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.038489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-72f6f4a7-a40b-49f4-8227-906004527fa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1099 time: 0.3384738 May 13 14:26:44.353949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-f3c98285-07cd-4671-afb5-67ed769c56aa service neutron] 10.222.0.36 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257495 May 13 14:26:44.397399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Pushing event updated for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:44.421361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-fd1c5467-6363-48fe-b8ef-f5bb34f596de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.3734150 May 13 14:26:44.429469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.430619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:44.432368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-75f17a32-49fc-4425-b1aa-eeccb5ecbc16 service neutron] 10.222.0.86 "PUT /v2.0/ports/675e4349-4c69-4fb2-8df0-a4f1f885b8b8 HTTP/1.1" status: 200 len: 1096 time: 3.3291991 May 13 14:26:44.433103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:44.640399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-be3323e1-10eb-43d7-8b84-bacf7799f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.649821 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-be3323e1-10eb-43d7-8b84-bacf7799f076 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2204351 May 13 14:26:44.758387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-9392ba80-a8aa-4ad5-8afe-3f01aaac68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:44.760450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-9392ba80-a8aa-4ad5-8afe-3f01aaac68dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 1099 time: 0.2595387 May 13 14:26:44.774187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88ce25a1-f3b3-4776-86f7-56d405117351 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:45.077432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-d30feb66-98b7-4e1f-aa6f-8008e3efde47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8 HTTP/1.1" status: 200 len: 217 time: 0.2914214 May 13 14:26:45.084718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 88ce25a1-f3b3-4776-86f7-56d405117351 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:45.092633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 88ce25a1-f3b3-4776-86f7-56d405117351 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:45.093185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.289136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf1846-9045-4a40-94b0-723665537332 req-f90a3406-51e2-4e86-a8fd-bcd9b2d57a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.290700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-f90a3406-51e2-4e86-a8fd-bcd9b2d57a40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6331587 May 13 14:26:45.355824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 88ce25a1-f3b3-4776-86f7-56d405117351 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:45.368802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.441050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-dd3de443-fe6b-41ae-a5f8-d538efd72a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.443534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-dd3de443-fe6b-41ae-a5f8-d538efd72a62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3579276 May 13 14:26:45.472128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:45.490607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88ce25a1-f3b3-4776-86f7-56d405117351,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:45.496013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670054a-9c42-4b24-a6b4-c81292499cad req-63c9fcfa-6ada-4e4d-8e60-279e5f90b07a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.503680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e670054a-9c42-4b24-a6b4-c81292499cad req-63c9fcfa-6ada-4e4d-8e60-279e5f90b07a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 944 time: 0.4139955 May 13 14:26:45.504365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:45.600863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-91a7d57c-82ff-4f76-85f7-daf6b4e33316 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947991 May 13 14:26:45.670919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bafe0-afcb-4516-81de-ed4bc65a1b40 req-45675bbd-4c82-4090-ae49-643ec0863e0c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.691042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e72bafe0-afcb-4516-81de-ed4bc65a1b40 req-45675bbd-4c82-4090-ae49-643ec0863e0c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 948 time: 0.3675804 May 13 14:26:45.701541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:45.765986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-1272cd01-89c4-4f14-a3af-db5733e83f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:45.767539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-1272cd01-89c4-4f14-a3af-db5733e83f8c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3071136 May 13 14:26:45.864085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e72bafe0-afcb-4516-81de-ed4bc65a1b40 req-624d3a1a-6176-4dcf-a9cd-111b0c8eb858 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717486 May 13 14:26:45.944190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bcf1846-9045-4a40-94b0-723665537332 req-0fb977cb-e9dc-4368-8b6a-21c8a987224d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276343 May 13 14:26:45.982304 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e670054a-9c42-4b24-a6b4-c81292499cad req-57aaaf33-84d2-42c3-98d7-929764637783 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775896 May 13 14:26:46.070489 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0a4962-a94e-446a-9c93-05aef1e284a9'] response: {'name': 'network-changed', 'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'status': 'completed', 'code': 200} May 13 14:26:46.206716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-d856af88-421f-4bcc-93e9-9066fa0c2fe4 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216087 May 13 14:26:46.209166 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e26f346-df35-40fa-a9aa-639c1ca66ec3'] response: {'name': 'network-changed', 'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'status': 'completed', 'code': 200} May 13 14:26:46.598704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d1e8379-562e-4145-9393-6b2672dbe76c req-7438c6b1-f3af-49a1-9492-9dc3cacca1a1 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 210 time: 0.1554737 May 13 14:26:46.609112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16261851-c540-438b-bec1-fc045f61d540 req-cf430493-7947-4a04-aba3-f237bf631fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.615726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-cf430493-7947-4a04-aba3-f237bf631fae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1099 time: 0.4041076 May 13 14:26:46.647431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab961132-93b1-4f2e-b6b7-7f22338f1e3b req-7fe38658-64b9-4573-8b9a-792b8009caee tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:46.662257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab961132-93b1-4f2e-b6b7-7f22338f1e3b req-7fe38658-64b9-4573-8b9a-792b8009caee tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.2655313 May 13 14:26:46.699638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6b76cc-28c1-4a34-bddd-ed2a726eb959 req-083476e3-be03-4c76-aa51-cdc27291b785 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825330 May 13 14:26:46.794663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab961132-93b1-4f2e-b6b7-7f22338f1e3b req-6e219360-42ff-4d24-8cb2-889fc1d5d2eb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274369 May 13 14:26:46.822043 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad15b604-2944-47a9-8b9c-53f5075ab848'] response: {'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351', 'code': 200} May 13 14:26:47.026635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-39598160-8a97-42bc-b558-d6b032708279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.028139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-39598160-8a97-42bc-b558-d6b032708279 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 1099 time: 0.2318206 May 13 14:26:47.045936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16261851-c540-438b-bec1-fc045f61d540 req-46da1672-51e7-4ca9-ba60-d062579fc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.047400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-46da1672-51e7-4ca9-ba60-d062579fc09a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4244537 May 13 14:26:47.301990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-15481b88-fc53-432c-8447-93a304ec4c45 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.1618543 May 13 14:26:47.620254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-4408f15b-db08-4272-b7d4-fa403bb90007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.622215 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-4408f15b-db08-4272-b7d4-fa403bb90007 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5739603 May 13 14:26:47.736049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16261851-c540-438b-bec1-fc045f61d540 req-9873770e-c170-49b9-86eb-b64e748913e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.739032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-9873770e-c170-49b9-86eb-b64e748913e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.4050620 May 13 14:26:47.888742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7696d-4b52-43c8-92bf-9a5d487d8997 req-a0503a70-b45b-4a0c-88ac-cba1021f0d1e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.897828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ab7696d-4b52-43c8-92bf-9a5d487d8997 req-a0503a70-b45b-4a0c-88ac-cba1021f0d1e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 948 time: 0.7762854 May 13 14:26:47.925807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc79f0d-8b85-4f33-b561-68e932d056df req-969fca57-a5c5-48fd-83f7-dfdd5ab7ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:47.928537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6dc79f0d-8b85-4f33-b561-68e932d056df req-969fca57-a5c5-48fd-83f7-dfdd5ab7ee35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 1096 time: 0.8795402 May 13 14:26:47.943328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-c37ad514-f49b-4ce1-be18-cebf9324b0be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8 HTTP/1.1" status: 200 len: 217 time: 0.3097961 May 13 14:26:48.019595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-05d0ef72-b55f-42eb-b41b-7fa926277b1f tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.023907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-05d0ef72-b55f-42eb-b41b-7fa926277b1f tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.86 "GET /v2.0/networks?id=22bd100b-c131-4333-9807-738e4c3e9542 HTTP/1.1" status: 200 len: 815 time: 0.7257175 May 13 14:26:48.040962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ab7696d-4b52-43c8-92bf-9a5d487d8997 req-6b7bd95d-eb04-4293-a7f7-8ceb6f2acafb tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419990 May 13 14:26:48.064527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6dc79f0d-8b85-4f33-b561-68e932d056df req-e014d5ef-2595-40d2-9f32-c07e4126e80f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 May 13 14:26:48.070282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Request body: {'port': {'device_id': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542', 'admin_state_up': True, 'tenant_id': '6a192e654bb84d1c85250d5129d87bd0'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:48.079936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-3d1fe766-7159-4c4a-b4bc-653c8310526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.083557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-3d1fe766-7159-4c4a-b4bc-653c8310526a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1198540 May 13 14:26:48.313854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-85103d89-8b3a-48d3-a513-6f05db00bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.316902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-85103d89-8b3a-48d3-a513-6f05db00bc33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2171710 May 13 14:26:48.589417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:48.598633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Usage tracker for resource:port and tenant:6a192e654bb84d1c85250d5129d87bd0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:48.605059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:48.617947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:48.644141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194eb08-c0da-4441-b1b6-3af5193bda8b req-2ba7611d-1b0f-40fc-b1e4-173b805eea07 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.658825 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e194eb08-c0da-4441-b1b6-3af5193bda8b req-2ba7611d-1b0f-40fc-b1e4-173b805eea07 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 945 time: 1.0954006 May 13 14:26:48.695909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Made reservation on behalf of 6a192e654bb84d1c85250d5129d87bd0 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:48.702602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:48.775953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:48.785302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16261851-c540-438b-bec1-fc045f61d540 req-69a94647-354f-4430-a4ac-dedae0e18ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:48.792752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-69a94647-354f-4430-a4ac-dedae0e18ad1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0131021 May 13 14:26:48.846963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-dc19b514-2d04-4be3-a4b7-54a90d35157a service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206425 May 13 14:26:49.057173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:49.078422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'mac_address': 'fa:16:3e:c5:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:49.177921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1b4c277-c0b5-4e87-a934-605fbcd35de3 req-69583f1c-c5c5-433e-b05e-8d7ebe0fd622 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224421 May 13 14:26:49.212659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e194eb08-c0da-4441-b1b6-3af5193bda8b req-be642f75-f868-4bce-9eb9-677386ddbe11 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458658 May 13 14:26:49.213477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:49.268663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:49.269244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.321771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:49.337928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4aee1f4e-0f3c-447a-9218-6f36ade7c460 req-335fdbfc-5de1-4bee-bf82-f3f7a0ada97e tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 210 time: 0.1542327 May 13 14:26:49.356363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:49.358611 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.366682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:49.532515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:26:49.659740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-0ae44b3f-7fe8-4694-a243-3d2111e8f796 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316567 May 13 14:26:49.857286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5c51-16b7-48e8-8194-65a3609d8245 req-5092e58e-3a2a-46e7-8bbd-e5e3798a7d0c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:49.866774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed1e5c51-16b7-48e8-8194-65a3609d8245 req-5092e58e-3a2a-46e7-8bbd-e5e3798a7d0c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 948 time: 0.1119750 May 13 14:26:49.938807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed1e5c51-16b7-48e8-8194-65a3609d8245 req-bd14af2e-e5eb-4550-b7dd-3cc72bfc9ae9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709667 May 13 14:26:50.021835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:50.054956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2b811f98-655d-4a56-ab15-6ea252b97d6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:50.056268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.074116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Allocated IP 172.20.0.11 (22bd100b-c131-4333-9807-738e4c3e9542/2eb649f1-05be-47c6-8e5d-77f28648c88f/c0250740-8fc5-446c-a270-6c0542fb6c64) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:26:50.129394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:50.146631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc96e7b25274ac5bed2921e6e52a31c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:50.175874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:50.195016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:50.196039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:50.219406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16261851-c540-438b-bec1-fc045f61d540 req-ab7d8e8b-6e08-4391-9d09-525072d12655 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399051 May 13 14:26:50.236645 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.251516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'mac_address': 'fa:16:3e:25:34:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:26:50.269440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e785e9-71f3-4c12-aaca-f0655e4f4695 req-78c4fedf-2a28-4708-bafb-6f70c56fbb58 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:50.278619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0e785e9-71f3-4c12-aaca-f0655e4f4695 req-78c4fedf-2a28-4708-bafb-6f70c56fbb58 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 949 time: 0.6075575 May 13 14:26:50.420499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:50.436906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:50.439040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.447528 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:26:50.514906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:50.546134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.570008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:50.633863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.649412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:50.735283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cc96e7b25274ac5bed2921e6e52a31c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4894521 May 13 14:26:50.741845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:50.804683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0e785e9-71f3-4c12-aaca-f0655e4f4695 req-0b1c8fe7-bcd4-45c5-986a-fe4f38f8c631 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233827 May 13 14:26:50.856177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fed55-61af-453e-92c2-b58fd077af03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cf2a9-0500-4131-b829-c48a1fa6b9d8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:51.083066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:51.132413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-73bb4953-1a51-4815-9795-d3ff9167c917 req-1b740523-9cc8-4338-ae38-683148850578 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 210 time: 0.0646358 May 13 14:26:51.148652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.193440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.290420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.430311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['675e4349-4c69-4fb2-8df0-a4f1f885b8b8'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:26:51.454360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.483819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef96ca-91e4-48cb-b5ca-26231262679c req-41f3b907-cf25-4edf-8eb0-733a60e1bb0b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.497184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09ef96ca-91e4-48cb-b5ca-26231262679c req-41f3b907-cf25-4edf-8eb0-733a60e1bb0b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 945 time: 0.3975446 May 13 14:26:51.590572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Pushing event updated for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:51.617226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Network 22bd100b-c131-4333-9807-738e4c3e9542 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:26:51.620019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:26:51.626617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09ef96ca-91e4-48cb-b5ca-26231262679c req-9620885c-f73c-4355-9203-b29d3e36bce2 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 May 13 14:26:51.626960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:26:51.645584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.645584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.674694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.682089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.686784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d17cf2a9-0500-4131-b829-c48a1fa6b9d8 HTTP/1.1" status: 204 len: 168 time: 0.9413884 May 13 14:26:51.703177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-0d8cc5c9-5678-40e3-aeb8-ce458a9c67df tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6426013 May 13 14:26:51.707114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a787-3fae-49c2-8740-496b26bcb745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cf2a9-0500-4131-b829-c48a1fa6b9d8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:51.736588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Request body: {'port': {'device_id': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:51.813026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:51.840336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc400-3df9-4312-a151-824f027def62 req-9a6fca15-e748-420a-b24f-a84ef9a3e832 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:51.848884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39acc400-3df9-4312-a151-824f027def62 req-9a6fca15-e748-420a-b24f-a84ef9a3e832 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 949 time: 0.5180817 May 13 14:26:51.950303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39acc400-3df9-4312-a151-824f027def62 req-3e045a89-f070-4d26-bc66-ecd4a746aa54 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004362 May 13 14:26:52.263750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:52.505482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977dd86-b1b8-45dd-9842-d385c05dddb7 req-c70c56b3-69f3-49e0-8456-61b44e03d35b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:52.507231 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3977dd86-b1b8-45dd-9842-d385c05dddb7 req-c70c56b3-69f3-49e0-8456-61b44e03d35b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 949 time: 0.3594165 May 13 14:26:52.696916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3977dd86-b1b8-45dd-9842-d385c05dddb7 req-8c630f1d-2f62-4eb6-9568-f84393454ea4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781685 May 13 14:26:52.806245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:52.995319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f147a3-8864-454b-a86e-7d6786383119 req-ef397b11-4930-41d5-b25e-83fe9f6f67c4 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:53.010624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7f147a3-8864-454b-a86e-7d6786383119 req-ef397b11-4930-41d5-b25e-83fe9f6f67c4 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 932 time: 0.4165130 May 13 14:26:53.108174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Deleting port 753740e0-aaa5-4481-9085-a13019e73bfb {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:53.108823 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.190636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2b811f98-655d-4a56-ab15-6ea252b97d6e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:53.197197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2b811f98-655d-4a56-ab15-6ea252b97d6e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:53.197569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.460522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d7f147a3-8864-454b-a86e-7d6786383119 req-a07c3770-8a72-4073-9aac-afc740706990 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Synchronizing usage tracker for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:53.511636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d7f147a3-8864-454b-a86e-7d6786383119 req-a07c3770-8a72-4073-9aac-afc740706990 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Unset dirty status for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:53.513688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7f147a3-8864-454b-a86e-7d6786383119 req-a07c3770-8a72-4073-9aac-afc740706990 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963870 May 13 14:26:53.534212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:53.534598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.582556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:53.587509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:26:53.779808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] For port 753740e0-aaa5-4481-9085-a13019e73bfb, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=753740e0-aaa5-4481-9085-a13019e73bfb,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:53.780153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.859940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:53.879982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:53.907276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.909433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0250740-8fc5-446c-a270-6c0542fb6c64 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:26:53.930909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:53.982548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Transition to ACTIVE for port object c0250740-8fc5-446c-a270-6c0542fb6c64 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:26:53.994400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.044967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1735010748-network', 'tenant_id': '8ad646d04dd845ceb7f3f71de9867dbc'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:54.058862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Calling delete_port for 753740e0-aaa5-4481-9085-a13019e73bfb owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:54.064932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb23f-7443-443b-bbc7-2471911a9729 req-6054dd94-2491-4c38-91a1-47e0f7c4aff8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.066939 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2bcb23f-7443-443b-bbc7-2471911a9729 req-6054dd94-2491-4c38-91a1-47e0f7c4aff8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 945 time: 0.5929258 May 13 14:26:54.118849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-3fefb3d2-001b-499e-a24e-611d1dcc33a7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.121281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-3fefb3d2-001b-499e-a24e-611d1dcc33a7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 945 time: 0.3376122 May 13 14:26:54.138128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:54.144863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:54.149457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:26:54.161823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:26:54.162437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.170908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Usage tracker for resource:network and tenant:8ad646d04dd845ceb7f3f71de9867dbc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:54.184724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:54.197614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:54.365127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Pushing event updated for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:54.380895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Made reservation on behalf of 8ad646d04dd845ceb7f3f71de9867dbc for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:54.394063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.443923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.445533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:26:54.446161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.543703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:54.551608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2bcb23f-7443-443b-bbc7-2471911a9729 req-5913a167-f203-497b-9ccd-c52beda9b7ce tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671729 May 13 14:26:54.556698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 88ce25a1-f3b3-4776-86f7-56d405117351 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:54.557120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.561055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.587394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:54.634132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad646d04dd845ceb7f3f71de9867dbc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:54.668739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:54.683214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:54.694320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Attempting to bind port c0250740-8fc5-446c-a270-6c0542fb6c64 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:26:54.694662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Attempting to bind port c0250740-8fc5-446c-a270-6c0542fb6c64 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '776ae415-1642-4f00-8997-d658438d825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:26:54.695035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Attempting to bind port c0250740-8fc5-446c-a270-6c0542fb6c64 on network 22bd100b-c131-4333-9807-738e4c3e9542 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:54.700852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:54.726807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Port c0250740-8fc5-446c-a270-6c0542fb6c64 on network 22bd100b-c131-4333-9807-738e4c3e9542 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:26:54.727232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Attempting to bind port c0250740-8fc5-446c-a270-6c0542fb6c64 on network 22bd100b-c131-4333-9807-738e4c3e9542 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:26:54.737805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fac6a-88db-4e8e-b715-3eac3aebe3c1 req-6e914383-dd6d-48b0-a820-037f976a9525 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:54.748928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c7fac6a-88db-4e8e-b715-3eac3aebe3c1 req-6e914383-dd6d-48b0-a820-037f976a9525 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 949 time: 0.6991029 May 13 14:26:54.763285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:26:54.763661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Checking segment: {'id': '776ae415-1642-4f00-8997-d658438d825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:54.764176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Bound using segment: {'id': '776ae415-1642-4f00-8997-d658438d825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:26:54.764668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Bound port: c0250740-8fc5-446c-a270-6c0542fb6c64, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776ae415-1642-4f00-8997-d658438d825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:26:54.765213 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:54.933520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c7fac6a-88db-4e8e-b715-3eac3aebe3c1 req-bb678c08-ee42-416c-badc-55c54166a5b7 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835992 May 13 14:26:55.060477 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9b3433-2e9b-4269-b979-eb93c82ef887'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'code': 200} May 13 14:26:55.096597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:26:55.146527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c0250740-8fc5-446c-a270-6c0542fb6c64,segment=NetworkSegment(776ae415-1642-4f00-8997-d658438d825c),segment_id=776ae415-1642-4f00-8997-d658438d825c)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:26:55.158487 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.210751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4fb9f-de88-4819-8658-b5f1e29aa836 req-e7b4848b-48f3-49d4-99f4-f1b5324fbc40 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.212685 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bc4fb9f-de88-4819-8658-b5f1e29aa836 req-e7b4848b-48f3-49d4-99f4-f1b5324fbc40 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.3764606 May 13 14:26:55.230456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.232768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.276738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.326827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 88ce25a1-f3b3-4776-86f7-56d405117351, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88ce25a1-f3b3-4776-86f7-56d405117351,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:26:55.327333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.362432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=753740e0-aaa5-4481-9085-a13019e73bfb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:55.415335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.416601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.423843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] 10.222.0.86 "PUT /v2.0/ports/c0250740-8fc5-446c-a270-6c0542fb6c64 HTTP/1.1" status: 200 len: 1092 time: 3.7113280 May 13 14:26:55.452515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa229e63-66d2-48a6-b529-bcd56c6bf279 service neutron] Pushing event updated for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:55.470241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:55.579691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:26:55.616039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b8245f-2689-4417-8649-0aa6ab037565,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:55.653074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.653536 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Added segment ecf08c39-73a3-4baf-8c6d-c9887e05b83b of type vlan for network cb98a951-929a-47d2-861c-752a0d0a29e0 May 13 14:26:55.766918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 88ce25a1-f3b3-4776-86f7-56d405117351 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:26:55.779231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d53377-ea10-4fa9-a07d-3d2ceca47876 req-f73f5b9f-4f7e-4b7d-9487-9dc9146f1d00 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:55.781041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15d53377-ea10-4fa9-a07d-3d2ceca47876 req-f73f5b9f-4f7e-4b7d-9487-9dc9146f1d00 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 944 time: 0.4803901 May 13 14:26:55.792725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.925628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:55.983409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bc4fb9f-de88-4819-8658-b5f1e29aa836 req-c9eb759b-e06a-4252-a721-8673f122d061 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095032 May 13 14:26:55.994005 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15d53377-ea10-4fa9-a07d-3d2ceca47876 req-08f689da-32a4-4bfa-a252-927ec4e88d15 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898646 May 13 14:26:56.121938 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f4c68f-be7d-49ea-bf67-7992ca356955'] response: {'name': 'network-changed', 'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64', 'status': 'completed', 'code': 200} May 13 14:26:56.137578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-551c209b-42ce-4620-9b3b-5a437d54b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.144082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-551c209b-42ce-4620-9b3b-5a437d54b48f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a192e654bb84d1c85250d5129d87bd0&device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 1095 time: 0.5065734 May 13 14:26:56.164641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3d874-a98f-467a-a1fb-56450a3fce7d req-35a23707-3cbf-4036-a02e-e86b98c60d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.167527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3b3d874-a98f-467a-a1fb-56450a3fce7d req-35a23707-3cbf-4036-a02e-e86b98c60d95 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1101 time: 0.9295661 May 13 14:26:56.337436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-56284d2a-8ed3-4384-b0aa-1be74e5c2689 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0250740-8fc5-446c-a270-6c0542fb6c64 HTTP/1.1" status: 200 len: 217 time: 0.1801021 May 13 14:26:56.457733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.459440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:56.460578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:56.822106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88ce25a1-f3b3-4776-86f7-56d405117351 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:26:56.855957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] Pushing event updated for resources: {'Network': ['ID=cb98a951-929a-47d2-861c-752a0d0a29e0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:56.879931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee9784b6-24f1-425a-acb0-03a9c530f233 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2909372 May 13 14:26:56.890731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:56.897686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network cb98a951-929a-47d2-861c-752a0d0a29e0 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:26:56.900258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Request body: {'subnet': {'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1735010748-subnet', 'tenant_id': '8ad646d04dd845ceb7f3f71de9867dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:26:56.920597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:26:56.931445 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.007030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Usage tracker for resource:subnet and tenant:8ad646d04dd845ceb7f3f71de9867dbc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:26:57.008625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3b3d874-a98f-467a-a1fb-56450a3fce7d req-df7975bf-cdd1-421e-b14d-9b1f43cb8eb5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640341 May 13 14:26:57.023231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=88ce25a1-f3b3-4776-86f7-56d405117351,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:57.027602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa8ece6c-7db5-47a7-9646-97ea0c083767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.029869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-fa8ece6c-7db5-47a7-9646-97ea0c083767 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eb649f1-05be-47c6-8e5d-77f28648c88f HTTP/1.1" status: 200 len: 855 time: 0.3765221 May 13 14:26:57.032891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee2c5-7e41-4fc0-98bc-d7231e61ba30 req-40a53cbf-32cc-4cc3-82d8-aec28a4a1caf tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.043853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91bee2c5-7e41-4fc0-98bc-d7231e61ba30 req-40a53cbf-32cc-4cc3-82d8-aec28a4a1caf tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.6690812 May 13 14:26:57.046508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:26:57.072287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:57.093834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:26:57.214662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 88ce25a1-f3b3-4776-86f7-56d405117351 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:26:57.219012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.227217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-78ddb6e4-53e3-4687-909f-c6a7028c4adf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22bd100b-c131-4333-9807-738e4c3e9542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464686 May 13 14:26:57.234868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No active binding found for port 88ce25a1-f3b3-4776-86f7-56d405117351 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:26:57.236300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88ce25a1-f3b3-4776-86f7-56d405117351 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:26:57.285647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04f992-dbaa-4578-8d26-2b931b6ec91e req-bae96afe-787c-4bcd-9761-9fb2ba50318d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:57.286613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6a04f992-dbaa-4578-8d26-2b931b6ec91e req-bae96afe-787c-4bcd-9761-9fb2ba50318d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:57.300260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6ed5334-ad1c-48cd-887e-74cad257f058 req-0114d913-321a-4b1b-a6fd-c6aa18d2a96a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "DELETE /v2.0/ports/88ce25a1-f3b3-4776-86f7-56d405117351 HTTP/1.1" status: 204 len: 173 time: 3.0919430 May 13 14:26:57.334751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91bee2c5-7e41-4fc0-98bc-d7231e61ba30 req-62040870-c8bc-4596-825e-c401e4d56d0f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890246 May 13 14:26:57.336081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Made reservation on behalf of 8ad646d04dd845ceb7f3f71de9867dbc for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:26:57.344641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:57.469224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6a04f992-dbaa-4578-8d26-2b931b6ec91e req-bae96afe-787c-4bcd-9761-9fb2ba50318d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:57.471523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a04f992-dbaa-4578-8d26-2b931b6ec91e req-bae96afe-787c-4bcd-9761-9fb2ba50318d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=679a545b-1b8a-48b6-b5f2-9ae81473d0da HTTP/1.1" status: 200 len: 945 time: 1.1315763 May 13 14:26:57.628183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Router c741bec0-67ee-4db5-b756-50b10e83c2c8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:26:57.633009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-c0e7d5b8-761b-4c3b-b058-806caa3e4d24 service neutron] 10.222.0.86 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905568 May 13 14:26:57.704009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a04f992-dbaa-4578-8d26-2b931b6ec91e req-cd5e33b5-d29d-4bb4-9f2a-90fca79e00c1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853318 May 13 14:26:57.958469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:26:57.977514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c8e196cb-796c-420c-af28-4db0393da5c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/c741bec0-67ee-4db5-b756-50b10e83c2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5522587 May 13 14:26:57.981988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43732) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:26:57.987537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Sync routers for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:26:58.027185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:58.029492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:58.123442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'name': 'network-vif-deleted', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:26:58.157298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3fee1-6765-4e6e-b66d-0468466ca691 req-4f17f0be-5af5-4c60-ac2a-b9c0928cd852 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.165379 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4f3fee1-6765-4e6e-b66d-0468466ca691 req-4f17f0be-5af5-4c60-ac2a-b9c0928cd852 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 944 time: 0.5276155 May 13 14:26:58.300681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105583b4-d88d-462f-9e33-f1b1c3167382 req-2f7cc016-4ac4-4d83-adcf-5d956b43b75e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:58.303117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-105583b4-d88d-462f-9e33-f1b1c3167382 req-2f7cc016-4ac4-4d83-adcf-5d956b43b75e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.3590405 May 13 14:26:58.306546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7cb29e-c61e-4bb5-8454-f4a74d4a5d99 req-f5df7524-abfc-48e6-a24a-5cd02cbcf765 service neutron] 10.222.0.86 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610577 May 13 14:26:58.324192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4f3fee1-6765-4e6e-b66d-0468466ca691 req-6b740697-0564-4a4e-b0a6-de3e1d26fb82 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554313 May 13 14:26:58.447686 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0b502d-26a3-4e03-90cc-57347866a0aa'] response: {'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'code': 200} May 13 14:26:58.468686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-105583b4-d88d-462f-9e33-f1b1c3167382 req-328edcd4-ab82-4375-9e76-90f6301ee3a9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510286 May 13 14:26:58.519609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:58.521984 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4466e7c-ef25-4884-b693-b3dd6f1b5f26'] response: {'server_uuid': '679a545b-1b8a-48b6-b5f2-9ae81473d0da', 'name': 'network-vif-deleted', 'tag': '88ce25a1-f3b3-4776-86f7-56d405117351', 'status': 'completed', 'code': 200} May 13 14:26:58.899156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:26:59.199756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f2ad-2cb9-497c-873d-49a0253fa37d req-15fd1b80-f059-40d8-904a-15b41efa12eb tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.225211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c28f2ad-2cb9-497c-873d-49a0253fa37d req-15fd1b80-f059-40d8-904a-15b41efa12eb tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.2950885 May 13 14:26:59.237822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd92b-61cd-4766-83cd-960883923294 req-1c232280-08c3-4fbb-9768-34f18e47e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.240373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a55bd92b-61cd-4766-83cd-960883923294 req-1c232280-08c3-4fbb-9768-34f18e47e6ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 1101 time: 0.5320604 May 13 14:26:59.289066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:59.414095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c28f2ad-2cb9-497c-873d-49a0253fa37d req-b9e17920-3f78-4a25-bf26-ff86b3b2b7b9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877952 May 13 14:26:59.416840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a55bd92b-61cd-4766-83cd-960883923294 req-159b75b2-c479-431c-8394-84240111afff service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947323 May 13 14:26:59.570598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349e48d1-0259-4f2f-9274-0154a891c0e6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:26:59.719617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:59.728969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14939dd3-eeca-4aae-85db-955f9b33ae76 req-3cc3b879-afee-4646-9381-dfc3b2b17aeb tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.733793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-14939dd3-eeca-4aae-85db-955f9b33ae76 req-3cc3b879-afee-4646-9381-dfc3b2b17aeb tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Synchronizing usage tracker for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:26:59.753825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Checking segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:26:59.754374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Network hostable DHCP agents. Network: cb98a951-929a-47d2-861c-752a0d0a29e0, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:26:59.774933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Deleting port 7d834671-3b68-4475-8085-03177f79bd3a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:26:59.775470 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:59.787913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-14939dd3-eeca-4aae-85db-955f9b33ae76 req-3cc3b879-afee-4646-9381-dfc3b2b17aeb tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Unset dirty status for tenant:6a192e654bb84d1c85250d5129d87bd0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:26:59.795609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14939dd3-eeca-4aae-85db-955f9b33ae76 req-3cc3b879-afee-4646-9381-dfc3b2b17aeb tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 944 time: 0.2282479 May 13 14:26:59.841305 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3667-9607-46a5-84be-f0d21fd318d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:26:59.917831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7d834671-3b68-4475-8085-03177f79bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:26:55Z', 'revision_number': 5, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port': {'id': '7d834671-3b68-4475-8085-03177f79bd3a', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:23Z', 'updated_at': '2022-05-13T14:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:26:59.918930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-54c95fca-ad10-4349-afea-20494d075f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:26:59.923764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-54c95fca-ad10-4349-afea-20494d075f5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a192e654bb84d1c85250d5129d87bd0&device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 1095 time: 1.0632863 May 13 14:26:59.929799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Checking router: c741bec0-67ee-4db5-b756-50b10e83c2c8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:26:59.945006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14939dd3-eeca-4aae-85db-955f9b33ae76 req-09e12ec4-c772-42c7-b2d0-d6ebd1fe593b tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364369 May 13 14:26:59.950677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Routers {'c741bec0-67ee-4db5-b756-50b10e83c2c8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:26:59.951821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:26:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c741bec0-67ee-4db5-b756-50b10e83c2c8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:00.234849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] Set router c741bec0-67ee-4db5-b756-50b10e83c2c8 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:00.311182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04de6-1c0c-4779-99d9-5987a50cd565 req-9aa96c25-b40b-4386-90f0-d104d521059e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.320877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ea04de6-1c0c-4779-99d9-5987a50cd565 req-9aa96c25-b40b-4386-90f0-d104d521059e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.1266716 May 13 14:27:00.348440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Network cb98a951-929a-47d2-861c-752a0d0a29e0 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:27:00.414800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, cb98a951-929a-47d2-861c-752a0d0a29e0) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:00.427350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ea04de6-1c0c-4779-99d9-5987a50cd565 req-515ca7f8-03f2-4de5-974f-efb9b1e97aff tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001577 May 13 14:27:00.432620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.433336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.445013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-660e1b26-96c1-434f-945a-546fb9e9956c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.446979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-660e1b26-96c1-434f-945a-546fb9e9956c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 1.0115116 May 13 14:27:00.536308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09383e0a-bf8d-43b1-845b-e57aec820a19 None None] Network cb98a951-929a-47d2-861c-752a0d0a29e0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:00.544125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-2530c700-8ce1-4d1b-a0e1-e7ebb1ec308a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.0671360 May 13 14:27:00.564310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:26:59Z', 'revision_number': 6, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:00.570798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd307acd-86de-413f-a1fd-c30e0e708c50 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6788888 May 13 14:27:00.640370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-5a890ea1-2eff-43d0-bd82-606d283913a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.642528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-5a890ea1-2eff-43d0-bd82-606d283913a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22bd100b-c131-4333-9807-738e4c3e9542 HTTP/1.1" status: 200 len: 916 time: 0.6753852 May 13 14:27:00.661947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] For port 7d834671-3b68-4475-8085-03177f79bd3a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7d834671-3b68-4475-8085-03177f79bd3a,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:00.661947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:00.789189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-7d864c63-e98f-4791-bfe8-86ab37d03fe6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2328842 May 13 14:27:00.835344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94221561-0ad8-4183-9552-9d8c15369c88 None None] The sync data for ids ['c741bec0-67ee-4db5-b756-50b10e83c2c8'] in n-d-841736-1 is: [{'id': 'c741bec0-67ee-4db5-b756-50b10e83c2c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1078715103-router', 'tenant_id': '477cfaf3fb1749b59b3240a95f070356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:19Z', 'updated_at': '2022-05-13T14:26:59Z', 'revision_number': 6, 'project_id': '477cfaf3fb1749b59b3240a95f070356', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:00.876763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6b6e-d48d-428e-831c-5989e1487bc9 req-0378789a-a50d-47a7-ad6d-8511344db5ac tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:00.879505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fff6b6e-d48d-428e-831c-5989e1487bc9 req-0378789a-a50d-47a7-ad6d-8511344db5ac tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.2129610 May 13 14:27:00.985435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fff6b6e-d48d-428e-831c-5989e1487bc9 req-e07506ba-4cf0-4593-be16-7538a5dd134e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948861 May 13 14:27:01.024568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-a988a895-3a16-49ad-bf80-8d8f02e9d767 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0250740-8fc5-446c-a270-6c0542fb6c64 HTTP/1.1" status: 200 len: 217 time: 0.3322999 May 13 14:27:01.177662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Calling delete_port for 7d834671-3b68-4475-8085-03177f79bd3a owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:01.278303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62592468-5f08-4a01-bd61-9d2dcbf4fb87 None None] Network cb98a951-929a-47d2-861c-752a0d0a29e0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:01.417615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-909c332c-31e5-4722-babc-288979ea72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.419155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-909c332c-31e5-4722-babc-288979ea72ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2eb649f1-05be-47c6-8e5d-77f28648c88f HTTP/1.1" status: 200 len: 855 time: 0.3934705 May 13 14:27:01.452866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab18b9-ca0f-476d-b647-2b4148fa9703 req-d75c4a2e-5086-415a-ac86-1ffa337c5a29 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:01.471655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bab18b9-ca0f-476d-b647-2b4148fa9703 req-d75c4a2e-5086-415a-ac86-1ffa337c5a29 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.2053406 May 13 14:27:01.496919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c0250740-8fc5-446c-a270-6c0542fb6c64 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:01.508284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-7bef8a7f-c1b7-478f-a8fc-9a0cc63a45f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22bd100b-c131-4333-9807-738e4c3e9542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769064 May 13 14:27:01.571233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bab18b9-ca0f-476d-b647-2b4148fa9703 req-14c2c98a-ded2-4fbf-a5d0-8b2bcf19e825 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976460 May 13 14:27:01.641970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-596568de-c72f-4a21-bff2-9446e02f640f service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086017 May 13 14:27:01.855984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 753740e0-aaa5-4481-9085-a13019e73bfb no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:01.962643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 753740e0-aaa5-4481-9085-a13019e73bfb {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:01.962971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 753740e0-aaa5-4481-9085-a13019e73bfb not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:01.979534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa422-6051-4f6e-b439-9e1b85192ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.028604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2718e-0898-47e2-9bdb-08ea13e0858a req-2459c5e7-9742-4ca5-921c-d30bbbb32777 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:02.032515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f8d2718e-0898-47e2-9bdb-08ea13e0858a req-2459c5e7-9742-4ca5-921c-d30bbbb32777 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 944 time: 0.2689915 May 13 14:27:02.096773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c0250740-8fc5-446c-a270-6c0542fb6c64,segment=NetworkSegment(776ae415-1642-4f00-8997-d658438d825c),segment_id=776ae415-1642-4f00-8997-d658438d825c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:02.124429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'c0250740-8fc5-446c-a270-6c0542fb6c64', 'network_id': '22bd100b-c131-4333-9807-738e4c3e9542', 'port_id': 'c0250740-8fc5-446c-a270-6c0542fb6c64', 'mac_address': 'fa:16:3e:7d:03:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb649f1-05be-47c6-8e5d-77f28648c88f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:02.127321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f8d2718e-0898-47e2-9bdb-08ea13e0858a req-51a79f40-1b6b-4f1f-b71b-1ebf8b85fa3a tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867691 May 13 14:27:02.146007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-1e4c2d1d-af21-48a6-bc51-bb9360e74fe5 service neutron] 10.222.0.86 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259873 May 13 14:27:02.275784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c0250740-8fc5-446c-a270-6c0542fb6c64 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:02.276200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.304613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0250740-8fc5-446c-a270-6c0542fb6c64 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:02.358663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c0250740-8fc5-446c-a270-6c0542fb6c64,segment=NetworkSegment(776ae415-1642-4f00-8997-d658438d825c),segment_id=776ae415-1642-4f00-8997-d658438d825c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:02.370568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.569974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:02.589485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-2006e65c-a1e4-4c10-914e-fd2d250b2acb service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9258826 May 13 14:27:02.634034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:02.722275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['c0250740-8fc5-446c-a270-6c0542fb6c64'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:02.750298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09b7a1dd-0cd2-4311-b18a-7142eadfaf00 req-4f7a0c64-be3f-43dd-9761-b4255795a2f0 service neutron] 10.222.0.86 "GET /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814552 May 13 14:27:02.894737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d834671-3b68-4475-8085-03177f79bd3a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:02.997911 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.062210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.170316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.445099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-129c3020-8d37-400b-810f-c1e36465ed00 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:03.448115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-129c3020-8d37-400b-810f-c1e36465ed00 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 0.8504009 May 13 14:27:03.476535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-446ece70-8d63-431b-838a-5989f683c3d6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/quotas/8ad646d04dd845ceb7f3f71de9867dbc HTTP/1.1" status: 200 len: 375 time: 0.0179181 May 13 14:27:03.555802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-f562fdd1-711d-4283-a65e-2be50ac9ae85 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782688 May 13 14:27:03.646127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7d834671-3b68-4475-8085-03177f79bd3a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:03.796491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7d834671-3b68-4475-8085-03177f79bd3a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:03.805445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7d834671-3b68-4475-8085-03177f79bd3a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:03.810316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.831085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:03.947857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-cfeb687f-f23c-4ecd-97a5-4bf32832b530 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:27:03.956591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-cfeb687f-f23c-4ecd-97a5-4bf32832b530 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1849895 May 13 14:27:04.045893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.046624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c741bec0-67ee-4db5-b756-50b10e83c2c8 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:27:04.094757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd748c-49b9-452d-9e0c-2ac95e5a2887 req-a7cd49ea-020d-44ed-90a1-37b185356bc4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:04.107705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afbd748c-49b9-452d-9e0c-2ac95e5a2887 req-a7cd49ea-020d-44ed-90a1-37b185356bc4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.6567166 May 13 14:27:04.182117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.190602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c4b67186-4189-436c-ae89-8d43ed54e5d8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c741bec0-67ee-4db5-b756-50b10e83c2c8 HTTP/1.1" status: 204 len: 168 time: 6.2071326 May 13 14:27:04.197734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:04.320481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-87e7dd9f-6c44-4b85-921b-a49d58c9d022 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623588 May 13 14:27:04.421326 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afbd748c-49b9-452d-9e0c-2ac95e5a2887 req-86f8b237-9b0c-4b21-8595-2a8e7d1316a3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091018 May 13 14:27:04.495654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Deleting subnet 7c68d000-4e2c-47e8-b255-47e2fffeddf6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:04.507315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.681324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.786696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:04.821282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-f67bb4db-62dc-4fdb-8ba7-8b71d8433e68 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938643 May 13 14:27:05.042878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8957342-bd99-4db8-bffd-130169932203 req-555cc613-04f9-4944-8cec-f4c61408474f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 210 time: 0.1418805 May 13 14:27:05.203179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:05.298103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:05.346991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c68d000-4e2c-47e8-b255-47e2fffeddf6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:05.358811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.359117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.359366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.360345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.360677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.360997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.361313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.361659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.361943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.362445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.362765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.363076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:05.378668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:05.424873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a7e5714b-e556-4f4d-8861-f3aa29c2e0a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c68d000-4e2c-47e8-b255-47e2fffeddf6 HTTP/1.1" status: 204 len: 168 time: 1.2226794 May 13 14:27:05.425713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:05.439858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501a2b8-3d88-4572-8422-e7447617d9f6 None None] Network fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:05.639115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c0250740-8fc5-446c-a270-6c0542fb6c64 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:05.959355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.001665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Deleting port afaeb428-beab-4caf-9959-c2ba68b1cc8b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:06.002301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.046711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02dbf3-4b66-4f07-9ff0-6ff2a45f0a93 req-58eaf9e9-68b4-4325-b122-6643d30d1e9c tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:06.050471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af02dbf3-4b66-4f07-9ff0-6ff2a45f0a93 req-58eaf9e9-68b4-4325-b122-6643d30d1e9c tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 945 time: 0.5211978 May 13 14:27:06.124896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-100a18b5-01ac-4f53-872b-b890cb418192 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:06.130348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-100a18b5-01ac-4f53-872b-b890cb418192 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.7326069 May 13 14:27:06.155969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port c0250740-8fc5-446c-a270-6c0542fb6c64 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:06.165321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port c0250740-8fc5-446c-a270-6c0542fb6c64 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:06.165760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.229117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:06.463220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] For port afaeb428-beab-4caf-9959-c2ba68b1cc8b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=afaeb428-beab-4caf-9959-c2ba68b1cc8b,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:06.464091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.502051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c0250740-8fc5-446c-a270-6c0542fb6c64 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:06.502712 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.538093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af02dbf3-4b66-4f07-9ff0-6ff2a45f0a93 req-82277a57-8b19-42a6-bdb9-330c392dbef2 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764345 May 13 14:27:06.542984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:06.576597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c0250740-8fc5-446c-a270-6c0542fb6c64,segment=NetworkSegment(776ae415-1642-4f00-8997-d658438d825c),segment_id=776ae415-1642-4f00-8997-d658438d825c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:06.584344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.653195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] DHCP port deletion for fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:27:06.665264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Deleting port afaeb428-beab-4caf-9959-c2ba68b1cc8b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:06.665680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.700682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:06.724358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:06.751788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:06.757601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:06.818662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:06.867218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Calling delete_port for afaeb428-beab-4caf-9959-c2ba68b1cc8b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:07.020629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-096e3fcf-7087-4756-b74b-9452ada11042 req-25d3b10c-86cb-43d8-b46c-017512bd0039 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 210 time: 0.3829732 May 13 14:27:07.152152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.260032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Pushing event deleted for resources: {'Port': ['ID=afaeb428-beab-4caf-9959-c2ba68b1cc8b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:07.267278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] No DVR routers for this DVR port afaeb428-beab-4caf-9959-c2ba68b1cc8b on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:07.396719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] For port afaeb428-beab-4caf-9959-c2ba68b1cc8b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=afaeb428-beab-4caf-9959-c2ba68b1cc8b,segment=NetworkSegment(32705efd-2693-493c-b7ff-487768d40a7b),segment_id=32705efd-2693-493c-b7ff-487768d40a7b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:07.396719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.501010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.8 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/257341be-913d-4919-b689-42f582370072) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:07.636366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device afaeb428-beab-4caf-9959-c2ba68b1cc8b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:07.723020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55282c32-2faa-4cf5-b1f0-df5993dc9b19 req-b3400b7d-7004-488c-b03d-e04c20731023 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 210 time: 0.3819051 May 13 14:27:07.852100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:07.931759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:07.974320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32705efd-2693-493c-b7ff-487768d40a7b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:07.977397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32705efd-2693-493c-b7ff-487768d40a7b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:08.035383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.064439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Calling delete_port for afaeb428-beab-4caf-9959-c2ba68b1cc8b owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:08.086309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.104976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:08.105487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: timer() May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:08.140251 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:08.220238 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02683e0a-ad4f-4a85-bcd8-f039aac0a10d'] response: {'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64', 'code': 200} May 13 14:27:08.308330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: afaeb428-beab-4caf-9959-c2ba68b1cc8b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:08.308867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device afaeb428-beab-4caf-9959-c2ba68b1cc8b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:08.396832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:27:08.397912 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:27:08.621194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-098c325c-2eac-4d96-8289-dc68897f08a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8196855 May 13 14:27:08.640457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.707452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.785835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:08.877649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5e4d6561-bc1a-4dad-8e96-8337eb0e4382 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc43a8ea-b6b5-443d-a3e3-a5ccddf9a257 HTTP/1.1" status: 204 len: 168 time: 3.4506390 May 13 14:27:08.892154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-1738652a-d319-4fb7-b089-3430b645854d tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:08.894137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-1738652a-d319-4fb7-b089-3430b645854d tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.86 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 0.3478320 May 13 14:27:08.898382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Deleting port afaeb428-beab-4caf-9959-c2ba68b1cc8b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:08.899029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:08.909213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:08.928979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33243484-0539-45d8-8bde-75b211edd7d2 req-45fb3774-bd6f-48a2-a0d7-d4a216f06004 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:08.942762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33243484-0539-45d8-8bde-75b211edd7d2 req-45fb3774-bd6f-48a2-a0d7-d4a216f06004 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 946 time: 0.5027723 May 13 14:27:08.949395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f93cf-bac0-40a5-acfe-103c9b5f8dc4 req-1a20ddde-0a4e-4487-96c2-8495632ae2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:08.956335 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b59f93cf-bac0-40a5-acfe-103c9b5f8dc4 req-1a20ddde-0a4e-4487-96c2-8495632ae2ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 1097 time: 0.8033471 May 13 14:27:09.065479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f07d2cf2-9b86-4936-81a3-ad17ff955d41 None None] The port 'afaeb428-beab-4caf-9959-c2ba68b1cc8b' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:27:09.175708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33243484-0539-45d8-8bde-75b211edd7d2 req-584bbdc3-1d59-44b5-9188-07d46dfe5606 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165670 May 13 14:27:09.277483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b59f93cf-bac0-40a5-acfe-103c9b5f8dc4 req-c9851aca-617c-4e5a-abcd-d64ccdec857a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989226 May 13 14:27:09.574199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Request body: {'port': {'device_id': '99592908-4c51-40da-890d-b99d9a1b023d', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'admin_state_up': True, 'tenant_id': '8ad646d04dd845ceb7f3f71de9867dbc'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:09.586513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45eb84-4cb1-488a-b206-2351203fbbf1 req-7bc64325-3bef-445d-b659-95caed52b054 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:09.594981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa45eb84-4cb1-488a-b206-2351203fbbf1 req-7bc64325-3bef-445d-b659-95caed52b054 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.1622665 May 13 14:27:09.684168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa45eb84-4cb1-488a-b206-2351203fbbf1 req-161b6fe6-89db-4a67-af5d-dae95820966b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832632 May 13 14:27:09.772824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.835947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:09.995786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:10.003973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-889e0ef9-8861-48ac-af7c-51fbae98dda1 req-01a0d8b7-1c8f-403b-b184-3932d9be67f1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 210 time: 0.0906701 May 13 14:27:10.010309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:10.014856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:10.021204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.021883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.154246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:10.199715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:10.204986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Usage tracker for resource:port and tenant:8ad646d04dd845ceb7f3f71de9867dbc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:10.209140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:10.213282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.213699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.214056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.214547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.214903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.215230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.215551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.215861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.216183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.216535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.216854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.218211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:10.235565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-331efae6-cbfb-4f0b-a812-2749ed7926ad tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0565007 May 13 14:27:10.236626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:10.249084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Request body: {'port': {'device_id': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:10.317741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Made reservation on behalf of 8ad646d04dd845ceb7f3f71de9867dbc for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:10.321346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.330249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ebb62-29eb-405f-b6f1-e0ebcb3bd028 req-68426d18-f442-400c-ad4c-0d4cfdd79fa4 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.332248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-129ebb62-29eb-405f-b6f1-e0ebcb3bd028 req-68426d18-f442-400c-ad4c-0d4cfdd79fa4 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1096 time: 0.1535749 May 13 14:27:10.347366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.348272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.348463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.348799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.349254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.349707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.350216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.350864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.351372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.351873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:10.362488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-2b571305-488b-41d7-8ea7-c0598ffd801d tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d&device_id=31e13e59-1153-453e-a3b0-234e513b7ea3&device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce&device_id=29944398-2c97-4906-9928-ae1d331a3203&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20&device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2&device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e&device_id=8206b377-802e-418d-90cb-99e9b826ff14&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1&device_id=c81c1723-3302-4aea-8f3d-24baab05d056&device_id=77da6ea8-681f-41ad-9d48-836f80e57d59&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 9099 time: 0.7926500 May 13 14:27:10.392264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-129ebb62-29eb-405f-b6f1-e0ebcb3bd028 req-0d3d80e5-4251-4578-a599-b928d7e47e8e tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 May 13 14:27:10.453250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.546492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:10.579784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Usage tracker for resource:security_group_rule and tenant:5ea1756d3d0a442b890c62f9ab374110 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:10.589655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:10.607250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.627069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:10.677992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:10.686258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367307609', 'description': 'tempest-description--1196689152'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:10.710926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:10.726094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Usage tracker for resource:security_group and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:10.732126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:10.745164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:10.764590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:10.807505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:10.821876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Usage tracker for resource:security_group_rule and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:10.827729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:10.843506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:11.098525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.106227 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.140241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df933479-fd6f-4529-a357-0e7ab1266c97 req-c21c33bd-6585-44ad-86fd-14a4d413dec4 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.143778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df933479-fd6f-4529-a357-0e7ab1266c97 req-c21c33bd-6585-44ad-86fd-14a4d413dec4 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 931 time: 0.2579820 May 13 14:27:11.250747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.252909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5734346 May 13 14:27:11.259578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dac45f-de0c-4815-9e2e-0d3c8586d898 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030b5c2f-12e4-40aa-9473-0d5657dcc7f8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.267444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:11.279919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'security_group_rule': {'security_group_id': '030b5c2f-12e4-40aa-9473-0d5657dcc7f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:11.292004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df933479-fd6f-4529-a357-0e7ab1266c97 req-af730686-f2a6-4859-a2d4-0ec01babd249 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322601 May 13 14:27:11.297436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:11.306046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Usage tracker for resource:security_group_rule and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:11.312955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:11.330116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:11.362048 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.363203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Allocated IP 172.20.0.9 (cb98a951-929a-47d2-861c-752a0d0a29e0/349e48d1-0259-4f2f-9274-0154a891c0e6/f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:11.458173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.463663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.496666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.511127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afa73d5-7d02-4630-ad1e-67f5963159ab,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.576827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.579782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b879a0a-2120-4fe6-ae49-8f17bc266ed9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102124 May 13 14:27:11.584762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:11.592850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'security_group_rule': {'security_group_id': '030b5c2f-12e4-40aa-9473-0d5657dcc7f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:11.608434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:11.616621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Usage tracker for resource:security_group_rule and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:11.622119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:11.633052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:11.665543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.691462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-834c3e43-3847-4346-895e-277820e6c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.693455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-834c3e43-3847-4346-895e-277820e6c34c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1101 time: 0.7276509 May 13 14:27:11.700680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17363f56-8ca6-4bf4-ab79-96498492a001 req-8523271f-3c85-463e-8976-5f737aeddfa2 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:11.702562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17363f56-8ca6-4bf4-ab79-96498492a001 req-8523271f-3c85-463e-8976-5f737aeddfa2 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 946 time: 0.1832526 May 13 14:27:11.775503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.797264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17363f56-8ca6-4bf4-ab79-96498492a001 req-f696b6db-2bd5-4a01-9306-8df8bf63b10f tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815156 May 13 14:27:11.815773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.822024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.870831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b5df2-433f-4886-b361-5071bab8db4e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:11.879265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:11.884463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c2400e14-a9ed-485d-9cb4-e4a2c68e795e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2952299 May 13 14:27:11.887277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:11.896448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:11.908388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:11.915500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Usage tracker for resource:floatingip and tenant:690a6ce2368846049d8c13408848206a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:11.923592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:11.934703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:11.953409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.159451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.364977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3c463e3-82d1-4d2c-b08e-ae9e82d8d1bf req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&id=7e121447-913c-4faa-82a0-949bee0def3e&id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 2.0015111 May 13 14:27:12.514518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.783743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910660ab-b622-4672-af24-ffb0be153b72 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8a005-208f-4dd6-9fba-e1af9ec4ffee,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:12.816337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.896672 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:12.899042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-72dea8eb-1eda-46a5-a746-bca10f337f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:12.900748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-72dea8eb-1eda-46a5-a746-bca10f337f5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.1624138 May 13 14:27:12.902112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Allocated IP 172.25.5.248 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/788a3a0c-79e5-46f6-8e80-dac1a5fd6908) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:13.106756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-bd1153f6-c6dc-4935-927e-4e66a923c6cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.1351674 May 13 14:27:13.150088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Network cb98a951-929a-47d2-861c-752a0d0a29e0 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:13.161892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.224761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.226584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257341be-913d-4919-b689-42f582370072 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:13.234711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:13.257979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:13.268165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.269293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.281566 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.302870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:13.314781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:13.328810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:13.339740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:13.396528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'Port': ['ID=788a3a0c-79e5-46f6-8e80-dac1a5fd6908,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:13.446485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea99c45-1f85-4c3c-b88f-a1010c49b555 req-a4e7159b-0cba-43b8-8ee5-104533a42cff tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.448130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cea99c45-1f85-4c3c-b88f-a1010c49b555 req-a4e7159b-0cba-43b8-8ee5-104533a42cff tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.8934007 May 13 14:27:13.450593 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.508673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Transition to ACTIVE for port object 257341be-913d-4919-b689-42f582370072 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:13.516627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-3c81aeee-adeb-4bf8-a2b0-be645e128795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:13.519523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-3c81aeee-adeb-4bf8-a2b0-be645e128795 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3875303 May 13 14:27:13.524205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-61225674-e0f7-4972-a1ac-43fdd0f2c9ee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6056449 May 13 14:27:13.524863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Deleting port d413986a-80f6-40d3-88d4-4513645db604 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:13.525206 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.584521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.585346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.602398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Request body: {'port': {'device_id': '99592908-4c51-40da-890d-b99d9a1b023d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:13.856365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-c59a70bc-ecd4-46a4-891e-e240f2018327 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:27:13.857718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-c59a70bc-ecd4-46a4-891e-e240f2018327 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261160 May 13 14:27:13.906733 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cea99c45-1f85-4c3c-b88f-a1010c49b555 req-d7373b28-bb27-4c9f-900d-d4ad7676d825 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337893 May 13 14:27:13.917506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Request body: {'binding': {'host': 'n-h1-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:13.917506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:27:13.988997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:13.995850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:14.143428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Pushing event updated for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:14.148329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'Port': ['ID=788a3a0c-79e5-46f6-8e80-dac1a5fd6908,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:14.168847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:14.200188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:14.201804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c43f3e55-7d72-4a65-a907-71a950c5422a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3127213 May 13 14:27:14.505928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Attempting to bind port 257341be-913d-4919-b689-42f582370072 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:14.506818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Attempting to bind port 257341be-913d-4919-b689-42f582370072 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:14.506818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Attempting to bind port 257341be-913d-4919-b689-42f582370072 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:14.564510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Port 257341be-913d-4919-b689-42f582370072 on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:14.564827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Attempting to bind port 257341be-913d-4919-b689-42f582370072 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:14.583327 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:14.620171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:14.620530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:14.620926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:14.621371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Bound port: 257341be-913d-4919-b689-42f582370072, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:14.621722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:14.707705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-6a547e32-12e8-4131-bbce-7efc3dd30e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:14.709282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-6a547e32-12e8-4131-bbce-7efc3dd30e59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0789528 May 13 14:27:14.797255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] For port d413986a-80f6-40d3-88d4-4513645db604, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d413986a-80f6-40d3-88d4-4513645db604,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:14.797522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.194446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Calling delete_port for d413986a-80f6-40d3-88d4-4513645db604 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:15.340016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb18272-24cd-4f74-ab70-fb4f073e566a req-8c6e9428-8c93-4c73-a628-ef752d16d677 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:15.340796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ecb18272-24cd-4f74-ab70-fb4f073e566a req-8c6e9428-8c93-4c73-a628-ef752d16d677 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:15.417837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on host n-h1-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:15.418176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:15.418505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:15.474735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:15.479836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:15.480162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:15.508793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ecb18272-24cd-4f74-ab70-fb4f073e566a req-8c6e9428-8c93-4c73-a628-ef752d16d677 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:15.509976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ecb18272-24cd-4f74-ab70-fb4f073e566a req-8c6e9428-8c93-4c73-a628-ef752d16d677 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 931 time: 1.3569946 May 13 14:27:15.570864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:15.571201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:15.571590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:15.572031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Bound port: 03e10433-e0ee-4b0f-967c-6d21024aad93, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:15.576476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=257341be-913d-4919-b689-42f582370072,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:15.585137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-5ae2c301-7b49-42c6-97e9-91cb717da71a service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8129525 May 13 14:27:15.614493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.857435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:15.858057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:15.859522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] 10.222.0.90 "PUT /v2.0/ports/257341be-913d-4919-b689-42f582370072 HTTP/1.1" status: 200 len: 1091 time: 5.6166317 May 13 14:27:15.863993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ecb18272-24cd-4f74-ab70-fb4f073e566a req-0ea40df8-023b-4fff-a0d2-97aa6a8f6bdc tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942569 May 13 14:27:15.864485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'tag': '257341be-913d-4919-b689-42f582370072'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:15.927203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3c2c8-0861-427d-beea-0905ca5ba537 service neutron] Pushing event updated for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:16.007578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:16.022846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.024285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b42b57a1-3ed7-49fd-9c4c-095d39331768 service neutron] 10.222.0.36 "POST /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93/bindings HTTP/1.1" status: 201 len: 389 time: 2.1260884 May 13 14:27:16.030406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-9f9ad2e8-8e5d-4aca-a90b-a350c83c2326 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174495 May 13 14:27:16.351821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:16.368784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.414999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Transition to ACTIVE for port object f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:16.462946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.512525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:16.531397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-8e1f6cea-17dc-4a08-b436-6ece00051d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:16.533037 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-8e1f6cea-17dc-4a08-b436-6ece00051d56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 1094 time: 0.6013377 May 13 14:27:16.604548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-1d055972-8473-4829-820b-ba4e6b716c51 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Synchronizing usage tracker for tenant:690a6ce2368846049d8c13408848206a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:16.625658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-1d055972-8473-4829-820b-ba4e6b716c51 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Unset dirty status for tenant:690a6ce2368846049d8c13408848206a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:16.627728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-1d055972-8473-4829-820b-ba4e6b716c51 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1367307609&fields=id&tenant_id=690a6ce2368846049d8c13408848206a HTTP/1.1" status: 200 len: 267 time: 0.0955338 May 13 14:27:16.741412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-be614f19-974c-414f-98f3-313902b6fe7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=257341be-913d-4919-b689-42f582370072 HTTP/1.1" status: 200 len: 217 time: 0.1912289 May 13 14:27:16.749690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:16.823312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ea4fb-4a82-4850-a7bb-79a3d03de88d req-9685be4d-01dd-45ac-9a98-b35ff5cecd91 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:16.824065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-301ea4fb-4a82-4850-a7bb-79a3d03de88d req-9685be4d-01dd-45ac-9a98-b35ff5cecd91 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:16.933049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-3e7b0ce4-f95b-4ef9-8e5e-7edc5d442bcb tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:16.935877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-3e7b0ce4-f95b-4ef9-8e5e-7edc5d442bcb tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/networks?id=39dc16ce-3e87-4b74-8309-7a11790b1dd5 HTTP/1.1" status: 200 len: 814 time: 0.2957706 May 13 14:27:16.959664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d413986a-80f6-40d3-88d4-4513645db604,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:16.961751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-de2f28fa-8e3c-4e4d-a2ea-e0c429efc89d tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/quotas/690a6ce2368846049d8c13408848206a HTTP/1.1" status: 200 len: 375 time: 0.0182528 May 13 14:27:17.020665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Attempting to bind port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:17.020999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Attempting to bind port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:17.021321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Attempting to bind port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:17.040506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-301ea4fb-4a82-4850-a7bb-79a3d03de88d req-9685be4d-01dd-45ac-9a98-b35ff5cecd91 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:17.041716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-301ea4fb-4a82-4850-a7bb-79a3d03de88d req-9685be4d-01dd-45ac-9a98-b35ff5cecd91 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 943 time: 0.9979815 May 13 14:27:17.047533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 on network cb98a951-929a-47d2-861c-752a0d0a29e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:17.047844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Attempting to bind port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:17.055690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b95d1a64-d3bd-412d-8420-dce2c25efaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.057306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-b95d1a64-d3bd-412d-8420-dce2c25efaa6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1096 time: 0.6515791 May 13 14:27:17.103252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-9a38b037-60f6-401e-af91-fc316df00d93 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Synchronizing usage tracker for tenant:690a6ce2368846049d8c13408848206a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:17.112002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-2f05d482-2735-4446-aabb-9a0b47e4fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.113565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-2f05d482-2735-4446-aabb-9a0b47e4fefe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.3246400 May 13 14:27:17.126519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-9a38b037-60f6-401e-af91-fc316df00d93 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Unset dirty status for tenant:690a6ce2368846049d8c13408848206a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:17.128383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-9a38b037-60f6-401e-af91-fc316df00d93 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=690a6ce2368846049d8c13408848206a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562021 May 13 14:27:17.170239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:17.170589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Checking segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:17.170975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Bound using segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:17.171973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Bound port: f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:17.172349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.295704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-bdcdedfb-5197-4c87-9570-3d7cc1405791 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475558 May 13 14:27:17.303854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-0e55ae75-02c9-415b-8b74-51c24352aeed service neutron] 10.222.0.36 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606874 May 13 14:27:17.454194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:17.488319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-d35d761b-944f-44c8-be23-66e51a208696 service neutron] 10.222.0.36 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755769 May 13 14:27:17.488895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-301ea4fb-4a82-4850-a7bb-79a3d03de88d req-c9a7ead1-1c20-4878-aedf-66de909ecffb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287932 May 13 14:27:17.663541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-22c28a14-d6d8-43ab-ba69-8c5c62d6d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.665079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-22c28a14-d6d8-43ab-ba69-8c5c62d6d789 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.5355957 May 13 14:27:17.675808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:17.978780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655522-00db-4ebe-9dc2-6b5f58030298 req-168aba61-14fc-4651-a440-ff2715515c5d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:17.980705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef655522-00db-4ebe-9dc2-6b5f58030298 req-168aba61-14fc-4651-a440-ff2715515c5d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.1522198 May 13 14:27:18.051572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef655522-00db-4ebe-9dc2-6b5f58030298 req-f335e9a7-06f5-4ea9-abbd-d0487df7b772 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 May 13 14:27:18.071021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-e015dfbc-32f1-4aba-8b0c-eee62667a51a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.3837316 May 13 14:27:18.083727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:18.087063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-d2000326-0044-4cc7-a5aa-1ff80a11c717 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767706 May 13 14:27:18.183611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.190045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-dd71d812-c8a2-4715-b489-6c87f6c5f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:18.191683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-dd71d812-c8a2-4715-b489-6c87f6c5f6ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1008446 May 13 14:27:18.199039 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23cc76be-a11e-4da3-8fc9-a1302b07dded'] response: {'name': 'network-changed', 'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'tag': '257341be-913d-4919-b689-42f582370072', 'status': 'completed', 'code': 200} May 13 14:27:18.565196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2636a-66be-40c9-b3cc-dbfd61bad8db req-ac12922e-e83c-415d-8f55-2c28ce40410d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:18.572769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91d2636a-66be-40c9-b3cc-dbfd61bad8db req-ac12922e-e83c-415d-8f55-2c28ce40410d tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.1232157 May 13 14:27:18.682639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:18.683465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:18.685930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] 10.222.0.86 "PUT /v2.0/ports/f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 HTTP/1.1" status: 200 len: 1091 time: 5.0879915 May 13 14:27:18.690229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-6a564448-6b8c-4e6e-b1bf-70eabe568af7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4221299 May 13 14:27:18.863043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91d2636a-66be-40c9-b3cc-dbfd61bad8db req-3b1fb163-dd18-44ad-9460-0647196d1139 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888978 May 13 14:27:18.933891 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:19.271174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebc163-55bc-4655-af37-8d547f339a4e req-f7da96dc-d145-4d31-99be-519cf8f71157 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.273647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0aebc163-55bc-4655-af37-8d547f339a4e req-f7da96dc-d145-4d31-99be-519cf8f71157 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 943 time: 0.1547313 May 13 14:27:19.280946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582c21c-b399-4700-a315-1886e5b43184 service neutron] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:19.285044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1f1e02e-cb81-46d6-a986-1bc0ce60a875 req-2bb77902-e8db-4862-b2c0-60562641e836 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1241980 May 13 14:27:19.404775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0aebc163-55bc-4655-af37-8d547f339a4e req-3a618d5e-f8aa-4d12-ac37-e42126c2cfa6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:19.438560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0aebc163-55bc-4655-af37-8d547f339a4e req-3a618d5e-f8aa-4d12-ac37-e42126c2cfa6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:19.450295 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0aebc163-55bc-4655-af37-8d547f339a4e req-3a618d5e-f8aa-4d12-ac37-e42126c2cfa6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389449 May 13 14:27:19.480295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-d2cf0021-5720-47b7-996b-867a16885cfa service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737610 May 13 14:27:19.625198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Router 7184f3f1-9c77-4e2c-ba8b-20800d87651e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:27:19.633216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-3bfeb8a5-f2c7-4b76-ad43-ff2f05b3ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.634736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-3bfeb8a5-f2c7-4b76-ad43-ff2f05b3ef19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 1094 time: 0.7190390 May 13 14:27:19.725955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434c49-51f1-4334-b222-88f395457b23 req-652acb19-fe49-4afb-bba7-c99ef5eefcd4 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.727012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434c49-51f1-4334-b222-88f395457b23 req-652acb19-fe49-4afb-bba7-c99ef5eefcd4 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.727012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434c49-51f1-4334-b222-88f395457b23 req-652acb19-fe49-4afb-bba7-c99ef5eefcd4 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.728671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05434c49-51f1-4334-b222-88f395457b23 req-652acb19-fe49-4afb-bba7-c99ef5eefcd4 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203&device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2&device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 2883 time: 0.6007092 May 13 14:27:19.770162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-ce5a4a21-d602-40d3-93a0-f1a87d9cbcf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 HTTP/1.1" status: 200 len: 217 time: 0.1197298 May 13 14:27:19.935578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-6b1b9dfc-60c9-47ba-9e76-3dce8d59b7a4 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454062 May 13 14:27:19.970509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64046-2245-4820-9961-a0e4dd5de409 req-93255bf8-9d66-4797-a3d3-693d7a640c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:19.973390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-93255bf8-9d66-4797-a3d3-693d7a640c0d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 1094 time: 0.5731640 May 13 14:27:20.046265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb4eca2f-0504-48f5-a3b5-c455c9da518a req-738edf15-6490-43de-9547-91b43b83a757 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 210 time: 0.3499680 May 13 14:27:20.054002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:20.128317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05434c49-51f1-4334-b222-88f395457b23 req-5a29ff07-8db2-4c7f-b6e5-76c26f9ec24b tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Synchronizing usage tracker for tenant:5ea1756d3d0a442b890c62f9ab374110 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:20.211619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-68628f44-afad-42f4-9f78-5b530b2f4ad5 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:20.225636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-68628f44-afad-42f4-9f78-5b530b2f4ad5 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.90 "GET /v2.0/networks?id=39dc16ce-3e87-4b74-8309-7a11790b1dd5 HTTP/1.1" status: 200 len: 814 time: 0.6012802 May 13 14:27:20.573981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-54c2295d-44ad-4fa1-9eb0-6f4bc7401e32 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=690a6ce2368846049d8c13408848206a HTTP/1.1" status: 200 len: 380 time: 0.3294883 May 13 14:27:20.602216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'port': {'device_id': '80003863-f7d4-4493-87da-3f00555cb862', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'admin_state_up': True, 'tenant_id': '690a6ce2368846049d8c13408848206a', 'security_groups': ['030b5c2f-12e4-40aa-9473-0d5657dcc7f8']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:20.645485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:20.697475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-370691d8-75c9-42b1-9ec6-b3191fc93441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:20.700528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-370691d8-75c9-42b1-9ec6-b3191fc93441 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.8619280 May 13 14:27:20.912685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 257341be-913d-4919-b689-42f582370072 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:20.998640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05434c49-51f1-4334-b222-88f395457b23 req-5a29ff07-8db2-4c7f-b6e5-76c26f9ec24b tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Unset dirty status for tenant:5ea1756d3d0a442b890c62f9ab374110 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:21.002382 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05434c49-51f1-4334-b222-88f395457b23 req-5a29ff07-8db2-4c7f-b6e5-76c26f9ec24b tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2491872 May 13 14:27:21.025791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-48dbf651-5138-4920-b40b-97aeea2de7ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2961411 May 13 14:27:21.046977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:21.070623 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Sync routers for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:21.103545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:21.106238 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:27:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:21.300488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64046-2245-4820-9961-a0e4dd5de409 req-202e8f17-d0b0-4b4f-8ab9-0b88e8d7f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:21.302215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-202e8f17-d0b0-4b4f-8ab9-0b88e8d7f57e service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 1.1303048 May 13 14:27:21.322019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c145c5e-dcbf-4709-9fed-d06d2872bb30 req-eff73e97-f072-4d07-8feb-414f1ab9b910 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:21.344640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c145c5e-dcbf-4709-9fed-d06d2872bb30 req-eff73e97-f072-4d07-8feb-414f1ab9b910 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 943 time: 1.0491302 May 13 14:27:21.440718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=257341be-913d-4919-b689-42f582370072,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:21.468466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d2c5759-8d3d-4792-9f5e-9a0a7d4cd9a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/7184f3f1-9c77-4e2c-ba8b-20800d87651e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5576687 May 13 14:27:21.469891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '257341be-913d-4919-b689-42f582370072', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '257341be-913d-4919-b689-42f582370072', 'mac_address': 'fa:16:3e:28:27:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:21.470666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:21.546264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c145c5e-dcbf-4709-9fed-d06d2872bb30 req-b465d3de-110e-4862-9c31-b7888fd0d736 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996460 May 13 14:27:21.601298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:21.621562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 257341be-913d-4919-b689-42f582370072 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:21.622142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:21.651574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:21.674526 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:21.687368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257341be-913d-4919-b689-42f582370072 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:21.695971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Made reservation on behalf of 690a6ce2368846049d8c13408848206a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:27:21.728985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:21.757782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=257341be-913d-4919-b689-42f582370072,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:21.764103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:22.050758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:22.095249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['257341be-913d-4919-b689-42f582370072'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:22.164603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:22.527783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-b03b5288-d921-497a-b78b-0c12d60f656a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=257341be-913d-4919-b689-42f582370072 HTTP/1.1" status: 200 len: 217 time: 1.0442538 May 13 14:27:22.922793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Allocated IP 172.20.0.14 (39dc16ce-3e87-4b74-8309-7a11790b1dd5/7c71391e-43e6-41a5-a74a-02b7c8c9979f/8f8f6edc-8375-45d6-869d-2227d1ec0ef3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:27:22.957369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70059f7c-3ece-4a6a-b49b-03c782e2bb94 req-02671499-81ce-4cad-9054-82937b763baa tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:22.973020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70059f7c-3ece-4a6a-b49b-03c782e2bb94 req-02671499-81ce-4cad-9054-82937b763baa tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.8253806 May 13 14:27:22.981023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64046-2245-4820-9961-a0e4dd5de409 req-e1f13306-48b8-4fdc-a91e-c1ced8fc8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:22.989916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-e1f13306-48b8-4fdc-a91e-c1ced8fc8e91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.3477829 May 13 14:27:23.012043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:27:16Z', 'revision_number': 5, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:23.031708 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Checking router: 7184f3f1-9c77-4e2c-ba8b-20800d87651e for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:23.061554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Routers {'7184f3f1-9c77-4e2c-ba8b-20800d87651e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:23.062524 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:27:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:23.195782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70059f7c-3ece-4a6a-b49b-03c782e2bb94 req-d56f1bd1-c502-48d8-93f4-f0d1f0e4debc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216365 May 13 14:27:23.222007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-b5db32fb-4dbe-403e-b57f-a0e1fcc5f81e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972082 May 13 14:27:23.778430 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] Set router 7184f3f1-9c77-4e2c-ba8b-20800d87651e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:24.003762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2ddb7-65f3-44e4-88cc-e9280155521d req-c7ba59ed-452e-4fe9-9da7-0161758a7731 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:24.018703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aab2ddb7-65f3-44e4-88cc-e9280155521d req-c7ba59ed-452e-4fe9-9da7-0161758a7731 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 943 time: 0.3399377 May 13 14:27:24.107832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-0648d43b-c532-4e97-b681-4bb71f005b39 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431859 May 13 14:27:24.225817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.253002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aab2ddb7-65f3-44e4-88cc-e9280155521d req-0a78f3d8-7658-4713-8a5d-9a02a6b2d6ca tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091441 May 13 14:27:24.344754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Transition to ACTIVE for port object 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:24.486678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.507644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93b64046-2245-4820-9961-a0e4dd5de409 req-e561df0f-7b7f-4a3a-85e1-70aa299462e4 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488295 May 13 14:27:24.596087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:27:16Z', 'revision_number': 5, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:24.610966 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a8fcb7-426c-4dea-a03b-87336e68b7ac'] response: {'name': 'network-changed', 'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'status': 'completed', 'code': 200} May 13 14:27:24.616917 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184f9fb-0023-41b0-ac9c-2a5549e0e302 None None] The sync data for ids ['7184f3f1-9c77-4e2c-ba8b-20800d87651e'] in n-d-841736-1 is: [{'id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1992077636-router', 'tenant_id': '4efb8a1679b142e991b65345a084b3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:23:44Z', 'updated_at': '2022-05-13T14:27:16Z', 'revision_number': 5, 'project_id': '4efb8a1679b142e991b65345a084b3a5', 'gw_port': {'id': 'c995bec5-c953-42ed-8652-9a00078c9da5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7184f3f1-9c77-4e2c-ba8b-20800d87651e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:23:47Z', 'updated_at': '2022-05-13T14:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:24.685832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.704569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:27:24.719364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:27:24.731105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:27:24.738718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-ddd6c1cb-49a3-47a2-a3a3-be5974dace90 service neutron] 10.222.0.86 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.6265948 May 13 14:27:24.891680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Deleting port c995bec5-c953-42ed-8652-9a00078c9da5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:24.891680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:24.923525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 257341be-913d-4919-b689-42f582370072 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:24.928324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:24.930874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.007583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event updated for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:25.034239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-b28173e0-4705-4906-9c73-0219c1020107 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4565082 May 13 14:27:25.057684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Request body: {'port': {'device_id': '80003863-f7d4-4493-87da-3f00555cb862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:25.334771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 257341be-913d-4919-b689-42f582370072 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:25.347861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 257341be-913d-4919-b689-42f582370072 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:25.348998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.471070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188221-524d-4f77-ab5b-ef9bace39597 req-71a812f7-762b-46b2-96f0-d338a53464b6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:25.507097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c188221-524d-4f77-ab5b-ef9bace39597 req-71a812f7-762b-46b2-96f0-d338a53464b6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 3.3615808 May 13 14:27:25.545481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6052f2b6-f6ce-4bef-8930-dfb365980070 None None] Provisioning for port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:25.575538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6052f2b6-f6ce-4bef-8930-dfb365980070 None None] Provisioning complete for port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:25.580492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6052f2b6-f6ce-4bef-8930-dfb365980070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.587733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:25.684097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d413986a-80f6-40d3-88d4-4513645db604 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:26.029287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d413986a-80f6-40d3-88d4-4513645db604 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:26.030426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d413986a-80f6-40d3-88d4-4513645db604 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:26.036900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 257341be-913d-4919-b689-42f582370072 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:26.037632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.062829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6052f2b6-f6ce-4bef-8930-dfb365980070 None None] Port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:27:26.086187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=257341be-913d-4919-b689-42f582370072,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:26.087574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257341be-913d-4919-b689-42f582370072'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:26.096159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.172573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:26.266722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c188221-524d-4f77-ab5b-ef9bace39597 req-c1f9beb9-c62c-4e84-846f-8e15d27dfb61 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580483 May 13 14:27:26.382933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d0fdda7-8018-49bc-b9f1-15cbe496d95f req-6bca4de6-932c-4953-b001-ddc2da76f9dd service neutron] 10.222.0.86 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6372411 May 13 14:27:26.549810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] For port c995bec5-c953-42ed-8652-9a00078c9da5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c995bec5-c953-42ed-8652-9a00078c9da5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:26.550110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:26.744297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ee09-0917-47f0-a645-620b9253c867 req-49d3b51f-9b13-45e0-af40-c3abe2a24b24 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:26.745143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-acc6ee09-0917-47f0-a645-620b9253c867 req-49d3b51f-9b13-45e0-af40-c3abe2a24b24 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Synchronizing usage tracker for tenant:690a6ce2368846049d8c13408848206a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:26.813016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-acc6ee09-0917-47f0-a645-620b9253c867 req-49d3b51f-9b13-45e0-af40-c3abe2a24b24 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Unset dirty status for tenant:690a6ce2368846049d8c13408848206a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:26.820114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-acc6ee09-0917-47f0-a645-620b9253c867 req-49d3b51f-9b13-45e0-af40-c3abe2a24b24 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 932 time: 0.8399267 May 13 14:27:26.923701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-acc6ee09-0917-47f0-a645-620b9253c867 req-49b5ec49-3c26-4793-836d-b43d6b93a2ec tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025877 May 13 14:27:26.944431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:26.980076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.024562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Transition to ACTIVE for port object 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:27.030739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.119635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Calling delete_port for c995bec5-c953-42ed-8652-9a00078c9da5 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:27.315113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97071007-4a32-43d6-b678-719884351c02 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:27.381848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985fb9-4c17-4918-b164-adcedb55f227 req-bb769794-7515-4282-a535-46fb62939808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:27.383408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-bb769794-7515-4282-a535-46fb62939808 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 1094 time: 0.9105000 May 13 14:27:27.457553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:27:27.699149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Attempting to bind port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:27.699684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Attempting to bind port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:27.700272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Attempting to bind port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 on network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:27.727717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d813f-13ae-4dca-bd68-c38ce3bd8364 req-4a35cd20-8a93-453d-aa88-f6467bd4b59f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:27.739333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cc3a-af82-4471-9c30-2d4641762fd7 req-39109cc8-a525-4fc5-867a-4f234c23408b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:27.740975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-160d813f-13ae-4dca-bd68-c38ce3bd8364 req-4a35cd20-8a93-453d-aa88-f6467bd4b59f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.4723952 May 13 14:27:27.752667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4387cc3a-af82-4471-9c30-2d4641762fd7 req-39109cc8-a525-4fc5-867a-4f234c23408b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 945 time: 0.9670091 May 13 14:27:27.753253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 on network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:27.754577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Attempting to bind port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 on network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:27.870176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:27.870989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Checking segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:27.871618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Bound using segment: {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:27.872378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Bound port: 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89527751-69d1-467a-b855-e1c3aa0925ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:27.873086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:27.958932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-160d813f-13ae-4dca-bd68-c38ce3bd8364 req-b87552a3-d4c1-46a5-bab9-1a5f6a55cbb9 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166533 May 13 14:27:28.080125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4387cc3a-af82-4471-9c30-2d4641762fd7 req-ba8dd033-f1a5-4ca1-a1bb-4aeaf9c602a8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260431 May 13 14:27:28.155580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985fb9-4c17-4918-b164-adcedb55f227 req-8d2169f9-877a-4241-ae35-ca3e7cabcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:28.157608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-8d2169f9-877a-4241-ae35-ca3e7cabcf74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 916 time: 0.7513330 May 13 14:27:28.193948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:28.201976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:28.209356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.283291 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5f27e3-09ac-422a-b2db-e95829a3a8fe'] response: {'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257341be-913d-4919-b689-42f582370072', 'code': 200} May 13 14:27:28.305163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-c18754c1-dca2-4900-944e-31b0f9ca3818 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 HTTP/1.1" status: 200 len: 217 time: 0.1380978 May 13 14:27:28.538077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985fb9-4c17-4918-b164-adcedb55f227 req-7f550a6d-fd05-4bf7-9a1b-dbac07ed252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:28.541482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-7f550a6d-fd05-4bf7-9a1b-dbac07ed252c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.2273657 May 13 14:27:28.800130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:28.801363 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:28.803855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-97071007-4a32-43d6-b678-719884351c02 service neutron] 10.222.0.90 "PUT /v2.0/ports/8f8f6edc-8375-45d6-869d-2227d1ec0ef3 HTTP/1.1" status: 200 len: 1092 time: 3.7595973 May 13 14:27:28.804657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:28.904810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97071007-4a32-43d6-b678-719884351c02 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:29.071929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06886515-4cef-47cb-b3b8-967b56bb1d5a req-b266b86b-6b84-4e59-8aee-5eb8f9867aa5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.071929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06886515-4cef-47cb-b3b8-967b56bb1d5a req-b266b86b-6b84-4e59-8aee-5eb8f9867aa5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 943 time: 0.6738157 May 13 14:27:29.214992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb730dc-ba90-47d2-9b86-8bec0ffd2e26 req-b9ed90f9-2010-40bc-8378-0a611357a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.221429 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb730dc-ba90-47d2-9b86-8bec0ffd2e26 req-b9ed90f9-2010-40bc-8378-0a611357a2a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 1096 time: 0.6399109 May 13 14:27:29.292686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06886515-4cef-47cb-b3b8-967b56bb1d5a req-7ef80474-d8ad-4d9e-8906-6178b53bce3e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032406 May 13 14:27:29.470595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb730dc-ba90-47d2-9b86-8bec0ffd2e26 req-7e215786-2bba-4249-bafc-4fa8b8c9ba3f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740537 May 13 14:27:29.491023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.508033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-16539c11-3838-476e-961a-6c64e86248db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:29.511202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-16539c11-3838-476e-961a-6c64e86248db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=690a6ce2368846049d8c13408848206a&device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 1095 time: 0.1918273 May 13 14:27:29.610654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:29.658610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-edbc8d69-9f2b-4f46-adeb-a8affef8f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:29.693779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-da14040c-94e9-44c4-b7e0-1a5f8ea4ed2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3562975 May 13 14:27:29.707748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c995bec5-c953-42ed-8652-9a00078c9da5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:29.771932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-c07c4555-0123-4e68-946e-f84a92098e72 service neutron] 10.222.0.90 "GET /v2.0/ports/2b811f98-655d-4a56-ab15-6ea252b97d6e/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 382 time: 1.2269166 May 13 14:27:29.934956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-3cdef878-ee84-4640-88bf-1d3102d7020b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9253170 May 13 14:27:29.937453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.055736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-2933fc8f-dfed-4e30-aab0-26c5008f5063 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3 HTTP/1.1" status: 200 len: 217 time: 0.1749899 May 13 14:27:30.065653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ab992-5fb0-4ab5-be65-9123e75688ef req-d4984a87-fa0e-4025-b3ad-5d2c65611986 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.074141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-974ab992-5fb0-4ab5-be65-9123e75688ef req-d4984a87-fa0e-4025-b3ad-5d2c65611986 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 944 time: 0.4753850 May 13 14:27:30.081359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:30.130404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'port_id': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'mac_address': 'fa:16:3e:6a:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e48d1-0259-4f2f-9274-0154a891c0e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:30.239857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-974ab992-5fb0-4ab5-be65-9123e75688ef req-51f7a2a1-7477-4a55-8bdb-d2649a062c65 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639807 May 13 14:27:30.287012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-f97c5373-ccbe-4a4e-8c09-87ed441b00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.296644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-f97c5373-ccbe-4a4e-8c09-87ed441b00fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c71391e-43e6-41a5-a74a-02b7c8c9979f HTTP/1.1" status: 200 len: 853 time: 0.2197535 May 13 14:27:30.307434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:30.307817 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.392676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:30.443615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:30.449018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.525407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-f1a8a2c6-4746-4d4f-86f1-4849271ab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:30.536150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-f1a8a2c6-4746-4d4f-86f1-4849271ab25a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39dc16ce-3e87-4b74-8309-7a11790b1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150314 May 13 14:27:30.602765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:30.721239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.726171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:30.741325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:30.999075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:31.094216 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3be28d1-fdf9-4d3f-85df-0a786f8273e9'] response: {'name': 'network-changed', 'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'status': 'completed', 'code': 200} May 13 14:27:31.146833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.148027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7184f3f1-9c77-4e2c-ba8b-20800d87651e {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:27:31.329515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-d6b85a15-6afb-457c-a4e5-889555b5e077 service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492727 May 13 14:27:31.332524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-7ea34248-d0ff-4321-908e-48f2c35ff00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.334211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-7ea34248-d0ff-4321-908e-48f2c35ff00f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1096 time: 0.3091764 May 13 14:27:31.594710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.605653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8156dd47-adf9-43f5-9d70-956d06e204a5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7184f3f1-9c77-4e2c-ba8b-20800d87651e HTTP/1.1" status: 204 len: 168 time: 10.0006371 May 13 14:27:31.610873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:31.641522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50319f2-e4ac-4b88-9837-876940980a1e req-57e49de3-5252-48b6-9118-867a4c913b1b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.658895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b50319f2-e4ac-4b88-9837-876940980a1e req-57e49de3-5252-48b6-9118-867a4c913b1b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 2.4472113 May 13 14:27:31.683333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:31.683904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:31.737644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-ed7ae477-baed-4bc5-9c08-d67211ce7e18 service neutron] 10.222.0.86 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0098953 May 13 14:27:31.925654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-4b047481-7351-45d5-9187-e4ac2effb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:31.927299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-4b047481-7351-45d5-9187-e4ac2effb36e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1101 time: 1.1057897 May 13 14:27:31.976708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b50319f2-e4ac-4b88-9837-876940980a1e req-ff9e82f8-31f2-44da-829d-6e07669888b3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138814 May 13 14:27:32.014518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:32.032904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8dd19a7-73fc-4b00-a455-08fd951a4ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.055348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:32.064486 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.201850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:32.241218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2008a4d3-64c9-4060-b39f-0f8fd1510d29 req-6342ed25-d140-4126-abf1-205281a0394f service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047444 May 13 14:27:32.257112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d03646-100b-4e69-ae1d-859a1eb58c5b req-276933fd-9c94-45ab-8ba6-64325cb4ed2e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.258880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a2d03646-100b-4e69-ae1d-859a1eb58c5b req-276933fd-9c94-45ab-8ba6-64325cb4ed2e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 945 time: 0.7855601 May 13 14:27:32.260103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-573acd72-0c48-4046-aa67-2e414939bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.261533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-573acd72-0c48-4046-aa67-2e414939bda2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.8441682 May 13 14:27:32.398351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-e3e86fd6-6396-4d84-92fb-9a9c24bd069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.400101 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-e3e86fd6-6396-4d84-92fb-9a9c24bd069c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1096 time: 1.5773096 May 13 14:27:32.411373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-ac73becf-00c3-4fc6-a8e3-f2ac2b85fe6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.1427720 May 13 14:27:32.496532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Deleting subnet 38b624d9-e209-4b7f-b1c1-9c12016bf09e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:27:32.527680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a2d03646-100b-4e69-ae1d-859a1eb58c5b req-0a49355c-8f7d-40c2-aeed-24992068d6d1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799707 May 13 14:27:32.539141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-c879f2fc-e62c-4ab0-9a51-7e44c9f82f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.541029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-c879f2fc-e62c-4ab0-9a51-7e44c9f82f62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1181266 May 13 14:27:32.658229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91985fb9-4c17-4918-b164-adcedb55f227 req-addb4d03-e5b0-4540-bb86-1b5b2005b65b service neutron] 10.222.0.86 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126006 May 13 14:27:32.659386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.814817 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.817742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-f81292b6-a7db-4f55-9d68-6e53f5971b36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2669833 May 13 14:27:32.843676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-e862b4d1-1ba8-4699-9305-f55d58824b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.845212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-e862b4d1-1ba8-4699-9305-f55d58824b6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1099 time: 0.8638022 May 13 14:27:32.888402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:32.916349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-4ad83f82-8843-41e1-98c5-efb225045574 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:32.917933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-4ad83f82-8843-41e1-98c5-efb225045574 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.2106550 May 13 14:27:32.961652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:33.163685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.268185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-88b72c2e-67a6-4cf9-9e61-3caf1dee1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.271089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-88b72c2e-67a6-4cf9-9e61-3caf1dee1af4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4125416 May 13 14:27:33.329763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:33.407348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 has no active binding in host n-h1-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:27:33.410923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-8cb2f721-83fd-4f28-8b3d-cf22a570465a service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750308 May 13 14:27:33.474069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841736-1'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:33.558420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c995bec5-c953-42ed-8652-9a00078c9da5 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:33.606363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c995bec5-c953-42ed-8652-9a00078c9da5 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:33.606650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c995bec5-c953-42ed-8652-9a00078c9da5 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:33.639051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1e607-2986-49a7-8881-d92fb1fb26da req-35f7cd56-ec47-4557-b3d2-0c58e7a73bbb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.650926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:33.651380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6da1e607-2986-49a7-8881-d92fb1fb26da req-35f7cd56-ec47-4557-b3d2-0c58e7a73bbb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 945 time: 1.2662270 May 13 14:27:33.702698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:33.843569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-939b19b9-6fc9-47e5-9c6c-45e38db0e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:33.845836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-939b19b9-6fc9-47e5-9c6c-45e38db0e955 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 1.0261593 May 13 14:27:33.890655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-2b036b6c-e503-4255-aaf0-0a643af5fb30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.3467829 May 13 14:27:33.939056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:33.946907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:33.948877 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.062838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-621bcc09-e93e-40d2-abd3-da7bb0c57b3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.1763000 May 13 14:27:34.158274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.168291 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f055daa7-7f73-406e-8ed5-632d5ced1a0f req-ac418e8d-176e-4394-a971-60979af5dc1f service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645980 May 13 14:27:34.218497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.238532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/38b624d9-e209-4b7f-b1c1-9c12016bf09e HTTP/1.1" status: 204 len: 168 time: 2.5772283 May 13 14:27:34.244677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:34.258016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6da1e607-2986-49a7-8881-d92fb1fb26da req-c208e3c1-2b7c-46e5-9514-6c59e19db4b0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056550 May 13 14:27:34.353419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b05b7-00ea-4611-8628-fc909c0c4159 None None] Network d0bc3a83-116b-4188-8d63-950c278ea9d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:27:34.391147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc7884-fe64-47fa-8e18-17055d6695b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b624d9-e209-4b7f-b1c1-9c12016bf09e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:34.664430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-3826217d-8adb-44cf-a23e-926b7f6195d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:34.664430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-3826217d-8adb-44cf-a23e-926b7f6195d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.4256630 May 13 14:27:34.694503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-526034e3-4521-42e6-843e-c0796c153461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:34.694503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-526034e3-4521-42e6-843e-c0796c153461 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.6927392 May 13 14:27:34.710708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905d56-861a-4dd9-af12-525145e2b397 req-66794ad1-56e3-445c-b7d2-68f3227ab6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:34.710708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-66794ad1-56e3-445c-b7d2-68f3227ab6dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=690a6ce2368846049d8c13408848206a&device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 1095 time: 1.8220143 May 13 14:27:34.945501 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:34.997159 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.048892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:35.052859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.059942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-12368016-6167-45d5-8cec-70bbb5121450 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3225026 May 13 14:27:35.162873 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.287722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:35.309989 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.458140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Deleting port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:35.458772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.490598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:35.531509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-0504a5bb-3756-4859-aa9e-a996c69877c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:35.538225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-0504a5bb-3756-4859-aa9e-a996c69877c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8854537 May 13 14:27:35.552366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c821d3-a668-430e-8772-9398e0958242 req-a00a1f6e-319d-4a34-bbe1-5936f519c2aa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:35.562551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03c821d3-a668-430e-8772-9398e0958242 req-a00a1f6e-319d-4a34-bbe1-5936f519c2aa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 944 time: 1.7133379 May 13 14:27:35.655664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] DHCP port deletion for d0bc3a83-116b-4188-8d63-950c278ea9d9 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:27:35.665346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Deleting port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:35.665917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:35.925233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03c821d3-a668-430e-8772-9398e0958242 req-dd00df02-36f7-417a-8376-4e06695fbef8 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606789 May 13 14:27:36.097884 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91759734-549c-4f75-80d8-5545797b734f'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'code': 200} May 13 14:27:36.157393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] For port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:36.157791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.242396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] For port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,segment=NetworkSegment(4a785de8-61b0-452f-acd6-f4781e57cbb9),segment_id=4a785de8-61b0-452f-acd6-f4781e57cbb9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:36.243448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.260283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-ef65722d-69b6-4363-9d2f-8610b428d13a service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318995 May 13 14:27:36.380957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Calling delete_port for 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:36.491272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Calling delete_port for 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:36.522307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:36.525085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d2e4-5019-4724-876b-86dfffdab18c req-14368e51-fa68-4966-802d-2864832a10d1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:36.538926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b32d2e4-5019-4724-876b-86dfffdab18c req-14368e51-fa68-4966-802d-2864832a10d1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 944 time: 0.4941816 May 13 14:27:36.586786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] Pushing event deleted for resources: {'Port': ['ID=2e6bbd68-6d53-41ab-8faa-7f2ac546b719,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:36.589859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e708de-59ae-47a5-973a-a9faebc0268c None None] No DVR routers for this DVR port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:36.635948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:36.661091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905d56-861a-4dd9-af12-525145e2b397 req-764e77c2-1280-4f64-af52-ef32ce3c8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:36.662036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-764e77c2-1280-4f64-af52-ef32ce3c8c9b service neutron] 10.222.0.90 "GET /v2.0/networks?id=39dc16ce-3e87-4b74-8309-7a11790b1dd5 HTTP/1.1" status: 200 len: 915 time: 1.7542505 May 13 14:27:36.663946 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-a9795277-7851-4619-9f91-373386bf52af service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2428591 May 13 14:27:36.678384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9b32d2e4-5019-4724-876b-86dfffdab18c req-7f99c2d1-26be-4171-bfc6-f6f1986f892a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Synchronizing usage tracker for tenant:690a6ce2368846049d8c13408848206a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:27:36.771203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-965e5f5a-44e1-4cf0-9aa3-aac755f71807 req-ee5530e7-dd7d-4ac4-82e9-cb35d210ce78 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700840 May 13 14:27:36.771203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9b32d2e4-5019-4724-876b-86dfffdab18c req-7f99c2d1-26be-4171-bfc6-f6f1986f892a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Unset dirty status for tenant:690a6ce2368846049d8c13408848206a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:27:36.771203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b32d2e4-5019-4724-876b-86dfffdab18c req-7f99c2d1-26be-4171-bfc6-f6f1986f892a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247038 May 13 14:27:36.814498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:37.004732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:37.022153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:37.030813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.038439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.174049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-0bbd4f57-9ffb-48bd-a1bd-e7ba4c87a1da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3 HTTP/1.1" status: 200 len: 217 time: 0.4910946 May 13 14:27:37.174049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc40823d-aa3e-4d77-a65d-86a0e2845061 req-356d75a2-d3a4-4b92-8ca0-5f42d61b92e3 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796179 May 13 14:27:37.248406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:27:37.248406 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:27:37.338801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:37.351415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905d56-861a-4dd9-af12-525145e2b397 req-e8e7f33b-3562-4752-8d08-66489a142e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.353258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-e8e7f33b-3562-4752-8d08-66489a142e3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c71391e-43e6-41a5-a74a-02b7c8c9979f HTTP/1.1" status: 200 len: 853 time: 0.1734254 May 13 14:27:37.369717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387de2-fbd6-48b0-a9e8-3b073f8d5d34 req-f11f80c4-01fe-4913-a82d-5701923bcc6b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.371816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f387de2-fbd6-48b0-a9e8-3b073f8d5d34 req-f11f80c4-01fe-4913-a82d-5701923bcc6b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.7760749 May 13 14:27:37.390245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:37.407482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'port_id': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'mac_address': 'fa:16:3e:77:89:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:37.474817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:37.475154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.494640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:37.521983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:37.527065 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.527785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f387de2-fbd6-48b0-a9e8-3b073f8d5d34 req-3ccc6b25-feda-4ec8-aa9b-30801c611cd4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107075 May 13 14:27:37.567319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905d56-861a-4dd9-af12-525145e2b397 req-c0d2d6d7-8c0d-49ad-8a31-185fca0d0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.582080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-c0d2d6d7-8c0d-49ad-8a31-185fca0d0430 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39dc16ce-3e87-4b74-8309-7a11790b1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144749 May 13 14:27:37.589377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:37.638850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on host n-h2-841736-1 for vnic_type normal with profile {"migrating_to": "n-h1-841736-1"} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:27:37.639177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:27:37.639729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:37.648960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:27:37.649583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Attempting to bind port 03e10433-e0ee-4b0f-967c-6d21024aad93 on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:27:37.667188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a49bf-c03b-45bf-9937-1561684a80a9 req-8f164b41-4a05-42ac-96ff-9e162af6e208 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:37.675298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-330a49bf-c03b-45bf-9937-1561684a80a9 req-8f164b41-4a05-42ac-96ff-9e162af6e208 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 0.3954804 May 13 14:27:37.682569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:37.683288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:37.697449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:27:37.714353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:27:37.715156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:27:37.716245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Bound port: 03e10433-e0ee-4b0f-967c-6d21024aad93, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:27:37.716856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.806989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:37.827286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-330a49bf-c03b-45bf-9937-1561684a80a9 req-5ed74e73-d9cf-4c8f-9e22-bb8bd46115b6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506999 May 13 14:27:37.836138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['8f8f6edc-8375-45d6-869d-2227d1ec0ef3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:37.921190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Deleting port 2e6bbd68-6d53-41ab-8faa-7f2ac546b719 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:37.921936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:37.946490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:37.954969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:27:37.967007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.012029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-a4812c7b-0cbc-48f2-a64b-1deea64f0570 service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287088 May 13 14:27:38.108186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:38.157312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] The port '2e6bbd68-6d53-41ab-8faa-7f2ac546b719' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:27:38.208991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.209807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.211505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] 10.222.0.90 "PUT /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 1121 time: 4.9390602 May 13 14:27:38.212679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703e20-1159-4e7e-b846-b1e63ee0cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=8']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:38.285995 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260c345d-ad16-453a-9b8c-ad62ef7b19e3'] response: {'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'code': 200} May 13 14:27:38.400656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['03e10433-e0ee-4b0f-967c-6d21024aad93'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:38.485604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed238bb-12e7-4385-a793-ef34558e2729 req-362958d7-9bc6-4ab1-8cd2-423d78c8880b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:38.487245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eed238bb-12e7-4385-a793-ef34558e2729 req-362958d7-9bc6-4ab1-8cd2-423d78c8880b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.1508422 May 13 14:27:38.493830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['03e10433-e0ee-4b0f-967c-6d21024aad93'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:38.558959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eed238bb-12e7-4385-a793-ef34558e2729 req-9dc89363-840d-4b4d-8a77-170c0b82b077 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549171 May 13 14:27:38.743688 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.829229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc3a83-116b-4188-8d63-950c278ea9d9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:38.857323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a785de8-61b0-452f-acd6-f4781e57cbb9') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:38.858193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a785de8-61b0-452f-acd6-f4781e57cbb9') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:38.892762 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.908644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76905d56-861a-4dd9-af12-525145e2b397 req-8a35fdde-84c3-4443-a87d-f7002c3468ec service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832076 May 13 14:27:38.933359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.944829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:27:38.948520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: timer() May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:27:38.964939 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:27:39.001032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:39.043209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac6d1-a3d4-4c85-97be-efeddd7ae86c req-eaeceb5a-7c22-4cb5-a889-c8b951b2af85 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.045943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af1ac6d1-a3d4-4c85-97be-efeddd7ae86c req-eaeceb5a-7c22-4cb5-a889-c8b951b2af85 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 945 time: 0.5054157 May 13 14:27:39.116521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.123215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.165698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bc3a83-116b-4188-8d63-950c278ea9d9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:39.177387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-efb4da89-9433-4f3d-b866-2dcf12f10752 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0bc3a83-116b-4188-8d63-950c278ea9d9 HTTP/1.1" status: 204 len: 168 time: 4.9277782 May 13 14:27:39.194093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af1ac6d1-a3d4-4c85-97be-efeddd7ae86c req-29f9a3c4-a6c3-4d43-a7d6-07307a6f0a93 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124058 May 13 14:27:39.259577 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77534d4-d337-404e-a3c7-00143a5e3f8d'] response: {'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'code': 200} May 13 14:27:39.382034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:39.409064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'mac_address': 'fa:16:3e:c5:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:39.562691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:39.564253 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.627236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:39.665256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:39.666710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:39.673652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:39.688610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005a99-d910-4027-9d61-1a51b1fd6c0c req-9bf1a126-1469-4693-bfcd-c846135f9b4b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.696905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6005a99-d910-4027-9d61-1a51b1fd6c0c req-9bf1a126-1469-4693-bfcd-c846135f9b4b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.1549709 May 13 14:27:39.721739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e94f0-502e-4f34-b4c0-8b375357ac0f req-1b3029b7-0173-4a4d-bf8a-44d868be7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.723422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-495e94f0-502e-4f34-b4c0-8b375357ac0f req-1b3029b7-0173-4a4d-bf8a-44d868be7e06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 1096 time: 0.2782514 May 13 14:27:39.747099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c4fce-c89f-4a65-87db-91348598ce49 req-df17096b-225e-4d9e-b34b-fa099ad56869 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:39.754684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-034c4fce-c89f-4a65-87db-91348598ce49 req-df17096b-225e-4d9e-b34b-fa099ad56869 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 0.2198291 May 13 14:27:39.780648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3a17a4de-76d1-4c11-88af-5cc2d924c516 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=477cfaf3fb1749b59b3240a95f070356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1133716 May 13 14:27:39.788051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:39.823701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6005a99-d910-4027-9d61-1a51b1fd6c0c req-a6c7768b-83e9-41ef-ac72-095e6fd93011 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219926 May 13 14:27:39.861732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-034c4fce-c89f-4a65-87db-91348598ce49 req-7354d7cd-c9fa-4ced-85dc-c1b96716c892 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039093 May 13 14:27:39.914274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-495e94f0-502e-4f34-b4c0-8b375357ac0f req-f03ae996-2b64-4c1c-aa78-1eb46483ff3a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843288 May 13 14:27:39.954390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:40.038592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.090375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.106382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2b811f98-655d-4a56-ab15-6ea252b97d6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:40.197327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcc4ba-b534-46f3-9a7e-331c15501663 req-418db67b-fa06-470a-af04-178f952d0440 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.199942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1fcc4ba-b534-46f3-9a7e-331c15501663 req-418db67b-fa06-470a-af04-178f952d0440 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 0.1985366 May 13 14:27:40.243687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.270633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e4e5a2-de10-42ec-b005-56080d91ed0b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:40.288242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1fcc4ba-b534-46f3-9a7e-331c15501663 req-78a7c257-3d63-4e80-b31a-ad47ebb1f84c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779352 May 13 14:27:40.289410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:40.304521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42fea-f162-44bf-8869-ab72f7885fb1 req-802aee09-d185-40bd-8506-7893e495590e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.306801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aeb42fea-f162-44bf-8869-ab72f7885fb1 req-802aee09-d185-40bd-8506-7893e495590e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.2041278 May 13 14:27:40.311539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:40.316626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1017f9c0-d3a9-44d3-ad51-2ab81dd94ec3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09e4e5a2-de10-42ec-b005-56080d91ed0b HTTP/1.1" status: 204 len: 168 time: 0.5266671 May 13 14:27:40.391823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aeb42fea-f162-44bf-8869-ab72f7885fb1 req-d8718426-eca8-4943-8c75-6b92445fa27a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732758 May 13 14:27:40.741197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be9d6c-f1fe-4f72-9b17-878baf681945 req-f79f3c5a-bed7-4ba8-a5a3-10be1cc6d194 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:40.744896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79be9d6c-f1fe-4f72-9b17-878baf681945 req-f79f3c5a-bed7-4ba8-a5a3-10be1cc6d194 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 0.1595726 May 13 14:27:40.853888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79be9d6c-f1fe-4f72-9b17-878baf681945 req-fa09b894-be32-4d16-8768-a8b023fdfa18 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011877 May 13 14:27:40.982015 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f865c15b-893a-4245-8fab-2ff4044c9eb1'] response: {'name': 'network-changed', 'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'status': 'completed', 'code': 200} May 13 14:27:41.006753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:41.230037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:27:41.247342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:41.248195 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:41.296025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4829ef-d294-49cc-ad64-7b6b0266b62c req-20e31ab2-aded-4fd5-aaca-201555ed5057 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:41.321000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f4829ef-d294-49cc-ad64-7b6b0266b62c req-20e31ab2-aded-4fd5-aaca-201555ed5057 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 945 time: 0.2426336 May 13 14:27:41.392800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:41.575913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f4829ef-d294-49cc-ad64-7b6b0266b62c req-a85ecc6a-c291-4af0-b0fd-b8cdb42fafb4 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522991 May 13 14:27:41.652455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9e6e788-2dfa-477d-b37c-3b9ddcd5fe91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4efb8a1679b142e991b65345a084b3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541366 May 13 14:27:41.656120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:41.673083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:41.673994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:41.720273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-20f22634-7713-4e3a-a540-d5e9471484f9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:41.723494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-20f22634-7713-4e3a-a540-d5e9471484f9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20&tenant_id=e423ba02102f49e29a71e7238fe217f2&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 949 time: 0.7969253 May 13 14:27:41.733933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-41b95a5a-a7aa-494c-be25-af3e55ffa6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:41.737912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-41b95a5a-a7aa-494c-be25-af3e55ffa6d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1124 time: 0.6919734 May 13 14:27:41.796063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:41.824906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:41.830861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.000386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:42.019727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.020045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.020407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.020731 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.021053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.021371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.021688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.022000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.022311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.022620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.022928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.028944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:27:42.210244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.224043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60433dbb-4927-4b5f-aa15-7b878059885d req-cd8bf1b8-982a-4676-b8b4-97463e26f8bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.225770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60433dbb-4927-4b5f-aa15-7b878059885d req-cd8bf1b8-982a-4676-b8b4-97463e26f8bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 949 time: 0.7066567 May 13 14:27:42.270464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-2820c3b1-13aa-48d1-8d4c-c3e2dd6b8546 service neutron] 10.222.0.90 "GET /v2.0/ports/2b811f98-655d-4a56-ab15-6ea252b97d6e/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 382 time: 0.5301480 May 13 14:27:42.402755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:42.439332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60433dbb-4927-4b5f-aa15-7b878059885d req-3aef0cd3-1859-4dba-8017-c869d05d777e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826203 May 13 14:27:42.493859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-580dd5de-bd93-456a-8339-dca5bc20b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.495390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-580dd5de-bd93-456a-8339-dca5bc20b2ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.6095450 May 13 14:27:42.619518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-67e87018-7ca2-437b-8366-a6aa79dfd73e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.1096847 May 13 14:27:42.667280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ab389-06cd-4093-9a4c-ebff7ae5cb0c req-498dc3b1-daa5-437b-884c-3c75b62d256b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.675310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c11ab389-06cd-4093-9a4c-ebff7ae5cb0c req-498dc3b1-daa5-437b-884c-3c75b62d256b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 0.3214982 May 13 14:27:42.746500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c11ab389-06cd-4093-9a4c-ebff7ae5cb0c req-eb121588-ce72-4619-a57f-feb9363a5fb7 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699496 May 13 14:27:42.836408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-3fb6993e-05ea-44bd-b04c-0360695db9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.837934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-3fb6993e-05ea-44bd-b04c-0360695db9c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2111299 May 13 14:27:42.840794 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97072b91-bd1a-40ce-9f65-e13e6df266c9'] response: {'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'code': 200} May 13 14:27:42.967257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-123ae543-4d0c-4ae8-b0fd-d0c12f35e1a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140428 May 13 14:27:42.981739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12caef-46c9-4285-8ee2-6175f6db27d5 req-26065d66-d5d8-4105-8d23-c03295fe6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:42.984592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b12caef-46c9-4285-8ee2-6175f6db27d5 req-26065d66-d5d8-4105-8d23-c03295fe6911 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 1097 time: 0.0847878 May 13 14:27:43.019783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:43.031333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b12caef-46c9-4285-8ee2-6175f6db27d5 req-cc7e2bff-7205-4b54-a1ce-bc7d684e1d95 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404007 May 13 14:27:43.083654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-8eadcf67-7152-4320-8b14-bc5b98b4ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.085664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-8eadcf67-7152-4320-8b14-bc5b98b4ff78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1100 time: 0.7635102 May 13 14:27:43.122705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.149916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2b811f98-655d-4a56-ab15-6ea252b97d6e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:43.157160 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.179026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755ad3d-34ab-43cb-9273-41a3964383ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.185827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-64985e79-cd59-4440-aadd-9e4eb89cad9c service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024453 May 13 14:27:43.188715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.190045 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ab8220f1-2335-4ebe-9d31-37d7ed2509c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8755ad3d-34ab-43cb-9273-41a3964383ae HTTP/1.1" status: 204 len: 168 time: 1.5291462 May 13 14:27:43.200912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1e87c-de8b-4af8-9ac8-1fb36a1a4942 req-85ef7bb4-9526-429c-a9ae-6b89c1437388 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.209096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01e1e87c-de8b-4af8-9ac8-1fb36a1a4942 req-85ef7bb4-9526-429c-a9ae-6b89c1437388 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.3536267 May 13 14:27:43.466416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:43.466960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.474096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bffcd-7b0f-44d4-b073-4d26f03651f4 req-9e804a3b-f56a-4772-9676-75ba7c1adb31 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:43.474096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-177bffcd-7b0f-44d4-b073-4d26f03651f4 req-9e804a3b-f56a-4772-9676-75ba7c1adb31 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 946 time: 0.1830480 May 13 14:27:43.538705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:43.544745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:43.564806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-177bffcd-7b0f-44d4-b073-4d26f03651f4 req-fc928a7d-7ef0-4278-99f2-65e56999bfcc tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814161 May 13 14:27:43.708710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:43.795150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01e1e87c-de8b-4af8-9ac8-1fb36a1a4942 req-a13e95ea-e560-4946-9b4a-6da2b82c93d4 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847802 May 13 14:27:43.990738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95980b57-bb7b-473d-91b0-bfe504788aaa req-b8499404-2318-4787-9bc1-67f3d0dbef8b service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789903 May 13 14:27:44.178054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-c98fd133-6633-4fd3-b9f3-31672addd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.181135 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-c98fd133-6633-4fd3-b9f3-31672addd957 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.9319499 May 13 14:27:44.210638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d15a0-f892-4ded-8329-672033a38523 req-df46a429-9942-41ce-bf4e-39f6a870b8c1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.213740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d2d15a0-f892-4ded-8329-672033a38523 req-df46a429-9942-41ce-bf4e-39f6a870b8c1 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 0.1604047 May 13 14:27:44.304835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d2d15a0-f892-4ded-8329-672033a38523 req-eb36be5c-bdac-4a74-b470-3aa9f2d3cc4c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 May 13 14:27:44.305006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-1e0e21f4-a2ee-49b1-ab68-69139a33e0e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.1138031 May 13 14:27:44.393261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f21a-cc64-4f1e-837e-169f5c94e41c req-b4a22be8-cc72-431a-ab0b-72097560453d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.395234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bef0f21a-cc64-4f1e-837e-169f5c94e41c req-b4a22be8-cc72-431a-ab0b-72097560453d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.3698111 May 13 14:27:44.401693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-2c0406ff-f3a9-4f13-b9a8-ff27279e353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.404038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-2c0406ff-f3a9-4f13-b9a8-ff27279e353e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0922616 May 13 14:27:44.601561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bef0f21a-cc64-4f1e-837e-169f5c94e41c req-211bbaec-ed91-4fa7-bfb9-8b6378d36e03 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901507 May 13 14:27:44.643230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-a0337c67-f0af-4098-8a9b-2b58e81cbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.645156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-a0337c67-f0af-4098-8a9b-2b58e81cbb59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880744 May 13 14:27:44.673123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ca81d-bec4-4846-ac2e-78814c5f00fa req-4691121e-dbbd-4199-8e40-11dee43764c0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:44.696441 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f78ca81d-bec4-4846-ac2e-78814c5f00fa req-4691121e-dbbd-4199-8e40-11dee43764c0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.2021208 May 13 14:27:44.785687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f78ca81d-bec4-4846-ac2e-78814c5f00fa req-d4934cba-acc7-40fb-9bfb-7decd18f75a0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882134 May 13 14:27:44.843419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:45.083968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e388-1df1-4eb8-8c7c-93c04b340c90 req-191f0940-2455-4a76-a372-50152ee7e4df tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:45.096037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-6fe310dd-084b-4c91-9e1d-ca6219dbecf0 service neutron] 10.222.0.86 "GET /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.3075838 May 13 14:27:45.101995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f747e388-1df1-4eb8-8c7c-93c04b340c90 req-191f0940-2455-4a76-a372-50152ee7e4df tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 946 time: 0.2074077 May 13 14:27:45.174113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-0b9ade18-66ed-49b3-9d69-c7356789d798 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217836 May 13 14:27:45.181710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f747e388-1df1-4eb8-8c7c-93c04b340c90 req-818ff2f9-0a1f-4c7d-a088-c0397cc4fcc9 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786047 May 13 14:27:45.439845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-1d9850d8-508f-4907-9128-9ce3ffc71153 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401032 May 13 14:27:45.441338 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac0655a-c4ee-4169-aba5-92f1a35d944e'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'code': 200} May 13 14:27:46.308768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:46.368045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:46.450675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e80563-ece6-4060-9290-92fafb0b81e2 req-33704f3a-652f-4ced-9db7-6980d109a62e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.452624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b3e80563-ece6-4060-9290-92fafb0b81e2 req-33704f3a-652f-4ced-9db7-6980d109a62e tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 946 time: 0.3266132 May 13 14:27:46.467029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e10433-e0ee-4b0f-967c-6d21024aad93 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:46.475485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44346) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:46.487126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Request body: {'floatingip': {'port_id': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:27:46.551966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:46.617762 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.624622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8a51-8942-4bd4-a312-48a399d5380e req-aee031d4-8133-4cb3-8291-7543e23dc5b4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:46.628840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ebc8a51-8942-4bd4-a312-48a399d5380e req-aee031d4-8133-4cb3-8291-7543e23dc5b4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2379868 May 13 14:27:46.720895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:46.783505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ebc8a51-8942-4bd4-a312-48a399d5380e req-2ca4d773-4a23-4a45-8161-d04ab6c8bd89 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288826 May 13 14:27:47.079600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce04c-3868-4b62-a5a8-7beb1c4ee874 req-21a352e9-0c5b-45b0-982c-55afe620e89d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:47.105150 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f8ce04c-3868-4b62-a5a8-7beb1c4ee874 req-21a352e9-0c5b-45b0-982c-55afe620e89d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.1696959 May 13 14:27:47.172766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f8ce04c-3868-4b62-a5a8-7beb1c4ee874 req-382fa69a-2da7-4543-a7e2-9cbce0667d6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654919 May 13 14:27:47.357860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] Transition to ACTIVE for port object 03e10433-e0ee-4b0f-967c-6d21024aad93 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:27:47.397257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:47.487940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8a65-deb2-4786-88d9-f3f348bcce49 req-ad2dc6d3-288c-4cb2-bf54-2ecc52e85dd9 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:47.490208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e31b8a65-deb2-4786-88d9-f3f348bcce49 req-ad2dc6d3-288c-4cb2-bf54-2ecc52e85dd9 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.1510282 May 13 14:27:47.586081 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e31b8a65-deb2-4786-88d9-f3f348bcce49 req-a2d57e36-6946-4daf-b025-e54ed624e9f3 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851705 May 13 14:27:47.742276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:47.888654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:47.891016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86d36-b22c-4596-97b8-9707142621a9 req-75cdf2ea-5f94-4698-83fe-3811b51e557b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:47.904126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08d86d36-b22c-4596-97b8-9707142621a9 req-75cdf2ea-5f94-4698-83fe-3811b51e557b tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 943 time: 1.0601037 May 13 14:27:47.952104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] No DVR routers for this DVR port 03e10433-e0ee-4b0f-967c-6d21024aad93 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:48.173981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece9e95-c673-4625-981c-701715162caf service neutron] Pushing event updated for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=10']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:48.200729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-cece9e95-c673-4625-981c-701715162caf service neutron] 10.222.0.86 "PUT /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93/bindings/n-h1-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0979726 May 13 14:27:48.427536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94268a7-05c2-4ea5-b160-f2c5a858d91a req-8994b542-3030-4815-b7c8-992184251ed2 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.431257 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a94268a7-05c2-4ea5-b160-f2c5a858d91a req-8994b542-3030-4815-b7c8-992184251ed2 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2882895 May 13 14:27:48.518418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-93fd5494-7dfb-4f56-99af-dbc56e3307e1 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.518418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-93fd5494-7dfb-4f56-99af-dbc56e3307e1 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.2468014 May 13 14:27:48.540101 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a94268a7-05c2-4ea5-b160-f2c5a858d91a req-996f561a-8a6e-4979-88e9-4cddbf9ac852 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872569 May 13 14:27:48.694220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-6690efcf-fd38-4134-8834-6896feaf9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.697383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-6690efcf-fd38-4134-8834-6896feaf9cd8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 1095 time: 0.1643624 May 13 14:27:48.933855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-ac499e7b-9c32-44fe-930c-e1d914807c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:48.936698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-ac499e7b-9c32-44fe-930c-e1d914807c0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1095 time: 0.1863942 May 13 14:27:48.937479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:48.957105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08d86d36-b22c-4596-97b8-9707142621a9 req-8f1c2b3a-020a-4c80-858b-931e78c3aa98 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0514822 May 13 14:27:49.068452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-da66707b-473a-4817-b72f-ddb1d2c4c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.071181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-da66707b-473a-4817-b72f-ddb1d2c4c61b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1101 time: 1.1078229 May 13 14:27:49.424607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-f2f9bf16-831f-4aeb-8125-22e24898fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.427507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-f2f9bf16-831f-4aeb-8125-22e24898fceb service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.4803469 May 13 14:27:49.437832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab146596-7370-4bc8-a7c1-6199bd66263f req-07a0ec0a-d2a4-4975-95e9-c44f2815f22d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.443498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab146596-7370-4bc8-a7c1-6199bd66263f req-07a0ec0a-d2a4-4975-95e9-c44f2815f22d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.4438291 May 13 14:27:49.544254 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:27:49.588520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-de456cb6-ff7d-44dd-aeb2-6ec4265d442f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 200 len: 217 time: 0.1432128 May 13 14:27:49.808204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab146596-7370-4bc8-a7c1-6199bd66263f req-0e718050-4831-43ea-9c96-30114ed86555 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678270 May 13 14:27:49.826813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.852714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-f7bc80bb-20b1-4286-b917-271680f8dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.854682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-f7bc80bb-20b1-4286-b917-271680f8dabe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.2425230 May 13 14:27:49.875599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf655d7-9428-4ff3-917c-2382d2a1aef2 req-435ecf25-cc50-4885-97a3-102e4d726e2a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.879697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-abf655d7-9428-4ff3-917c-2382d2a1aef2 req-435ecf25-cc50-4885-97a3-102e4d726e2a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.6394334 May 13 14:27:49.892558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-9731e669-e5ef-42d6-8f8e-cd86a45f2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:49.896749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-9731e669-e5ef-42d6-8f8e-cd86a45f2400 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 1101 time: 0.7908976 May 13 14:27:49.911103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:49.924720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-48a71af5-73ff-433b-9310-ff110449b42f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621462 May 13 14:27:50.084245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:50.389003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-abf655d7-9428-4ff3-917c-2382d2a1aef2 req-9dbf4561-5fbd-4210-b132-2fe41bfaef73 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871895 May 13 14:27:50.428705 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-941eb0cb-8a9f-4303-be57-51da521532ae service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974046 May 13 14:27:50.657805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-991441aa-659e-478c-a93f-e9e757145cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.659717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-991441aa-659e-478c-a93f-e9e757145cf7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5851390 May 13 14:27:50.853345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461bfda-51e4-4938-abd1-db36c2b79bd7 req-c1a66959-e649-4a7f-b7ee-ac5184acf69a tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:50.866937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f461bfda-51e4-4938-abd1-db36c2b79bd7 req-c1a66959-e649-4a7f-b7ee-ac5184acf69a tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.4366059 May 13 14:27:50.877115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-b6d511f4-2558-4879-85bb-431c6fa9f619 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 200 len: 217 time: 0.2059205 May 13 14:27:50.907600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-c5dee758-bb6c-42ba-9b4e-26cf510d9d3f service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141517 May 13 14:27:50.947387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f461bfda-51e4-4938-abd1-db36c2b79bd7 req-34dd7917-3755-4328-8e32-ccb1bec0b5f6 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792623 May 13 14:27:51.043494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:51.058019 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Floating IP 0f6ca237-d6ac-4329-a1ed-584edb69c3c2 associated. External IP: 172.25.5.248, port: 8f8f6edc-8375-45d6-869d-2227d1ec0ef3. May 13 14:27:51.302249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-1f59a551-8a6f-4aa8-852c-7221e6829c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.303743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-1f59a551-8a6f-4aa8-852c-7221e6829c57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.4176943 May 13 14:27:51.409439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:51.410025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.455472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-948dc502-23ef-48fb-9027-4f7127241b8a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.457119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-948dc502-23ef-48fb-9027-4f7127241b8a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1793413 May 13 14:27:51.474138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:51.482149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049ced-f2a8-4dd7-b81e-07c15318dcec req-0806bd33-7b3f-4da7-947d-72c38ec64542 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.483735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90049ced-f2a8-4dd7-b81e-07c15318dcec req-0806bd33-7b3f-4da7-947d-72c38ec64542 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.7123480 May 13 14:27:51.500633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:51.506605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.621173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:51.659794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee76fd7-0cdb-4a0a-98b0-bf393335b6ea req-7b0a37d0-06d1-41aa-8400-42a9005c3d7d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.661594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eee76fd7-0cdb-4a0a-98b0-bf393335b6ea req-7b0a37d0-06d1-41aa-8400-42a9005c3d7d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.1470296 May 13 14:27:51.706348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-155579b0-6e0f-432d-b087-175ec7623fbd service neutron] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:27:51.719674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-155579b0-6e0f-432d-b087-175ec7623fbd service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:51.719674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a2ea718-97e7-4541-bdcb-adef9c638617 req-155579b0-6e0f-432d-b087-175ec7623fbd service neutron] 10.222.0.90 "DELETE /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93/bindings/n-h2-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.2564483 May 13 14:27:51.764546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eee76fd7-0cdb-4a0a-98b0-bf393335b6ea req-b871e81d-571b-4b0f-82a8-062c0712be9b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 May 13 14:27:51.807446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-0f26710a-f711-45ee-baf7-2a371ddffd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:51.807446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-0f26710a-f711-45ee-baf7-2a371ddffd20 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4281685 May 13 14:27:51.856317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90049ced-f2a8-4dd7-b81e-07c15318dcec req-96710c99-1344-43ab-8f06-15df7dcf2d64 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529987 May 13 14:27:52.130758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27591a4-d6ba-4270-b1ed-c0a8176a9991 req-3e2db7a3-1cec-4e53-8324-69481e9ed3c3 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:52.141092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b27591a4-d6ba-4270-b1ed-c0a8176a9991 req-3e2db7a3-1cec-4e53-8324-69481e9ed3c3 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 945 time: 0.1511390 May 13 14:27:52.181736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-3feeed0d-b4ab-490a-b0ea-7fdf819cd790 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308995 May 13 14:27:52.209135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b27591a4-d6ba-4270-b1ed-c0a8176a9991 req-ba6c7c3a-7966-454b-8b73-b9bb4903b734 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626764 May 13 14:27:52.316921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Router be4f29de-297b-496b-90ff-6e57c45ee3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:27:52.344984 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae84ebcd-61cd-47fc-b61d-9849f22b89aa'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'code': 200} May 13 14:27:52.582387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d324-02bb-4134-8ade-0f2868b462a3 req-0d1e1ec3-8b13-4f19-a04a-5ec3f8c1d6bd tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:52.585433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07e0d324-02bb-4134-8ade-0f2868b462a3 req-0d1e1ec3-8b13-4f19-a04a-5ec3f8c1d6bd tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.5061421 May 13 14:27:52.697772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3fc49-63be-4d0f-bf2a-4e707faed483 req-59cd8c9d-f659-4f91-8c18-52999457ecd7 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:52.705095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bea3fc49-63be-4d0f-bf2a-4e707faed483 req-59cd8c9d-f659-4f91-8c18-52999457ecd7 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.1129968 May 13 14:27:52.760141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82ff44c0-9aae-4dc3-b194-bd19c24d52fc req-0a7f5bfa-ccd4-4945-b277-9e4513ed3761 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666287 May 13 14:27:52.815779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bea3fc49-63be-4d0f-bf2a-4e707faed483 req-36902aea-b686-4473-9fe4-2e3b60ee0f8e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090353 May 13 14:27:52.818818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07e0d324-02bb-4134-8ade-0f2868b462a3 req-8eba14cf-544d-45c2-99bd-c18f164c1a72 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517918 May 13 14:27:52.821698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:27:52.835358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:52.841474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Sync routers for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:27:52.881581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:52.882230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:27:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:53.028467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8ddab66c-692c-4e38-855b-f5dbe0cce7a3 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "PUT /v2.0/floatingips/0f6ca237-d6ac-4329-a1ed-584edb69c3c2 HTTP/1.1" status: 200 len: 992 time: 6.5512662 May 13 14:27:53.045333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:53.168300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:53.333109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4baeb1-a60f-453c-8272-0eab9d59293b req-c486c4b3-901f-4060-b7e3-56ef0dc1914f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:53.335919 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a4baeb1-a60f-453c-8272-0eab9d59293b req-c486c4b3-901f-4060-b7e3-56ef0dc1914f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 948 time: 0.3398588 May 13 14:27:53.448477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a4baeb1-a60f-453c-8272-0eab9d59293b req-4075469c-4831-491b-ba4d-e39a5c1a3baa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009583 May 13 14:27:53.565421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-8c492362-92ab-45bf-8f62-1a8db31e6ffb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:53.567441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-8c492362-92ab-45bf-8f62-1a8db31e6ffb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 945 time: 0.3609350 May 13 14:27:53.569531 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5030c6-b3e2-4fd4-89a0-11a14ad8fdf8'] response: {'name': 'network-changed', 'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'status': 'completed', 'code': 200} May 13 14:27:53.649110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c1086-3fc9-4d45-9fa4-30bb10b94c1c req-732b9ef2-846a-4f56-8b75-d7a41b7bd178 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:53.681204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a7c1086-3fc9-4d45-9fa4-30bb10b94c1c req-732b9ef2-846a-4f56-8b75-d7a41b7bd178 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.3891454 May 13 14:27:53.754386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '0f6ca237-d6ac-4329-a1ed-584edb69c3c2', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'port_id': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'mac_address': 'fa:16:3e:77:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80003863-f7d4-4493-87da-3f00555cb862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:27:13Z', 'updated_at': '2022-05-13T14:27:49Z', 'revision_number': 1, 'project_id': '690a6ce2368846049d8c13408848206a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:53.761766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Checking router: be4f29de-297b-496b-90ff-6e57c45ee3e8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:27:53.782437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:27:53.783068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:27:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:53.820115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:53.891180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 257341be-913d-4919-b689-42f582370072 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:53.892381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:53.998907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46868c0-81fd-481d-a559-c95c5d360511 req-02b32c5c-c05e-43f1-a058-5abe1bc61c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.000546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-02b32c5c-c05e-43f1-a058-5abe1bc61c39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=690a6ce2368846049d8c13408848206a&device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 1097 time: 0.4090636 May 13 14:27:54.126556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:27:54.135069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a7c1086-3fc9-4d45-9fa4-30bb10b94c1c req-c05a4c6f-d63e-47ea-b521-5f647a3dbf21 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521248 May 13 14:27:54.181912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.231140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26256-5b1b-4abd-be9d-21d9ff405d2e req-ff84488e-079e-4a76-8c3e-19466827f4cd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.236159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:54.244331 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69e26256-5b1b-4abd-be9d-21d9ff405d2e req-ff84488e-079e-4a76-8c3e-19466827f4cd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 945 time: 0.4702330 May 13 14:27:54.276141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Usage tracker for resource:security_group_rule and tenant:63ba657cf2484b9d88978e4e6d7de8f5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:54.295618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:54.367105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46868c0-81fd-481d-a559-c95c5d360511 req-10f26037-131a-40fb-8101-189132222675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.371348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-10f26037-131a-40fb-8101-189132222675 service neutron] 10.222.0.90 "GET /v2.0/networks?id=39dc16ce-3e87-4b74-8309-7a11790b1dd5 HTTP/1.1" status: 200 len: 915 time: 0.3619194 May 13 14:27:54.385109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69e26256-5b1b-4abd-be9d-21d9ff405d2e req-7b257300-72cc-4a23-9932-9219ffa9c177 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391058 May 13 14:27:54.410057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:54.696575 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-af29e8a5-8e24-410d-9df9-082bf39272a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3 HTTP/1.1" status: 200 len: 1000 time: 0.3069198 May 13 14:27:54.699609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '0f6ca237-d6ac-4329-a1ed-584edb69c3c2', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'port_id': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'mac_address': 'fa:16:3e:77:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80003863-f7d4-4493-87da-3f00555cb862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:27:13Z', 'updated_at': '2022-05-13T14:27:49Z', 'revision_number': 1, 'project_id': '690a6ce2368846049d8c13408848206a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:27:54.704633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33131326-4cf1-4485-a381-d451aa6f9242 None None] The sync data for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 is: [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '0f6ca237-d6ac-4329-a1ed-584edb69c3c2', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'port_id': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'mac_address': 'fa:16:3e:77:89:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80003863-f7d4-4493-87da-3f00555cb862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:27:13Z', 'updated_at': '2022-05-13T14:27:49Z', 'revision_number': 1, 'project_id': '690a6ce2368846049d8c13408848206a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:27:54.794791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 257341be-913d-4919-b689-42f582370072, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=257341be-913d-4919-b689-42f582370072,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:54.807243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:54.961050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46868c0-81fd-481d-a559-c95c5d360511 req-6254e603-5db8-4c8a-a142-e3b3fa61d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.963365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-6254e603-5db8-4c8a-a142-e3b3fa61d7fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c71391e-43e6-41a5-a74a-02b7c8c9979f HTTP/1.1" status: 200 len: 853 time: 0.1467273 May 13 14:27:54.976184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb867232-b60f-4a87-b1d4-ef066a459681 req-39fee6d4-05a4-4db3-88b2-73563e93eeef tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:54.986323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb867232-b60f-4a87-b1d4-ef066a459681 req-39fee6d4-05a4-4db3-88b2-73563e93eeef tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2878687 May 13 14:27:55.048904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:55.060317 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23214686-4f90-4ba3-b70b-e0dba48ae043 None None] New status for floating IP 0f6ca237-d6ac-4329-a1ed-584edb69c3c2: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:27:55.173820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 257341be-913d-4919-b689-42f582370072 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:55.197889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb867232-b60f-4a87-b1d4-ef066a459681 req-5ce5b130-6bbf-4d67-85f0-36460cc6f55e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101188 May 13 14:27:55.273892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46868c0-81fd-481d-a559-c95c5d360511 req-5bccf049-9c49-49f2-bc9f-8bff376f6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:55.281772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-5bccf049-9c49-49f2-bc9f-8bff376f6149 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39dc16ce-3e87-4b74-8309-7a11790b1dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927666 May 13 14:27:55.393295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:55.427806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'mac_address': 'fa:16:3e:c5:5a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:27:55.493185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.517564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.565818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:55.566906 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.599728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:27:55.631076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:55.638988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:55.681359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7a73-0aac-442f-8bbf-d518081624cb req-56b61b3a-201f-41c5-9843-a665d403623a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:55.685024 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27af7a73-0aac-442f-8bbf-d518081624cb req-56b61b3a-201f-41c5-9843-a665d403623a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 1.0357900 May 13 14:27:55.715478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63ba657cf2484b9d88978e4e6d7de8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8884597 May 13 14:27:55.719331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:55.759382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45470a0c-d236-4f22-affb-2fe6866f0e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21999f1-11f8-42d8-b6b1-05b89e663720,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:55.759856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:55.830758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-48119da3-7cc5-4a0f-8125-ebd4483414ae service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364225 May 13 14:27:55.953327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2b811f98-655d-4a56-ab15-6ea252b97d6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:27:55.976371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27af7a73-0aac-442f-8bbf-d518081624cb req-547d7c74-022f-4953-92ba-df7741250f22 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750783 May 13 14:27:56.001681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9442-bf2e-46d3-aebd-5d8835509ed5 req-a5ba0df6-87c2-4af5-8e4c-4797c32756be tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.014644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ddb9442-bf2e-46d3-aebd-5d8835509ed5 req-a5ba0df6-87c2-4af5-8e4c-4797c32756be tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.3823965 May 13 14:27:56.024740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.031360 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.139212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ddb9442-bf2e-46d3-aebd-5d8835509ed5 req-d7a80d64-4991-4fcf-bfc5-4c453980338b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233473 May 13 14:27:56.194357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a46868c0-81fd-481d-a559-c95c5d360511 req-43695977-2197-4222-bd00-6d9068ee24eb service neutron] 10.222.0.90 "GET /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546362 May 13 14:27:56.198678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=257341be-913d-4919-b689-42f582370072,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.365113 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.406720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06916f-01be-49df-8417-6cfa5d03629f req-40718542-5ae7-4ba3-b6e8-c1f46d917ead tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.408507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c06916f-01be-49df-8417-6cfa5d03629f req-40718542-5ae7-4ba3-b6e8-c1f46d917ead tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1095 time: 0.0833833 May 13 14:27:56.457413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 257341be-913d-4919-b689-42f582370072 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:56.464951 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c06916f-01be-49df-8417-6cfa5d03629f req-f3138b7d-79d9-4e0d-9a00-4a00436bc336 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 May 13 14:27:56.473836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.478983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'name': 'network-vif-deleted', 'tag': '257341be-913d-4919-b689-42f582370072'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:56.546709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c1f1e79-63f4-42ae-ba1b-c7beb36ab68d req-1fe1abbb-4001-4660-b0a9-756d807499e6 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "DELETE /v2.0/ports/257341be-913d-4919-b689-42f582370072 HTTP/1.1" status: 204 len: 173 time: 2.9715877 May 13 14:27:56.586879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-81e55f96-bf6e-469c-8e44-548468cc7eed tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.589496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-81e55f96-bf6e-469c-8e44-548468cc7eed tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.86 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 946 time: 0.3162525 May 13 14:27:56.601903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dc5f4-2cf5-4b8b-8b81-9217f6e51c69 req-85387784-6fa6-4e54-bf98-fefd82106e4b tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:56.603787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c0dc5f4-2cf5-4b8b-8b81-9217f6e51c69 req-85387784-6fa6-4e54-bf98-fefd82106e4b tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 946 time: 0.3904903 May 13 14:27:56.637309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.697343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21999f1-11f8-42d8-b6b1-05b89e663720,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:56.704649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:56.708726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-734fc15a-623f-4cb2-b7ac-f0c3f857cbaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d21999f1-11f8-42d8-b6b1-05b89e663720 HTTP/1.1" status: 204 len: 168 time: 0.9867480 May 13 14:27:56.750246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f6ff58a-9b49-4f8a-a7b8-760cc3802fac req-d0edb066-34ad-42c6-aa3d-e86982031fc8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 210 time: 0.1090794 May 13 14:27:56.775894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c0dc5f4-2cf5-4b8b-8b81-9217f6e51c69 req-f20badc7-adff-4d74-990e-af97bd90729b tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/security-groups?id=38f8d586-9c2e-42f7-b8a5-971a04be2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395781 May 13 14:27:56.782388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Deleting port c0250740-8fc5-446c-a270-6c0542fb6c64 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:27:56.782951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.050298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:27:57.084317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7381-b605-44af-8f70-36808b82c883 req-ab5f3327-d17b-4a84-8b62-ef0b4df9c9e8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.086814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59ec7381-b605-44af-8f70-36808b82c883 req-ab5f3327-d17b-4a84-8b62-ef0b4df9c9e8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 950 time: 0.2015617 May 13 14:27:57.195177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2b811f98-655d-4a56-ab15-6ea252b97d6e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:27:57.196267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.228815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59ec7381-b605-44af-8f70-36808b82c883 req-81bcdf98-f70b-4122-960f-f26dc09e71ea tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265497 May 13 14:27:57.327801 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8d9c4c-7e5d-4007-92c0-e1f3df690b87'] response: {'server_uuid': '31e13e59-1153-453e-a3b0-234e513b7ea3', 'name': 'network-vif-deleted', 'tag': '257341be-913d-4919-b689-42f582370072', 'status': 'completed', 'code': 200} May 13 14:27:57.423224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:57.457496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b81dab-d0cd-4164-aff3-8cbd49f9e91b req-ffb0405b-975b-4469-8f1e-afcdeb5d0bb2 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.459166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38b81dab-d0cd-4164-aff3-8cbd49f9e91b req-ffb0405b-975b-4469-8f1e-afcdeb5d0bb2 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.4364889 May 13 14:27:57.460264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2b811f98-655d-4a56-ab15-6ea252b97d6e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:27:57.460883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.520870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:57.550379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:57.562156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.563120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 257341be-913d-4919-b689-42f582370072 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:57.570334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] For port c0250740-8fc5-446c-a270-6c0542fb6c64, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c0250740-8fc5-446c-a270-6c0542fb6c64,segment=NetworkSegment(776ae415-1642-4f00-8997-d658438d825c),segment_id=776ae415-1642-4f00-8997-d658438d825c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:27:57.581153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.643716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:57.676469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:27:57.681373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Usage tracker for resource:security_group_rule and tenant:d67189584e9446b8953cbecc81552ce0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:27:57.685678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:27:57.693445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:27:57.794032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 257341be-913d-4919-b689-42f582370072 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:27:57.796025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 257341be-913d-4919-b689-42f582370072 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:27:57.821144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78f17-a363-4603-af81-9cf54aaf1833 req-61814309-b51c-42e2-8ae2-56a730df8725 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:57.835580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3c78f17-a363-4603-af81-9cf54aaf1833 req-61814309-b51c-42e2-8ae2-56a730df8725 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 1095 time: 0.3809416 May 13 14:27:57.855625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:57.911769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38b81dab-d0cd-4164-aff3-8cbd49f9e91b req-b79dfd22-f1e4-474e-9e14-d2fca2a59923 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392855 May 13 14:27:57.919949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Calling delete_port for c0250740-8fc5-446c-a270-6c0542fb6c64 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:27:57.947505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3c78f17-a363-4603-af81-9cf54aaf1833 req-621213a8-dce3-4cbf-8139-5fddb299c224 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100504 May 13 14:27:58.131502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.144915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.215980 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba1f77e-6576-47d6-b9ff-0973dac71e54'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'code': 200} May 13 14:27:58.285379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.297929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d67189584e9446b8953cbecc81552ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728871 May 13 14:27:58.302609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:27:58.305915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af864-4139-4ccd-aff5-e46b8bac5c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ae5fd-df02-4087-97b8-1b22b8cc4038,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:58.393556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.410857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Pushing event deleted for resources: {'Port': ['ID=c0250740-8fc5-446c-a270-6c0542fb6c64,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:58.439178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.523043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] No DVR routers for this DVR port c0250740-8fc5-446c-a270-6c0542fb6c64 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:27:58.527548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.543405 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-414e2d2b-3f12-48e5-8c01-5d3ee77e541c req-627fdc12-235d-4069-b555-89849c55280a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=31e13e59-1153-453e-a3b0-234e513b7ea3 HTTP/1.1" status: 200 len: 210 time: 0.1073751 May 13 14:27:58.578026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-674d559c-7e6b-4df1-9b5f-192f3bf0b088 req-961d1770-5287-419b-a31f-b5bb78b93647 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.86 "DELETE /v2.0/ports/c0250740-8fc5-446c-a270-6c0542fb6c64 HTTP/1.1" status: 204 len: 173 time: 1.9722238 May 13 14:27:58.619338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba4bf3-025e-4647-9ca2-3efcbaa765e4 req-cfdbd6f9-7e5e-4810-94ab-1cf62c330b1e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:58.623046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1ba4bf3-025e-4647-9ca2-3efcbaa765e4 req-cfdbd6f9-7e5e-4810-94ab-1cf62c330b1e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.3962312 May 13 14:27:58.642662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.681561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ae5fd-df02-4087-97b8-1b22b8cc4038,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:27:58.698978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:58.706024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-50add535-d70c-4bd1-9dc6-4feadeabc23c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec3ae5fd-df02-4087-97b8-1b22b8cc4038 HTTP/1.1" status: 204 len: 168 time: 0.4019358 May 13 14:27:58.756990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1ba4bf3-025e-4647-9ca2-3efcbaa765e4 req-7328884c-849f-40ac-9ae9-523a1b4e2f93 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188846 May 13 14:27:58.891885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30cbe567-ebad-4b50-9a6f-d9bb70256240 req-7d32e3d2-c169-4739-b9b4-0412085f2f25 tempest-VolumesAdminNegativeTest-924855675 tempest-VolumesAdminNegativeTest-924855675-project] 10.222.0.36 "GET /v2.0/ports?device_id=041ddb09-9e3c-42d2-99b3-8d9a23f833ce HTTP/1.1" status: 200 len: 210 time: 0.1067634 May 13 14:27:59.163555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-8fde6b09-526b-4820-bb80-8f046801988b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810368 May 13 14:27:59.405749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'name': 'network-vif-deleted', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:27:59.490246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba75a-fc60-4c23-b81b-1d67c458fd37 req-bfe03954-40c2-44af-9886-0f271dfb077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:59.490246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-debba75a-fc60-4c23-b81b-1d67c458fd37 req-bfe03954-40c2-44af-9886-0f271dfb077d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 0.1834400 May 13 14:27:59.579137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-49a69d09-7be3-4552-9c1f-017201c938f8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:27:59.593260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-49a69d09-7be3-4552-9c1f-017201c938f8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173920 May 13 14:27:59.618297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-debba75a-fc60-4c23-b81b-1d67c458fd37 req-71fa23ad-947b-45e7-b82d-3ab235d1f2b9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210270 May 13 14:27:59.625181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-1dfafbe2-bbd7-4f9e-bae8-816e09a6d0e3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/quotas/e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 375 time: 0.0304585 May 13 14:27:59.658963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5253f7d5-6c45-4e97-b121-7b393c29d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:27:59.786643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:27:59.822043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:27:59.927758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-3dec71ec-894e-4f5e-a18e-283fe7efbed9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3011782 May 13 14:28:00.068751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:28:00.294263 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08a08ef-2d89-43f5-8660-521e70c363d7'] response: {'server_uuid': '041ddb09-9e3c-42d2-99b3-8d9a23f833ce', 'name': 'network-vif-deleted', 'tag': 'c0250740-8fc5-446c-a270-6c0542fb6c64', 'status': 'completed', 'code': 200} May 13 14:28:00.374101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:00.374489 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.405691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d652a1f-7e78-44c1-a765-aaf41d5bac6b req-f945238f-f05e-44c0-b30a-3687547aa6e9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:00.410824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d652a1f-7e78-44c1-a765-aaf41d5bac6b req-f945238f-f05e-44c0-b30a-3687547aa6e9 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.5043912 May 13 14:28:00.435224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:00.447771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:00.483059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'mac_address': 'fa:16:3e:cd:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:00.485842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:00.499635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:00.500369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c0250740-8fc5-446c-a270-6c0542fb6c64 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:00.535085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d652a1f-7e78-44c1-a765-aaf41d5bac6b req-29888b7d-6ff5-4bb2-8db3-2eae0658da7c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 May 13 14:28:00.888301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:00.929967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: c0250740-8fc5-446c-a270-6c0542fb6c64 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:00.930548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c0250740-8fc5-446c-a270-6c0542fb6c64 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:01.086198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Deleting subnet 2eb649f1-05be-47c6-8e5d-77f28648c88f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:01.099512 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.124111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7fd41623-7255-4f53-98d9-dc1c6205f13c req-ec710d5b-6b7e-49fc-8e6e-541fc73b24b3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 210 time: 0.1407957 May 13 14:28:01.185377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44568) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:01.242955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.255571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.276577 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b8a559-49da-46e0-bf36-548e9e5de64e'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'code': 200} May 13 14:28:01.332404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:01.347804 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.412032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.441998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5442447-7f7c-4aa4-bd8c-37a1ce230661 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:01.449569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-817157997-network', 'tenant_id': '3cd999e6b68741688665e47faa7b8b68'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:01.461892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:01.472935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Usage tracker for resource:network and tenant:3cd999e6b68741688665e47faa7b8b68 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:01.477056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:01.481777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:01.493138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:01.530826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb649f1-05be-47c6-8e5d-77f28648c88f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:01.555089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.556144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:01.561177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:01.569709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.571483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.588481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-de2cfea2-dc95-41d6-99c9-798523448930 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2eb649f1-05be-47c6-8e5d-77f28648c88f HTTP/1.1" status: 204 len: 168 time: 0.6979599 May 13 14:28:01.594086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:01.611274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:01.668569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:01.681000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Usage tracker for resource:security_group_rule and tenant:3cd999e6b68741688665e47faa7b8b68 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:01.688337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:01.701500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:01.734890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:01.850277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:02.003409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.032759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04333513-8676-4815-9991-a0a808edaba8 req-396d7449-4a62-49d2-9f4c-a0817b67da6f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.034386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04333513-8676-4815-9991-a0a808edaba8 req-396d7449-4a62-49d2-9f4c-a0817b67da6f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 949 time: 0.2414813 May 13 14:28:02.076419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1be-b916-41d2-a4ac-54ebfe869ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.159026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.168359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04333513-8676-4815-9991-a0a808edaba8 req-2c83b482-046a-47a3-9968-188df1556b45 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854399 May 13 14:28:02.175909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.238784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:02.267321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea87bb-227e-4174-8620-117fa420bbf3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.270624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.270949 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Added segment d58d197a-252e-4b8d-9c61-8e5462439aaa of type vlan for network d6be8d4b-9af1-429d-b523-5c4e3520e2df May 13 14:28:02.311023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.356519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.358266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.359211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.475367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2841110 May 13 14:28:02.478089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:02.498834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Request body: {'subnet': {'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-817157997-subnet', 'tenant_id': '3cd999e6b68741688665e47faa7b8b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:02.504089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:02.511086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Usage tracker for resource:subnet and tenant:3cd999e6b68741688665e47faa7b8b68 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:02.515090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:02.526918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:02.541481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e97f58-e224-4b5f-b760-5f0a65ee5beb admin admin] Pushing event updated for resources: {'Network': ['ID=d6be8d4b-9af1-429d-b523-5c4e3520e2df,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:02.554392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:28:02.559826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:02.563932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.641797 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.748601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5fcd-498a-40c7-a0e4-593a96882d65 req-32b35eaf-d7dd-4dcd-a5fa-b620e2aca043 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:02.755042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81ea8826-9373-4ad6-affe-0c18af90fd04 req-017bfe97-e7d3-4909-b35d-071e14c6f020 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 210 time: 0.0708311 May 13 14:28:02.758255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-196a5fcd-498a-40c7-a0e4-593a96882d65 req-32b35eaf-d7dd-4dcd-a5fa-b620e2aca043 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 1.9346642 May 13 14:28:02.860691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-8b7dae94-1afb-4a24-b022-07d7efdd5cfa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=e423ba02102f49e29a71e7238fe217f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771379 May 13 14:28:02.905828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.907559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.911522 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:02.911965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.912617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.914302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.915467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.916122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.916725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.917958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:02.921422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:03.034791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.091929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:03.092682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:03.092682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:03.092972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:28:03.093509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd100b-c131-4333-9807-738e4c3e9542']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:03.115245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776ae415-1642-4f00-8997-d658438d825c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:03.115655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776ae415-1642-4f00-8997-d658438d825c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:03.149860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-196a5fcd-498a-40c7-a0e4-593a96882d65 req-02888cc2-e87f-46af-befa-4ff3ced0dd09 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269708 May 13 14:28:03.154991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.196981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.209382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:03.210264 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: from cryptography.utils import int_from_bytes May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: from cryptography.utils import int_from_bytes May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: util.warn_limited( May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: timer() May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:03.232089 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:03.249195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-a797f97b-9cc8-420d-98ca-c9e847e88f81 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.250802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-a797f97b-9cc8-420d-98ca-c9e847e88f81 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827889 May 13 14:28:03.276112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Request body: {'port': {'device_id': '7efcda9f-c31e-4faa-8920-87c114604916', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'e423ba02102f49e29a71e7238fe217f2'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:03.317701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c39ab-8553-4f24-b0fb-786a657d1729 req-cee5a0d2-3cb7-40c1-b330-98d5851f80f3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.319303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b73c39ab-8553-4f24-b0fb-786a657d1729 req-cee5a0d2-3cb7-40c1-b330-98d5851f80f3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 949 time: 0.2779560 May 13 14:28:03.362237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.387142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.399599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bd100b-c131-4333-9807-738e4c3e9542,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:03.416767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bfa4a00a-5b07-4aca-97da-57725ca652b2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/22bd100b-c131-4333-9807-738e4c3e9542 HTTP/1.1" status: 204 len: 168 time: 1.8216188 May 13 14:28:03.419777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.422000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44640) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:03.512899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b73c39ab-8553-4f24-b0fb-786a657d1729 req-c6839c20-6c86-4c54-9e15-e8cbd8100673 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340814 May 13 14:28:03.571751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e54976-de28-4c79-92e8-9a27a88e0c89,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:03.595726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:03.606271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:03.606612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Network hostable DHCP agents. Network: d6be8d4b-9af1-429d-b523-5c4e3520e2df, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:03.610379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Deleting subnet b0f84f88-41f0-4375-a9f3-097a437cbb10 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:28:03.615701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:03.617412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.635866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Made reservation on behalf of e423ba02102f49e29a71e7238fe217f2 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:03.641259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.658518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:03.724454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d6be8d4b-9af1-429d-b523-5c4e3520e2df) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:03.736014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:03.736694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.738344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87d9b8-794b-4801-99ca-a7734b3b671b None None] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:03.765268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:03.834880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e16ca1d-3c35-4f9f-a08b-f940777198b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3554668 May 13 14:28:03.887081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:03.908631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Allocated IP 192.168.233.46 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/a68be4a7-773a-4bc6-8b6e-af3199fae7b6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:04.054760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-ef350a91-1f8b-47be-a716-ca0fa9bd521d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:04.056384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-ef350a91-1f8b-47be-a716-ca0fa9bd521d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.6289098 May 13 14:28:04.061006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.132024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-483a3bdd-e570-41af-a05e-5a1f9b8bc682 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.0256476 May 13 14:28:04.285727 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-61744871-a1b5-4003-b9d5-603f08bdfd76 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323619 May 13 14:28:04.328367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:04.328847 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.363911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.460462 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:28:04.494431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.506198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.527794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f84f88-41f0-4375-a9f3-097a437cbb10,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:04.529855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Transition to ACTIVE for port object a68be4a7-773a-4bc6-8b6e-af3199fae7b6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:04.545588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a5036b0-9ac3-4109-8bc2-914cf06adc7a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0f84f88-41f0-4375-a9f3-097a437cbb10 HTTP/1.1" status: 204 len: 168 time: 1.1212723 May 13 14:28:04.554729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:04.577246 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.608165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd', '5b6c7a6d-87bb-415b-9054-b350397a8f78', '2b811f98-655d-4a56-ab15-6ea252b97d6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:04.794554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-e599bd02-5201-4385-abfb-a453a395c7f9 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769132 May 13 14:28:04.808887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:04.816266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04fdee-7ffd-4d63-b628-608ad6ed324f None None] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:04.929002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:04.938049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:04.954501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:05.256501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:05.257637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.279023 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.369143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:05.424956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.425541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.426113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.426680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.427271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.427809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.428365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.428908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.429476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.430046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.430607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.434949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:05.443349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-2deb259a-5b89-49d6-9f7c-ac201d4d3452 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1795557 May 13 14:28:05.447069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:05.456400 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.482924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Request body: {'port': {'device_id': '7efcda9f-c31e-4faa-8920-87c114604916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:05.567938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.748414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:05.776782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d5ca01-c8d5-472e-a4d7-c33e15d254eb']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:05.834118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:05.837729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d5209b7-8b25-46dc-93f5-6e594da81973 None None] Provisioning for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:05.859709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-e5f49df7-7d86-4038-aeb3-dc999f3d1c93 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0539553 May 13 14:28:05.867943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d5209b7-8b25-46dc-93f5-6e594da81973 None None] Provisioning complete for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:05.868630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d5209b7-8b25-46dc-93f5-6e594da81973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.883445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5565a178-eede-477d-9777-b4d8a9888cc4') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:05.889090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5565a178-eede-477d-9777-b4d8a9888cc4') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:05.925177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:05.952563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.023671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.046778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:28:06.050009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.089981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.115449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: timer() May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:28:06.150261 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:28:06.234893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6d5209b7-8b25-46dc-93f5-6e594da81973 None None] Port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:06.271199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:06.331110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-821709099-network', 'tenant_id': 'a6b5824b9cee45518a84f818829f263b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:06.392744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.442862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:06.478956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.485836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Usage tracker for resource:network and tenant:a6b5824b9cee45518a84f818829f263b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:06.502608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:06.503207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] 10.222.0.36 "DELETE /v2.0/networks/12d5ca01-c8d5-472e-a4d7-c33e15d254eb HTTP/1.1" status: 204 len: 168 time: 1.9397027 May 13 14:28:06.512895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c063c-764c-4e34-98f5-7e406c9ef215 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d5ca01-c8d5-472e-a4d7-c33e15d254eb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:06.546146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:06.790615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Made reservation on behalf of a6b5824b9cee45518a84f818829f263b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:06.793979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.799187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba1d9e-64e6-4d05-b685-0266ec864aa0 req-c1139620-6315-442b-8fbd-63cc0db7f102 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:06.802011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fba1d9e-64e6-4d05-b685-0266ec864aa0 req-c1139620-6315-442b-8fbd-63cc0db7f102 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.2968438 May 13 14:28:06.873368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:06.960768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:07.085395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:07.133201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fba1d9e-64e6-4d05-b685-0266ec864aa0 req-a2bbb7d3-173c-4b8d-abfb-e2f1f0b0a9d2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233538 May 13 14:28:07.149729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b5824b9cee45518a84f818829f263b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:07.158221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:07.278246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:07.323037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d7340c1-b3ef-4848-a2df-945c1d49e5c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a192e654bb84d1c85250d5129d87bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556366 May 13 14:28:07.329826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e276e-192d-47c1-8742-8f6c641787cd req-19d0029c-ae4b-45c5-bcaa-f1a53921843b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.330785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-788e276e-192d-47c1-8742-8f6c641787cd req-19d0029c-ae4b-45c5-bcaa-f1a53921843b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:07.334362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:07.414233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-788e276e-192d-47c1-8742-8f6c641787cd req-19d0029c-ae4b-45c5-bcaa-f1a53921843b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:07.422259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-788e276e-192d-47c1-8742-8f6c641787cd req-19d0029c-ae4b-45c5-bcaa-f1a53921843b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 935 time: 1.7352741 May 13 14:28:07.479765 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.500873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d4f0-4b32-4c82-9fc7-7187c1fa0b69 req-e56c12ef-0671-4d52-9bab-797e9b108a06 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:07.504363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8663d4f0-4b32-4c82-9fc7-7187c1fa0b69 req-e56c12ef-0671-4d52-9bab-797e9b108a06 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2584529 May 13 14:28:07.592336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.642358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8663d4f0-4b32-4c82-9fc7-7187c1fa0b69 req-0e774369-eebe-4d9e-8989-ed7081ecf78e tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122544 May 13 14:28:07.677311 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-788e276e-192d-47c1-8742-8f6c641787cd req-920bc14b-e272-476f-96f6-4b697899b565 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524345 May 13 14:28:07.766332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.824303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f8d586-9c2e-42f7-b8a5-971a04be2d7b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:07.863707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.869939 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8d408760-4980-4603-a940-01d33c68fe9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38f8d586-9c2e-42f7-b8a5-971a04be2d7b HTTP/1.1" status: 204 len: 168 time: 0.5333810 May 13 14:28:07.879800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.928644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:07.945583 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d3ec93-7898-4239-a856-7f28d0454ab9'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'code': 200} May 13 14:28:07.970413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:08.006684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:08.243257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.315814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Transition to ACTIVE for port object a68be4a7-773a-4bc6-8b6e-af3199fae7b6 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:08.355341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.605953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c756bb5b-4612-414f-acb9-dde2259a54d9 req-53b13784-2111-46a1-8dbf-e91d16a5d82b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:08.611322 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.611954 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Added segment 48ed0899-c70d-4e07-ae89-92fa420e53c7 of type vlan for network fc1a6284-7424-4f41-abb5-a6ff0e4766f7 May 13 14:28:08.709583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e9f8a7-2f6b-4b18-bb03-1d441c85f034,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:08.850975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:08.917708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc68233-0dba-45a5-959e-655f353b59ae req-785eab6a-865f-4ea2-b6d5-94e2fdcece23 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:08.926243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dbc68233-0dba-45a5-959e-655f353b59ae req-785eab6a-865f-4ea2-b6d5-94e2fdcece23 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.4245796 May 13 14:28:08.970488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:09.024482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dbc68233-0dba-45a5-959e-655f353b59ae req-25e09379-488a-4277-9309-f39b596b52ed tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971429 May 13 14:28:09.204854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:09.229369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.231648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.232748 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.254017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f8b1cc53-da4a-4bc6-811d-040fc4c89f1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a6e1622030d47e1a39f125d38f767c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728219 May 13 14:28:09.255654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:09.294626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c756bb5b-4612-414f-acb9-dde2259a54d9 req-53b13784-2111-46a1-8dbf-e91d16a5d82b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:09.295728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c756bb5b-4612-414f-acb9-dde2259a54d9 req-53b13784-2111-46a1-8dbf-e91d16a5d82b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 1.3951828 May 13 14:28:09.416504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1406054 May 13 14:28:09.420339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ead89-e2d0-4326-9dd1-b8ea63db13b4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1a6284-7424-4f41-abb5-a6ff0e4766f7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:09.425466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:09.427800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:09.428275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:09.428496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:09.437886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network fc1a6284-7424-4f41-abb5-a6ff0e4766f7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:28:09.454611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:09.454940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:09.461203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:09.461535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:09.461923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:09.462366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Bound port: a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:09.462723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.477912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Request body: {'subnet': {'network_id': 'fc1a6284-7424-4f41-abb5-a6ff0e4766f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-821709099-subnet', 'tenant_id': 'a6b5824b9cee45518a84f818829f263b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:09.533577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:09.566052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Usage tracker for resource:subnet and tenant:a6b5824b9cee45518a84f818829f263b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:09.602577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:09.655946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:09.673663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.771309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a46e12-f8ab-48c1-aac2-b7fbdfb3f2be req-f31d5923-5475-4483-aa06-1fd66687f883 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:09.779355 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28a46e12-f8ab-48c1-aac2-b7fbdfb3f2be req-f31d5923-5475-4483-aa06-1fd66687f883 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.5220582 May 13 14:28:09.810502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:09.819350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:09.868828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.881427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Made reservation on behalf of a6b5824b9cee45518a84f818829f263b for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:09.886415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:09.935221 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.049874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.050964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.053751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] 10.222.0.90 "PUT /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 1095 time: 4.5976179 May 13 14:28:10.110120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:10.156613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28a46e12-f8ab-48c1-aac2-b7fbdfb3f2be req-9ba99e0f-ba70-430d-95d6-e84510f6053f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761230 May 13 14:28:10.342902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.508455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57c5a7-46f8-4aec-819d-54d57e31b824,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:10.540458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.557631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.558933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.560467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.561576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.562447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.563477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.564828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.565725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.566786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.567581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.569037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:10.623974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-09c2f3d9-ec72-4cd3-8f6c-04115d6a82ff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.625518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-09c2f3d9-ec72-4cd3-8f6c-04115d6a82ff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.86 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.7242794 May 13 14:28:10.642346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:10.644566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-30ccf84a-dc6c-4c3c-b3ad-41796b3de46e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a57c5a7-46f8-4aec-819d-54d57e31b824 HTTP/1.1" status: 204 len: 168 time: 1.3852100 May 13 14:28:10.651009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:10.747629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6cf2-af98-4ea1-8a93-1150e1ceebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:10.788261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375054b4-b410-447d-810a-0d6769f14c4d req-fa585d6f-4a64-4496-8cf7-1041899e8d9f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.795601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-375054b4-b410-447d-810a-0d6769f14c4d req-fa585d6f-4a64-4496-8cf7-1041899e8d9f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 1.1255291 May 13 14:28:10.909141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-375054b4-b410-447d-810a-0d6769f14c4d req-7cbe95ba-800b-47df-8262-0cdb7dd133f6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105254 May 13 14:28:10.920009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-c76f68b4-e490-4aa9-9f8c-08d9d6b1d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:10.927786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-c76f68b4-e490-4aa9-9f8c-08d9d6b1d4aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1098 time: 0.6460910 May 13 14:28:10.937929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:10.984442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:11.007619 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9279d7eb-c082-4e38-b790-401473c4a3e9'] response: {'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'status': 'completed', 'code': 200} May 13 14:28:11.011315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:11.024434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.063698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.312308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3017323-6b2d-487a-b51e-556a2253ddb9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:11.341489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Checking segment: {'id': '48ed0899-c70d-4e07-ae89-92fa420e53c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fc1a6284-7424-4f41-abb5-a6ff0e4766f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:11.341907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Network hostable DHCP agents. Network: fc1a6284-7424-4f41-abb5-a6ff0e4766f7, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:11.364383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794bba-e8dc-404c-aa5f-f507f94f7a82 req-793b3953-e579-4590-9e98-edb77a24f73e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:11.373362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29794bba-e8dc-404c-aa5f-f507f94f7a82 req-793b3953-e579-4590-9e98-edb77a24f73e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.4577851 May 13 14:28:11.442098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29794bba-e8dc-404c-aa5f-f507f94f7a82 req-4f012fc8-834a-4fcc-9680-a73767e5148e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677345 May 13 14:28:11.444850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Network fc1a6284-7424-4f41-abb5-a6ff0e4766f7 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:11.467509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, fc1a6284-7424-4f41-abb5-a6ff0e4766f7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:11.480064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea744d63-ef03-4bb2-85a8-7dfd9fbf5e66 None None] Network fc1a6284-7424-4f41-abb5-a6ff0e4766f7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:11.486792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:11.487522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:11.543621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d8cdd753-b32e-4a65-8d5b-3641c5a1703b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0980260 May 13 14:28:12.041968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-e2a86836-c258-4e80-bfdd-2ae49b974c74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 1.1043398 May 13 14:28:12.052845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-073d0c98-78db-437f-80c8-46949df93aae req-ccbc28b4-c264-4770-a51b-e73c3a060e5a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 0.6924379 May 13 14:28:12.071451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3e823-66f7-4b7c-8d46-3faed5ba0378 req-1d4bf872-9dad-47f9-9c92-16c6ddea32ae tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.081175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efc3e823-66f7-4b7c-8d46-3faed5ba0378 req-1d4bf872-9dad-47f9-9c92-16c6ddea32ae tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.2478547 May 13 14:28:12.152481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3383f-1412-4211-82b2-7d38e177cd1e None None] Network fc1a6284-7424-4f41-abb5-a6ff0e4766f7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:12.227513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efc3e823-66f7-4b7c-8d46-3faed5ba0378 req-eb30c2c6-ee2f-4da8-a42a-9839ca6b93aa tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452405 May 13 14:28:12.294120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-134de664-55af-455c-8c8b-a73c69352025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.295744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-134de664-55af-455c-8c8b-a73c69352025 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2398012 May 13 14:28:12.376939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.3 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/9772f17f-b22d-424d-9622-bbab48cdc321) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:12.678019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-13a78c96-1fdd-4967-a4b7-2b37630c8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.679578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-13a78c96-1fdd-4967-a4b7-2b37630c8aba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3746552 May 13 14:28:12.856375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:12.875103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930100a-b6a2-414f-a238-148a426b319b req-fac7a354-edf5-4fbb-aba0-38525eb3b825 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.877849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a930100a-b6a2-414f-a238-148a426b319b req-fac7a354-edf5-4fbb-aba0-38525eb3b825 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 0.4293730 May 13 14:28:12.965494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425215d-85cc-4386-98e9-1a43cf5c3f9c req-7cb5be23-5137-40c9-922e-0968dab8298b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:12.967863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6425215d-85cc-4386-98e9-1a43cf5c3f9c req-7cb5be23-5137-40c9-922e-0968dab8298b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.2166975 May 13 14:28:13.037086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a930100a-b6a2-414f-a238-148a426b319b req-d966cea9-0396-45ed-83e0-dbe76689e910 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289945 May 13 14:28:13.095278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6425215d-85cc-4386-98e9-1a43cf5c3f9c req-bbe9cc84-2d7c-48c7-b4f2-f26c4daed1df tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147316 May 13 14:28:13.109408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.152863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-network', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:13.161071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:13.167337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Usage tracker for resource:network and tenant:590a750e24c747949f97ad2dc1536b1f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:13.171927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:13.182894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:13.200517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-0aa9f552-f095-4ebe-8be8-3dcc522ab854 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103192 May 13 14:28:13.204188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Made reservation on behalf of 590a750e24c747949f97ad2dc1536b1f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:13.207834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.284705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.339758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a718c581-87c8-49ca-8388-06dfac6ceffc req-d7a68641-de40-4fbf-a357-c164323f0fc9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 0.0533247 May 13 14:28:13.521272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:13.525032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:13.620133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Usage tracker for resource:security_group_rule and tenant:590a750e24c747949f97ad2dc1536b1f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:13.635028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:13.673021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:13.700526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:13.739425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:13.787857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:13.882144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd9e7-e930-419f-a260-fed6900fca8d req-8c556d85-c9d1-4dec-9f83-1610bbae605c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:13.884252 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e08bd9e7-e930-419f-a260-fed6900fca8d req-8c556d85-c9d1-4dec-9f83-1610bbae605c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.1765475 May 13 14:28:13.946992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e08bd9e7-e930-419f-a260-fed6900fca8d req-ab88d31f-f05c-4c7d-81d5-54ee342876a8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519140 May 13 14:28:14.010646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:14.062218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5adf95e3-e834-47fb-ab97-14558f235b8d req-203b38a8-28dc-41ac-9c06-d936472c9c63 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307672 May 13 14:28:14.092265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.093224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.401175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07750cd-3ddc-4d0a-8382-68be5c84433f req-772c8b23-1312-491d-aca3-ab3e9403c3f9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.408817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e07750cd-3ddc-4d0a-8382-68be5c84433f req-772c8b23-1312-491d-aca3-ab3e9403c3f9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 0.1603413 May 13 14:28:14.480709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e07750cd-3ddc-4d0a-8382-68be5c84433f req-ec9c755f-6643-4490-ac24-ab67ea7669df tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 May 13 14:28:14.491203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-6b590a45-5519-44e0-8ad2-6cbdb7357a54 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.492511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-6b590a45-5519-44e0-8ad2-6cbdb7357a54 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:14.505778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b2e1cca6-16eb-439a-95e9-6b16ba5df309 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8674212 May 13 14:28:14.542547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Request body: {'port': {'device_id': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:14.650981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.673616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:14.696492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-6b590a45-5519-44e0-8ad2-6cbdb7357a54 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:14.698669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-6b590a45-5519-44e0-8ad2-6cbdb7357a54 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 1.0363708 May 13 14:28:14.839998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-d500befc-b7c4-4ced-9236-51737f7f8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.842728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-d500befc-b7c4-4ced-9236-51737f7f8f31 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1098 time: 0.6883602 May 13 14:28:14.855654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:28:14.872531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78017b89-1c46-4d44-a948-3a5b9af65a90 req-1130271d-8825-4e4f-a442-3fc557e39c80 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:14.875031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78017b89-1c46-4d44-a948-3a5b9af65a90 req-1130271d-8825-4e4f-a442-3fc557e39c80 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.1762230 May 13 14:28:14.909199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-eaf413c2-f119-4757-993b-026485413220 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/quotas/3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 375 time: 0.1901193 May 13 14:28:14.931055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef0d46-140e-46e1-8f0f-0b68edd6f14e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:14.968774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78017b89-1c46-4d44-a948-3a5b9af65a90 req-1c05dc25-5203-48d4-be20-fba3a369e955 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838151 May 13 14:28:15.065497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.066090 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Added segment 15ccb262-bfe7-478f-80fa-b9ebc48ec30a of type vlan for network 99e1eca3-49d5-40ff-8b93-41af86a81873 May 13 14:28:15.091978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:15.107093 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.153084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-3981d1a5-87ca-47ba-bb41-166baad0fa7d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2271972 May 13 14:28:15.341610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599085-4bb6-4b64-9a87-4bd93b24aca3 req-244a0243-d8fd-4e67-8b2f-7ec103e0a190 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.356369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08599085-4bb6-4b64-9a87-4bd93b24aca3 req-244a0243-d8fd-4e67-8b2f-7ec103e0a190 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 931 time: 0.1701381 May 13 14:28:15.386548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:15.412882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.417189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'mac_address': 'fa:16:3e:a8:d1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:15.457147 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08599085-4bb6-4b64-9a87-4bd93b24aca3 req-84f6bb7f-033e-4cbb-8af1-6f68da8d213c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992811 May 13 14:28:15.539492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:15.539492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.573323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:15.606090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:15.613548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.691470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-2bedcff1-ac71-4e22-8d7a-62e6d13c2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.694059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-2bedcff1-ac71-4e22-8d7a-62e6d13c2b3e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.8300979 May 13 14:28:15.823205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.823848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20929d-0901-4800-8549-7338a9263836 req-3578bda4-8210-4055-b042-d3bcf2d40d26 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.824917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:15.825880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:15.827616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:15.831963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe20929d-0901-4800-8549-7338a9263836 req-3578bda4-8210-4055-b042-d3bcf2d40d26 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.1953888 May 13 14:28:15.882457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:15.886593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:15.909036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-e8a2a8ce-9b6a-4a6e-874b-e4bd589739b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.1985447 May 13 14:28:15.949750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe20929d-0901-4800-8549-7338a9263836 req-59259f94-43e3-4591-bb27-4075901e2966 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999568 May 13 14:28:16.013296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['a68be4a7-773a-4bc6-8b6e-af3199fae7b6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:16.309248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-5e6bd82b-a8e7-4706-9ca2-b8a799216ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1278422 May 13 14:28:16.368316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.5059578 May 13 14:28:16.376144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb2860-5dff-46d6-893f-a856e8ef7d0d req-267bc9cc-ee2c-4446-9918-041fd68be003 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:16.378725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5cb2860-5dff-46d6-893f-a856e8ef7d0d req-267bc9cc-ee2c-4446-9918-041fd68be003 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 948 time: 0.1999388 May 13 14:28:16.380060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:16.391230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Request body: {'subnet': {'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-subnet', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:16.403638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:16.476462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:16.477311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.490972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-bc8e2e93-eede-4591-80c0-f2f39985d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:16.492693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-bc8e2e93-eede-4591-80c0-f2f39985d3fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3030500 May 13 14:28:16.493684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847f42-7f8f-4174-acdb-bea5b88cabba admin admin] Pushing event updated for resources: {'Network': ['ID=99e1eca3-49d5-40ff-8b93-41af86a81873,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:16.515366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:28:16.549975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:16.649718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Usage tracker for resource:subnet and tenant:590a750e24c747949f97ad2dc1536b1f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:16.657667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5cb2860-5dff-46d6-893f-a856e8ef7d0d req-e19e3fe4-1acf-4dbd-882c-3383f0708fc4 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451379 May 13 14:28:16.657667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:16.673172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:16.696416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Made reservation on behalf of 590a750e24c747949f97ad2dc1536b1f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:16.699764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:16.751941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'port_id': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'mac_address': 'fa:16:3e:6a:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e48d1-0259-4f2f-9274-0154a891c0e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:16.796403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:17.023604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:17.080342 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.254776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1ff3-9797-490a-bb9c-3285de961615 req-2746ac5b-9e0e-44cf-8070-c755ee3b4b48 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:17.267222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab2a1ff3-9797-490a-bb9c-3285de961615 req-2746ac5b-9e0e-44cf-8070-c755ee3b4b48 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 943 time: 0.2063348 May 13 14:28:17.279137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-0b153cd4-db72-4c8e-8255-189af5c2cbec service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9144075 May 13 14:28:17.281662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:17.284496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.295989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-65799e28-66bd-4878-9668-91e0113f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:17.300934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-65799e28-66bd-4878-9668-91e0113f3ba2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7639816 May 13 14:28:17.433206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:17.468468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:17.477472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab2a1ff3-9797-490a-bb9c-3285de961615 req-df38309f-c832-457c-af69-29470cef0c38 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079141 May 13 14:28:17.498642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.552577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9772f17f-b22d-424d-9622-bbab48cdc321 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:17.580855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.700633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:28:17.701524 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:28:17.832904 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8a0349-eb98-43e4-a8ed-fffef56d32f9'] response: {'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'code': 200} May 13 14:28:17.866244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Transition to ACTIVE for port object 9772f17f-b22d-424d-9622-bbab48cdc321 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:17.958452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-f809b345-994c-4511-ad11-c90b009849b6 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494431 May 13 14:28:17.959884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:17.990175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=002b5585-cd00-4a1d-ba02-47929121d111,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:18.020532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Checking segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:18.021496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Network hostable DHCP agents. Network: 99e1eca3-49d5-40ff-8b93-41af86a81873, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:28:18.115415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5f756-613c-4b70-9dd1-94289cf70564 req-6372d0cf-08d8-4775-8ba1-5f2d2ef27a93 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:18.119715 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ba5f756-613c-4b70-9dd1-94289cf70564 req-6372d0cf-08d8-4775-8ba1-5f2d2ef27a93 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 931 time: 0.4390256 May 13 14:28:18.121883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:28:18.169748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 99e1eca3-49d5-40ff-8b93-41af86a81873) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:18.183895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903c2d3-025f-4759-9455-d5c0b73a4c71 None None] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:18.212114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:18.213938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.298557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ba5f756-613c-4b70-9dd1-94289cf70564 req-4a7ab134-9493-4fd0-9664-f672c50c6285 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585209 May 13 14:28:18.307961 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df002415-bbc1-466e-aae0-2a36b78e65ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9227560 May 13 14:28:18.310258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:18.331885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:18.350496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:18.373911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Usage tracker for resource:router and tenant:590a750e24c747949f97ad2dc1536b1f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:18.385244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:18.409708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:18.456040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.459998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.499513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.622980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Pushing event updated for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:18.668808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-68ec0cb0-0b08-47f9-b209-f447e4ab39e4 req-109f0231-2363-475f-b5b2-82a8487e1e05 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 210 time: 0.1301851 May 13 14:28:18.880582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:18.881383 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:18.910219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9d33448-1c4b-4990-bb4b-26dc95929ab9 req-411ff530-c9c5-43fa-a99b-984acbc43702 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9430447 May 13 14:28:18.942968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Attempting to bind port 9772f17f-b22d-424d-9622-bbab48cdc321 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:18.946152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Attempting to bind port 9772f17f-b22d-424d-9622-bbab48cdc321 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:18.947143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Attempting to bind port 9772f17f-b22d-424d-9622-bbab48cdc321 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:18.994913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Port 9772f17f-b22d-424d-9622-bbab48cdc321 on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:18.995443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Attempting to bind port 9772f17f-b22d-424d-9622-bbab48cdc321 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:19.041568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a62ae3-4d77-447a-b50e-eefff6cf90fd req-e79c5ea0-6a2e-4aae-9b18-c5426efc4af4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.044121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62a62ae3-4d77-447a-b50e-eefff6cf90fd req-e79c5ea0-6a2e-4aae-9b18-c5426efc4af4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.8316207 May 13 14:28:19.067136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:19.067656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:19.068324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:19.069048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Bound port: 9772f17f-b22d-424d-9622-bbab48cdc321, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:19.071213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.136769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:19.185359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:19.298163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.302172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62a62ae3-4d77-447a-b50e-eefff6cf90fd req-a2ab9a5a-0128-4c32-af0c-8bd551be6e48 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966228 May 13 14:28:19.319405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-99e1eca3-49d5-40ff-8b93-41af86a81873', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:28:19.320756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.351720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:19.361107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=9772f17f-b22d-424d-9622-bbab48cdc321,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:19.373431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.402909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:19.423208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.539300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.541757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.545328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] 10.222.0.86 "PUT /v2.0/ports/9772f17f-b22d-424d-9622-bbab48cdc321 HTTP/1.1" status: 200 len: 1091 time: 5.0258224 May 13 14:28:19.546359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:19.571107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.657866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630783-1846-489b-82c0-5162f3aabc75 req-909b0fef-7da4-4aaa-a43d-aaba112c14fa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:19.671019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28630783-1846-489b-82c0-5162f3aabc75 req-909b0fef-7da4-4aaa-a43d-aaba112c14fa tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 948 time: 0.5312872 May 13 14:28:19.750868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:19.759689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:19.804116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda629-baeb-457d-8c9f-4b43a7443820 service neutron] Pushing event updated for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:19.884997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:19.885617 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:19.941077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28630783-1846-489b-82c0-5162f3aabc75 req-0e97f60e-3af3-4cde-bd8f-ea095b256923 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642434 May 13 14:28:20.073977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604bdd9-5497-44e3-9879-c6cb032b625c req-37063439-a6ed-4868-987a-47267b1b0e44 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:20.075895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9604bdd9-5497-44e3-9879-c6cb032b625c req-37063439-a6ed-4868-987a-47267b1b0e44 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 944 time: 0.4666135 May 13 14:28:20.111721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-1218a417-ad82-4645-8dd8-c086af7178bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:20.114421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-1218a417-ad82-4645-8dd8-c086af7178bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 1094 time: 0.5026233 May 13 14:28:20.283544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:20.414569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.456949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Allocated IP 172.20.0.2 (99e1eca3-49d5-40ff-8b93-41af86a81873/002b5585-cd00-4a1d-ba02-47929121d111/b77cf8e3-956f-4527-992f-0f91ee87ed3b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:20.466430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-3a561728-8fba-4749-bd02-646dc707a84e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9772f17f-b22d-424d-9622-bbab48cdc321 HTTP/1.1" status: 200 len: 217 time: 0.2614179 May 13 14:28:20.580832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.581876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-7ca47964-be10-4429-bb63-353b68a2df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:20.583518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-7ca47964-be10-4429-bb63-353b68a2df7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1084905 May 13 14:28:20.598958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9604bdd9-5497-44e3-9879-c6cb032b625c req-8e91a125-1b6f-40e9-966f-9b89d8ebfd0a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126453 May 13 14:28:20.661193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-c8ec8388-de19-44c5-933b-0bbad9c4c165 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612178 May 13 14:28:20.769327 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d595d1-32bb-4f21-abef-33cbdc0b5453'] response: {'name': 'network-changed', 'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321', 'status': 'completed', 'code': 200} May 13 14:28:20.809365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:20.910578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-79761b71-4f0d-47b4-a3e0-c0edaca1fd01 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:20.913221 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-79761b71-4f0d-47b4-a3e0-c0edaca1fd01 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 0.8196495 May 13 14:28:21.051558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9c36-2cf9-40d4-aed9-a02ac1af19ba req-3ee14a74-456c-43f3-bd76-d23e320d2d24 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:21.064925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d78a9c36-2cf9-40d4-aed9-a02ac1af19ba req-3ee14a74-456c-43f3-bd76-d23e320d2d24 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 943 time: 0.6842234 May 13 14:28:21.067608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:21.071341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.119161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Request body: {'port': {'device_id': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'admin_state_up': True, 'tenant_id': '3cd999e6b68741688665e47faa7b8b68'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:21.206086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d78a9c36-2cf9-40d4-aed9-a02ac1af19ba req-8e93e2db-6f67-468a-8f92-ee42c290d6cf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398811 May 13 14:28:21.208816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbfe59d0-072a-4777-9cc9-51824117af88 req-f412273a-beb4-447b-9155-cf4bd34f9d67 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 210 time: 0.2939682 May 13 14:28:21.227251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.245106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:21.270234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Allocated IP 172.25.5.240 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/562ce50b-0e77-48da-90b4-b733bf7585fc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:21.332524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:21.348778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Transition to ACTIVE for port object b77cf8e3-956f-4527-992f-0f91ee87ed3b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:21.470758 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.695726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Transition to ACTIVE for port object b77cf8e3-956f-4527-992f-0f91ee87ed3b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:21.732643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.781539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:21.789401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:21.796000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:21.838922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.864615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:21.946226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accb361-e900-4364-918b-d37362cb5702 req-0e76e819-4d92-4a87-9702-777db60f652f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:21.953024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6accb361-e900-4364-918b-d37362cb5702 req-0e76e819-4d92-4a87-9702-777db60f652f tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.4429455 May 13 14:28:21.954650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:21.976486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-b5f7f79d-72c8-4932-a17c-03cdc96dcaa9 service neutron] 10.222.0.86 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3040993 May 13 14:28:22.147379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Pushing event updated for resources: {'Port': ['ID=b77cf8e3-956f-4527-992f-0f91ee87ed3b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:22.168985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:22.176479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:22.176749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:22.180036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Attempting to bind port b77cf8e3-956f-4527-992f-0f91ee87ed3b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:22.180730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Attempting to bind port b77cf8e3-956f-4527-992f-0f91ee87ed3b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:22.181977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Attempting to bind port b77cf8e3-956f-4527-992f-0f91ee87ed3b on network 99e1eca3-49d5-40ff-8b93-41af86a81873 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:22.190744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:22.191168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Checking segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:22.191521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.191912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Bound using segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:22.196490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Bound port: b77cf8e3-956f-4527-992f-0f91ee87ed3b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:22.196490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.197474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Usage tracker for resource:port and tenant:3cd999e6b68741688665e47faa7b8b68 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:22.203808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:22.204121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:22.222206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:22.281052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7171e6-adda-4aec-bba9-5a61b718cb3a req-de3bb343-1d72-445d-b1f4-2a497252cab7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:22.283171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e7171e6-adda-4aec-bba9-5a61b718cb3a req-de3bb343-1d72-445d-b1f4-2a497252cab7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.7217541 May 13 14:28:22.292968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:22.297895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.321132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Pushing event updated for resources: {'Port': ['ID=562ce50b-0e77-48da-90b4-b733bf7585fc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:22.342474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6accb361-e900-4364-918b-d37362cb5702 req-19dbf08c-4a3c-47ab-a84d-641eaba05f76 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733552 May 13 14:28:22.406395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] For port b77cf8e3-956f-4527-992f-0f91ee87ed3b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:22.414756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] For port b77cf8e3-956f-4527-992f-0f91ee87ed3b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b77cf8e3-956f-4527-992f-0f91ee87ed3b,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:22.423334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:22.458357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e7171e6-adda-4aec-bba9-5a61b718cb3a req-0bb22051-94e4-4de9-a67f-3c0370d58ca2 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461349 May 13 14:28:22.476822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-400feee9-1bb2-491f-8e0b-643ff96128d9 service neutron] 10.222.0.86 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818673 May 13 14:28:22.588258 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8e71f3-648a-4b45-85b4-c96eae7dbe55'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'code': 200} May 13 14:28:22.594566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93c49b-b835-44e6-ab0c-f8b96e51afc6 None None] Pushing event updated for resources: {'Port': ['ID=b77cf8e3-956f-4527-992f-0f91ee87ed3b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:22.960228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Allocated IP 172.20.0.7 (d6be8d4b-9af1-429d-b523-5c4e3520e2df/a0e54976-de28-4c79-92e8-9a27a88e0c89/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:23.304351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-f7920502-8dc4-42c6-85cb-3f1dc9c7972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.306729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-f7920502-8dc4-42c6-85cb-3f1dc9c7972c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 1094 time: 0.6434734 May 13 14:28:23.359694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854775c9-d7a3-4ab8-9ba3-ae8b4a4fa1ff req-b68db7a4-ff6d-4a18-a8e5-d5ec617e5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.362315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-854775c9-d7a3-4ab8-9ba3-ae8b4a4fa1ff req-b68db7a4-ff6d-4a18-a8e5-d5ec617e5a33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1100 time: 0.4767852 May 13 14:28:23.375276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed336f3-ac5f-48c7-8e47-40395c83ee98 req-46bcab6f-728b-47a2-b9b9-13d00dfe4716 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.387165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ed336f3-ac5f-48c7-8e47-40395c83ee98 req-46bcab6f-728b-47a2-b9b9-13d00dfe4716 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 943 time: 0.3989365 May 13 14:28:23.430865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.433589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39dd7-0b6f-45dd-bd56-60a4ca8fab77 req-87d949b9-0d4e-4cf8-ae10-7c5652ef20b0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.437376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1c39dd7-0b6f-45dd-bd56-60a4ca8fab77 req-87d949b9-0d4e-4cf8-ae10-7c5652ef20b0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 944 time: 0.4293721 May 13 14:28:23.454002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:23.476417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.574521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:23.578988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:23.649278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-06b07fc9-6b0e-4989-b66e-f124eee5a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:23.651871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-06b07fc9-6b0e-4989-b66e-f124eee5a434 service neutron] 10.222.0.86 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.3349257 May 13 14:28:23.653764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-854775c9-d7a3-4ab8-9ba3-ae8b4a4fa1ff req-b1c36c5c-bd16-4ffa-b239-e6b768a4ef16 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596660 May 13 14:28:23.885243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ed336f3-ac5f-48c7-8e47-40395c83ee98 req-e43015b0-ed27-4da4-a0a0-aa7a376e1e2e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965746 May 13 14:28:23.921186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b77cf8e3-956f-4527-992f-0f91ee87ed3b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:24.090849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-d3449a3f-57a9-4f7a-b7dd-a7092534464d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9772f17f-b22d-424d-9622-bbab48cdc321 HTTP/1.1" status: 200 len: 217 time: 0.3999031 May 13 14:28:24.144548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:24.144997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.183725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b77cf8e3-956f-4527-992f-0f91ee87ed3b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:24.205493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1c39dd7-0b6f-45dd-bd56-60a4ca8fab77 req-9ea83856-3c6a-4a5c-89a3-c02c433f76f0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502675 May 13 14:28:24.295245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-c001e491-2599-4722-abe4-57e504b18bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:24.298685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-c001e491-2599-4722-abe4-57e504b18bf6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1912661 May 13 14:28:24.302066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.329857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:24.343725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.505522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:24.513866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:24.545487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:24.586583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a46df-2938-4c6b-8a47-a84a9a96896f None None] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:28:24.621369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-b075d776-d491-4753-8d44-4423f2b59ee4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2929749 May 13 14:28:24.626427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:24.630975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:24.718939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:24.738015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Provisioning for port b77cf8e3-956f-4527-992f-0f91ee87ed3b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:24.749075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Provisioning complete for port b77cf8e3-956f-4527-992f-0f91ee87ed3b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:24.749553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.829993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:24.830586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:24.894293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-48df88a6-0da0-462e-936a-5750e8ef72eb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8347213 May 13 14:28:24.908171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Request body: {'port': {'device_id': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:24.960084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.050639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-b554ac74-ddcc-4529-b057-b9bfcf02ee98 service neutron] 10.222.0.86 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883188 May 13 14:28:25.225522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Current status of the port b77cf8e3-956f-4527-992f-0f91ee87ed3b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:25.226157 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.384585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43957d6-43a5-4663-b0f9-f6e2a17010a1 req-649128f4-960b-47ab-9185-6f634fd5dfad tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:25.392820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e43957d6-43a5-4663-b0f9-f6e2a17010a1 req-649128f4-960b-47ab-9185-6f634fd5dfad tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.8482530 May 13 14:28:25.413758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1c4d-8bc6-4d7a-9efb-9bed0e718662 req-c49e3ff9-3edc-4b7e-8ce1-048574f0f779 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:25.427792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bf8d1c4d-8bc6-4d7a-9efb-9bed0e718662 req-c49e3ff9-3edc-4b7e-8ce1-048574f0f779 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 931 time: 0.7167494 May 13 14:28:25.435643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] For port b77cf8e3-956f-4527-992f-0f91ee87ed3b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b77cf8e3-956f-4527-992f-0f91ee87ed3b,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:25.450639 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:25.533132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bf8d1c4d-8bc6-4d7a-9efb-9bed0e718662 req-f947f718-5e3e-420e-ade1-97a9a86d8da9 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033728 May 13 14:28:25.533458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 9772f17f-b22d-424d-9622-bbab48cdc321 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:25.646938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Router f2afdb53-3dc4-45b3-a889-9598bce974ca is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:28:25.745266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e43957d6-43a5-4663-b0f9-f6e2a17010a1 req-3a9ef364-ec44-4dec-84d6-dd3dd48d4292 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992930 May 13 14:28:25.768141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-460ea698-4590-4a34-8eb8-38344b6f1b47 req-5b5ef9c6-7223-4638-a53f-50c299f79cab service neutron] 10.222.0.86 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650112 May 13 14:28:25.775240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.033988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde19b2-e7c7-4e72-ba86-d67be223f131 None None] Pushing event updated for resources: {'Port': ['ID=b77cf8e3-956f-4527-992f-0f91ee87ed3b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:26.046034 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3fc462-5ad6-4bfd-8151-037750461a0c'] response: {'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'code': 200} May 13 14:28:26.257125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=9772f17f-b22d-424d-9622-bbab48cdc321,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:26.296714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '9772f17f-b22d-424d-9622-bbab48cdc321', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '9772f17f-b22d-424d-9622-bbab48cdc321', 'mac_address': 'fa:16:3e:58:f0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:26.359760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dcc42411-8f9f-43d2-98f2-75df2ba2eb6f None None] Provisioning complete for port b77cf8e3-956f-4527-992f-0f91ee87ed3b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:26.360664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dcc42411-8f9f-43d2-98f2-75df2ba2eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.385247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:28:26.423117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Sync routers for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:28:26.488163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.490837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5cf68e2-4d1a-44ee-bc05-60078041e276 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.1724384 May 13 14:28:26.494257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:28:26.570185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:26.572943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:28:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:26.691567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 9772f17f-b22d-424d-9622-bbab48cdc321 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:26.692538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.847073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dcc42411-8f9f-43d2-98f2-75df2ba2eb6f None None] Current status of the port b77cf8e3-956f-4527-992f-0f91ee87ed3b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:26.855373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9772f17f-b22d-424d-9622-bbab48cdc321 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:26.862126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e13625-c5ee-47ed-8bbf-89e80f85ff2f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:26.877756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=9772f17f-b22d-424d-9622-bbab48cdc321,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:26.880040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.889945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:26.912325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Transition to ACTIVE for port object d4e13625-c5ee-47ed-8bbf-89e80f85ff2f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:26.945673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:27.166433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:27.178206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:27.257298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['9772f17f-b22d-424d-9622-bbab48cdc321'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:27.299447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:27.427361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724117d6-ab4e-42e4-bdef-c6a295bdcdd4 req-29a697d1-31b7-4006-a3a2-f5c477e5df52 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:27.428307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f33906-5b3f-44ce-915e-05e53203430d req-b4a4b1c8-02e8-48de-a310-8a555d70c65f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:27.428959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-50f33906-5b3f-44ce-915e-05e53203430d req-b4a4b1c8-02e8-48de-a310-8a555d70c65f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:27.435484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-724117d6-ab4e-42e4-bdef-c6a295bdcdd4 req-29a697d1-31b7-4006-a3a2-f5c477e5df52 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 1.1114435 May 13 14:28:27.519659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f695-1ea3-43fd-9342-06819bc2f900 req-3d4a5678-88d7-49a8-89f9-26b840f9159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:27.521923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1950f695-1ea3-43fd-9342-06819bc2f900 req-3d4a5678-88d7-49a8-89f9-26b840f9159c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 1096 time: 1.1546953 May 13 14:28:27.572141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-724117d6-ab4e-42e4-bdef-c6a295bdcdd4 req-83de027f-1ddd-4ec2-b08e-854040c6020e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354959 May 13 14:28:27.616919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-50f33906-5b3f-44ce-915e-05e53203430d req-b4a4b1c8-02e8-48de-a310-8a555d70c65f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:27.628404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50f33906-5b3f-44ce-915e-05e53203430d req-b4a4b1c8-02e8-48de-a310-8a555d70c65f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 943 time: 1.3549578 May 13 14:28:27.732371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1950f695-1ea3-43fd-9342-06819bc2f900 req-a138111e-3061-4caf-920b-c5b9fd4764a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943169 May 13 14:28:27.745646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:27.746334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:27.746720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:27.826274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:27.826274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:27.879189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b77cf8e3-956f-4527-992f-0f91ee87ed3b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50f33906-5b3f-44ce-915e-05e53203430d req-21aa1525-de96-4136-8aad-a665f5bd4899 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537689 May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Bound port: d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:27.901189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.377614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b77cf8e3-956f-4527-992f-0f91ee87ed3b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:28.379912 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.396007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:28.401615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:28.413165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.467039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.601266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dce099-703f-4cff-a020-ea14c3fc6785 req-d09955ad-b78d-4eb3-be9e-3947fb12399a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:28.604400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51dce099-703f-4cff-a020-ea14c3fc6785 req-d09955ad-b78d-4eb3-be9e-3947fb12399a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.7312980 May 13 14:28:28.680112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:22Z', 'revision_number': 3, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:28.695018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Checking router: f2afdb53-3dc4-45b3-a889-9598bce974ca for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:28:28.695885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Updating router f2afdb53-3dc4-45b3-a889-9598bce974ca port 562ce50b-0e77-48da-90b4-b733bf7585fc binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:28:28.698996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:28.718427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:28.719878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.720919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-c13e9061-7296-4aa6-bfc0-626b237fd5a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 1091 time: 3.8171332 May 13 14:28:28.724484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:28.768898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-cb5c0ee1-85e9-4e5a-aa4d-43b21adb1463 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:28.769816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-cb5c0ee1-85e9-4e5a-aa4d-43b21adb1463 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:28.778542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b77cf8e3-956f-4527-992f-0f91ee87ed3b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:28.807702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51dce099-703f-4cff-a020-ea14c3fc6785 req-c0aa07e8-90c5-485d-b53e-8aa277fe4ead tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861248 May 13 14:28:28.865739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:28.900410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-cb5c0ee1-85e9-4e5a-aa4d-43b21adb1463 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:28.901976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-cb5c0ee1-85e9-4e5a-aa4d-43b21adb1463 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 943 time: 0.7614176 May 13 14:28:28.989256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-5c29f7fb-ece5-4e76-af51-f38c804a0286 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:29.035805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-5c29f7fb-ece5-4e76-af51-f38c804a0286 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:29.037153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cae7ce97-a4d6-469d-90cb-676101925f2a req-5c29f7fb-ece5-4e76-af51-f38c804a0286 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172400 May 13 14:28:29.052338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-2f4a51b6-8066-4ba4-971d-34a6b2f3f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:29.054245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-2f4a51b6-8066-4ba4-971d-34a6b2f3f6fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1094 time: 0.2564585 May 13 14:28:29.258021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Allocated IP 172.20.0.1 (99e1eca3-49d5-40ff-8b93-41af86a81873/002b5585-cd00-4a1d-ba02-47929121d111/0a875b8c-ca21-460c-b9e1-0c320c243cd8) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:29.341910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-19794ed0-176e-406c-b1b0-ad92ba6ca869 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.2783382 May 13 14:28:29.491799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 9772f17f-b22d-424d-9622-bbab48cdc321 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:29.578199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-d4c53e1c-24dd-40cd-8166-fc51a651e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:29.592779 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-d4c53e1c-24dd-40cd-8166-fc51a651e294 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2296143 May 13 14:28:29.745960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-024a016c-9383-4308-bb50-4c280bdbe6b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518886 May 13 14:28:29.779020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d83d5f-2414-40e3-8528-7aa09637cf55 req-39cf452d-2a01-4c13-bf0f-f35a3ef15056 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:29.781627 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81d83d5f-2414-40e3-8528-7aa09637cf55 req-39cf452d-2a01-4c13-bf0f-f35a3ef15056 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.4159691 May 13 14:28:29.870014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.043117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3819cec7-6299-4868-a6ce-38b5cc2d889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.068733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Transition to ACTIVE for port object 0a875b8c-ca21-460c-b9e1-0c320c243cd8 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:30.089390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81d83d5f-2414-40e3-8528-7aa09637cf55 req-b89860a8-a23b-49ca-92af-205bdfd9f68b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921138 May 13 14:28:30.238348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-c16351e0-5aee-4860-8962-8963d29ccbe0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2692192 May 13 14:28:30.255013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.301773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-651ce92c-2b4d-487b-87d2-f1a63961d577 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385556 May 13 14:28:30.375771 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39da3eb-bfe7-4cce-a983-8aa4a89a41f1'] response: {'name': 'network-changed', 'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'status': 'completed', 'code': 200} May 13 14:28:30.394029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630ee6-09e2-4ddf-bec2-bf07d068cdd8 req-2824fe4a-fdb2-40af-bc62-b1158544d95a tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:30.408168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05630ee6-09e2-4ddf-bec2-bf07d068cdd8 req-2824fe4a-fdb2-40af-bc62-b1158544d95a tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1100 time: 0.9907720 May 13 14:28:30.552402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:30.581451 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.636952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Transition to ACTIVE for port object 562ce50b-0e77-48da-90b4-b733bf7585fc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:30.655443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 9772f17f-b22d-424d-9622-bbab48cdc321 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:30.671832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.733265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05630ee6-09e2-4ddf-bec2-bf07d068cdd8 req-06d3f930-4f0c-4ed6-bfdf-427f4932ac72 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223426 May 13 14:28:30.792572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:30.819532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:30.820119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4e0c6-cf61-477a-b85f-0db87b3adb17 None None] Pushing event updated for resources: {'Port': ['ID=562ce50b-0e77-48da-90b4-b733bf7585fc,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:30.837105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 9772f17f-b22d-424d-9622-bbab48cdc321 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:30.838494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:30.842439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-912b4333-b678-4641-9822-d2fc46d85a2b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1749411 May 13 14:28:30.908274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:30.997206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Attempting to bind port 562ce50b-0e77-48da-90b4-b733bf7585fc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:30.999146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Attempting to bind port 562ce50b-0e77-48da-90b4-b733bf7585fc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:31.001058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Attempting to bind port 562ce50b-0e77-48da-90b4-b733bf7585fc on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:31.100886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:31.102447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:31.102942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.103751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:31.104737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Bound port: 562ce50b-0e77-48da-90b4-b733bf7585fc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:31.105540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.129949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790cbd-056a-4ea5-864e-a2128567ca1c req-96ebd84b-a554-4833-add9-16e10886929e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.146514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87790cbd-056a-4ea5-864e-a2128567ca1c req-96ebd84b-a554-4833-add9-16e10886929e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 944 time: 0.5918727 May 13 14:28:31.166050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-09512d61-61d4-414f-a3b2-43a3b45fb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.167611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-09512d61-61d4-414f-a3b2-43a3b45fb578 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 1100 time: 0.8688948 May 13 14:28:31.168789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.243971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e8efa42-d92b-4ae3-a834-3aa219fbf2b0 req-fb381b8d-d775-47dc-b03a-bb346b77acb5 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173973 May 13 14:28:31.497205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adfb0a-853d-4758-80c5-792027dda360 req-3da820d1-fc75-4044-9497-3e69e56e40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.501124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-3da820d1-fc75-4044-9497-3e69e56e40e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26826a900f42462bab0bab8f896ab26c&device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 1100 time: 0.6359224 May 13 14:28:31.549605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] For port 562ce50b-0e77-48da-90b4-b733bf7585fc, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:31.574936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 9772f17f-b22d-424d-9622-bbab48cdc321 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:31.575756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.601663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] For port 562ce50b-0e77-48da-90b4-b733bf7585fc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=562ce50b-0e77-48da-90b4-b733bf7585fc,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:31.624615 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.675225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87790cbd-056a-4ea5-864e-a2128567ca1c req-e7718c6c-9460-45a8-b95c-e22f979852ee tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265362 May 13 14:28:31.806088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:31.811976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b1b5-f91f-47b5-92be-d0c990526af1 req-23fbcd1c-f93a-45a0-b778-f951f67d4079 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.814697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29b9b1b5-f91f-47b5-92be-d0c990526af1 req-23fbcd1c-f93a-45a0-b778-f951f67d4079 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.6722724 May 13 14:28:31.907226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4e0c6-cf61-477a-b85f-0db87b3adb17 None None] Pushing event updated for resources: {'Port': ['ID=562ce50b-0e77-48da-90b4-b733bf7585fc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:31.955140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-5214af51-2bde-4bd0-9fee-86b4193b011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:31.960665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-5214af51-2bde-4bd0-9fee-86b4193b011f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1094 time: 0.6206162 May 13 14:28:31.979098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=9772f17f-b22d-424d-9622-bbab48cdc321,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:31.999488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:32.009126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d6a1e696-05fd-4ddf-bf13-950954cc0b78 None None] Provisioning for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:32.039636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29b9b1b5-f91f-47b5-92be-d0c990526af1 req-160104ee-5de4-4198-97b4-eb62930a0af4 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091086 May 13 14:28:32.055638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:32.058152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:28:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:32.161901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adfb0a-853d-4758-80c5-792027dda360 req-0bd0041c-f131-4eb8-b039-20b70c1a693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.165116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-0bd0041c-f131-4eb8-b039-20b70c1a693f service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6268559 May 13 14:28:32.261618 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.321084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-95d133fb-6d0a-4602-8911-ec6ffc482ee1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=65ced361-d723-4017-9022-86f5955c5425 HTTP/1.1" status: 200 len: 217 time: 0.1384585 May 13 14:28:32.379074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d6a1e696-05fd-4ddf-bf13-950954cc0b78 None None] Provisioning complete for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:32.379432 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e696-05fd-4ddf-bf13-950954cc0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.423146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:32.431993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9118-2972-42f9-9586-775e643f7723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:32.535711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-9b56cbb3-e32e-4163-bfe6-05a8826fc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.538539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-9b56cbb3-e32e-4163-bfe6-05a8826fc5ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.5568883 May 13 14:28:32.684680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-419b5e54-6240-42ca-84aa-c509b051c8d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.1364233 May 13 14:28:32.749346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:32.788771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-213414a4-4dad-4594-98b8-df3e4ff0d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.792397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-213414a4-4dad-4594-98b8-df3e4ff0d101 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.1931021 May 13 14:28:32.839905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adfb0a-853d-4758-80c5-792027dda360 req-515f165d-8b98-44c5-ab11-0ae0f86db12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.842509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-515f165d-8b98-44c5-ab11-0ae0f86db12b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.5156488 May 13 14:28:32.976864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-5040e187-9f86-4eae-b865-97c58f910bfe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 200 len: 217 time: 0.1517277 May 13 14:28:32.996804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-ec2b7a6d-39fd-4225-aa48-cedad5921ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:32.999241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-ec2b7a6d-39fd-4225-aa48-cedad5921ebc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.3055813 May 13 14:28:33.098143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-a113af23-a1f9-43cd-a243-533655c8e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:33.100958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-a113af23-a1f9-43cd-a243-533655c8e6f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1137829 May 13 14:28:33.144182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-4fee653c-2034-48ee-ac6b-226718af5451 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135695 May 13 14:28:33.190261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1e696-05fd-4ddf-bf13-950954cc0b78 None None] Port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:33.318868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.381317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adfb0a-853d-4758-80c5-792027dda360 req-e751c649-c34e-4187-8d22-e6394bf5cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:33.383265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-e751c649-c34e-4187-8d22-e6394bf5cdad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5240688 May 13 14:28:33.409430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6323-3f19-4da6-ba7a-ecd9d49585e9 req-93ab447b-3e66-49c6-a263-e8bec4a1e420 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:33.412289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb7f6323-3f19-4da6-ba7a-ecd9d49585e9 req-93ab447b-3e66-49c6-a263-e8bec4a1e420 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 943 time: 1.4063520 May 13 14:28:33.456633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.530779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:29Z', 'revision_number': 1, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:33.538161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e237a-4e33-426b-b997-2683dbe01049 None None] The sync data for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 is: [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:29Z', 'revision_number': 1, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:28:33.551507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-3a28627b-80a8-435e-b653-6967a196f165 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936186 May 13 14:28:33.776687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:33.790948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb7f6323-3f19-4da6-ba7a-ecd9d49585e9 req-bea9289c-70c7-4c0e-af02-25ee8161507c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535430 May 13 14:28:33.799814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.093984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.174303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-fd469bca-65a8-4198-83b8-6082e5d49d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:34.176608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-fd469bca-65a8-4198-83b8-6082e5d49d2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0475781 May 13 14:28:34.182232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-0ac11048-58d5-4739-b455-68df64fb3cab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7609277 May 13 14:28:34.238139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-360fa4d5-15ed-425f-a02a-83261c3b7d15 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473001 May 13 14:28:34.249295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b6e0-cbc4-494b-8483-e33a556a88ae req-48601a66-3f88-4dab-8c65-345a098103f8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:34.256890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0df9b6e0-cbc4-494b-8483-e33a556a88ae req-48601a66-3f88-4dab-8c65-345a098103f8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.7036097 May 13 14:28:34.437632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331c3308-0432-45d4-aad5-35f76bf8c31b req-d62e2bc7-046d-45d2-9b59-cfa55ba476e2 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182743 May 13 14:28:34.514805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:34.628299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:34.631612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:34.634951 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:34.643178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-de9cf9db-af83-4687-a65a-7cec8b705eeb service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537408 May 13 14:28:34.860000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04adfb0a-853d-4758-80c5-792027dda360 req-739f8f40-db99-48d2-bbbf-493bdb0477c5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397942 May 13 14:28:34.894315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0df9b6e0-cbc4-494b-8483-e33a556a88ae req-630c45d7-69d9-4425-aa88-fc048f8db689 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359990 May 13 14:28:35.206285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:35.384537 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce417cba-48a8-42ed-b7cc-ece0a2110f0e'] response: {'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321', 'code': 200} May 13 14:28:35.399079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Router f2afdb53-3dc4-45b3-a889-9598bce974ca has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:28:35.843348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:35.879741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'port_id': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'mac_address': 'fa:16:3e:07:83:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e54976-de28-4c79-92e8-9a27a88e0c89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:35.893897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 562ce50b-0e77-48da-90b4-b733bf7585fc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:36.031841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-76535802-c26a-4e94-bb06-2aece993ffeb None None] Provisioning complete for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:36.032535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-76535802-c26a-4e94-bb06-2aece993ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.057737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1227fff9-abbb-411c-8d60-e56cccbc2ded req-2d846171-b94e-4d9d-b425-3e7537eafab4 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3477647 May 13 14:28:36.112625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4fcc-bb51-4cfb-a1d0-3776bc9f7a61 req-d984ba47-6fef-42bb-968b-221c879c7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:36.116366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-927e4fcc-bb51-4cfb-a1d0-3776bc9f7a61 req-d984ba47-6fef-42bb-968b-221c879c7f92 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 1096 time: 0.6176519 May 13 14:28:36.269058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32f63-ad49-4899-a14d-745080f53cac req-c84c23ae-8d29-4495-bb02-f55a69ed5f34 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:36.273179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:36.274124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.278017 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9a32f63-ad49-4899-a14d-745080f53cac req-c84c23ae-8d29-4495-bb02-f55a69ed5f34 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 945 time: 0.4521213 May 13 14:28:36.307094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-927e4fcc-bb51-4cfb-a1d0-3776bc9f7a61 req-8319eb9b-e8a5-4df4-9f62-1328787bc5f9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616497 May 13 14:28:36.342357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e13625-c5ee-47ed-8bbf-89e80f85ff2f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:36.358155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-76535802-c26a-4e94-bb06-2aece993ffeb None None] Port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:36.382273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 562ce50b-0e77-48da-90b4-b733bf7585fc completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:36.396503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9a32f63-ad49-4899-a14d-745080f53cac req-7311e11a-9b04-4f6b-b8ab-efe21f2d07ed tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173415 May 13 14:28:36.403925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 562ce50b-0e77-48da-90b4-b733bf7585fc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:36.418063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.518369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:28:36.522765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:36.539966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d16f8070-f410-4466-9c9d-0677b9ff96c8 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2afdb53-3dc4-45b3-a889-9598bce974ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0437794 May 13 14:28:36.565836 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:36.604331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134020-734d-41e0-9ad4-0775edf7f794 req-7043e014-b185-4993-b46c-3fe61f4140f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:36.606145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7134020-734d-41e0-9ad4-0775edf7f794 req-7043e014-b185-4993-b46c-3fe61f4140f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.8558168 May 13 14:28:36.671764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7134020-734d-41e0-9ad4-0775edf7f794 req-4f744860-59de-4562-8e9a-c0e1b6a25fff tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 May 13 14:28:36.919449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:36.949861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb316a-e984-4d77-8741-377d94523846 req-87b4ca2b-2123-4756-b0e8-56f3c6a464ab tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:36.960506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3dfb316a-e984-4d77-8741-377d94523846 req-87b4ca2b-2123-4756-b0e8-56f3c6a464ab tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.2705574 May 13 14:28:37.008270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 562ce50b-0e77-48da-90b4-b733bf7585fc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:37.008701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:37.017601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d4e13625-c5ee-47ed-8bbf-89e80f85ff2f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:37.121405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3dfb316a-e984-4d77-8741-377d94523846 req-ca00ad3b-d809-4a0f-b9f0-f02361f9e764 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425335 May 13 14:28:37.182542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 562ce50b-0e77-48da-90b4-b733bf7585fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=562ce50b-0e77-48da-90b4-b733bf7585fc,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:37.200446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:37.390894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=562ce50b-0e77-48da-90b4-b733bf7585fc,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:37.416448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-2dcd3aa5-62fd-4287-a808-01aafe0d6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:37.418125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-2dcd3aa5-62fd-4287-a808-01aafe0d6c67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1100 time: 0.3176177 May 13 14:28:37.479950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ce3e-bd39-4780-9871-a9215ffae36b req-d9b2151c-a87a-4aa6-a2b1-e4f2254a9794 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:37.488118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd34ce3e-bd39-4780-9871-a9215ffae36b req-d9b2151c-a87a-4aa6-a2b1-e4f2254a9794 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.1792219 May 13 14:28:37.513284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ed56a-6ee1-4acb-855a-95092f3f5415 req-396c1fe5-b1a8-44e8-873b-042cffd06f4d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:37.524364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb2ed56a-6ee1-4acb-855a-95092f3f5415 req-396c1fe5-b1a8-44e8-873b-042cffd06f4d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 944 time: 0.5293691 May 13 14:28:37.587171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd34ce3e-bd39-4780-9871-a9215ffae36b req-77957c5b-0763-4131-aaa0-e1c87bbd6bc4 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965276 May 13 14:28:37.767628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 562ce50b-0e77-48da-90b4-b733bf7585fc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:37.839192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb2ed56a-6ee1-4acb-855a-95092f3f5415 req-35df30f2-8dac-4ffd-9b03-62ccc9824997 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073189 May 13 14:28:37.996776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-c1a63e6f-8689-4077-99e8-9f1eb0750500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:38.002289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-c1a63e6f-8689-4077-99e8-9f1eb0750500 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5748422 May 13 14:28:38.169985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 562ce50b-0e77-48da-90b4-b733bf7585fc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:38.172056 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.199240 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Sync routers for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:28:38.234332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-da0fe309-ca34-4545-b0cc-0ab7c1a7cbd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.2221584 May 13 14:28:38.238344 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:38.244727 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:28:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:38.310453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-a6aa215f-7534-44d0-a1bf-2794790d8fcc tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:38.312165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-a6aa215f-7534-44d0-a1bf-2794790d8fcc tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.86 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 945 time: 0.4132047 May 13 14:28:38.442491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-cb554bf0-b6e2-480d-b4ac-34a9d10761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:38.444736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-cb554bf0-b6e2-480d-b4ac-34a9d10761a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2034867 May 13 14:28:38.541617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 9772f17f-b22d-424d-9622-bbab48cdc321 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:38.542444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:38.631299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 562ce50b-0e77-48da-90b4-b733bf7585fc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:38.810808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-af64fe22-6e56-4d80-96ab-03b076a2b928 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:38.833957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-af64fe22-6e56-4d80-96ab-03b076a2b928 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 828 time: 0.6414928 May 13 14:28:38.874679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-08957de5-d049-4693-bb1a-9a7ad87c3455 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/quotas/590a750e24c747949f97ad2dc1536b1f HTTP/1.1" status: 200 len: 375 time: 0.0403144 May 13 14:28:39.037456 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:39.065238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-bd7c6554-44b7-45d3-b9b7-25d3ebc4d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:39.067072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-bd7c6554-44b7-45d3-b9b7-25d3ebc4d9f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5814891 May 13 14:28:39.248165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:39.348652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-a8fb3648-9d6c-4ec5-99db-2d22acda8e03 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566969 May 13 14:28:39.453655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:39.464840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:39.465802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.498952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 9772f17f-b22d-424d-9622-bbab48cdc321, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=9772f17f-b22d-424d-9622-bbab48cdc321,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:39.499818 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.594558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6238c7-1f15-455b-a9ab-8ca9b9effee2 req-1581ff00-3d7a-49f0-ace2-fa0d9f6754ba tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:39.602147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e6238c7-1f15-455b-a9ab-8ca9b9effee2 req-1581ff00-3d7a-49f0-ace2-fa0d9f6754ba tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 945 time: 0.6010673 May 13 14:28:39.641341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-d40850ec-937d-46bd-9b59-f70f49f3b95b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821970 May 13 14:28:39.730320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e8850378-0713-4a08-9ad4-cec5bf52dcb7 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:39.781307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e8850378-0713-4a08-9ad4-cec5bf52dcb7 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:39.783980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e8850378-0713-4a08-9ad4-cec5bf52dcb7 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9081087 May 13 14:28:39.830740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:39.831235 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.906198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:39.947936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:39.956408 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:39.995882 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:32Z', 'revision_number': 2, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:40.021400 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Checking router: f2afdb53-3dc4-45b3-a889-9598bce974ca for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:28:40.023029 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Updating router f2afdb53-3dc4-45b3-a889-9598bce974ca port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:28:40.132240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:40.170434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 9772f17f-b22d-424d-9622-bbab48cdc321 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:40.196200 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.307959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e6238c7-1f15-455b-a9ab-8ca9b9effee2 req-06ff9b57-f15d-43aa-8294-305abe39268a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959844 May 13 14:28:40.509237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-f6d17f69-71a5-4198-a0d0-6dccd9839e21 service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165263 May 13 14:28:40.704134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-7355f8b2-2b92-49ec-87a2-8b7f902cebb8 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:40.707116 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-7355f8b2-2b92-49ec-87a2-8b7f902cebb8 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.86 "GET /v2.0/ports?device_id=99592908-4c51-40da-890d-b99d9a1b023d HTTP/1.1" status: 200 len: 945 time: 0.6251626 May 13 14:28:40.722721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6c44-fe31-4f6f-9670-8fca6dd3c9ff req-68658835-b08e-49a7-8f8a-7c410769b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:40.726272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e64f6c44-fe31-4f6f-9670-8fca6dd3c9ff req-68658835-b08e-49a7-8f8a-7c410769b8a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1101 time: 0.4010141 May 13 14:28:40.790040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.804632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['9772f17f-b22d-424d-9622-bbab48cdc321'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:40.877316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Deleting port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:28:40.878126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:40.965624 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.000201 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Transition to ACTIVE for port object 0a875b8c-ca21-460c-b9e1-0c320c243cd8 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:41.015997 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.084263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-75efb6b0-3c80-4ab7-afd3-d385594fe523 service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503759 May 13 14:28:41.167441 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Pushing event updated for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:41.228529 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.229025 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.229467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.230028 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.230730 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.231163 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.235599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.236046 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.236503 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.236925 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.237342 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.237762 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:41.262243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=9772f17f-b22d-424d-9622-bbab48cdc321,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:41.389149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 9772f17f-b22d-424d-9622-bbab48cdc321 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:41.392728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e64f6c44-fe31-4f6f-9670-8fca6dd3c9ff req-91e9b2ee-36d3-4ff4-b5fa-f3608d7c31d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490548 May 13 14:28:41.396550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.408119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'name': 'network-vif-deleted', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:41.417507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcfe1d93-d768-466d-9651-4c253b7fe637 req-8d1ebcb8-44c6-4cf6-9e9f-522464a9214f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.86 "DELETE /v2.0/ports/9772f17f-b22d-424d-9622-bbab48cdc321 HTTP/1.1" status: 204 len: 173 time: 3.0946078 May 13 14:28:41.426013 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Attempting to bind port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:41.426853 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Attempting to bind port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:41.427204 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Attempting to bind port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 on network 99e1eca3-49d5-40ff-8b93-41af86a81873 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:41.452519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad5697-ddd0-44f5-a9f8-080ff675d4e7 req-5273f43f-4d6b-4898-9637-39733fa216de tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:41.460705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92ad5697-ddd0-44f5-a9f8-080ff675d4e7 req-5273f43f-4d6b-4898-9637-39733fa216de tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.8160276 May 13 14:28:41.479909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:41.480756 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Checking segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:41.481411 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.482041 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Bound using segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:41.482833 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Bound port: 0a875b8c-ca21-460c-b9e1-0c320c243cd8, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:41.483471 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:41.522333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92ad5697-ddd0-44f5-a9f8-080ff675d4e7 req-cf8c84f7-f1f0-4f33-a2ba-058b0e7001d8 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602329 May 13 14:28:41.551064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:41.555034 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:28:41.568937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:41.943157 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] For port 0a875b8c-ca21-460c-b9e1-0c320c243cd8, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:41.949930 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] For port 0a875b8c-ca21-460c-b9e1-0c320c243cd8, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0a875b8c-ca21-460c-b9e1-0c320c243cd8,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:41.963508 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.011056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] For port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:42.011682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.066521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79b294-9b0f-4c44-a7f8-dbf0a60d3b86 req-9d9332c0-9f9a-46cb-8f3b-69aa7dc8a0d3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:42.089242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4e79b294-9b0f-4c44-a7f8-dbf0a60d3b86 req-9d9332c0-9f9a-46cb-8f3b-69aa7dc8a0d3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 945 time: 0.3090963 May 13 14:28:42.134514 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:28:42.135366 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:28:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:42.196385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Calling delete_port for f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:28:42.233141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4e79b294-9b0f-4c44-a7f8-dbf0a60d3b86 req-043feaa8-e9f8-4d4a-8ea2-bda18ad2342c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397822 May 13 14:28:42.408194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:42.415857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:42.416234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.472922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-4e63a301-7289-41b3-a61c-66008c801ad5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 0.1445239 May 13 14:28:42.494039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'mac_address': 'fa:16:3e:cd:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:42.529632 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ec873-ed38-435d-af0c-f4834ddc9a8c None None] Pushing event updated for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:42.531582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:42.552001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296bf96-01d9-41c6-ba3a-2ae4a2eba4e7 req-0875d6c8-4208-4c1b-a5b7-d0905b13e8f1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:42.553702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d296bf96-01d9-41c6-ba3a-2ae4a2eba4e7 req-0875d6c8-4208-4c1b-a5b7-d0905b13e8f1 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 950 time: 0.7362418 May 13 14:28:42.562753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.618491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:42.683206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event deleted for resources: {'Port': ['ID=f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:42.704037 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:28:42.738139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.739801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:42.740201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.863084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d296bf96-01d9-41c6-ba3a-2ae4a2eba4e7 req-84b50e59-c156-43f5-9b21-0b3674f00707 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814333 May 13 14:28:42.864535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] No DVR routers for this DVR port f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:28:42.867586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:42.870871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-deleted', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:42.915332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b50e9cc-a4e1-48ac-8403-9e59d1b80a3d req-28a8e362-4cf1-47d5-8c0d-10b89c0305f2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.86 "DELETE /v2.0/ports/f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 HTTP/1.1" status: 204 len: 173 time: 2.1902263 May 13 14:28:42.930269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5442447-7f7c-4aa4-bd8c-37a1ce230661 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:43.029714 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8789fbff-1b37-420b-9487-39f2352ac3e1'] response: {'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'code': 200} May 13 14:28:43.065937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:43.091774 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:43.094084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.114994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.117950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.118506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.118998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.120037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.121948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.122483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.123212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.126551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.127109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.127785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.128456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:28:43.143604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-6b093c2f-20c4-43a8-9d8f-3c1fec873b76 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.144865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-6b093c2f-20c4-43a8-9d8f-3c1fec873b76 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:43.209583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-6b093c2f-20c4-43a8-9d8f-3c1fec873b76 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:43.221745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-6b093c2f-20c4-43a8-9d8f-3c1fec873b76 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 0.7465146 May 13 14:28:43.293201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a5f5d1d7-ec2e-415b-905f-348062b3953f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/quotas/8ad646d04dd845ceb7f3f71de9867dbc HTTP/1.1" status: 200 len: 375 time: 0.0699308 May 13 14:28:43.306091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-0fff182f-ace6-403d-8b4f-3fc50d632e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.308658 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-0fff182f-ace6-403d-8b4f-3fc50d632e8d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7728755 May 13 14:28:43.344861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:43.407543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:43.413963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ebf3092d-6744-4552-8e76-305341db9770 req-72c35103-f26e-4071-a064-0247a5993679 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 0.2357564 May 13 14:28:43.424064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-f01f3a8c-c6a4-485b-aa35-35d278c72319 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249211 May 13 14:28:43.467781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296d19-6219-4095-b531-753708e32ee2 req-358b74b9-517a-49d0-98ed-d49b1516e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.470407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db296d19-6219-4095-b531-753708e32ee2 req-358b74b9-517a-49d0-98ed-d49b1516e914 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1096 time: 0.1789393 May 13 14:28:43.516484 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:41Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:28:43.530653 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57e551-bb24-4152-95b1-26dd7614893f None None] The sync data for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 is: [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:41Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:28:43.548245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db296d19-6219-4095-b531-753708e32ee2 req-337c9890-4b06-4974-82af-153d38f75086 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691178 May 13 14:28:43.565031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:43.629474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-601448c2-5b93-474b-8d8b-3461710022df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:43.632549 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-601448c2-5b93-474b-8d8b-3461710022df service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601118 May 13 14:28:43.679715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:43.680028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:43.816847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0a875b8c-ca21-460c-b9e1-0c320c243cd8 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:43.871348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f95eb5e1-2ce9-4a7a-a167-1db6366cf794 req-4810d122-4acd-4e9c-aba8-baef850b2c25 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 210 time: 0.1922247 May 13 14:28:43.969998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:43.976119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:43.976654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.032204 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffaa9f9-ab7b-4445-a1c6-d05691b4a0dd'] response: {'server_uuid': 'da435846-8c0e-4e4b-9802-d70a254d5730', 'name': 'network-vif-deleted', 'tag': '9772f17f-b22d-424d-9622-bbab48cdc321', 'status': 'completed', 'code': 200} May 13 14:28:44.186045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:44.186859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.208952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-0a79058e-0fd4-4ba3-baa4-0b78e676ef66 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601236 May 13 14:28:44.298850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 0a875b8c-ca21-460c-b9e1-0c320c243cd8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0a875b8c-ca21-460c-b9e1-0c320c243cd8,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:44.313243 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:44.425125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-5c87e0b0-05d1-4ab5-b4c4-7bd8ee63c9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149141 May 13 14:28:44.581953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:44.794869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-b64bc7b0-dd14-4fba-90bc-79dadf211b66 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.798164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-b64bc7b0-dd14-4fba-90bc-79dadf211b66 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.90 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 828 time: 0.7180989 May 13 14:28:44.821993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-cc4ed808-d4ef-42de-95cb-a688e312b3fa tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.834896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-cc4ed808-d4ef-42de-95cb-a688e312b3fa tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.4422445 May 13 14:28:44.847914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'port': {'device_id': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'admin_state_up': True, 'tenant_id': '590a750e24c747949f97ad2dc1536b1f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:44.923170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-bb9bc7d3-aefb-4c1b-8a8e-403c08b96586 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/quotas/4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 375 time: 0.0868416 May 13 14:28:44.979173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19248788-e49c-4615-829c-12bc59382918 req-4a8a0d50-f376-4fb0-81f9-964119913f88 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:44.992678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19248788-e49c-4615-829c-12bc59382918 req-4a8a0d50-f376-4fb0-81f9-964119913f88 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.2448347 May 13 14:28:45.030861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:45.105282 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19248788-e49c-4615-829c-12bc59382918 req-80839367-2b9e-4c28-9cc5-fdc9c057f4e7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107852 May 13 14:28:45.199047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:45.224980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-8959ee8f-7fe3-4b03-864b-cfd200ec0ccf tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2997327 May 13 14:28:45.239478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:45.251457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-f78eb0b6-a3c7-45d6-b8af-9ea28566f2be tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:45.275046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-f78eb0b6-a3c7-45d6-b8af-9ea28566f2be tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:45.278795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-944d7d07-1767-479b-8a32-0254b8ca0609 req-f78eb0b6-a3c7-45d6-b8af-9ea28566f2be tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.86 "GET /v2.0/ports?device_id=da435846-8c0e-4e4b-9802-d70a254d5730 HTTP/1.1" status: 200 len: 210 time: 0.0797398 May 13 14:28:45.301769 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7cf8bd-4e52-4697-9296-75515e1520e9'] response: {'server_uuid': '99592908-4c51-40da-890d-b99d9a1b023d', 'name': 'network-vif-deleted', 'tag': 'f7160b6a-f13b-49f8-a7ee-8f9ea6cdfdd4', 'status': 'completed', 'code': 200} May 13 14:28:45.302934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Made reservation on behalf of 590a750e24c747949f97ad2dc1536b1f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:45.309665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.572768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-44ff9d6c-eae5-4bd2-8c92-ee70708b3790 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139498 May 13 14:28:45.583188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:45.630271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6732d8-fd66-4d94-9ac5-55b3bfce8844 req-01bb1f63-2f70-4850-9637-31ad52d40bf0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:45.631565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d6732d8-fd66-4d94-9ac5-55b3bfce8844 req-01bb1f63-2f70-4850-9637-31ad52d40bf0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 945 time: 0.1580651 May 13 14:28:45.753969 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d6732d8-fd66-4d94-9ac5-55b3bfce8844 req-325db560-c05e-4f77-892b-bf32dade2bd3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094127 May 13 14:28:45.791251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0a875b8c-ca21-460c-b9e1-0c320c243cd8 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:45.873813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e5442447-7f7c-4aa4-bd8c-37a1ce230661 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:45.873995 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:45.988894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Allocated IP 172.20.0.5 (99e1eca3-49d5-40ff-8b93-41af86a81873/002b5585-cd00-4a1d-ba02-47929121d111/d71c2004-6a39-445a-8c2b-5bcdb64b6bb9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:46.068976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:46.068976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.068976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:46.068976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.090484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-a98a8608-3cf4-449e-a89f-933a0eea8a33 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219478 May 13 14:28:46.179588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:46.186950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.386083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:46.493776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc2f65-7a4a-4bee-a721-7a7a806b38a9 req-e1df6ce7-50a4-42a1-ac26-6538c081c01c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:46.496462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9bdc2f65-7a4a-4bee-a721-7a7a806b38a9 req-e1df6ce7-50a4-42a1-ac26-6538c081c01c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 951 time: 0.2853026 May 13 14:28:46.512016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:46.636129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9bdc2f65-7a4a-4bee-a721-7a7a806b38a9 req-889031ae-d4be-4ed7-9468-4e38d00d42c3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332119 May 13 14:28:46.669649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:46.713327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Transition to ACTIVE for port object d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:46.753013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.097758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:47.121525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:47.237523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:47.279850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:47.335220 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6514bdef-4838-48a4-b3df-95ad65d909fe req-1125f057-f43f-483a-8c3f-b904ba82248e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 210 time: 0.2437119 May 13 14:28:47.411738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-01f7990a-0345-4743-9f06-7dffaadeccd7 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:47.414036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-01f7990a-0345-4743-9f06-7dffaadeccd7 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 0.6520004 May 13 14:28:47.427909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Request body: {'port': {'device_id': '322eef47-302a-4a11-a318-635ce7f90f84', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'admin_state_up': True, 'tenant_id': '8ad646d04dd845ceb7f3f71de9867dbc'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:47.473111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:47.473848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.486661 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fbcd9b-db85-470a-b50a-c7a3c5521f79'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'code': 200} May 13 14:28:47.527641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-aa046a08-1b47-448b-9f3a-95a5fc645b8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6882949 May 13 14:28:47.544140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99b304-bb27-4208-9550-111edb806755 req-1f0c520d-67f0-4b6d-b832-b11f91f75274 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:47.545012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ca99b304-bb27-4208-9550-111edb806755 req-1f0c520d-67f0-4b6d-b832-b11f91f75274 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:47.555962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Request body: {'port': {'device_id': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:47.628713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ca99b304-bb27-4208-9550-111edb806755 req-1f0c520d-67f0-4b6d-b832-b11f91f75274 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:47.636887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca99b304-bb27-4208-9550-111edb806755 req-1f0c520d-67f0-4b6d-b832-b11f91f75274 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 931 time: 0.5219812 May 13 14:28:47.708408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0789fb64-c34e-4cfc-81f0-bb8763b04695 None None] Provisioning for port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:47.722294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0789fb64-c34e-4cfc-81f0-bb8763b04695 None None] Provisioning complete for port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:47.722761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0789fb64-c34e-4cfc-81f0-bb8763b04695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.742842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:47.748041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Usage tracker for resource:port and tenant:8ad646d04dd845ceb7f3f71de9867dbc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:28:47.757480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:28:47.792401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:47.823335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0789fb64-c34e-4cfc-81f0-bb8763b04695 None None] Port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:28:47.841227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Made reservation on behalf of 8ad646d04dd845ceb7f3f71de9867dbc for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:47.848016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.873189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:47.888482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca99b304-bb27-4208-9550-111edb806755 req-ebda08db-ec2a-4ff6-9b3f-acee074a23d4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505519 May 13 14:28:48.157250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a921-b6c1-45e4-8568-d4ddfdf9424d req-726f7711-b6c8-4759-bb54-ee7280f404c2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:48.159061 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab48a921-b6c1-45e4-8568-d4ddfdf9424d req-726f7711-b6c8-4759-bb54-ee7280f404c2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1096 time: 0.1836572 May 13 14:28:48.190351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Allocated IP 172.20.0.5 (cb98a951-929a-47d2-861c-752a0d0a29e0/349e48d1-0259-4f2f-9274-0154a891c0e6/fc903920-3e1c-4c68-b60b-a885b92385e5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:48.228590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ab48a921-b6c1-45e4-8568-d4ddfdf9424d req-9bc34641-22e6-4f82-bd87-5f55d1542a5e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Synchronizing usage tracker for tenant:a6b5824b9cee45518a84f818829f263b on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:48.280756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ab48a921-b6c1-45e4-8568-d4ddfdf9424d req-9bc34641-22e6-4f82-bd87-5f55d1542a5e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Unset dirty status for tenant:a6b5824b9cee45518a84f818829f263b on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:48.282064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab48a921-b6c1-45e4-8568-d4ddfdf9424d req-9bc34641-22e6-4f82-bd87-5f55d1542a5e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147065 May 13 14:28:48.447555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86071ff-2f05-4b06-9940-d83eb87374e9 req-640091cc-2465-4e7e-8a08-a6b62c4c63fb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:48.450211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a86071ff-2f05-4b06-9940-d83eb87374e9 req-640091cc-2465-4e7e-8a08-a6b62c4c63fb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.3660500 May 13 14:28:48.545824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.580077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a86071ff-2f05-4b06-9940-d83eb87374e9 req-c3cc198d-a041-4d84-832b-a4d49c0a451f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093183 May 13 14:28:48.700328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:48.710955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.731442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Transition to ACTIVE for port object d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:48.737744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.783865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8794003d-8009-40ab-8fa0-08bdd778bff1 req-66e6a7f2-f3dc-4296-8ed1-0bc899228e2e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 210 time: 0.1141133 May 13 14:28:48.856279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:48.863532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:48.948849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Network cb98a951-929a-47d2-861c-752a0d0a29e0 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:48.960695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:48.971509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:48.989035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.032504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-4b581571-8389-4d8a-bfd9-9824f23ce752 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.034165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-4b581571-8389-4d8a-bfd9-9824f23ce752 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 808 time: 0.5479751 May 13 14:28:49.054199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Request body: {'port': {'device_id': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'admin_state_up': True, 'tenant_id': '4d0396a4c8c04a6b912dcfddf86648e6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:49.157800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:49.293349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.294214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.405298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Attempting to bind port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:49.405709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Attempting to bind port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:49.406772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Attempting to bind port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 on network 99e1eca3-49d5-40ff-8b93-41af86a81873 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:49.426387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 on network 99e1eca3-49d5-40ff-8b93-41af86a81873 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:49.426387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Attempting to bind port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 on network 99e1eca3-49d5-40ff-8b93-41af86a81873 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:49.448316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:49.448987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Checking segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:49.449441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Bound using segment: {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:49.450063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Bound port: d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ccb262-bfe7-478f-80fa-b9ebc48ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:49.450523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.487886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:49.497320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-83d04a47-7c20-45c9-8f18-e1a0e7a60425 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0751550 May 13 14:28:49.520581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Request body: {'port': {'device_id': '322eef47-302a-4a11-a318-635ce7f90f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:49.556093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-4549ea9e-6bb9-4308-ba4d-7f0ea2e97551 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.560103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-4549ea9e-6bb9-4308-ba4d-7f0ea2e97551 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.4116638 May 13 14:28:49.614096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 9772f17f-b22d-424d-9622-bbab48cdc321 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:28:49.635968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-0ce0536b-a357-43bc-8f70-80266ac4aee3 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.0418508 May 13 14:28:49.641133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:49.655360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e51440-8a7c-48a4-9a29-7cef5aca406f req-8bda1050-5358-41c0-816a-286fb29c4bac tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:49.656559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-13e51440-8a7c-48a4-9a29-7cef5aca406f req-8bda1050-5358-41c0-816a-286fb29c4bac tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:49.664347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 9772f17f-b22d-424d-9622-bbab48cdc321 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:28:49.664962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 9772f17f-b22d-424d-9622-bbab48cdc321 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:28:49.700742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:49.704835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-13e51440-8a7c-48a4-9a29-7cef5aca406f req-8bda1050-5358-41c0-816a-286fb29c4bac tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:49.708894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13e51440-8a7c-48a4-9a29-7cef5aca406f req-8bda1050-5358-41c0-816a-286fb29c4bac tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 931 time: 0.3776801 May 13 14:28:49.711726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:49.721974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:49.733622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:49.821293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-819c738d-9a35-4a43-ab4c-21a90fe90af8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694896 May 13 14:28:49.873482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Made reservation on behalf of 4d0396a4c8c04a6b912dcfddf86648e6 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:49.878908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.025909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.026795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.029113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] 10.222.0.90 "PUT /v2.0/ports/d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 1091 time: 2.4775813 May 13 14:28:50.031990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:50.095133 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.114783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:50.181003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13e51440-8a7c-48a4-9a29-7cef5aca406f req-9f94b181-5f75-4a71-ae05-72494755f74c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530311 May 13 14:28:50.202012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1025c-53b7-4a4d-b988-69624d9ec1cc service neutron] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:50.251727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e2257ded-53e6-4616-9117-4d81c87f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.254538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e2257ded-53e6-4616-9117-4d81c87f8048 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1094 time: 0.1691170 May 13 14:28:50.416434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-0f499e33-5a2b-4fdb-be0d-97e7f4c74cd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.1532197 May 13 14:28:50.546210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e7dd0cf7-360d-466b-9b58-f9742d2bc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.548343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-e7dd0cf7-360d-466b-9b58-f9742d2bc4c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.1253703 May 13 14:28:50.608170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Allocated IP 172.20.0.14 (4cf6bc79-0220-4aa3-a8fc-39f3642bd71f/a877e06d-3663-45b4-a598-f93b62bab331/5fe27d29-ea01-4a14-82b2-46c6085a1bda) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:50.613620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-136acf4c-be71-4285-8693-72243e1b690a service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7730491 May 13 14:28:50.630123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6edff0-8ce6-4c52-b21d-56eac9ef266b req-c0c3d9f4-10a9-4f9b-a085-4423dee3704a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.632671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef6edff0-8ce6-4c52-b21d-56eac9ef266b req-c0c3d9f4-10a9-4f9b-a085-4423dee3704a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1096 time: 0.1735990 May 13 14:28:50.699484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-ace15a60-f623-42f9-b2cb-89ec252e14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:50.701139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-ace15a60-f623-42f9-b2cb-89ec252e14a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463466 May 13 14:28:50.703155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef6edff0-8ce6-4c52-b21d-56eac9ef266b req-3dfefd5e-6f93-4583-b62d-eab5bed3e051 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 May 13 14:28:50.986803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-ed90d8d3-4501-4b9c-90ee-da6ff7777004 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786591 May 13 14:28:51.269487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c240f7e7-e459-4bd2-86a9-9a4f779c11df service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660174 May 13 14:28:51.281119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936021e-1194-4489-93cc-934515daef8f req-a8032a7e-971a-467e-884d-e4e796d08567 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:51.294336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a936021e-1194-4489-93cc-934515daef8f req-a8032a7e-971a-467e-884d-e4e796d08567 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 943 time: 0.3765225 May 13 14:28:51.339274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34075f7a-c9f2-41fc-91d1-6f63d10a7c43 req-f00b8955-2e45-4d78-85cd-0c487ace9e4f service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400860 May 13 14:28:51.398438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a936021e-1194-4489-93cc-934515daef8f req-f9cd3b24-0b9a-45c2-a97a-a85a8bf641a8 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013579 May 13 14:28:51.709932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc903920-3e1c-4c68-b60b-a885b92385e5 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:51.733456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.744643 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:51.814003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Transition to ACTIVE for port object fc903920-3e1c-4c68-b60b-a885b92385e5 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:51.828563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.046154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08917-1491-4471-b62f-61e043bcce58 req-2d324a45-b041-4405-801e-924a0fc0a093 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.047754 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93e08917-1491-4471-b62f-61e043bcce58 req-2d324a45-b041-4405-801e-924a0fc0a093 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1102 time: 0.4773281 May 13 14:28:52.057819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:52.157304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.174964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['03e10433-e0ee-4b0f-967c-6d21024aad93'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:52.362416 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd97758c-7da8-4b28-be3e-4b5ba7ec8024'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'code': 200} May 13 14:28:52.415294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93e08917-1491-4471-b62f-61e043bcce58 req-c0e6fcca-d704-4faa-9a08-42bf700097a1 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120534 May 13 14:28:52.461593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Attempting to bind port fc903920-3e1c-4c68-b60b-a885b92385e5 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:52.462556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Attempting to bind port fc903920-3e1c-4c68-b60b-a885b92385e5 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:52.463108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Attempting to bind port fc903920-3e1c-4c68-b60b-a885b92385e5 on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:52.482639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:52.494935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Port fc903920-3e1c-4c68-b60b-a885b92385e5 on network cb98a951-929a-47d2-861c-752a0d0a29e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:52.495486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Attempting to bind port fc903920-3e1c-4c68-b60b-a885b92385e5 on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:52.511454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:52.513446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Checking segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:52.514074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Bound using segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:52.514809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Bound port: fc903920-3e1c-4c68-b60b-a885b92385e5, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:52.515399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.541059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9c52a-e24c-49a1-8d86-0aaeb238b10e req-8d8756ac-70dd-440f-82e9-ab14c91d5a8d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.546637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:52.550121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08e9c52a-e24c-49a1-8d86-0aaeb238b10e req-8d8756ac-70dd-440f-82e9-ab14c91d5a8d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.1298132 May 13 14:28:52.578605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:52.593692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:52.605549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08e9c52a-e24c-49a1-8d86-0aaeb238b10e req-78ef5f34-53ed-409f-86cc-4bbb103689f9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 May 13 14:28:52.729352 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a06885-b32f-49eb-b5d9-48b1b7584af9'] response: {'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'status': 'completed', 'code': 200} May 13 14:28:52.836648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.837850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.877790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:52.885869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:52.900102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-ec270b91-5de1-4866-abf5-111e93a9a0f6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8502703 May 13 14:28:52.909649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:52.935301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768627f-1e42-40a5-bb9f-ca8f977d2008 req-3a6f6b4d-da44-4b0a-ac79-93f3a2e584bc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.936492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2768627f-1e42-40a5-bb9f-ca8f977d2008 req-3a6f6b4d-da44-4b0a-ac79-93f3a2e584bc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:52.967656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-b15ba591-cba7-4d20-9abb-eabd8cf60b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:52.970783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-b15ba591-cba7-4d20-9abb-eabd8cf60b77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1094 time: 0.2159982 May 13 14:28:53.007160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Request body: {'port': {'device_id': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:53.088884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.089117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.090562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] 10.222.0.90 "PUT /v2.0/ports/fc903920-3e1c-4c68-b60b-a885b92385e5 HTTP/1.1" status: 200 len: 1091 time: 3.5786328 May 13 14:28:53.097156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:53.121275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2768627f-1e42-40a5-bb9f-ca8f977d2008 req-3a6f6b4d-da44-4b0a-ac79-93f3a2e584bc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:53.122488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2768627f-1e42-40a5-bb9f-ca8f977d2008 req-3a6f6b4d-da44-4b0a-ac79-93f3a2e584bc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 932 time: 0.5303373 May 13 14:28:53.314158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721dafe-51bf-46ec-8d5f-d2a1ed110f81 service neutron] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:53.437834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:53.503926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2768627f-1e42-40a5-bb9f-ca8f977d2008 req-27f650e1-f260-4f66-a058-d06ce622d5f9 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966515 May 13 14:28:53.546559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-96650178-b1e0-4714-9049-ac093193db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.548799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-96650178-b1e0-4714-9049-ac093193db64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 929 time: 0.5234203 May 13 14:28:53.631132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-45506168-5044-454d-9ca5-1a832be63ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.632653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-45506168-5044-454d-9ca5-1a832be63ab1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 1094 time: 0.3239625 May 13 14:28:53.726161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-946bf48a-3cbd-4941-99bd-347b3cd78a47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc903920-3e1c-4c68-b60b-a885b92385e5 HTTP/1.1" status: 200 len: 217 time: 0.0843792 May 13 14:28:53.835204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-f5cddcb2-d320-4b2c-b441-4a127506203b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.837467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-f5cddcb2-d320-4b2c-b441-4a127506203b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.5881937 May 13 14:28:53.842492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-9e7f6a0a-df13-476d-8b60-944961268307 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.2785647 May 13 14:28:53.853103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf84cd8-91d0-4863-8465-2f54156cf593 req-9824ca8a-e44e-4e22-a29c-4aaaf385d098 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.854820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bf84cd8-91d0-4863-8465-2f54156cf593 req-9824ca8a-e44e-4e22-a29c-4aaaf385d098 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 943 time: 0.8825998 May 13 14:28:53.860973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:53.937146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc37d20a-02fe-4789-91f7-be4a9c5f50f1 req-76d52a45-5707-4881-b1e9-568db5cfa966 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 210 time: 0.1216500 May 13 14:28:53.947182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-c7946f66-f024-48e0-b8ae-d6bba335cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:53.949857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-c7946f66-f024-48e0-b8ae-d6bba335cc74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.2119737 May 13 14:28:54.056025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-d920dbf0-84cb-4f1f-8423-cea34b2a63e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974526 May 13 14:28:54.299590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3bf84cd8-91d0-4863-8465-2f54156cf593 req-6069ca85-8772-4119-8f21-8024dcf87d29 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863242 May 13 14:28:54.312464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-ff9272b9-1ea2-4076-8ab1-e18f77c63afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.314334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-ff9272b9-1ea2-4076-8ab1-e18f77c63afa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.4584160 May 13 14:28:54.363956 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-12b766ca-c184-457e-b673-84d9bed71d7c service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999871 May 13 14:28:54.405807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe27d29-ea01-4a14-82b2-46c6085a1bda {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:54.424507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:54.486583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215906-303b-4ae1-8d7b-151fd865ba60 req-27ad370a-ba2e-4b28-92c5-5dc200fa40ce tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.487781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b215906-303b-4ae1-8d7b-151fd865ba60 req-27ad370a-ba2e-4b28-92c5-5dc200fa40ce tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 943 time: 0.3693960 May 13 14:28:54.517643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:28:54.534548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Transition to ACTIVE for port object 5fe27d29-ea01-4a14-82b2-46c6085a1bda will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:54.542676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:28:54.565518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-da3cca61-8326-475a-a6de-2a73c3d11755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:54.567681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-da3cca61-8326-475a-a6de-2a73c3d11755 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423065 May 13 14:28:54.571192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:28:54.573055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:54.575222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:54.881882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7b215906-303b-4ae1-8d7b-151fd865ba60 req-fb5a5379-32c9-425e-85d0-a04ebecc9209 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:28:54.923301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f17518ca-1a76-4359-b42b-07ed8976e98d req-0b5852c9-6953-4d61-8990-3546dacf317e service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480726 May 13 14:28:55.004676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:55.018229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-8a6445bd-d662-444d-8933-04edc0a23596 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320393 May 13 14:28:55.029619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7b215906-303b-4ae1-8d7b-151fd865ba60 req-fb5a5379-32c9-425e-85d0-a04ebecc9209 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:28:55.042050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b215906-303b-4ae1-8d7b-151fd865ba60 req-fb5a5379-32c9-425e-85d0-a04ebecc9209 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360560 May 13 14:28:55.168849 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1aaa66-d018-4f65-8255-60a427514f0c'] response: {'name': 'network-changed', 'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'status': 'completed', 'code': 200} May 13 14:28:55.250527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.5 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/7314a3f0-54c4-4dde-a5af-7a359026d86d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:28:55.315809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:55.317061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:55.317637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:55.324324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:55.361366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:55.362124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:55.383740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fb0ba3-a8dd-40cb-9b97-5e743d9053e6 req-ca593f43-c67a-4e3f-997b-1f96fc8222c9 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554606 May 13 14:28:55.387650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:55.389970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:55.402863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:55.403727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Bound port: 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:55.407657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.690943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.748843 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.808269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:55.841522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'mac_address': 'fa:16:3e:8b:97:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:55.871255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:55.876846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-d986c042-72bf-4e34-baf4-9448ca776bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:55.878755 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-d986c042-72bf-4e34-baf4-9448ca776bcc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 1094 time: 0.6500282 May 13 14:28:55.881855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:55.913780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:55.928855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:28:55.936537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:28:55.940699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:28:55.993928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:28:55.994517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.031093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:56.061296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad08a0-b657-4385-ac2b-e8ee806d4b25 req-91ec33f8-233b-4981-8eaa-b1bbe7fdd50f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.071461 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bad08a0-b657-4385-ac2b-e8ee806d4b25 req-91ec33f8-233b-4981-8eaa-b1bbe7fdd50f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.6301179 May 13 14:28:56.076871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:56.077193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.078082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.088343 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.106805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:56.127903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.128896 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.130519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] 10.222.0.90 "PUT /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 1092 time: 3.2121453 May 13 14:28:56.172315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-b9da7bfb-5c39-4889-a7e0-af4d036898db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3146274 May 13 14:28:56.189630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Request body: {'port': {'device_id': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:56.218688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bad08a0-b657-4385-ac2b-e8ee806d4b25 req-717b283e-4569-401a-958d-edeeb7f7d33e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460471 May 13 14:28:56.221573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:56.288696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ea50-f943-48b5-b24e-b7ac2f79346e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:56.300283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-d9944dd6-63af-4d77-9a6e-f5d974cb1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.302077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-d9944dd6-63af-4d77-9a6e-f5d974cb1e28 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 916 time: 0.4153399 May 13 14:28:56.401302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-025156ec-835e-4a2b-b658-af8147d4edee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc903920-3e1c-4c68-b60b-a885b92385e5 HTTP/1.1" status: 200 len: 217 time: 0.0888858 May 13 14:28:56.408450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:56.457079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d71c2004-6a39-445a-8c2b-5bcdb64b6bb9'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:28:56.565899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-74fd1f46-3ef7-4f6c-8f42-fdfe5552539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.565899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-74fd1f46-3ef7-4f6c-8f42-fdfe5552539a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.1511252 May 13 14:28:56.571049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-4540fa9c-b231-49d1-972c-f3362e62d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.573832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-4540fa9c-b231-49d1-972c-f3362e62d6f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1095 time: 0.3682132 May 13 14:28:56.671829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-6127b0ab-9fbf-4809-9172-35f18f565fdc tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:28:56.674194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-6127b0ab-9fbf-4809-9172-35f18f565fdc tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268316 May 13 14:28:56.685719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-508d0807-c7b5-4515-b604-1ed8f7cee519 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103902 May 13 14:28:56.697477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-9122de9e-13a2-48a0-b021-c13f1de7cae1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 217 time: 0.0869148 May 13 14:28:56.705209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Request body: {'binding': {'host': 'n-h2-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:28:56.706062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:28:56.884926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772717c-796a-4a4e-a1e8-5d512f707f08 req-212d5258-1627-48c9-9902-c6e439cc4d2f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.897383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e772717c-796a-4a4e-a1e8-5d512f707f08 req-212d5258-1627-48c9-9902-c6e439cc4d2f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.4419503 May 13 14:28:56.913830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-c9956526-53af-45ae-a3a7-615fcf081ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:56.915465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-c9956526-53af-45ae-a3a7-615fcf081ab6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1979475 May 13 14:28:57.007600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-37be599e-4f88-4df4-9121-79436da4621d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715680 May 13 14:28:57.045887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e772717c-796a-4a4e-a1e8-5d512f707f08 req-f94e7249-e23d-4938-b50f-625c09e3df66 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473486 May 13 14:28:57.047892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-20e10a56-0861-4eff-a111-1e2243caa777 service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523984 May 13 14:28:57.199678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:57.343969 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-959ccb11-7375-490d-8b75-45e972545d4d service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284683 May 13 14:28:57.354099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on host n-h2-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:57.354436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:57.354761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:57.363124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:57.363454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:57.372643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:57.373041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:57.373340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:57.373781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Bound port: d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:57.392786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91ac7b76-12a2-4bfc-be96-9620bea22ce0 req-133f7681-8a54-4669-8451-238209176b02 service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833824 May 13 14:28:57.527650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60eb4307-a1ec-48d7-a98d-ac04681b338b req-b5b5bbad-d6b6-40aa-a20d-44c183dd19d5 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660516 May 13 14:28:57.530011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafb5fe-7da3-4c07-a46a-36ed235d65e5 req-c1b9a35b-1a9f-4fa3-bbbf-a89f0f86ffde tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:57.531596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaafb5fe-7da3-4c07-a46a-36ed235d65e5 req-c1b9a35b-1a9f-4fa3-bbbf-a89f0f86ffde tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 1102 time: 0.2511075 May 13 14:28:57.588337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaafb5fe-7da3-4c07-a46a-36ed235d65e5 req-61833a28-3b97-441f-9852-efdb93f3bc22 tempest-ServersAdminTestJSON-28075786 tempest-ServersAdminTestJSON-28075786-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 May 13 14:28:57.590393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7314a3f0-54c4-4dde-a5af-7a359026d86d {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:28:57.608262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:57.612488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.633130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.634816 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-4988b919-8ca5-4332-97c5-ccd5a75eb256 service neutron] 10.222.0.36 "POST /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f/bindings HTTP/1.1" status: 201 len: 389 time: 0.9379873 May 13 14:28:57.652730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Transition to ACTIVE for port object 7314a3f0-54c4-4dde-a5af-7a359026d86d will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:28:57.658473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:57.953524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:58.091541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4935b9-5099-4b79-8ec2-a7c93fe6d603 req-db2e0778-f98d-4ca9-a03d-49a9c9eaf455 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.093399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db4935b9-5099-4b79-8ec2-a7c93fe6d603 req-db2e0778-f98d-4ca9-a03d-49a9c9eaf455 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 943 time: 0.2507093 May 13 14:28:58.107943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Attempting to bind port 7314a3f0-54c4-4dde-a5af-7a359026d86d on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:28:58.107943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Attempting to bind port 7314a3f0-54c4-4dde-a5af-7a359026d86d by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:28:58.108749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Attempting to bind port 7314a3f0-54c4-4dde-a5af-7a359026d86d on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:58.115637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Port 7314a3f0-54c4-4dde-a5af-7a359026d86d on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:28:58.115954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Attempting to bind port 7314a3f0-54c4-4dde-a5af-7a359026d86d on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:28:58.123024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:28:58.123360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:28:58.123834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:28:58.124442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Bound port: 7314a3f0-54c4-4dde-a5af-7a359026d86d, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:28:58.125160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.209899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db4935b9-5099-4b79-8ec2-a7c93fe6d603 req-31b8973e-10a3-473a-8c73-dbd77b847c6b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041503 May 13 14:28:58.311086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:28:58.315543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:28:58.328134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf5a0-ee16-4367-a50c-9d5ef1e998be req-60c3261b-51fb-4119-a9c2-ea19c7e67930 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.329788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb8cf5a0-ee16-4367-a50c-9d5ef1e998be req-60c3261b-51fb-4119-a9c2-ea19c7e67930 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 943 time: 0.1541498 May 13 14:28:58.331572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.442016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.442864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:58.445198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] 10.222.0.90 "PUT /v2.0/ports/7314a3f0-54c4-4dde-a5af-7a359026d86d HTTP/1.1" status: 200 len: 1091 time: 2.2650023 May 13 14:28:58.453225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:28:58.546331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-1e3b2ca9-df7e-49eb-9858-e67a90648c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.547906 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-1e3b2ca9-df7e-49eb-9858-e67a90648c0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1096 time: 0.3460681 May 13 14:28:58.569316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb8cf5a0-ee16-4367-a50c-9d5ef1e998be req-e7d59437-0c52-48ca-a904-2dd642117e99 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742415 May 13 14:28:58.572319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4256937-9ee7-4743-bae2-8cd67d9d3bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:28:58.634721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-3f93f38b-0d21-425a-8cd3-e3dab342fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.637370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-3f93f38b-0d21-425a-8cd3-e3dab342fcb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 1094 time: 0.1406260 May 13 14:28:58.711477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445931a-4ac5-4184-894f-e9c5e069fadf req-ed2d6181-4aec-4203-86a7-5e1d5db92e3b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.714013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4445931a-4ac5-4184-894f-e9c5e069fadf req-ed2d6181-4aec-4203-86a7-5e1d5db92e3b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 944 time: 0.2913527 May 13 14:28:58.728704 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68607a11-4399-4b5f-8758-deb9f8d54e45'] response: {'name': 'network-changed', 'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'status': 'completed', 'code': 200} May 13 14:28:58.761772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-6b03374d-6208-4edb-b6bc-e4b81f30bbd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d HTTP/1.1" status: 200 len: 217 time: 0.1164763 May 13 14:28:58.891006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-56502c8d-9d90-40b6-9c39-e5dbc4b5f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.892793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-56502c8d-9d90-40b6-9c39-e5dbc4b5f5db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1231198 May 13 14:28:58.955934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4445931a-4ac5-4184-894f-e9c5e069fadf req-2bc58c74-1c0f-48ab-8e26-27bca94f63e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116604 May 13 14:28:58.978702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-76a0acdc-3753-445f-91bf-76fe5dff2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:58.981427 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-76a0acdc-3753-445f-91bf-76fe5dff2449 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.4265716 May 13 14:28:59.001201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-f410e1cd-b93a-4363-aea6-35d6ecf5c3b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748219 May 13 14:28:59.118811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-68434709-bacc-4dad-86d0-8a73856bca78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.1286292 May 13 14:28:59.121913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-d6ff329f-f72e-400f-a522-6d421020e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.124505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-d6ff329f-f72e-400f-a522-6d421020e731 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1095 time: 0.3943348 May 13 14:28:59.155019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8c2d-e960-4c4a-9be7-493a61618a6f req-16b08c8f-e9f2-4170-9af2-6a97c2be1b15 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.156662 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffeb8c2d-e960-4c4a-9be7-493a61618a6f req-16b08c8f-e9f2-4170-9af2-6a97c2be1b15 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.2727246 May 13 14:28:59.256469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-c6992b2e-d4ea-439b-9c4e-fcdde94f565a service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450738 May 13 14:28:59.306492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffeb8c2d-e960-4c4a-9be7-493a61618a6f req-363cd362-82bf-4eb7-9801-dfcc53b444ce tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398320 May 13 14:28:59.331416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:28:59.337438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:28:59.384165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-d5e97527-e9bc-479d-a687-ffdb9b8fefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.398439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-d5e97527-e9bc-479d-a687-ffdb9b8fefce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2725921 May 13 14:28:59.421620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-d85a16a1-e3f6-41ee-b504-105e9e67f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.423687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-d85a16a1-e3f6-41ee-b504-105e9e67f5d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.2436407 May 13 14:28:59.484877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6663ccc8-7346-49bc-a75d-a6f143f185a8 req-f2e5ba9e-5aea-4dbb-943e-06e42fa44ff6 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221684 May 13 14:28:59.583363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-b170cbb9-9742-45de-8fda-29f91122af35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582577 May 13 14:28:59.612750 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-4263c580-1b1e-41b3-a069-3bf248f30e0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 217 time: 0.1508210 May 13 14:28:59.704933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c57e5-ae2f-4ef6-a8d9-b1f775c2b5c2 req-a93cf369-a888-4d76-a476-b2ac1268267a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.725776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc0c57e5-ae2f-4ef6-a8d9-b1f775c2b5c2 req-a93cf369-a888-4d76-a476-b2ac1268267a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 945 time: 0.1595988 May 13 14:28:59.730846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:28:59.741002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:28:59.742064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.774610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93b988f7-d7d0-41ba-8a9c-d97dca9712b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:28:59.782211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-61ffb7b6-11d6-4de4-8929-eb5a0229a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:28:59.784915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-61ffb7b6-11d6-4de4-8929-eb5a0229a295 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1222422 May 13 14:28:59.820875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc0c57e5-ae2f-4ef6-a8d9-b1f775c2b5c2 req-36357ce7-cf1f-405b-9f2b-680b61529102 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940835 May 13 14:28:59.865912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:28:59.892362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'port_id': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'mac_address': 'fa:16:3e:52:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e48d1-0259-4f2f-9274-0154a891c0e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:28:59.999590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-f4d30610-e5e7-4d15-bba6-7b41988e00e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126046 May 13 14:29:00.008005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:00.008501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.030322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:00.030807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.044154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc903920-3e1c-4c68-b60b-a885b92385e5 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:00.082233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:00.092186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:00.102281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:00.111607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.142656 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af35f49e-d15c-4d87-9bd0-c0bed6752474'] response: {'name': 'network-changed', 'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d', 'status': 'completed', 'code': 200} May 13 14:29:00.180738 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:00.218052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-a9268f44-5607-4f2c-a2e4-8c3d15711b4e service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081953 May 13 14:29:00.278980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:00.304125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-1b9b5a73-b568-45ec-b6f2-09fd4e032f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.305749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-1b9b5a73-b568-45ec-b6f2-09fd4e032f57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 1094 time: 0.1292868 May 13 14:29:00.406323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:00.461157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512792-4ed5-4a39-a576-0c93a73a2173 req-48754b82-86a0-42dc-8e34-0fde17f5d368 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.464637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27512792-4ed5-4a39-a576-0c93a73a2173 req-48754b82-86a0-42dc-8e34-0fde17f5d368 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.9240105 May 13 14:29:00.501488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fc903920-3e1c-4c68-b60b-a885b92385e5'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:00.517737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-893b9287-2f8f-4910-a71b-e5424a0dc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.519251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-893b9287-2f8f-4910-a71b-e5424a0dc57a service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.2059715 May 13 14:29:00.717558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fbf8c-1754-4fac-848a-2ae8e4d7e171 req-ebc39750-d07a-4b5f-af65-50e1f4842244 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.718637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-654fbf8c-1754-4fac-848a-2ae8e4d7e171 req-ebc39750-d07a-4b5f-af65-50e1f4842244 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:00.738350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-2cb12826-a662-494a-bfaf-96618fdc707b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d HTTP/1.1" status: 200 len: 217 time: 0.2115970 May 13 14:29:00.781539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-654fbf8c-1754-4fac-848a-2ae8e4d7e171 req-ebc39750-d07a-4b5f-af65-50e1f4842244 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:00.783050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-654fbf8c-1754-4fac-848a-2ae8e4d7e171 req-ebc39750-d07a-4b5f-af65-50e1f4842244 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 943 time: 0.3918319 May 13 14:29:00.811993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-2387e82c-dfa9-4268-863c-a56b0209500e service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973564 May 13 14:29:00.855294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-ab15a226-16f8-460f-b5ca-1f03a60bbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:00.857192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-ab15a226-16f8-460f-b5ca-1f03a60bbc39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1090734 May 13 14:29:00.862810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-654fbf8c-1754-4fac-848a-2ae8e4d7e171 req-22360186-6343-4d7a-8862-3a0fb137e646 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 May 13 14:29:00.879344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27512792-4ed5-4a39-a576-0c93a73a2173 req-28f4f383-dced-4b51-a339-0fab21c2d132 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992326 May 13 14:29:00.926224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-9e91d2ca-b241-4aaa-a9d2-4d1995b53547 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620663 May 13 14:29:01.007814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-19ce0c9d-6772-4292-962c-feeaabf4cffb service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767277 May 13 14:29:01.218930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-61ef2ba9-93a8-4101-af8d-bb679098d8af service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795088 May 13 14:29:01.325066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-f1fa83e6-b0e6-4cf0-bb2c-c18f775d1399 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.326858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-f1fa83e6-b0e6-4cf0-bb2c-c18f775d1399 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.2861569 May 13 14:29:01.335077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b05806ca-c3f6-45da-8abe-dbf7fb9624aa req-318d7f49-3a0a-4abc-a9d7-664b6ea2e1f2 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136991 May 13 14:29:01.371053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-405598f8-862d-4a9d-aedc-2dabbffa4a07 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.373611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-405598f8-862d-4a9d-aedc-2dabbffa4a07 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.2837656 May 13 14:29:01.376809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27d80f-0d83-4332-8628-c0fff0a301d3 req-994c6159-e922-464d-8b80-9150edf31829 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.378406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d27d80f-0d83-4332-8628-c0fff0a301d3 req-994c6159-e922-464d-8b80-9150edf31829 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=29944398-2c97-4906-9928-ae1d331a3203 HTTP/1.1" status: 200 len: 950 time: 0.2969046 May 13 14:29:01.391052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f3133-5e7d-45da-a113-7d7983a225f4 req-b7fbd6f7-9f39-4b9a-ac13-e8220b7c4b29 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:01.392388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ad1f3133-5e7d-45da-a113-7d7983a225f4 req-b7fbd6f7-9f39-4b9a-ac13-e8220b7c4b29 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:01.407244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:01.471860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Deleting port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:01.472203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.501692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ad1f3133-5e7d-45da-a113-7d7983a225f4 req-b7fbd6f7-9f39-4b9a-ac13-e8220b7c4b29 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:01.503006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad1f3133-5e7d-45da-a113-7d7983a225f4 req-b7fbd6f7-9f39-4b9a-ac13-e8220b7c4b29 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 944 time: 0.4937294 May 13 14:29:01.539734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d27d80f-0d83-4332-8628-c0fff0a301d3 req-03f1eb5a-38a2-4fe9-a5fd-f8e8ef7b8f76 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527376 May 13 14:29:01.552054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-972e6ebd-d119-4e96-b106-9389d161ee7e req-bbef20e2-caeb-4f56-8147-52698e73068c service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232849 May 13 14:29:01.690924 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad1f3133-5e7d-45da-a113-7d7983a225f4 req-14d21fc3-5ee4-4034-bb6f-7443a59bd8c5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771913 May 13 14:29:01.706081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:01.817539 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eb43c1-b976-48e6-9c44-c993d07c89af'] response: {'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'code': 200} May 13 14:29:01.941485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-71f1f71f-1281-4488-b89a-42766d004a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.062337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] For port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:02.063675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.229016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Calling delete_port for 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:02.240284 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-1e85d1b1-ef98-4476-8b9b-24945eb54e49 service neutron] show failed (client error): The resource could not be found. May 13 14:29:02.242032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-1e85d1b1-ef98-4476-8b9b-24945eb54e49 service neutron] 10.222.0.90 "GET /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.2494035 May 13 14:29:02.256317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:02.310163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025770-824d-48a1-bab3-29148dc9abb7 req-a13a924b-9911-4948-91f7-56f7716a1626 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.317608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2025770-824d-48a1-bab3-29148dc9abb7 req-a13a924b-9911-4948-91f7-56f7716a1626 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 945 time: 0.6051445 May 13 14:29:02.345854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:02.376238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7079c-52d9-4fd8-88ef-7417d35e6e6b req-c63b8187-5b44-45cc-8032-99f158b12900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:02.378007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43b7079c-52d9-4fd8-88ef-7417d35e6e6b req-c63b8187-5b44-45cc-8032-99f158b12900 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1096 time: 0.4714520 May 13 14:29:02.416510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2025770-824d-48a1-bab3-29148dc9abb7 req-968f8bf6-d13d-4def-afae-93eb5db2e8ca tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 May 13 14:29:02.517175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43b7079c-52d9-4fd8-88ef-7417d35e6e6b req-e8f2dd8c-1366-45f0-9763-e31b14e89a69 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303632 May 13 14:29:02.522694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.537792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['65ced361-d723-4017-9022-86f5955c5425', '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:02.553531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.561007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:02.582015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.589949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event deleted for resources: {'Port': ['ID=675e4349-4c69-4fb2-8df0-a4f1f885b8b8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:02.916827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.937367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] No DVR routers for this DVR port 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:02.951391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:02.971303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'name': 'network-vif-deleted', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:02.986042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe8d0cbf-2107-49ca-816d-0c713fe62d2f req-7ea8fcce-4008-44a7-b5ae-77766718023b tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "DELETE /v2.0/ports/675e4349-4c69-4fb2-8df0-a4f1f885b8b8 HTTP/1.1" status: 204 len: 173 time: 1.6502368 May 13 14:29:03.024055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:03.054054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:03.054784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:03.055613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:03.106318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26874e9-cc1a-45bd-b48d-05953ee064fd req-f2884ebe-9d1b-4f27-961b-9dd6e96a291e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.109199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b26874e9-cc1a-45bd-b48d-05953ee064fd req-f2884ebe-9d1b-4f27-961b-9dd6e96a291e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.7095530 May 13 14:29:03.112948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:03.122763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Attempting to bind port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:03.146555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.147628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c649205-82e2-47ff-a289-dcf40a9abd3c req-b084520f-3bd6-4caa-96cb-2ddc43934caf tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.150144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c649205-82e2-47ff-a289-dcf40a9abd3c req-b084520f-3bd6-4caa-96cb-2ddc43934caf tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 943 time: 0.5084348 May 13 14:29:03.166350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:03.167159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:03.167822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:03.168742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Bound port: d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:03.169406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:03.300588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c649205-82e2-47ff-a289-dcf40a9abd3c req-8b058b03-56a0-42b1-a389-f6eb22dff0ee tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386302 May 13 14:29:03.406442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7314a3f0-54c4-4dde-a5af-7a359026d86d details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:03.418778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b26874e9-cc1a-45bd-b48d-05953ee064fd req-da5310f5-d65e-405c-97c1-37df8f00d961 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784657 May 13 14:29:03.422877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:03.445447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-6ccb4b65-86df-4bda-a0e1-ee385edd3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:03.448172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-6ccb4b65-86df-4bda-a0e1-ee385edd3dfd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1100 time: 0.5762227 May 13 14:29:03.472316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:03.583301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:03.592706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:03.660132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.074092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port fc903920-3e1c-4c68-b60b-a885b92385e5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:04.087564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port fc903920-3e1c-4c68-b60b-a885b92385e5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:04.088334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.136462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e618f-4147-4e34-bafa-bdeef99e8d14 req-17ef79c4-d5ed-495a-acd7-151a39a213f4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.150889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-026e618f-4147-4e34-bafa-bdeef99e8d14 req-17ef79c4-d5ed-495a-acd7-151a39a213f4 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.3052042 May 13 14:29:04.207237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:04.229403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.248689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '7314a3f0-54c4-4dde-a5af-7a359026d86d', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '7314a3f0-54c4-4dde-a5af-7a359026d86d', 'mac_address': 'fa:16:3e:80:02:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:04.345993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-026e618f-4147-4e34-bafa-bdeef99e8d14 req-2e40bc95-4d9e-437e-a8be-08450381946a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934233 May 13 14:29:04.420671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.422725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.425738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] 10.222.0.86 "PUT /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 1121 time: 3.0264046 May 13 14:29:04.427089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0c560-1e6d-4b14-a5d3-4d7ca916c11d service neutron] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:04.498072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7314a3f0-54c4-4dde-a5af-7a359026d86d is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:04.498663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.532538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d4e13625-c5ee-47ed-8bbf-89e80f85ff2f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:04.543945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-5ca6602f-50ad-4cd2-a638-7bf9ce724d83 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.549803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-5ca6602f-50ad-4cd2-a638-7bf9ce724d83 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.90 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 946 time: 0.3675942 May 13 14:29:04.642161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314a3f0-54c4-4dde-a5af-7a359026d86d {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:04.649343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:04.649950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.714407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a864-b64f-4b98-8606-ffd26d64e2bd req-4000ae8b-b9ca-47ba-9f54-e085f6aece2a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:04.727069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa24a864-b64f-4b98-8606-ffd26d64e2bd req-4000ae8b-b9ca-47ba-9f54-e085f6aece2a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 943 time: 0.9316759 May 13 14:29:04.755837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.762668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:04.776105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:04.792093 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.854448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:04.892725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.924992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Deleting port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:04.925818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:04.973364 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa24a864-b64f-4b98-8606-ffd26d64e2bd req-abbda263-5a80-461d-b9d5-4095b21b5d0c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376010 May 13 14:29:05.036413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:05.110855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:05.142476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77143b-a45b-4912-b070-02ba2451795b req-28cb264b-da33-407d-93c2-36914835f532 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.150730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c77143b-a45b-4912-b070-02ba2451795b req-28cb264b-da33-407d-93c2-36914835f532 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 946 time: 0.3886635 May 13 14:29:05.179263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:05.186176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:05.202475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7314a3f0-54c4-4dde-a5af-7a359026d86d'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:05.252647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c77143b-a45b-4912-b070-02ba2451795b req-6fd66f55-7eb5-4686-b07b-f8e571fc7206 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups?id=030b5c2f-12e4-40aa-9473-0d5657dcc7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990794 May 13 14:29:05.366187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:05.374493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.414846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Transition to ACTIVE for port object a68be4a7-773a-4bc6-8b6e-af3199fae7b6 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:05.418934 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3b9d30-01a3-4df9-ba7c-2cc93ee18886'] response: {'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'code': 200} May 13 14:29:05.421667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.484020 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6c62cf-cc2d-420c-a8a3-b2bfae7c43fc'] response: {'server_uuid': '29944398-2c97-4906-9928-ae1d331a3203', 'name': 'network-vif-deleted', 'tag': '675e4349-4c69-4fb2-8df0-a4f1f885b8b8', 'status': 'completed', 'code': 200} May 13 14:29:05.543185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:05.579640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] For port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:05.579640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.680344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:05.723339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:05.728274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] No DVR routers for this DVR port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:05.740520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.740955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.741225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.741526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.741856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.742179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.744146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:05.779639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:05.780267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 675e4349-4c69-4fb2-8df0-a4f1f885b8b8 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:05.877333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:05.878611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:05.879834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:05.901581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:05.902050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:05.919920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:05.919920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:05.919920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:05.919920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Bound port: a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:05.920832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:05.932813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929360e2-9f3e-440f-8d2d-622ec96fb486 req-7c7e4adc-84df-4b92-bd3b-c161df87fcbc tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.935123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-929360e2-9f3e-440f-8d2d-622ec96fb486 req-7c7e4adc-84df-4b92-bd3b-c161df87fcbc tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.4552104 May 13 14:29:05.969159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d582ff7-e8da-4bb9-815e-ec30d0c70bdd req-eda66ecd-49ae-437a-81f1-c39a25efdad0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:05.971846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d582ff7-e8da-4bb9-815e-ec30d0c70bdd req-eda66ecd-49ae-437a-81f1-c39a25efdad0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 945 time: 0.4681156 May 13 14:29:06.108672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-929360e2-9f3e-440f-8d2d-622ec96fb486 req-838fef55-f0b6-48d5-ab51-3bdad12b62a3 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453395 May 13 14:29:06.134704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d582ff7-e8da-4bb9-815e-ec30d0c70bdd req-eefa0a38-5afa-4a6b-b4c0-f37315ca36f4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151552 May 13 14:29:06.148328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:06.165364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:06.175806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.201334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.202008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.202573 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Floating IP 0f6ca237-d6ac-4329-a1ed-584edb69c3c2 disassociated. External IP: 172.25.5.248, port: 8f8f6edc-8375-45d6-869d-2227d1ec0ef3. May 13 14:29:06.203192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Calling delete_port for 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:06.338576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.339416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.341368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] 10.222.0.86 "PUT /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 1095 time: 2.8762023 May 13 14:29:06.533246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:06.535551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c68a-33e6-4af7-950b-e6bc7775c304 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:06.580808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28593df9-9ff8-4626-8420-50b2c66e7350 req-d0207b89-f204-4d0e-bdad-32863f143ff6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.588682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28593df9-9ff8-4626-8420-50b2c66e7350 req-d0207b89-f204-4d0e-bdad-32863f143ff6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 0.2660766 May 13 14:29:06.605896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-fce245b0-2573-4d2d-b1e3-59bd32384bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.607433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-fce245b0-2573-4d2d-b1e3-59bd32384bb3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1098 time: 0.2075090 May 13 14:29:06.674378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event deleted for resources: {'Port': ['ID=8f8f6edc-8375-45d6-869d-2227d1ec0ef3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:06.738725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28593df9-9ff8-4626-8420-50b2c66e7350 req-c9a3cf08-8779-4f56-9951-f24d2d221735 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488421 May 13 14:29:06.846419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-378bf529-5c2f-4d07-abec-b287779e5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:06.849597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-378bf529-5c2f-4d07-abec-b287779e5327 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2341907 May 13 14:29:06.860943 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27363e61-5577-49a9-a508-b80f204f2fb2'] response: {'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'code': 200} May 13 14:29:07.064712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-b524de5a-878f-4474-a91d-2b36efd58437 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.2005613 May 13 14:29:07.135477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2d807-64e0-4d34-8807-08ed57a107f7 req-428dd750-680d-4d6e-8c9f-e082f9f161a2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.138321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3b2d807-64e0-4d34-8807-08ed57a107f7 req-428dd750-680d-4d6e-8c9f-e082f9f161a2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 943 time: 0.7154737 May 13 14:29:07.235709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-f7465ee9-7d2a-4291-a21d-9c25a0c2e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.238181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-f7465ee9-7d2a-4291-a21d-9c25a0c2e09b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1621134 May 13 14:29:07.259530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3b2d807-64e0-4d34-8807-08ed57a107f7 req-b81eea3c-5fe9-460c-8626-1de512c8a118 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933678 May 13 14:29:07.280137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Router be4f29de-297b-496b-90ff-6e57c45ee3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:07.368170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:07.373732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7314a3f0-54c4-4dde-a5af-7a359026d86d up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:07.436918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f'}, {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}, {'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:07.478269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9a98-5f9d-4a4f-b3ba-4b38ccb434e7 req-6d664c2a-dd8d-4d19-8778-602539ba7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.481312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-357e9a98-5f9d-4a4f-b3ba-4b38ccb434e7 req-6d664c2a-dd8d-4d19-8778-602539ba7e47 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 1096 time: 0.4968894 May 13 14:29:07.607619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-357e9a98-5f9d-4a4f-b3ba-4b38ccb434e7 req-b611f160-a570-464e-a30b-cb6449b597b2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140685 May 13 14:29:07.625397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-56a43831-1f67-4664-bf4e-54f1e6605ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.627949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-56a43831-1f67-4664-bf4e-54f1e6605ca8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3817680 May 13 14:29:07.644114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948b3c1-2ecb-444d-b4c8-bb9fdb874ad4 req-22c6e090-bb92-4811-a7d1-10d1a4aa1fe5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.646973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e948b3c1-2ecb-444d-b4c8-bb9fdb874ad4 req-22c6e090-bb92-4811-a7d1-10d1a4aa1fe5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.3051090 May 13 14:29:07.686027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 7314a3f0-54c4-4dde-a5af-7a359026d86d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:07.707405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:07.710160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 7314a3f0-54c4-4dde-a5af-7a359026d86d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:07.710839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:07.791525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Sync routers for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:07.794366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:07.839699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:07.840975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:07.911037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] No DVR routers for this DVR port 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:07.922584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:07.928859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:07.933804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'name': 'network-vif-deleted', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:07.938480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:07.978123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9908da4-f805-4d9b-aeba-d3d0ba3c05c4 req-cd22630d-7e5e-47e4-8665-af70a54622dc tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:07.982454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9908da4-f805-4d9b-aeba-d3d0ba3c05c4 req-cd22630d-7e5e-47e4-8665-af70a54622dc tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 944 time: 0.4718127 May 13 14:29:08.085417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9908da4-f805-4d9b-aeba-d3d0ba3c05c4 req-327f4fc0-8e6d-4f2a-ae00-81a13678168a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967109 May 13 14:29:08.088962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bbe35e01-10cb-488e-ae23-b7ac3339f8e9 req-9de81ad4-7eb1-481e-9490-498ab6673dd1 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.90 "DELETE /v2.0/ports/8f8f6edc-8375-45d6-869d-2227d1ec0ef3 HTTP/1.1" status: 204 len: 173 time: 3.5315344 May 13 14:29:08.154849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e948b3c1-2ecb-444d-b4c8-bb9fdb874ad4 req-b8f1a7c8-7ac0-4596-b430-c350111de39c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672236 May 13 14:29:08.250113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-fcaf111e-bf28-458d-8026-a623cd8ec0d1 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015761 May 13 14:29:08.283100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f', 'port_id': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'mac_address': 'fa:16:3e:d0:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a877e06d-3663-45b4-a598-f93b62bab331', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:08.374092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7314a3f0-54c4-4dde-a5af-7a359026d86d is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:08.374669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:08.527330 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3cae5cc8-49dd-4d86-b5e0-3d97e5554608 req-28469ccf-7d98-46c0-85cf-e1a29620059a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/ports?device_id=80003863-f7d4-4493-87da-3f00555cb862 HTTP/1.1" status: 200 len: 210 time: 0.0961859 May 13 14:29:08.662624 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-0a3f1c54-eb0b-47b5-87c7-9f6c653db62c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 258 time: 0.4731674 May 13 14:29:08.677729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:08.706254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:08.742953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Usage tracker for resource:floatingip and tenant:590a750e24c747949f97ad2dc1536b1f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:08.757261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:08.784154 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-863973f8-bf27-4ea5-8feb-1a23f1ee70e1 req-4d5265ce-bbf3-4fd5-a952-8df8a2c343f2 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270872 May 13 14:29:08.786593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:08.826195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:08.874406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:08.889738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:08.909905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:08.935764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5fe27d29-ea01-4a14-82b2-46c6085a1bda is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:08.936855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.032982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.154114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:29:09.170021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:09.289719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe27d29-ea01-4a14-82b2-46c6085a1bda {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:09.353058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6b85-4bfa-4d24-9d91-cc8fd78dbb18 req-542c45a1-e6a9-4d65-a1d5-04423d0aa281 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:09.358938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19db6b85-4bfa-4d24-9d91-cc8fd78dbb18 req-542c45a1-e6a9-4d65-a1d5-04423d0aa281 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 949 time: 0.2927213 May 13 14:29:09.410635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.440758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98ea02-1af3-4541-a823-72e0f379164e req-cb81a0c7-63f9-4c40-97e0-4a6646fdf065 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:09.443738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff98ea02-1af3-4541-a823-72e0f379164e req-cb81a0c7-63f9-4c40-97e0-4a6646fdf065 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/ports?device_id=7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2 HTTP/1.1" status: 200 len: 949 time: 0.6186936 May 13 14:29:09.538424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:09.555812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19db6b85-4bfa-4d24-9d91-cc8fd78dbb18 req-c07312e7-5b9c-4533-a04d-01c7ad798b11 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789684 May 13 14:29:09.593137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.601855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:09.657519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Deleting port 65ced361-d723-4017-9022-86f5955c5425 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:09.658106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:09.686410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Allocated IP 172.25.5.185 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/a54397f4-d7f7-405a-92ef-ee980c61032b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:09.991094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] For port 65ced361-d723-4017-9022-86f5955c5425, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=65ced361-d723-4017-9022-86f5955c5425,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:09.991969 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.040954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:10.074264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5fe27d29-ea01-4a14-82b2-46c6085a1bda'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:10.079791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.123314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.213497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:10.218433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:10.224643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:10.243032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Calling delete_port for 65ced361-d723-4017-9022-86f5955c5425 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:10.274438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:10.291292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Checking router: be4f29de-297b-496b-90ff-6e57c45ee3e8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:10.293925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event updated for resources: {'Port': ['ID=a54397f4-d7f7-405a-92ef-ee980c61032b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:10.320809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:10.323172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:10.423462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.468107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26a6d-778a-4b09-a0d5-b053841ba013 req-be1787bf-58d3-4bc6-9526-70c3b16b1a26 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:10.470667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aff26a6d-778a-4b09-a0d5-b053841ba013 req-be1787bf-58d3-4bc6-9526-70c3b16b1a26 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.4027555 May 13 14:29:10.548916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.614108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:10.614978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aff26a6d-778a-4b09-a0d5-b053841ba013 req-f640a496-0627-4c55-a3bb-4ee9af847c4c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975685 May 13 14:29:10.638672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:10.723722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['65ced361-d723-4017-9022-86f5955c5425', 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:10.791982 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9026537a-dacd-49ec-8d12-d13a5b7148cd'] response: {'name': 'network-changed', 'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'status': 'completed', 'code': 200} May 13 14:29:10.804858 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9026537a-dacd-49ec-8d12-d13a5b7148cd'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'code': 200} May 13 14:29:10.807685 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9026537a-dacd-49ec-8d12-d13a5b7148cd'] response: {'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'status': 'completed', 'code': 200} May 13 14:29:11.021742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event deleted for resources: {'Port': ['ID=65ced361-d723-4017-9022-86f5955c5425,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:11.054964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-e3d5e529-7b0b-4592-8b8f-de9d0f43a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.057387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-e3d5e529-7b0b-4592-8b8f-de9d0f43a81f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1124 time: 0.2580247 May 13 14:29:11.126914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] No DVR routers for this DVR port 65ced361-d723-4017-9022-86f5955c5425 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:11.131724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.166728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff98ea02-1af3-4541-a823-72e0f379164e req-32fd6b5f-26e1-43f5-bc58-cc89ae4b2e27 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "DELETE /v2.0/ports/65ced361-d723-4017-9022-86f5955c5425 HTTP/1.1" status: 204 len: 173 time: 1.7102342 May 13 14:29:11.233388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-207022ce-396b-4a5b-bdf3-fa715d669dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.235265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-207022ce-396b-4a5b-bdf3-fa715d669dbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1098 time: 0.4288349 May 13 14:29:11.272037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963080-db3a-4d51-ae5e-3b83c4074536 req-ebdb04f1-7713-4184-aa1f-de8f066796ea tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.277195 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b963080-db3a-4d51-ae5e-3b83c4074536 req-ebdb04f1-7713-4184-aa1f-de8f066796ea tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 0.3144188 May 13 14:29:11.397153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:11.435297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.465603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:11.642003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b963080-db3a-4d51-ae5e-3b83c4074536 req-fe98f3a6-3646-4234-841f-1902ecc10ff3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291292 May 13 14:29:11.685241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-e1c5237b-b645-4156-8b42-5e3cb474ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.685241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-e1c5237b-b645-4156-8b42-5e3cb474ae14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.6182933 May 13 14:29:11.732797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:11.768624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-6b39c6fb-5ada-41d1-9a24-58ab7f450976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:11.771664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-6b39c6fb-5ada-41d1-9a24-58ab7f450976 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4922757 May 13 14:29:11.808795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:11.809315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8f8f6edc-8375-45d6-869d-2227d1ec0ef3 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:11.857359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:11.865772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee94121-75fa-485f-ae3c-9e8a2df85b83 None None] The sync data for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 is: [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '2538a4fb-d302-435c-b1cd-8d63faf302ef', 'name': '', 'network_id': '39dc16ce-3e87-4b74-8309-7a11790b1dd5', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'mac_address': 'fa:16:3e:92:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:38Z', 'updated_at': '2022-05-13T14:25:51Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'subnets': [{'id': '7c71391e-43e6-41a5-a74a-02b7c8c9979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:11.874203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event updated for resources: {'Port': ['ID=a54397f4-d7f7-405a-92ef-ee980c61032b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:11.882313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-91813902-26f9-4f23-99b5-bd26590b5d4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.1886714 May 13 14:29:11.890919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.891557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.892263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.892880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.893336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.893768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.894257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.894686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.895110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.896055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.896504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.898207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:11.914958 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1caf6804-db83-4a3c-acd8-5695629d273f'] response: {'server_uuid': '80003863-f7d4-4493-87da-3f00555cb862', 'name': 'network-vif-deleted', 'tag': '8f8f6edc-8375-45d6-869d-2227d1ec0ef3', 'status': 'completed', 'code': 200} May 13 14:29:11.975874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.038036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-b8eb074a-8fa5-451d-b775-7486258a276f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.2564335 May 13 14:29:12.093862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-d618016f-ac7f-4761-b80b-8d2cb6883c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.096535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-d618016f-ac7f-4761-b80b-8d2cb6883c6b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.1946766 May 13 14:29:12.098634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:12.111651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-681ce15e-624a-4509-b363-4b0dfda3f2b1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4473610 May 13 14:29:12.321666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-9e3e15f5-8829-429d-a3dc-15b561a57080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.325007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-9e3e15f5-8829-429d-a3dc-15b561a57080 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2783554 May 13 14:29:12.326793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-098f5510-ae2f-421b-9aaf-4c521fc2b917 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:12.347158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-66a6fefc-806b-43cf-90f9-3cd11485aaea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856545 May 13 14:29:12.460827 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a420403-dccb-468a-b3d8-f6291d00ffee None None] New status for floating IP 0f6ca237-d6ac-4329-a1ed-584edb69c3c2: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:29:12.465831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43908809-feb6-44a5-913a-1695470f5147 req-120984e1-88cc-407a-b290-a3d8945b17cb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.467410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43908809-feb6-44a5-913a-1695470f5147 req-120984e1-88cc-407a-b290-a3d8945b17cb tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 943 time: 0.2879286 May 13 14:29:12.506887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-4b6dd236-b7da-497e-9bcc-bd6c81ae2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:12.509114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-4b6dd236-b7da-497e-9bcc-bd6c81ae2363 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728508 May 13 14:29:12.525960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-098f5510-ae2f-421b-9aaf-4c521fc2b917 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:12.528017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-098f5510-ae2f-421b-9aaf-4c521fc2b917 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.4151590 May 13 14:29:12.628243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43908809-feb6-44a5-913a-1695470f5147 req-63256853-0ed4-47d4-9352-401711fe7355 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536195 May 13 14:29:12.715658 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-2278c7f7-75ac-4e1a-97fc-be7a713f1346 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945276 May 13 14:29:12.784873 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89ba1bd-5c36-442c-b1a2-7f3caddcb4d8'] response: {'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d', 'code': 200} May 13 14:29:12.873071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-5b66ffe4-bf29-4da5-93a8-bd8f0e5f0df8 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155990 May 13 14:29:12.958728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'name': 'network-vif-deleted', 'tag': '65ced361-d723-4017-9022-86f5955c5425'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:13.049941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-977e5836-bed7-41be-845b-3c6705dbe52a tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.053191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-977e5836-bed7-41be-845b-3c6705dbe52a tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4975669 May 13 14:29:13.073889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-4ce061f1-4567-41ee-92a1-017a2be3154f tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:13.075626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a675ebf-6006-4e14-84ca-7c1d2d4ff785 req-4ce061f1-4567-41ee-92a1-017a2be3154f tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133839 May 13 14:29:13.143093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-2ca89ed8-6941-4b67-9828-03bda4aea72a service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195645 May 13 14:29:13.160469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a223a63-3218-41bc-959f-eb82a01d2d70 req-7cc0d2bc-ea91-4292-8e47-f0f8b67ff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.162614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3a223a63-3218-41bc-959f-eb82a01d2d70 req-7cc0d2bc-ea91-4292-8e47-f0f8b67ff6bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 1096 time: 0.1977439 May 13 14:29:13.162988 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-8eb7e7f9-1a44-4ac4-88b6-ea7070acb1a8 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748494 May 13 14:29:13.178833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf589f8-04a2-4490-90fe-d45591fa8366 req-20d78419-3ed1-4f16-8872-a19919b19178 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.180328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bf589f8-04a2-4490-90fe-d45591fa8366 req-20d78419-3ed1-4f16-8872-a19919b19178 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 945 time: 0.1518276 May 13 14:29:13.268735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3a223a63-3218-41bc-959f-eb82a01d2d70 req-49ddd8af-a1a7-4d6f-ba45-eb00d8791e46 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871158 May 13 14:29:13.274613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bf589f8-04a2-4490-90fe-d45591fa8366 req-2281b836-43ea-4abc-a3c7-5fe28eeb8285 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798450 May 13 14:29:13.440430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-5d57c124-ba97-41ea-bd40-e8ccbd745191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.443002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-5d57c124-ba97-41ea-bd40-e8ccbd745191 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1098 time: 0.1473155 May 13 14:29:13.458276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5bf8b-5f0b-4ac7-8f3b-f4a8d03a2372 req-e9c37e6b-097e-4c27-a700-79b041f23c2c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.460811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efe5bf8b-5f0b-4ac7-8f3b-f4a8d03a2372 req-e9c37e6b-097e-4c27-a700-79b041f23c2c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 945 time: 0.2267244 May 13 14:29:13.601657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:13.694073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efe5bf8b-5f0b-4ac7-8f3b-f4a8d03a2372 req-5ecba6a3-5c0b-4269-a6d8-516706e98a6e tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997967 May 13 14:29:13.712687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5fe27d29-ea01-4a14-82b2-46c6085a1bda completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:13.739700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:13.743467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 65ced361-d723-4017-9022-86f5955c5425 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:13.809810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5fe27d29-ea01-4a14-82b2-46c6085a1bda triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:13.810815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-088279d8-af7c-4eca-9550-55a65bc5884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.811624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:13.812880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-088279d8-af7c-4eca-9550-55a65bc5884f service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3503344 May 13 14:29:13.943411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-8e83f6be-486c-43c9-9ace-67862af48139 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.1224713 May 13 14:29:13.957251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 65ced361-d723-4017-9022-86f5955c5425 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:13.957754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 65ced361-d723-4017-9022-86f5955c5425 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:13.963906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3140-2d7a-44d8-8b87-997cbfb22d3a req-ef8f815c-1798-4256-a7cb-c2976dd15426 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:13.966694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43cd3140-2d7a-44d8-8b87-997cbfb22d3a req-ef8f815c-1798-4256-a7cb-c2976dd15426 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.2536366 May 13 14:29:14.044075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-1185d079-e01a-4e7e-a118-0488f9ac9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.046062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-1185d079-e01a-4e7e-a118-0488f9ac9da7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0799618 May 13 14:29:14.158923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43cd3140-2d7a-44d8-8b87-997cbfb22d3a req-f0c5435f-7865-47de-a594-e061f5c25f25 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795762 May 13 14:29:14.206452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-b1025d1a-2b51-4e49-9e91-5b7c365493dd service neutron] 10.222.0.90 "GET /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.1845512 May 13 14:29:14.289118 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2f2f88-aac2-408e-9581-6822bacf43ce'] response: {'server_uuid': '7256e4e9-1b0d-4f3e-a7dc-0cd6d78e0ab2', 'name': 'network-vif-deleted', 'tag': '65ced361-d723-4017-9022-86f5955c5425', 'status': 'completed', 'code': 200} May 13 14:29:14.309938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:14.334758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'mac_address': 'fa:16:3e:a8:d1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:14.400203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e7eb-aab9-4499-b24f-cd26f5be7cca req-39603204-666a-4a18-84c9-c666bd7bb0f7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.401856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:14.402353 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.414895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ad6e7eb-aab9-4499-b24f-cd26f5be7cca req-39603204-666a-4a18-84c9-c666bd7bb0f7 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 947 time: 0.3657060 May 13 14:29:14.422014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:14.426505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5fe27d29-ea01-4a14-82b2-46c6085a1bda is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:14.427049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.466766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:14.476085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acdcf-bf19-4169-8770-749650c22620 req-19f89377-770f-43e3-9162-c2ed851e53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.479517 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-19f89377-770f-43e3-9162-c2ed851e53f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3903325 May 13 14:29:14.480819 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.494810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:14.575634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:14.659982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:14.694768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-a3cfd8d4-1587-4c97-9ce4-ba3793cbb61f service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994870 May 13 14:29:14.792148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:14.845072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:14.854650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-186a453a-db8e-4bdd-88d0-064da8470305 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:14.856266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-186a453a-db8e-4bdd-88d0-064da8470305 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3298826 May 13 14:29:14.884813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['a68be4a7-773a-4bc6-8b6e-af3199fae7b6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:14.886621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ad6e7eb-aab9-4499-b24f-cd26f5be7cca req-d4b74dc8-318f-4d2c-8fa5-17de273fdf5d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718535 May 13 14:29:14.992169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab4acdcf-bf19-4169-8770-749650c22620 req-2886f82c-7f77-41d4-8060-0b39f4d81947 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894204 May 13 14:29:15.098996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:15.114458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-0dbbab6d-ffc3-4882-b082-b506046d3cba tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.2426012 May 13 14:29:15.131893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'floatingip': {'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:15.194639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:15.256011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.370330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e13625-c5ee-47ed-8bbf-89e80f85ff2f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:15.402667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:15.458615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.623110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:15.751962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] Transition to ACTIVE for port object d4e13625-c5ee-47ed-8bbf-89e80f85ff2f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:15.755069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:15.757499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:15.758070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.843255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:15.849677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:15.850746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:15.976397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:15.998968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:16.001771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.029870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] No DVR routers for this DVR port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:16.049522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=10']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:16.077152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:16.084805 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.098774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.102728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-8e0fa0b4-2aa5-4fc8-929c-05ccb3e19f64 service neutron] 10.222.0.90 "PUT /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f/bindings/n-h2-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8869767 May 13 14:29:16.160530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.193404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:16.268612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.306003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030b5c2f-12e4-40aa-9473-0d5657dcc7f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:16.333870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.335414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4e01df07-a9f9-4acd-8c84-1813765cc086 tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "DELETE /v2.0/security-groups/030b5c2f-12e4-40aa-9473-0d5657dcc7f8 HTTP/1.1" status: 204 len: 168 time: 0.3579605 May 13 14:29:16.340034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45448) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:16.373433 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-56aded89-6db3-4258-9719-a57efbe0e01d tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] show failed (client error): The resource could not be found. May 13 14:29:16.383432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56aded89-6db3-4258-9719-a57efbe0e01d tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "GET /v2.0/security-groups/030b5c2f-12e4-40aa-9473-0d5657dcc7f8 HTTP/1.1" status: 404 len: 347 time: 0.0414128 May 13 14:29:16.387992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:16.396062 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.404560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.495838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-e0f5a195-1644-4c07-903c-ce5983f5ed35 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.497339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-e0f5a195-1644-4c07-903c-ce5983f5ed35 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.3123002 May 13 14:29:16.686231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Deleting port 788a3a0c-79e5-46f6-8e80-dac1a5fd6908 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:16.686651 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.801786 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Floating IP 20cb388e-f78e-4aee-a917-c8cda28c833d associated. External IP: 172.25.5.185, port: d71c2004-6a39-445a-8c2b-5bcdb64b6bb9. May 13 14:29:16.886686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-bdce2752-6eb5-4b40-9d6c-64170193058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.888245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-bdce2752-6eb5-4b40-9d6c-64170193058f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&tenant_id=3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 1095 time: 0.3809347 May 13 14:29:16.891781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648b74-68fd-435d-8d2e-5b01716ee92b req-90a2643a-a4d7-43fd-afb9-a2038ce9c9ab tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:16.893710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c648b74-68fd-435d-8d2e-5b01716ee92b req-90a2643a-a4d7-43fd-afb9-a2038ce9c9ab tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 944 time: 0.3610871 May 13 14:29:16.981196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.982159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:16.997420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c648b74-68fd-435d-8d2e-5b01716ee92b req-0fa38980-2dbb-408c-9969-f26c00d2aa9e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879970 May 13 14:29:17.122712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Calling delete_port for 788a3a0c-79e5-46f6-8e80-dac1a5fd6908 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:17.359416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-f4b01c1b-f72e-4bd1-a2e9-45db771042a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.361940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-f4b01c1b-f72e-4bd1-a2e9-45db771042a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 0.3514247 May 13 14:29:17.392998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.487895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Pushing event deleted for resources: {'Port': ['ID=788a3a0c-79e5-46f6-8e80-dac1a5fd6908,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:17.608282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.636174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0e4c-0090-4415-9ab6-047008a1c1cc req-7559d31b-3bbd-4893-93ea-ab9ae413d1d1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.637836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75bc0e4c-0090-4415-9ab6-047008a1c1cc req-7559d31b-3bbd-4893-93ea-ab9ae413d1d1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2039499 May 13 14:29:17.641763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:17.643294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a5d18e0a-3cb1-4db8-9638-a320cc6c979a tempest-AttachSCSIVolumeTestJSON-1477786828 tempest-AttachSCSIVolumeTestJSON-1477786828-project] 10.222.0.36 "DELETE /v2.0/floatingips/0f6ca237-d6ac-4329-a1ed-584edb69c3c2 HTTP/1.1" status: 204 len: 168 time: 1.2533367 May 13 14:29:17.695933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75bc0e4c-0090-4415-9ab6-047008a1c1cc req-c0e9f426-f9f1-44d2-be1f-3f6d4b1d8560 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 May 13 14:29:17.706467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Router f2afdb53-3dc4-45b3-a889-9598bce974ca has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:17.868503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-7098c177-4368-40b7-a0ab-611d8501757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:17.870037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-7098c177-4368-40b7-a0ab-611d8501757e service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.4012859 May 13 14:29:17.953774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-d872e03c-2ce0-41d1-a695-da9ce00c7245 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.0739317 May 13 14:29:18.121016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-d373eb24-e966-4bdb-b7b0-60dbbcb85746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:18.122714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-d373eb24-e966-4bdb-b7b0-60dbbcb85746 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.1618774 May 13 14:29:18.124263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:18.131207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:18.139725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Sync routers for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:18.179836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38dc32-0764-4134-96d8-4c83b0b5a598 req-365bf1b6-2c42-4b0b-ace6-17caf9b890ec tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:18.180451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:18.181611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:18.188748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f38dc32-0764-4134-96d8-4c83b0b5a598 req-365bf1b6-2c42-4b0b-ace6-17caf9b890ec tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.2792711 May 13 14:29:18.213079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-b15ef946-1633-4975-a95e-18863c871d84 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "PUT /v2.0/floatingips/20cb388e-f78e-4aee-a917-c8cda28c833d HTTP/1.1" status: 200 len: 996 time: 3.0867860 May 13 14:29:18.215088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:18.278886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f38dc32-0764-4134-96d8-4c83b0b5a598 req-07492ece-1cd3-4a08-b48e-ac72fc849737 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 May 13 14:29:18.378568 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d79523-c2e5-44f6-9c32-ae9d573d1425'] response: {'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'code': 200} May 13 14:29:18.468420 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:29:18.482100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-020c2bd8-bcc0-4528-9063-2754fb95d97d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2677398 May 13 14:29:18.565949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:18.919316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-2b2d9122-e984-4410-b8d0-aa153de1f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:18.927626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-2b2d9122-e984-4410-b8d0-aa153de1f493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1096 time: 0.7045035 May 13 14:29:18.950557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-54a2e5f1-7dc8-4b50-b9bc-850a6d82cffa service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097729 May 13 14:29:18.959239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5b410-d773-413c-8828-ab8164264e5a req-7f47a8bb-2615-4e2f-b016-408e77b7c4d3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:18.960107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-13e5b410-d773-413c-8828-ab8164264e5a req-7f47a8bb-2615-4e2f-b016-408e77b7c4d3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:18.995058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.080981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5abdd-bae5-48c5-b088-b0fd30cd8f0a req-aa63cce6-f167-404a-b920-d3dcb54934fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.083619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0d5abdd-bae5-48c5-b088-b0fd30cd8f0a req-aa63cce6-f167-404a-b920-d3dcb54934fc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1097 time: 0.5898175 May 13 14:29:19.097182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-c9aa0505-a02f-4fe9-b131-763c1b226d0c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.099928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-c9aa0505-a02f-4fe9-b131-763c1b226d0c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.86 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916&tenant_id=e423ba02102f49e29a71e7238fe217f2&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 949 time: 0.3750310 May 13 14:29:19.184604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eb01d-f980-4d03-a8c2-4dfcfb800af4 req-939aeeb4-b69b-41c9-b712-1ed48b6e73a8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.185607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b73eb01d-f980-4d03-a8c2-4dfcfb800af4 req-939aeeb4-b69b-41c9-b712-1ed48b6e73a8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:19.229077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b73eb01d-f980-4d03-a8c2-4dfcfb800af4 req-939aeeb4-b69b-41c9-b712-1ed48b6e73a8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:19.230969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b73eb01d-f980-4d03-a8c2-4dfcfb800af4 req-939aeeb4-b69b-41c9-b712-1ed48b6e73a8 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 951 time: 0.3475599 May 13 14:29:19.251797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-13e5b410-d773-413c-8828-ab8164264e5a req-7f47a8bb-2615-4e2f-b016-408e77b7c4d3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:19.253316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e5b410-d773-413c-8828-ab8164264e5a req-7f47a8bb-2615-4e2f-b016-408e77b7c4d3 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 951 time: 0.9972680 May 13 14:29:19.282630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '20cb388e-f78e-4aee-a917-c8cda28c833d', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'mac_address': 'fa:16:3e:8b:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:10Z', 'updated_at': '2022-05-13T14:29:16Z', 'revision_number': 1, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:19.292030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Checking router: f2afdb53-3dc4-45b3-a889-9598bce974ca for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:19.312695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:19.313870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:19.370870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b73eb01d-f980-4d03-a8c2-4dfcfb800af4 req-5a1148cf-ac20-4822-9e0a-e64e328b0e81 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/security-groups?id=412f470f-c473-48f9-a321-9fcb759ac195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270156 May 13 14:29:19.373659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-a4486e50-5765-4eb5-84dd-7ad4b05b4412 service neutron] 10.222.0.86 "GET /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 382 time: 0.2672284 May 13 14:29:19.421199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-e1d48b3c-cd26-4812-ba89-6859dd405736 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553876 May 13 14:29:19.500188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0d5abdd-bae5-48c5-b088-b0fd30cd8f0a req-7d315726-c5ab-4ea8-879d-68af2a6509ba service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923364 May 13 14:29:19.543382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Deleting port e5442447-7f7c-4aa4-bd8c-37a1ce230661 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:19.544037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:19.571987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-d614343b-d808-433c-a4df-b2988f9ca0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.579995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-d614343b-d808-433c-a4df-b2988f9ca0a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 929 time: 0.6512473 May 13 14:29:19.698532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-b530cb89-35ea-41ca-9d34-f1a4c17e8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:19.701098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-b530cb89-35ea-41ca-9d34-f1a4c17e8402 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1100 time: 0.2867320 May 13 14:29:19.818903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-1f994e7f-2fcd-4308-867e-783aa295ed44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 999 time: 0.2374518 May 13 14:29:19.975707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:20.086404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-96731b13-335f-4b1d-840d-ddacee1a2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.088887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-96731b13-335f-4b1d-840d-ddacee1a2163 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3767803 May 13 14:29:20.116787 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:20.145457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-6f0bd704-17e2-40a6-9c37-118882ab83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.148949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-6f0bd704-17e2-40a6-9c37-118882ab83f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.3289435 May 13 14:29:20.186393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-572d6cd8-24cd-41d1-93ff-08c5ffc44461 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.0895038 May 13 14:29:20.246149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e20037-2f7a-4ac4-b7ea-a8fc0f6e63b5 req-8a68e02a-f1e3-4b10-9be1-4d6c2292839f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.253569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49e20037-2f7a-4ac4-b7ea-a8fc0f6e63b5 req-8a68e02a-f1e3-4b10-9be1-4d6c2292839f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.3264625 May 13 14:29:20.321042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-4aaa33b2-d452-4639-ad3b-712c96df3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.322557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-4aaa33b2-d452-4639-ad3b-712c96df3a37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1255989 May 13 14:29:20.336584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49e20037-2f7a-4ac4-b7ea-a8fc0f6e63b5 req-0816a845-2e77-4d87-af18-22b06486849c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814102 May 13 14:29:20.392372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-6a9ccb2a-5e94-43fd-9e95-ab2fa82a5f27 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.395601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-6a9ccb2a-5e94-43fd-9e95-ab2fa82a5f27 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.3623493 May 13 14:29:20.423909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:20.485646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-7690243d-3804-49c9-9cff-7c5b62ad12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:20.487658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-7690243d-3804-49c9-9cff-7c5b62ad12c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499510 May 13 14:29:20.663773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '20cb388e-f78e-4aee-a917-c8cda28c833d', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'mac_address': 'fa:16:3e:8b:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:10Z', 'updated_at': '2022-05-13T14:29:16Z', 'revision_number': 1, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:20.699480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a4e7-f17f-4dd9-9eab-eeb9ff0dd2a9 None None] The sync data for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 is: [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '20cb388e-f78e-4aee-a917-c8cda28c833d', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'mac_address': 'fa:16:3e:8b:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:29:10Z', 'updated_at': '2022-05-13T14:29:16Z', 'revision_number': 1, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:20.747635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] For port e5442447-7f7c-4aa4-bd8c-37a1ce230661, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e5442447-7f7c-4aa4-bd8c-37a1ce230661,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:20.748119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.131133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-8aff3285-c980-4ba4-8926-d5c83f14eb3d service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312554 May 13 14:29:21.172055 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11376c6-6b39-4340-ae9e-6c5288f382a3 None None] New status for floating IP 20cb388e-f78e-4aee-a917-c8cda28c833d: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:29:21.192044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Calling delete_port for e5442447-7f7c-4aa4-bd8c-37a1ce230661 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:21.287052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-a64dd5c8-a0d9-48af-9b20-406d144c367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:21.292832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e442-4d8b-4f9e-88b5-8a2fb4cd3f17 req-2158a197-025b-47df-8572-1bc1e222a6b7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:21.294538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82b7e442-4d8b-4f9e-88b5-8a2fb4cd3f17 req-2158a197-025b-47df-8572-1bc1e222a6b7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 944 time: 0.4054139 May 13 14:29:21.306930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-a64dd5c8-a0d9-48af-9b20-406d144c367c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1447198 May 13 14:29:21.371374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-16b06c79-1671-4e01-934e-84a29df49532 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:21.372673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-16b06c79-1671-4e01-934e-84a29df49532 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127051 May 13 14:29:21.392169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-24068021-568b-443e-8a9e-86e457749312 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547350 May 13 14:29:21.415567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82b7e442-4d8b-4f9e-88b5-8a2fb4cd3f17 req-cd493b97-fa4a-4979-aa44-1ff2de976f1c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993500 May 13 14:29:21.606872 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e21fff9-daba-453c-a8b8-ded267b7491b'] response: {'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'status': 'completed', 'code': 200} May 13 14:29:21.607839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-586ee1eb-f2ca-458a-9a64-1e5b376fee98 service neutron] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:21.688757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-586ee1eb-f2ca-458a-9a64-1e5b376fee98 service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:21.690442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-921ff25c-4cc8-4b7d-85e0-f3f63906efbe req-586ee1eb-f2ca-458a-9a64-1e5b376fee98 service neutron] 10.222.0.86 "DELETE /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f/bindings/n-h1-841736-1 HTTP/1.1" status: 204 len: 173 time: 1.2639019 May 13 14:29:21.776815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e5442447-7f7c-4aa4-bd8c-37a1ce230661 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:21.786430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-32af74b7-fe0a-4982-a5ac-2358d246a1ac service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056001 May 13 14:29:21.853311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27446e5-9f06-4cec-8135-c1dc92421742 req-95407a83-fb8c-4edb-9b5c-dd7bdcc3dafc tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:21.861073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c27446e5-9f06-4cec-8135-c1dc92421742 req-95407a83-fb8c-4edb-9b5c-dd7bdcc3dafc tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.2997684 May 13 14:29:21.952198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c27446e5-9f06-4cec-8135-c1dc92421742 req-398feb0b-0867-45c7-ab40-69ca1033c45f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902171 May 13 14:29:22.071282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e5442447-7f7c-4aa4-bd8c-37a1ce230661 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:22.071673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.307219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-0297604b-ffb2-4ad8-ae84-3b91926c5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:22.309961 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-0297604b-ffb2-4ad8-ae84-3b91926c5a35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1096 time: 0.7051289 May 13 14:29:22.324876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7cee-0ec7-4a43-8e25-60854260dd8e req-c7eeb708-c689-4743-99c2-be6de5173407 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:22.327666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-962e7cee-0ec7-4a43-8e25-60854260dd8e req-c7eeb708-c689-4743-99c2-be6de5173407 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.1689739 May 13 14:29:22.417578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-962e7cee-0ec7-4a43-8e25-60854260dd8e req-27ebfc70-648b-4719-b770-ba3b0acf24b8 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715690 May 13 14:29:22.566870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:22.674875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30c5063b-5f6d-4f38-8512-2c5d677ebc70 req-c1e209ff-3250-44aa-942b-2b0d36d9b4ba service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799300 May 13 14:29:22.748995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64bfb3-6b4f-4107-a227-25fd5f2b55a6 req-286607c7-25c6-47f0-875c-2770f14118d5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:22.751660 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c64bfb3-6b4f-4107-a227-25fd5f2b55a6 req-286607c7-25c6-47f0-875c-2770f14118d5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.1814070 May 13 14:29:22.839889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Pushing event deleted for resources: {'Port': ['ID=e5442447-7f7c-4aa4-bd8c-37a1ce230661,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:22.863770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c64bfb3-6b4f-4107-a227-25fd5f2b55a6 req-d88e6ebf-4d12-4b96-879e-84c48a5b037c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 May 13 14:29:22.931117 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdd8471-f166-41d1-b119-03ffad0cec32'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'code': 200} May 13 14:29:23.098203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] No DVR routers for this DVR port e5442447-7f7c-4aa4-bd8c-37a1ce230661 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:23.101805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-88d1b000-00bc-4523-8baa-d8b4d71c5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.104462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-88d1b000-00bc-4523-8baa-d8b4d71c5f90 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 929 time: 0.7581744 May 13 14:29:23.106181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:23.265328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6fc76-0641-4564-85a6-c47072f37eaf req-4bcc6d2c-c596-4c0d-867e-6225dd685c43 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.268425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5f6fc76-0641-4564-85a6-c47072f37eaf req-4bcc6d2c-c596-4c0d-867e-6225dd685c43 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2334099 May 13 14:29:23.341832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e5b410-d773-413c-8828-ab8164264e5a req-1168ea19-9fa9-4814-b3b1-10ba335bf261 tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.86 "DELETE /v2.0/ports/e5442447-7f7c-4aa4-bd8c-37a1ce230661 HTTP/1.1" status: 204 len: 173 time: 4.0715592 May 13 14:29:23.373329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5f6fc76-0641-4564-85a6-c47072f37eaf req-d950e1d8-2947-4621-af7c-db60fc02e195 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979700 May 13 14:29:23.380123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b52d9d1b-5298-4193-8e01-93c1b210f780 req-621f0966-d8ab-4ec6-93e5-1ece2d75b19c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Synchronizing usage tracker for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:23.454232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b52d9d1b-5298-4193-8e01-93c1b210f780 req-621f0966-d8ab-4ec6-93e5-1ece2d75b19c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] Unset dirty status for tenant:26826a900f42462bab0bab8f896ab26c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:23.456292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b52d9d1b-5298-4193-8e01-93c1b210f780 req-621f0966-d8ab-4ec6-93e5-1ece2d75b19c tempest-ServersAdminTestJSON-1991396310 tempest-ServersAdminTestJSON-1991396310-project] 10.222.0.36 "GET /v2.0/ports?device_id=46694aa3-2496-4728-a69b-1cb8a2e1157e HTTP/1.1" status: 200 len: 210 time: 0.4300947 May 13 14:29:23.498577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-0ad4142d-591b-446a-b140-57e80f2a0d2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 1001 time: 0.3639686 May 13 14:29:23.609244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-deleted', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:23.650772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-647497a6-f4d1-4526-9ad9-c0dccd01af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.660247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-647497a6-f4d1-4526-9ad9-c0dccd01af3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.1543236 May 13 14:29:23.828611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-33e6ff07-67ce-4bf5-9bba-41fa9093c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:23.830487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-33e6ff07-67ce-4bf5-9bba-41fa9093c4dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617000 May 13 14:29:24.036048 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-5b7641c8-4263-40bf-ae2b-7b849e7335ea tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 258 time: 0.4920619 May 13 14:29:24.040609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:24.047099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:24.058624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:24.068396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604adb5-d420-4b2d-ac75-b908fa39636e req-14c58e6b-58f4-4965-a4d8-133376a4c202 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:24.072116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.076499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1604adb5-d420-4b2d-ac75-b908fa39636e req-14c58e6b-58f4-4965-a4d8-133376a4c202 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1097 time: 0.2137585 May 13 14:29:24.080605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-34a62023-86da-4681-8b4e-8c458c5836b9 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421114 May 13 14:29:24.214070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1604adb5-d420-4b2d-ac75-b908fa39636e req-83265227-13a1-4c4e-9513-d9155651aadb tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366620 May 13 14:29:24.291571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e1f78a2-d24d-4960-b564-20245fc48819 req-f27cf79c-9e35-488f-b2e5-3916c2baf54f service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969798 May 13 14:29:24.363910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-8aa67f5a-0397-474e-b00c-efd4d5f2dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:24.365759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-8aa67f5a-0397-474e-b00c-efd4d5f2dd5d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916&tenant_id=e423ba02102f49e29a71e7238fe217f2 HTTP/1.1" status: 200 len: 1100 time: 0.1569071 May 13 14:29:24.376235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.383559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:24.637327 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:24.693564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Allocated IP 172.25.5.97 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/982cc65a-17c1-425e-9074-db9f5918ba4d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:24.788374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5b47a-a246-497d-876c-b9f5b930b78e req-e1d74c19-351f-440c-bbdb-15567a85cbc9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:24.792337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57a5b47a-a246-497d-876c-b9f5b930b78e req-e1d74c19-351f-440c-bbdb-15567a85cbc9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.1194589 May 13 14:29:24.872548 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57a5b47a-a246-497d-876c-b9f5b930b78e req-3d825da0-659c-42da-a4bf-6a4a865c4f99 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733058 May 13 14:29:25.196711 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.249491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:25.299969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.305095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:25.433564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:25.437077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fa5b8-2114-4c99-8639-d097809272af req-e8a7a4fc-3395-422a-9a1b-fd83d9c77bab tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:25.437649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:25.438659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-765fa5b8-2114-4c99-8639-d097809272af req-e8a7a4fc-3395-422a-9a1b-fd83d9c77bab tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 0.0844207 May 13 14:29:25.443684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:25.453018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.455759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:25.490132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event updated for resources: {'Port': ['ID=982cc65a-17c1-425e-9074-db9f5918ba4d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:25.495418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-765fa5b8-2114-4c99-8639-d097809272af req-3ceea578-d1d3-42e2-9e82-835312b1e83e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 May 13 14:29:25.521062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Transition to ACTIVE for port object a68be4a7-773a-4bc6-8b6e-af3199fae7b6 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:25.528802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.708147 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f26857-7a26-465b-ad8e-0e524e26820c'] response: {'server_uuid': '46694aa3-2496-4728-a69b-1cb8a2e1157e', 'name': 'network-vif-deleted', 'tag': 'e5442447-7f7c-4aa4-bd8c-37a1ce230661', 'status': 'completed', 'code': 200} May 13 14:29:25.791253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] No DVR routers for this DVR port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:25.796435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:25.896093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:25.942347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:25.942678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:25.943006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:25.965840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:25.966133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Attempting to bind port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:25.978765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:25.979120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:25.979486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:25.979935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Bound port: a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:25.980653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.015568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.021674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca41a-0e50-46de-bb16-d2ce9e9a4281 req-cf1fe7a9-d36a-4358-a200-e7a84253224a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.024371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da9ca41a-0e50-46de-bb16-d2ce9e9a4281 req-cf1fe7a9-d36a-4358-a200-e7a84253224a tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1097 time: 0.1338236 May 13 14:29:26.097209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da9ca41a-0e50-46de-bb16-d2ce9e9a4281 req-63142b90-eb48-49a4-8ff4-c1c786e13a83 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649121 May 13 14:29:26.342113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:26.363397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:26.371520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.445949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3593a-35c3-46ea-a9d2-eaf40cfab87a req-b7984519-3e73-4ff5-a4a7-0eb6881c4b6f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.454419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcb3593a-35c3-46ea-a9d2-eaf40cfab87a req-b7984519-3e73-4ff5-a4a7-0eb6881c4b6f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.1100552 May 13 14:29:26.462518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.463308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.464594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] 10.222.0.90 "PUT /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 1096 time: 2.0861390 May 13 14:29:26.532888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcb3593a-35c3-46ea-a9d2-eaf40cfab87a req-efc3c355-4f02-4eeb-9a38-3a7ea40aec52 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773923 May 13 14:29:26.551009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b580b8-a536-4bf3-9d0e-6ee53f99abb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=11']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:26.583214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.589286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.699794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:26.724007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event updated for resources: {'Port': ['ID=982cc65a-17c1-425e-9074-db9f5918ba4d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:26.742540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-79288425-c7f4-4a25-b045-ed52ecd7f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:26.744384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-79288425-c7f4-4a25-b045-ed52ecd7f363 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1099 time: 0.2510335 May 13 14:29:26.749599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.752283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:26.916881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:26.918457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-53dd5612-2db3-45f5-87ec-eb7041de639e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8820200 May 13 14:29:27.051568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-dcca1a58-7815-4446-87cf-1e6c0eec0e09 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:27.060516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-11113ad2-bdfc-45d1-a9ab-c50c9cba507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.062065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-11113ad2-bdfc-45d1-a9ab-c50c9cba507a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3030539 May 13 14:29:27.154222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-dcca1a58-7815-4446-87cf-1e6c0eec0e09 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:27.155783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-dcca1a58-7815-4446-87cf-1e6c0eec0e09 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.2134767 May 13 14:29:27.157773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-a3c7c8e3-b4b9-4332-8d30-abdd38c17177 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.0862334 May 13 14:29:27.390663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8e60c45d-50ed-4d63-9193-1ae8e818ddd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26826a900f42462bab0bab8f896ab26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886880 May 13 14:29:27.400921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:27.432962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-dd637003-37be-4304-a6e5-f0a5a1288d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.435686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-dd637003-37be-4304-a6e5-f0a5a1288d4e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2711978 May 13 14:29:27.557491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-4396d4f7-bfdf-4f59-aba8-670ee2a33590 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.559000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-4396d4f7-bfdf-4f59-aba8-670ee2a33590 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 945 time: 0.4258103 May 13 14:29:27.642341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-207f2fdc-b588-4117-9916-2d15994801ef tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.645051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dbbcf9f-8631-4ebe-a282-0b0d564b03e3 req-207f2fdc-b588-4117-9916-2d15994801ef tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4067652 May 13 14:29:27.674090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-2a7c6629-e4e3-4e49-80ba-30c7619d2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.676810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-2a7c6629-e4e3-4e49-80ba-30c7619d2983 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205558 May 13 14:29:27.803962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:27.810973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fae30-5d2b-4065-985b-00b0db34a919 req-d32efd68-6fcd-42ea-bae2-b38149956d7b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:27.811438 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce128d57-7097-4be7-b0d6-5a15adce0449'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'code': 200} May 13 14:29:27.812585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-822fae30-5d2b-4065-985b-00b0db34a919 req-d32efd68-6fcd-42ea-bae2-b38149956d7b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=df8ae14a-52b1-462d-80bd-c87fe2c5a9e1 HTTP/1.1" status: 200 len: 945 time: 0.5721302 May 13 14:29:27.853564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.896864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 7314a3f0-54c4-4dde-a5af-7a359026d86d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:27.897306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:27.922157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:27.973641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-fe73daa8-2d19-404d-86eb-e2852ac403ba service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892656 May 13 14:29:27.998813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.038768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-822fae30-5d2b-4065-985b-00b0db34a919 req-5aa3a5e9-d306-40cf-90ca-90ba494b0a32 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890438 May 13 14:29:28.338350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.388777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f470f-c473-48f9-a321-9fcb759ac195,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:28.442136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 7314a3f0-54c4-4dde-a5af-7a359026d86d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7314a3f0-54c4-4dde-a5af-7a359026d86d,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:28.443234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.561112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-5763eaef-00ae-49e1-bd80-f29b4e56d4e1 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:28.563675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-5763eaef-00ae-49e1-bd80-f29b4e56d4e1 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 0.6387856 May 13 14:29:28.569948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f003ba81-292c-470c-b85c-d6435b9e92d5 req-88b15468-c737-44c0-b868-10b70ebda9d3 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876698 May 13 14:29:28.581025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.586452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dee93bd4-e8cb-4e3a-8101-8afba328d1cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/412f470f-c473-48f9-a321-9fcb759ac195 HTTP/1.1" status: 204 len: 168 time: 1.1805484 May 13 14:29:28.586924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-f8c78883-9695-4060-9b96-d519255615e7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/quotas/3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 375 time: 0.0154147 May 13 14:29:28.591489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 7314a3f0-54c4-4dde-a5af-7a359026d86d owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:28.731117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9603a18-997b-4ed9-991e-8cac8fb8bd24 req-3480661a-71ae-429b-b605-ae3660e478d6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:28.738941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9603a18-997b-4ed9-991e-8cac8fb8bd24 req-3480661a-71ae-429b-b605-ae3660e478d6 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 948 time: 0.4820566 May 13 14:29:28.797618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-736678c2-3436-4320-99a6-26d822a4d3a6 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847773 May 13 14:29:28.864816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9603a18-997b-4ed9-991e-8cac8fb8bd24 req-272b4d86-3776-4223-b424-ee3cd42e25ca tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249762 May 13 14:29:28.906908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:28.981180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-b1bc0edb-447f-4aa7-a32e-9aac3323354c service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769972 May 13 14:29:29.180726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:29.289149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.359809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-821894ca-3ab7-4a45-81dd-6e27ead40bd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ea1756d3d0a442b890c62f9ab374110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770210 May 13 14:29:29.365738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:29.403571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-7634ef8f-27ba-4175-8cf2-d7d08e789193 service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113572 May 13 14:29:29.426150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=7314a3f0-54c4-4dde-a5af-7a359026d86d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:29.514168 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.552648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.591764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 7314a3f0-54c4-4dde-a5af-7a359026d86d on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:29.599811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.637314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e584750-bab8-442a-8d38-094cf0c4b2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.653959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'name': 'network-vif-deleted', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:29.721007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.721905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7314a3f0-54c4-4dde-a5af-7a359026d86d no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:29.763894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8a005-208f-4dd6-9fba-e1af9ec4ffee,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:29.797489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:29.805510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0bc0477d-bc4d-48b3-9267-1c3506b2b234 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fc8a005-208f-4dd6-9fba-e1af9ec4ffee HTTP/1.1" status: 204 len: 168 time: 0.4378083 May 13 14:29:29.817262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:29.845465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 7314a3f0-54c4-4dde-a5af-7a359026d86d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:29.846424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7314a3f0-54c4-4dde-a5af-7a359026d86d not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:29.854673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e450734-0e2d-48a5-b6db-7d1ca700b7c2 req-02af4651-9423-43d6-9a38-3b307b29daf5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:29.856166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e450734-0e2d-48a5-b6db-7d1ca700b7c2 req-02af4651-9423-43d6-9a38-3b307b29daf5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.6734858 May 13 14:29:29.874655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfdb1a35-ea64-452e-b427-95663bb8ac6f req-c1768a8d-6544-4d7a-8306-b419ee84dec9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "DELETE /v2.0/ports/7314a3f0-54c4-4dde-a5af-7a359026d86d HTTP/1.1" status: 204 len: 173 time: 2.3024213 May 13 14:29:30.031650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e450734-0e2d-48a5-b6db-7d1ca700b7c2 req-c5f2bcb6-4982-4b09-87b7-26e0bd2198a0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503704 May 13 14:29:30.048054 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-aab241d4-cd47-4c6f-8079-2b06b5fb5b01 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5612934 May 13 14:29:30.245482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-eaf06945-729c-4ed6-af81-611d0bd1584b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:30.252687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-eaf06945-729c-4ed6-af81-611d0bd1584b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3016989 May 13 14:29:30.261947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Deleting port 2538a4fb-d302-435c-b1cd-8d63faf302ef {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:30.263034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.443853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-1224fb56-2b6c-4ca7-8025-e4024a01ee64 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.1786535 May 13 14:29:30.455365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-c358796b-0209-460e-9de2-f5a6e8dcc5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'floatingip': {'port_id': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:30.586520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-c358796b-0209-460e-9de2-f5a6e8dcc5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:30.693223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639fd9-8f74-4411-983a-8683d451f105 req-ba49a988-db64-4b51-9a6c-35e7db77df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:30.695741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-ba49a988-db64-4b51-9a6c-35e7db77df72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 0.3729475 May 13 14:29:31.241151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] For port 2538a4fb-d302-435c-b1cd-8d63faf302ef, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2538a4fb-d302-435c-b1cd-8d63faf302ef,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:31.241911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:31.274751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639fd9-8f74-4411-983a-8683d451f105 req-18fd55f0-b3dc-45a7-b6a1-c03dea55e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:31.278715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-18fd55f0-b3dc-45a7-b6a1-c03dea55e3b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.5509896 May 13 14:29:31.514825 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-c358796b-0209-460e-9de2-f5a6e8dcc5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] update failed (client error): There was a conflict when trying to complete your request. May 13 14:29:31.515903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c339fb22-0925-4d02-97a4-e4d0109940bf req-c358796b-0209-460e-9de2-f5a6e8dcc5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "PUT /v2.0/floatingips/b2f41392-1553-47ce-897b-edc3be3fd6d7 HTTP/1.1" status: 409 len: 549 time: 1.0698831 May 13 14:29:31.612204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Calling delete_port for 2538a4fb-d302-435c-b1cd-8d63faf302ef owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:31.726991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:32.107029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e460c83d-8b34-40bb-b513-521d4c7bddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.160487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45249b47-0a29-4684-9454-1bf6534233af req-3a3b7a62-9c9d-4edc-9aaa-dca056c8c4dc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 210 time: 0.0933013 May 13 14:29:32.220191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:32.235587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'mac_address': 'fa:16:3e:a8:d1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:32.258576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-f408ba20-e064-4a62-b0a9-eddb86de4827 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.8647294 May 13 14:29:32.288815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.318143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:32.318784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.335850 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8b2f07-2bd8-4d06-b155-6010be9e921e'] response: {'server_uuid': 'df8ae14a-52b1-462d-80bd-c87fe2c5a9e1', 'name': 'network-vif-deleted', 'tag': '7314a3f0-54c4-4dde-a5af-7a359026d86d', 'status': 'completed', 'code': 200} May 13 14:29:32.349264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:32.372673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:32.380187 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.386883 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28edca32-87c2-4f7e-ac49-7d18f0349f67'] response: {'name': 'network-changed', 'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'status': 'completed', 'code': 200} May 13 14:29:32.541650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:32.684003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2538a4fb-d302-435c-b1cd-8d63faf302ef,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:32.791526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:32.807381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976468c-3767-4f61-b613-d07ed8e4874d req-a971e5e8-39c5-4313-86cd-577d18ec7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:32.810893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['a68be4a7-773a-4bc6-8b6e-af3199fae7b6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:32.827924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-a971e5e8-39c5-4313-86cd-577d18ec7cf5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e423ba02102f49e29a71e7238fe217f2&device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1100 time: 0.3948975 May 13 14:29:32.940388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78558c58-5210-49d6-a3df-e83ed419633e req-9e3afc76-9218-4c46-a208-5f0043a2889f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:32.949201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78558c58-5210-49d6-a3df-e83ed419633e req-9e3afc76-9218-4c46-a208-5f0043a2889f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 949 time: 0.3208935 May 13 14:29:33.047397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-1bb25697-5ba6-4496-ae6a-b0eb4e529317 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:33.048448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-1bb25697-5ba6-4496-ae6a-b0eb4e529317 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241652 May 13 14:29:33.113078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78558c58-5210-49d6-a3df-e83ed419633e req-92548c06-7974-4e1c-b5bb-1890b8c539c1 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628568 May 13 14:29:33.194356 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:33.332787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Request body: {'binding': {'host': 'n-h2-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:33.333187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:29:33.421755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976468c-3767-4f61-b613-d07ed8e4874d req-fc885abb-f4ec-47a8-b99e-69414cdfc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.423169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-fc885abb-f4ec-47a8-b99e-69414cdfc315 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5834506 May 13 14:29:33.493235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc639fd9-8f74-4411-983a-8683d451f105 req-0814144c-24f1-4ba3-a26f-51d77ffde96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.496892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-0814144c-24f1-4ba3-a26f-51d77ffde96c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 1.1595037 May 13 14:29:33.513948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-39b9dd9c-3aa8-4d96-9c03-f3fcdb15b904 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5408487 May 13 14:29:33.593869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-c5e76aaf-fb7a-4c71-92a8-fe5eeefe5948 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 200 len: 217 time: 0.1629047 May 13 14:29:33.609723 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-6968a68f-5f59-460e-b8d0-15c2aab26950 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928569 May 13 14:29:33.735669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-b47d0961-940a-4790-b359-0f2b1c711133 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.738611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-b47d0961-940a-4790-b359-0f2b1c711133 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 1.0955887 May 13 14:29:33.739384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976468c-3767-4f61-b613-d07ed8e4874d req-0ad0dfa3-c420-46de-b5f9-aae4a02efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.741166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-0ad0dfa3-c420-46de-b5f9-aae4a02efb6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1407454 May 13 14:29:33.767302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373121-545f-4546-a89a-294adfcb373b req-4a50c410-3e66-4748-9d44-9a4828a650f1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:33.769584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d373121-545f-4546-a89a-294adfcb373b req-4a50c410-3e66-4748-9d44-9a4828a650f1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.4875391 May 13 14:29:33.866942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Request body: {'port': {'device_id': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'admin_state_up': True, 'tenant_id': '3cd999e6b68741688665e47faa7b8b68'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:34.019437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on host n-h2-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:34.020460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:34.020460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:34.025475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d373121-545f-4546-a89a-294adfcb373b req-2b6da626-9ca9-4aa5-b7f6-962851d81e34 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035866 May 13 14:29:34.032082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:34.032440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:34.042300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:34.042644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:34.043001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:34.043442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Bound port: 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:34.072471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976468c-3767-4f61-b613-d07ed8e4874d req-d2e16eac-0ff7-4df6-87eb-6fcfe7e6e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:34.075541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-d2e16eac-0ff7-4df6-87eb-6fcfe7e6e9ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3003578 May 13 14:29:34.315675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289f09-6407-437b-b7ee-d70b002930cb req-b99f3efa-3ccb-4a36-b831-e1cc0a5b252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:34.317228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-b99f3efa-3ccb-4a36-b831-e1cc0a5b252d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 1096 time: 0.5756707 May 13 14:29:34.324699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-fe8aff3d-1704-4e3b-bc3f-9856b9858f1c service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847921 May 13 14:29:34.325304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.371832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-de98af3c-c1c1-4755-a464-290e90fe548a tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips/b2f41392-1553-47ce-897b-edc3be3fd6d7 HTTP/1.1" status: 200 len: 692 time: 0.2944274 May 13 14:29:34.383468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:34.457231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:34.553886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.555811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-dc87ec33-93e1-4c68-9a17-4fd8173d9ca0 service neutron] 10.222.0.36 "POST /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda/bindings HTTP/1.1" status: 201 len: 389 time: 1.4844580 May 13 14:29:34.589003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:34.649226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:34.652909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:34.697530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-1f0fece0-c21a-466d-b754-3e79465f445e service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170894 May 13 14:29:34.763269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.008610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716381-7ec0-498b-a2a9-f66378498929 req-efebec6a-d96a-4753-b757-acabfd2fd27b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:35.011077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-efebec6a-d96a-4753-b757-acabfd2fd27b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.6219077 May 13 14:29:35.067983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-8f6dc302-742a-40ab-ad0f-2156f060d7ea tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:35.067983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-8f6dc302-742a-40ab-ad0f-2156f060d7ea tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285232 May 13 14:29:35.252041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-b607fcd8-66aa-465d-b037-f2183a216def tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.1626456 May 13 14:29:35.392465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7976468c-3767-4f61-b613-d07ed8e4874d req-1ced1b29-6289-46f6-977c-5947f99ce62f service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844420 May 13 14:29:35.407648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d922e909-b0b0-4f78-af52-79fb548a3d4a tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.1527560 May 13 14:29:35.428319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc639fd9-8f74-4411-983a-8683d451f105 req-34a10e49-7b11-40a3-929a-9fd8a1c94cff service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0917776 May 13 14:29:35.467475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289f09-6407-437b-b7ee-d70b002930cb req-86f36996-3696-4088-96bd-dd558d5cf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:35.467475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-86f36996-3696-4088-96bd-dd558d5cf3fb service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 1.1003392 May 13 14:29:35.688755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Deleting port 982cc65a-17c1-425e-9074-db9f5918ba4d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:35.688755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:35.733838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-484001b2-dd5d-4b25-97b0-ce48b1979729 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 200 len: 217 time: 0.2496722 May 13 14:29:35.745046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:35.889498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:35.904333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:35.904333 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.057465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:36.057465 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.102815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:36.102815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:36.102815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.217845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=13']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:36.262583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-36388eb2-6a93-4493-bee2-824bb77ad0bf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:36.262583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-36388eb2-6a93-4493-bee2-824bb77ad0bf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 1.2232227 May 13 14:29:36.304705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Allocated IP 172.20.0.9 (d6be8d4b-9af1-429d-b523-5c4e3520e2df/a0e54976-de28-4c79-92e8-9a27a88e0c89/c031aaf3-6ab1-411b-87b2-ace06b6b4904) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:36.422860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289f09-6407-437b-b7ee-d70b002930cb req-6dd325e0-93a4-4d6a-acc1-db77f35123d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:36.424677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-6dd325e0-93a4-4d6a-acc1-db77f35123d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.6773167 May 13 14:29:36.438227 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3e740840-19db-4092-817a-23ee830e7ec0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.1753473 May 13 14:29:36.475854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-efd2173a-7422-459e-a4f5-ac2c33685cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:36.477402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-efd2173a-7422-459e-a4f5-ac2c33685cb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1097 time: 1.3541398 May 13 14:29:36.490315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.491945 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.554267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-80cf827d-0002-4007-ab39-a7ffb4a89e7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178932 May 13 14:29:36.609719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-ac6b9485-3099-4255-8fd3-9ab807a24b61 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:36.642138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Calling delete_port for 982cc65a-17c1-425e-9074-db9f5918ba4d owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:36.691579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Router be4f29de-297b-496b-90ff-6e57c45ee3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:36.834257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:36.887037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event deleted for resources: {'Port': ['ID=982cc65a-17c1-425e-9074-db9f5918ba4d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:36.917960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-ac6b9485-3099-4255-8fd3-9ab807a24b61 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:36.920766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-ac6b9485-3099-4255-8fd3-9ab807a24b61 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4409115 May 13 14:29:37.041142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.074834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.075698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d716381-7ec0-498b-a2a9-f66378498929 req-d0e72aaa-11c9-4696-a773-5dce2d1afc4d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "DELETE /v2.0/floatingips/b2f41392-1553-47ce-897b-edc3be3fd6d7 HTTP/1.1" status: 204 len: 173 time: 1.6635411 May 13 14:29:37.335018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-f92e1ada-5334-4917-a6a5-13f69f6bdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:37.336584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-f92e1ada-5334-4917-a6a5-13f69f6bdcd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.8490984 May 13 14:29:37.475730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-3c1ee7de-d54d-4082-831f-1d2230d686c5 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001095 May 13 14:29:37.506027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-d66e0b4e-fcb5-4420-b423-8e60f0ec278e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 217 time: 0.1484120 May 13 14:29:37.570302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95cfe9-6f9d-44a0-8812-e52164d830ec req-4676a6d6-4a4c-4dda-86da-16423fd84415 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:37.572932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e95cfe9-6f9d-44a0-8812-e52164d830ec req-4676a6d6-4a4c-4dda-86da-16423fd84415 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 1101 time: 0.1286480 May 13 14:29:37.631321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e95cfe9-6f9d-44a0-8812-e52164d830ec req-ecae4387-5a0d-42e1-b92b-dcddb1999501 tempest-MigrationsAdminTest-1051103782 tempest-MigrationsAdminTest-1051103782-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511718 May 13 14:29:37.814689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-176c18e8-0381-42af-a18a-64ed66b0f06a service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182032 May 13 14:29:37.832941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:37.841829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:37.852752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Sync routers for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:37.863486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:37.864526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:37.872272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc16798b-25d8-4e2f-b216-5e2ce00edd12 req-fb0316d4-b5b8-4190-bbd8-6144b6db0914 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 210 time: 0.0523286 May 13 14:29:37.906857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-1760b22c-a25e-4999-9ffd-a46073ac465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:37.909955 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-1760b22c-a25e-4999-9ffd-a46073ac465e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.3469365 May 13 14:29:38.103740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:38.180878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-6369d320-8961-440c-ac09-b1277c10b9a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717093 May 13 14:29:38.202374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f0721061-c4f8-4c74-ac33-764d601fcee8 admin admin] 10.222.0.36 "PUT /v2.0/routers/be4f29de-297b-496b-90ff-6e57c45ee3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4451082 May 13 14:29:38.206727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2196-ac34-40ed-b10e-c97cb32bf12e req-ab119915-df49-4cda-b535-bd422cd2f426 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:38.210545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:38.213298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e0b2196-ac34-40ed-b10e-c97cb32bf12e req-ab119915-df49-4cda-b535-bd422cd2f426 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.1134448 May 13 14:29:38.291457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e0b2196-ac34-40ed-b10e-c97cb32bf12e req-ba53c716-c57f-431a-b3c5-b6caec069f13 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763085 May 13 14:29:38.351589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27289f09-6407-437b-b7ee-d70b002930cb req-d25a84de-ea30-48ed-8252-a536bcb28754 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8503926 May 13 14:29:38.506307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591eded-f9fa-4600-8c8d-01755191b9dd req-25cf0bac-3fe3-43fa-bd00-7f596c4cbd89 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:38.507810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2591eded-f9fa-4600-8c8d-01755191b9dd req-25cf0bac-3fe3-43fa-bd00-7f596c4cbd89 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.0902247 May 13 14:29:38.517753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:38.524038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Checking router: be4f29de-297b-496b-90ff-6e57c45ee3e8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:38.537070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Routers {'be4f29de-297b-496b-90ff-6e57c45ee3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:38.537713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['be4f29de-297b-496b-90ff-6e57c45ee3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:38.564286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2591eded-f9fa-4600-8c8d-01755191b9dd req-f949b7fe-b5cd-492a-ae60-0845e6af47d6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 May 13 14:29:38.635092 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c80403-2b5a-48a3-bfb0-2b76bd14c8c7'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'code': 200} May 13 14:29:38.642225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-19779088-3762-463c-a45a-e9c3af9dbd2c service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8137538 May 13 14:29:38.744658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:38.759378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] Set router be4f29de-297b-496b-90ff-6e57c45ee3e8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:38.886325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-5ebf5509-4372-414c-a8ef-f72116200c7e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:38.913833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-5ebf5509-4372-414c-a8ef-f72116200c7e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:38.917690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-5ebf5509-4372-414c-a8ef-f72116200c7e tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 1001 time: 0.2689896 May 13 14:29:39.004395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:39.010623 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-7d7558ce-4de7-4b47-97a8-143899a17113 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048234 May 13 14:29:39.019928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:39.046945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:39.094266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.129385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-ba5d3d88-78fb-4156-a288-40ecedaee50d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:39.130446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-ba5d3d88-78fb-4156-a288-40ecedaee50d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:39.157234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-ba5d3d88-78fb-4156-a288-40ecedaee50d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:39.163057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-ba5d3d88-78fb-4156-a288-40ecedaee50d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports/d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 942 time: 0.2387030 May 13 14:29:39.366707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:39.374690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:39.375458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb9853-f93f-4207-93f2-4417de2dfcbc None None] The sync data for ids ['be4f29de-297b-496b-90ff-6e57c45ee3e8'] in n-d-841736-1 is: [{'id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-525408740-router', 'tenant_id': '690a6ce2368846049d8c13408848206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:25Z', 'updated_at': '2022-05-13T14:29:31Z', 'revision_number': 5, 'project_id': '690a6ce2368846049d8c13408848206a', 'gw_port': {'id': 'bf11176e-9383-4342-8a52-3392ca86d894', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4f29de-297b-496b-90ff-6e57c45ee3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:29Z', 'updated_at': '2022-05-13T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:39.498049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-028b581c-a960-4f10-afbf-93cc8dde47cd tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 1001 time: 0.1500139 May 13 14:29:39.521594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-048cf930-70f1-44db-9f83-a223ad2416a8 req-81199ad1-d863-4ae8-a9b5-b89ad895b5fb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 210 time: 0.1224763 May 13 14:29:39.675877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2538a4fb-d302-435c-b1cd-8d63faf302ef no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:39.762701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 2538a4fb-d302-435c-b1cd-8d63faf302ef {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:39.763066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2538a4fb-d302-435c-b1cd-8d63faf302ef not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:39.836290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-44069e21-3e3b-461d-b27f-c0a0f087945c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:39.838823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-44069e21-3e3b-461d-b27f-c0a0f087945c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.3354819 May 13 14:29:39.856149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-a00f38db-f2d9-40a0-be15-b2dd11c51fed tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:39.857945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-a00f38db-f2d9-40a0-be15-b2dd11c51fed tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113366 May 13 14:29:39.906825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:39.907483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:39.913178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-828bd4fe-d3e6-41e4-bdf9-b42648b47682 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759859 May 13 14:29:40.016117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-1a80bae4-794c-4f72-9f34-2de84931ed6f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2122829 May 13 14:29:40.030888 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-30d09480-4de2-4e20-8a27-ad760b7220b4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 1001 time: 0.1630011 May 13 14:29:40.036089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:40.050212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Request body: {'port': {'device_id': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:40.126149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.165594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Deleting port bf11176e-9383-4342-8a52-3392ca86d894 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:40.166389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.278545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12706-c06a-4259-9dea-301e860499ce req-b3c93cd5-978f-4373-9616-a39f18a463e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:40.279654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-10d12706-c06a-4259-9dea-301e860499ce req-b3c93cd5-978f-4373-9616-a39f18a463e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:40.307833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.392096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.416384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-10d12706-c06a-4259-9dea-301e860499ce req-b3c93cd5-978f-4373-9616-a39f18a463e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:40.417708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10d12706-c06a-4259-9dea-301e860499ce req-b3c93cd5-978f-4373-9616-a39f18a463e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 931 time: 0.5173299 May 13 14:29:40.569708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10d12706-c06a-4259-9dea-301e860499ce req-75070915-c765-41a7-ba5f-b548b5397706 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408901 May 13 14:29:40.634174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] For port bf11176e-9383-4342-8a52-3392ca86d894, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf11176e-9383-4342-8a52-3392ca86d894,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:40.634859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.662193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.668049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:40.668775 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Floating IP 20cb388e-f78e-4aee-a917-c8cda28c833d disassociated. External IP: 172.25.5.185, port: d71c2004-6a39-445a-8c2b-5bcdb64b6bb9. May 13 14:29:40.848505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Calling delete_port for bf11176e-9383-4342-8a52-3392ca86d894 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:41.208597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-db709cfc-e53e-46ad-bf3d-752e33c0961c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.210214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-db709cfc-e53e-46ad-bf3d-752e33c0961c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 950 time: 0.3309369 May 13 14:29:41.259249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Router f2afdb53-3dc4-45b3-a889-9598bce974ca has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:41.294805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-445cd525-3b1d-471b-97a5-83824fa5508c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.297319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-445cd525-3b1d-471b-97a5-83824fa5508c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.5656836 May 13 14:29:41.331207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:41.360354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Deleting port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:41.360718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.568179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a5a86-d15e-4643-8566-893959447136 req-1632e14a-2308-49a5-9012-c1df58d6fabc tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:41.573209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c80a5a86-d15e-4643-8566-893959447136 req-1632e14a-2308-49a5-9012-c1df58d6fabc tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efcda9f-c31e-4faa-8920-87c114604916 HTTP/1.1" status: 200 len: 950 time: 0.6410124 May 13 14:29:41.677815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:41.687171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.688399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:41.697281 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Sync routers for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:41.715551 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:41.728897 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:41.790260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-13fd4fed-facd-467b-89f4-024f0a7001f1 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "PUT /v2.0/floatingips/20cb388e-f78e-4aee-a917-c8cda28c833d HTTP/1.1" status: 200 len: 695 time: 1.7582929 May 13 14:29:41.794485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:41.822654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c031aaf3-6ab1-411b-87b2-ace06b6b4904 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:41.836331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.859438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Transition to ACTIVE for port object c031aaf3-6ab1-411b-87b2-ace06b6b4904 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:41.930275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] For port a68be4a7-773a-4bc6-8b6e-af3199fae7b6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:41.930831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.977375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:41.983416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:42.267462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.349658 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c80a5a86-d15e-4643-8566-893959447136 req-800e73c8-aa80-4be7-9554-de11e44c9c63 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652702 May 13 14:29:42.350721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:42.372563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Calling delete_port for a68be4a7-773a-4bc6-8b6e-af3199fae7b6 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:42.409829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:42.481830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-b389718e-0346-4b10-9acf-7f27db34cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.485175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-b389718e-0346-4b10-9acf-7f27db34cbef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1096 time: 0.6725068 May 13 14:29:42.580900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:42.646806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:42.647407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:42.647899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:42.659442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:29:42.663434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.698563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:42.706083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:42.712952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf11176e-9383-4342-8a52-3392ca86d894,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:42.719146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:42.719805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:42.720499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:42.723743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Bound port: c031aaf3-6ab1-411b-87b2-ace06b6b4904, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:42.723867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:42.942222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-2db78e0d-4c12-48ff-8ce2-18e36511bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:42.947076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-2db78e0d-4c12-48ff-8ce2-18e36511bf88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 929 time: 0.3727288 May 13 14:29:43.000927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.133217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-d0a7a5f9-a8d2-43a5-9438-217a2945c89b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.1745057 May 13 14:29:43.175166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:43.181211 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Checking router: f2afdb53-3dc4-45b3-a889-9598bce974ca for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:29:43.196385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:43.197533 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:43.299361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-f96f6c75-12b7-47b8-81b2-959a759b59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.310286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-f96f6c75-12b7-47b8-81b2-959a759b59b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.1453364 May 13 14:29:43.412465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.434745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd', '5b6c7a6d-87bb-415b-9054-b350397a8f78', '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:43.534226 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.546995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.581978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event deleted for resources: {'Port': ['ID=a68be4a7-773a-4bc6-8b6e-af3199fae7b6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:43.678504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:43.715126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:43.756571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d9272-633f-42df-85fd-d5dfe07e6cea req-5bddc821-c3ac-45aa-9b11-ad7f6340b19a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:43.767647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6d2d9272-633f-42df-85fd-d5dfe07e6cea req-5bddc821-c3ac-45aa-9b11-ad7f6340b19a tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.7829573 May 13 14:29:43.792148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.792855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4f29de-297b-496b-90ff-6e57c45ee3e8 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:29:43.868629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:43.905196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.12 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/f6f4e599-d678-4cd9-84d3-9b80cd0f2caf) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:29:43.930987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] No DVR routers for this DVR port a68be4a7-773a-4bc6-8b6e-af3199fae7b6 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:43.953874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.962218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.962218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-291f177e-3603-47b9-b508-7a794647b94a admin admin] 10.222.0.36 "DELETE /v2.0/routers/be4f29de-297b-496b-90ff-6e57c45ee3e8 HTTP/1.1" status: 204 len: 168 time: 5.6957541 May 13 14:29:43.962218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:43.986504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45788) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:44.029099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d939b7e0-6e65-461d-b553-ccefbbcef288 req-fdabd28e-b790-49a2-818b-c333a3288f6e tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "DELETE /v2.0/ports/a68be4a7-773a-4bc6-8b6e-af3199fae7b6 HTTP/1.1" status: 204 len: 173 time: 2.7815945 May 13 14:29:44.029099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-c10ee1f4-dbd7-4762-a8fa-958da166e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:44.029099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-c10ee1f4-dbd7-4762-a8fa-958da166e76e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7216778 May 13 14:29:44.279903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6d2d9272-633f-42df-85fd-d5dfe07e6cea req-df15e191-aa46-4ec6-ab0a-102761793a19 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035934 May 13 14:29:44.463693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Deleting subnet 7c71391e-43e6-41a5-a74a-02b7c8c9979f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:29:44.463693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.586200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.747908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.753409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-a81c7da5-ac8e-400b-b091-9c690de315e4 service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776838 May 13 14:29:44.838140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:44.839133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:44.840746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] 10.222.0.90 "PUT /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 1091 time: 4.7963679 May 13 14:29:45.018975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:45.110732 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:45.133243 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da758-6992-41b9-88a7-1392d76445ea None None] The sync data for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 is: [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:28:31Z', 'revision_number': 4, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '0a875b8c-ca21-460c-b9e1-0c320c243cd8', 'name': '', 'network_id': '99e1eca3-49d5-40ff-8b93-41af86a81873', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'mac_address': 'fa:16:3e:3b:7f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '002b5585-cd00-4a1d-ba02-47929121d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:28Z', 'updated_at': '2022-05-13T14:28:44Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'subnets': [{'id': '002b5585-cd00-4a1d-ba02-47929121d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:29:45.145913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729b4ca-789b-4d96-8219-a86006dabc66 service neutron] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:45.170044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02381d7f-5e90-479c-a066-43b4f77b6ee6 req-e45ce312-6407-44d0-b458-88a1a355b178 service neutron] 10.222.0.36 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084320 May 13 14:29:45.463086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-608b0a4b-b354-4c0f-86d9-bcfd2c46c23a req-0c9fb8ab-fbab-4f42-8026-b1442871e21f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 210 time: 0.1118641 May 13 14:29:45.571518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.583556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d4d36-b421-43bc-9a19-c4a477655393 req-1cef2f52-d37e-41f7-8802-5fc4eaf0df79 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:45.585507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d99d4d36-b421-43bc-9a19-c4a477655393 req-1cef2f52-d37e-41f7-8802-5fc4eaf0df79 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.7559505 May 13 14:29:45.650104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c71391e-43e6-41a5-a74a-02b7c8c9979f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:45.661492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16360a5e-aead-479a-ac6e-1a4185b992b7 None None] Network 39dc16ce-3e87-4b74-8309-7a11790b1dd5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:29:45.671327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.712119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2421228d-2280-4ed5-ad18-27a7277af765 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c71391e-43e6-41a5-a74a-02b7c8c9979f HTTP/1.1" status: 204 len: 168 time: 1.6700408 May 13 14:29:45.712914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf11176e-9383-4342-8a52-3392ca86d894 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:45.738559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:45.803754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:45.821862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d99d4d36-b421-43bc-9a19-c4a477655393 req-d738da67-c781-4031-b58c-611305802ca7 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996500 May 13 14:29:45.837862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-7e9ecadc-76cf-4e86-8f62-fd1a789a7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:45.842320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-7e9ecadc-76cf-4e86-8f62-fd1a789a7aa6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1094 time: 0.8293118 May 13 14:29:45.897091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c4151-34c6-430f-b976-fba6cf39a3cb None None] New status for floating IP 20cb388e-f78e-4aee-a917-c8cda28c833d: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:29:45.907375 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415e080b-45c0-4d82-a7b0-fbbf6a9c1707'] response: {'name': 'network-changed', 'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'status': 'completed', 'code': 200} May 13 14:29:46.014111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-cd60177d-e36f-4fb9-9d38-3330322b7ce4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.1645167 May 13 14:29:46.015600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.117584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.161993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b2969-fd4b-4243-a3c8-691e94ccb57a req-5110ed80-ee21-48c0-b7cc-6dc9e51222ab tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.176683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad4b2969-fd4b-4243-a3c8-691e94ccb57a req-5110ed80-ee21-48c0-b7cc-6dc9e51222ab tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 943 time: 0.5424707 May 13 14:29:46.181714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:29:46.192616 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c5288d-ac8d-4aa6-99f4-db9e249d9426'] response: {'name': 'network-changed', 'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'status': 'completed', 'code': 200} May 13 14:29:46.193550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:29:46.203884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:29:46.223899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Deleting port 8ed23a03-6245-49b0-b507-749b48083980 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:46.224503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.229136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:46.246750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f829-51af-484d-8f9f-a223e19172de req-c1d0b4ed-156e-45b9-b626-80cad08eb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.248297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-c1d0b4ed-156e-45b9-b626-80cad08eb455 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.1804624 May 13 14:29:46.253779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:46.322181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad4b2969-fd4b-4243-a3c8-691e94ccb57a req-af3cca4e-db36-4c81-a6b5-e738d0dc8035 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438074 May 13 14:29:46.329314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db792-70ee-405b-88fc-76362db93a4c req-12c477fd-b0f2-44e9-a376-29af9d58aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.333921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bf11176e-9383-4342-8a52-3392ca86d894 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:46.334979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-12c477fd-b0f2-44e9-a376-29af9d58aa12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=590a750e24c747949f97ad2dc1536b1f&device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 1096 time: 0.3890419 May 13 14:29:46.335377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf11176e-9383-4342-8a52-3392ca86d894 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:46.413963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: a68be4a7-773a-4bc6-8b6e-af3199fae7b6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:46.414533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a68be4a7-773a-4bc6-8b6e-af3199fae7b6 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:46.427005 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-da9724fb-c30d-4d29-9e9d-dcbbf45a88bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029756 May 13 14:29:46.445251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-d9b25e9b-45c2-4751-ae5b-2b71b5b90f50 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips/20cb388e-f78e-4aee-a917-c8cda28c833d HTTP/1.1" status: 200 len: 695 time: 0.1942384 May 13 14:29:46.570920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.571561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:46.710488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-334bb18a-0d01-4d5e-a04d-318b1dfa4d75 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3932810 May 13 14:29:46.750657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Request body: {'port': {'device_id': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:46.932490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-5e28c9a4-922d-4ee1-9e90-a2e7ceb98a7d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:46.933985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-5e28c9a4-922d-4ee1-9e90-a2e7ceb98a7d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:46.947259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-63e313b0-168d-45d5-802b-cec02357a193 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164125 May 13 14:29:47.204126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] DHCP port deletion for 39dc16ce-3e87-4b74-8309-7a11790b1dd5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:29:47.212175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Deleting port 8ed23a03-6245-49b0-b507-749b48083980 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:47.212778 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.261177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-5e28c9a4-922d-4ee1-9e90-a2e7ceb98a7d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:47.265474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-5e28c9a4-922d-4ee1-9e90-a2e7ceb98a7d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.8027892 May 13 14:29:47.274053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db792-70ee-405b-88fc-76362db93a4c req-d49ff611-fd30-41bd-bb9a-b9af04827d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:47.274943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-d49ff611-fd30-41bd-bb9a-b9af04827d61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 200 len: 929 time: 0.9288065 May 13 14:29:47.275688 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.281168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] For port 8ed23a03-6245-49b0-b507-749b48083980, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8ed23a03-6245-49b0-b507-749b48083980,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:47.281517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.292278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-25b8df4d-65c4-43ea-9839-4a98d1e862a9 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:29:47.294503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-25b8df4d-65c4-43ea-9839-4a98d1e862a9 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193782 May 13 14:29:47.454483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c85f829-51af-484d-8f9f-a223e19172de req-0a082348-cd5f-4eb3-86e3-527c74ce6e12 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225950 May 13 14:29:47.503260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-71171c99-fe4e-421b-95d9-88b9f89c582b tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.1560593 May 13 14:29:47.505887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-2eb35f2b-773c-4470-8152-f550939d472f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 200 len: 217 time: 0.2155926 May 13 14:29:47.514190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Calling delete_port for 8ed23a03-6245-49b0-b507-749b48083980 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:47.553055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6b47-3060-49ca-9254-29b8265c74fb req-a7db9ccb-d237-48e6-b94e-31b32b1a4408 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:47.554768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-285d6b47-3060-49ca-9254-29b8265c74fb req-a7db9ccb-d237-48e6-b94e-31b32b1a4408 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.7130287 May 13 14:29:47.608729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] For port 8ed23a03-6245-49b0-b507-749b48083980, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8ed23a03-6245-49b0-b507-749b48083980,segment=NetworkSegment(89527751-69d1-467a-b855-e1c3aa0925ea),segment_id=89527751-69d1-467a-b855-e1c3aa0925ea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:47.609479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.696717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db792-70ee-405b-88fc-76362db93a4c req-abd79adf-6fc4-4606-966f-e1e7163d6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:47.698534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-abd79adf-6fc4-4606-966f-e1e7163d6691 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 200 len: 867 time: 0.1544776 May 13 14:29:47.704398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-285d6b47-3060-49ca-9254-29b8265c74fb req-1bf65c0f-b8aa-4f1f-8376-0c2f4a7cbb15 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 May 13 14:29:47.778302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8ed23a03-6245-49b0-b507-749b48083980 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:47.859511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:47.913238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Calling delete_port for 8ed23a03-6245-49b0-b507-749b48083980 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:47.986636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-9f1895a6-04e5-44a9-abce-ab57bfc72df9 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.4264512 May 13 14:29:47.997996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-deleted', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:48.006584 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:29:48.006774 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:29:48.014186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] No DVR routers for this DVR port 8ed23a03-6245-49b0-b507-749b48083980 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:48.019280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 8ed23a03-6245-49b0-b507-749b48083980 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:48.019280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8ed23a03-6245-49b0-b507-749b48083980 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:48.064959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed23a03-6245-49b0-b507-749b48083980,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:48.258771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db792-70ee-405b-88fc-76362db93a4c req-376d4fab-e79c-4a21-9427-3fc29216771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.260712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-376d4fab-e79c-4a21-9427-3fc29216771c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e1eca3-49d5-40ff-8b93-41af86a81873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5460484 May 13 14:29:48.263552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.333824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Deleting port a54397f4-d7f7-405a-92ef-ee980c61032b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:48.333824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.447079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-52ef41c5-1409-42b3-b210-3bc946b6de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.448143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-52ef41c5-1409-42b3-b210-3bc946b6de2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1094 time: 0.9393342 May 13 14:29:48.507713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Deleting port 8ed23a03-6245-49b0-b507-749b48083980 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:48.508665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.613522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dc16ce-3e87-4b74-8309-7a11790b1dd5']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:48.708293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89527751-69d1-467a-b855-e1c3aa0925ea') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:48.708293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89527751-69d1-467a-b855-e1c3aa0925ea') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:48.769243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.817315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-e30d5cd5-5ba8-4286-99fa-4315db055bb3 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260181 May 13 14:29:48.844500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-85d460a9-2903-40cb-819d-a1732f895e92 None None] The port '8ed23a03-6245-49b0-b507-749b48083980' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:29:48.867804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.885584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb4391-0191-4332-a680-e35d1c1c2e94 req-2def1811-a381-4d55-aa95-542a6635aaa7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:48.890750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0dbb4391-0191-4332-a680-e35d1c1c2e94 req-2def1811-a381-4d55-aa95-542a6635aaa7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 932 time: 0.4030902 May 13 14:29:48.918276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.936260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.936564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:48.951403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f4e599-d678-4cd9-84d3-9b80cd0f2caf {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:48.967358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.037173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:29:49.037831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: timer() May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:29:49.070683 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:29:49.105345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-769e5291-7d88-4ea2-a9a7-17c4c12f6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:49.105345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-769e5291-7d88-4ea2-a9a7-17c4c12f6320 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.6339419 May 13 14:29:49.118504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Calling delete_port for a54397f4-d7f7-405a-92ef-ee980c61032b owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:49.221795 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0dbb4391-0191-4332-a680-e35d1c1c2e94 req-d76ff284-161e-4d87-87d6-48debd18283a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162563 May 13 14:29:49.230717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Transition to ACTIVE for port object f6f4e599-d678-4cd9-84d3-9b80cd0f2caf will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:49.261153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-14252eb6-813f-46b0-a476-a83e4c8f014c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.1064742 May 13 14:29:49.263620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.268155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.287335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:49.292073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f6db792-70ee-405b-88fc-76362db93a4c req-22c259fa-6b6c-47ca-a877-456861fe22b6 service neutron] 10.222.0.90 "GET /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749720 May 13 14:29:49.302178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] Pushing event deleted for resources: {'Network': ['ID=39dc16ce-3e87-4b74-8309-7a11790b1dd5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:49.317647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-59df69a3-2393-4cf8-8bf2-931ede414bad admin admin] 10.222.0.36 "DELETE /v2.0/networks/39dc16ce-3e87-4b74-8309-7a11790b1dd5 HTTP/1.1" status: 204 len: 168 time: 3.5674007 May 13 14:29:49.320803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:49.554808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:49.554808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-1317fdcc-2242-4a1a-b462-8f2614d264ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:49.554808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-1317fdcc-2242-4a1a-b462-8f2614d264ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2655132 May 13 14:29:49.554808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-e98fe766-4094-4a44-9f4b-3e91beb10c03 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:49.554808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-e98fe766-4094-4a44-9f4b-3e91beb10c03 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1097 time: 0.7452829 May 13 14:29:49.636614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:29:49.897537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:49.997636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-788370fd-2b13-400b-b94c-0b91351a8f54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4074132 May 13 14:29:50.131875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.187979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64a1f-d90c-4c29-9c4c-0f17e94c90b1 req-1088b743-a184-4836-ad95-b65f79befd1c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:50.201412 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.210368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eca64a1f-d90c-4c29-9c4c-0f17e94c90b1 req-1088b743-a184-4836-ad95-b65f79befd1c tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.5892322 May 13 14:29:50.250875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event deleted for resources: {'Port': ['ID=a54397f4-d7f7-405a-92ef-ee980c61032b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:50.344587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:50.394167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:29:50.426358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Attempting to bind port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:50.426358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Attempting to bind port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:50.426358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Attempting to bind port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:50.446696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.465958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:50.466275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Attempting to bind port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-f206f416-5dc6-46f1-b3dc-b79107ee9fb9 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984260 May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Bound port: f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:50.510518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.533418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eca64a1f-d90c-4c29-9c4c-0f17e94c90b1 req-f7aab905-0c95-4191-9ad2-5b64eec6b37f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140883 May 13 14:29:50.669885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d63d00-3d21-4674-848d-2213d6811b18 req-efdfa7e3-663f-4c12-9a54-6061c7be37bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:50.669885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-71d63d00-3d21-4674-848d-2213d6811b18 req-efdfa7e3-663f-4c12-9a54-6061c7be37bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:50.734695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.805015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-71d63d00-3d21-4674-848d-2213d6811b18 req-efdfa7e3-663f-4c12-9a54-6061c7be37bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:50.805015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71d63d00-3d21-4674-848d-2213d6811b18 req-efdfa7e3-663f-4c12-9a54-6061c7be37bb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 951 time: 0.7991345 May 13 14:29:50.810273 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.815489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c143a9-a5aa-4298-9138-21be649cd2ad req-fd782128-3dbe-47eb-b0c9-3d8f7c7708e4 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "DELETE /v2.0/floatingips/20cb388e-f78e-4aee-a917-c8cda28c833d HTTP/1.1" status: 204 len: 173 time: 2.8253133 May 13 14:29:50.983663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Deleting port 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:50.984000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:50.999447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:51.003760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d8fa97d-cd53-4d39-a82a-8892bbc20645 req-a81c4025-38e2-41cc-a9b3-b37696b3677b service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914234 May 13 14:29:51.019242 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64791a2-a524-4024-8814-27a6cc0391c5'] response: {'server_uuid': '7efcda9f-c31e-4faa-8920-87c114604916', 'name': 'network-vif-deleted', 'tag': 'a68be4a7-773a-4bc6-8b6e-af3199fae7b6', 'status': 'completed', 'code': 200} May 13 14:29:51.024932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:51.054590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.065720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:51.110131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d125-691f-49d3-adc3-8eedb3f8fabb req-c3dea7fc-1f99-44e8-8b04-2fd1783b73a9 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.111744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fdb2d125-691f-49d3-adc3-8eedb3f8fabb req-c3dea7fc-1f99-44e8-8b04-2fd1783b73a9 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 943 time: 0.4305706 May 13 14:29:51.250120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fdb2d125-691f-49d3-adc3-8eedb3f8fabb req-2be739dc-86f3-4406-995b-b80104fc0480 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962527 May 13 14:29:51.283959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.285038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.287953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] 10.222.0.90 "PUT /v2.0/ports/f6f4e599-d678-4cd9-84d3-9b80cd0f2caf HTTP/1.1" status: 200 len: 1092 time: 4.5464509 May 13 14:29:51.289160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:51.477197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9d22-ec7c-48df-b437-d6b061f66055 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:51.493441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:51.540910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] For port 2b811f98-655d-4a56-ab15-6ea252b97d6e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b811f98-655d-4a56-ab15-6ea252b97d6e,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:51.540910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.680997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a5c7-b3c4-4b40-ac8c-2754e02d7bbc req-05bb3adc-41a9-4ddd-8797-eff56890373c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.682596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3c2a5c7-b3c4-4b40-ac8c-2754e02d7bbc req-05bb3adc-41a9-4ddd-8797-eff56890373c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=791ee3ee-e41c-40ef-a65f-56af78ecca20 HTTP/1.1" status: 200 len: 951 time: 0.5554504 May 13 14:29:51.686054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.697111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Calling delete_port for 2b811f98-655d-4a56-ab15-6ea252b97d6e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:51.697306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.789583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-154e21de-bef5-4ede-a78d-93c91fb80e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:51.791217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-154e21de-bef5-4ede-a78d-93c91fb80e4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 1095 time: 0.4210503 May 13 14:29:51.807032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:51.890139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:51.897341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:52.013966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-36f907cf-bd45-47a5-ba90-99530fa61510 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf HTTP/1.1" status: 200 len: 217 time: 0.1326170 May 13 14:29:52.104496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c227ad-064b-45bf-b46c-1f83c123af70 req-6349ef41-003a-4860-ad6b-b627efb5be44 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:52.104496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88c227ad-064b-45bf-b46c-1f83c123af70 req-6349ef41-003a-4860-ad6b-b627efb5be44 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 946 time: 0.6195688 May 13 14:29:52.117936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:29:52.117936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:29:52.117936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:52.117936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-2769dcaa-decd-414a-a7d1-e5e8a6a79db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:52.117936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-2769dcaa-decd-414a-a7d1-e5e8a6a79db7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.0741467 May 13 14:29:52.333185 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3c2a5c7-b3c4-4b40-ac8c-2754e02d7bbc req-cd7f2816-8ce5-4515-9041-47d699a83657 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931585 May 13 14:29:52.334845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:52.345024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:29:52.346174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Attempting to bind port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on network 4cf6bc79-0220-4aa3-a8fc-39f3642bd71f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:29:52.367731 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-e57d429b-839b-42a5-9fed-d165d8178e17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2561457 May 13 14:29:52.371623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:29:52.372300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Checking segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:29:52.373985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Bound using segment: {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:29:52.374685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Bound port: 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e127c7b8-cff1-45e2-80fe-14044215ae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '4cf6bc79-0220-4aa3-a8fc-39f3642bd71f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:29:52.376931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.379136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:52.379724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.382701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88c227ad-064b-45bf-b46c-1f83c123af70 req-04b3cfda-4473-457b-b1dd-43e9d1129680 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256300 May 13 14:29:52.506303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:52.506839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.555156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd', '5b6c7a6d-87bb-415b-9054-b350397a8f78', '2b811f98-655d-4a56-ab15-6ea252b97d6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:52.645401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event deleted for resources: {'Port': ['ID=2b811f98-655d-4a56-ab15-6ea252b97d6e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:52.686075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:52.720972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:52.720972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'port_id': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'mac_address': 'fa:16:3e:55:2e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e54976-de28-4c79-92e8-9a27a88e0c89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:52.749997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.848797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:52.862782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] No DVR routers for this DVR port 2b811f98-655d-4a56-ab15-6ea252b97d6e on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:29:52.867339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.868053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.869063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.869266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.869677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.870654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.871433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.871645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.872087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.872530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.872951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.874108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.874108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:29:52.924739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port c031aaf3-6ab1-411b-87b2-ace06b6b4904 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:52.925418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:52.952748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c031aaf3-6ab1-411b-87b2-ace06b6b4904 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:52.986207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:53.009564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.009564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:53.014622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-0efd00a6-7b60-44c0-8ff4-dd4529dff59c service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083071 May 13 14:29:53.119743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-deleted', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:53.125099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71d63d00-3d21-4674-848d-2213d6811b18 req-0fe8f877-deb6-4ff8-835e-ebf0952e081c tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "DELETE /v2.0/ports/2b811f98-655d-4a56-ab15-6ea252b97d6e HTTP/1.1" status: 204 len: 173 time: 2.2812593 May 13 14:29:53.237416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Deleting port 056060b3-e520-4a1f-a757-4742b58829de {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:53.237757 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.264177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:53.278269 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d7834d-d2fb-4bcc-9994-16c14d75ea14'] response: {'name': 'network-changed', 'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'status': 'completed', 'code': 200} May 13 14:29:53.345460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:53.358162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7119534c-b0b2-4d0a-84f9-6b15d847de02 req-ad3c5145-ddec-4fa1-83a9-8e2544037150 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344104 May 13 14:29:53.366594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:29:53.374454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:29:53.386650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.443844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551416d9-46f7-47a9-9cf0-5fde9a2940df req-1f140e36-a1ac-4450-ad6c-2e02c5daae9a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:53.444684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-551416d9-46f7-47a9-9cf0-5fde9a2940df req-1f140e36-a1ac-4450-ad6c-2e02c5daae9a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:53.766155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-551416d9-46f7-47a9-9cf0-5fde9a2940df req-1f140e36-a1ac-4450-ad6c-2e02c5daae9a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:53.776089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-551416d9-46f7-47a9-9cf0-5fde9a2940df req-1f140e36-a1ac-4450-ad6c-2e02c5daae9a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 944 time: 1.1599874 May 13 14:29:53.815074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:53.826257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:53.827081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:53.829676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4d8ca6bb-e2ea-4afb-b2ba-9b5d198b84e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 1122 time: 4.2479770 May 13 14:29:53.830221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:53.877374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-551416d9-46f7-47a9-9cf0-5fde9a2940df req-ec636d86-1fcf-4fa9-98b8-fee262717198 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 May 13 14:29:53.897224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-62d31aad-ab52-4eb3-b2ea-604290734345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:53.899169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-62d31aad-ab52-4eb3-b2ea-604290734345 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 1095 time: 0.3030410 May 13 14:29:54.098739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['5fe27d29-ea01-4a14-82b2-46c6085a1bda'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:54.137618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:54.241484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3325e5-7f46-49f6-85ba-5e364337b149 req-964882b2-a991-4287-825d-6be97405fac6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.249251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c3325e5-7f46-49f6-85ba-5e364337b149 req-964882b2-a991-4287-825d-6be97405fac6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 943 time: 0.7995815 May 13 14:29:54.270910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5fe27d29-ea01-4a14-82b2-46c6085a1bda'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:54.389174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'port_id': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'mac_address': 'fa:16:3e:52:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e48d1-0259-4f2f-9274-0154a891c0e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:54.494837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] For port 056060b3-e520-4a1f-a757-4742b58829de, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=056060b3-e520-4a1f-a757-4742b58829de,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:54.495436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.528120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.534181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-f3536f53-3102-4b68-bf4e-bd9c07930493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.538441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-f3536f53-3102-4b68-bf4e-bd9c07930493 service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.6304491 May 13 14:29:54.683116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:54.683116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:54.690789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19747-3878-4818-82d7-37919e1d3a10 req-9baf6cc3-236f-4f57-a754-83fd93c36dc4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.696155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10e19747-3878-4818-82d7-37919e1d3a10 req-9baf6cc3-236f-4f57-a754-83fd93c36dc4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.4563115 May 13 14:29:54.697876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-3b975b53-d0f4-46ff-b3d4-0f5c749bbb11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf HTTP/1.1" status: 200 len: 217 time: 0.1519711 May 13 14:29:54.767263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c3325e5-7f46-49f6-85ba-5e364337b149 req-88af38f9-9c98-43ca-b798-a59a613188fc tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982197 May 13 14:29:54.790785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:54.804703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7260a69b063d4dd3b01a1533238f0b18 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:54.804703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:54.821798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:54.914582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10e19747-3878-4818-82d7-37919e1d3a10 req-f11b8d52-92e9-4fbd-836f-fc8568b51fda tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111332 May 13 14:29:54.930215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-75334556-e5eb-4a03-a68d-58ba562a1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:54.933801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-75334556-e5eb-4a03-a68d-58ba562a1498 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1916826 May 13 14:29:54.950777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Calling delete_port for 056060b3-e520-4a1f-a757-4742b58829de owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:29:55.047795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-6599030c-69b9-4ae3-8923-08a0bfe8fbde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064219 May 13 14:29:55.078009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc903920-3e1c-4c68-b60b-a885b92385e5 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:55.161712 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7602ebda-7c1e-401c-9405-95cbd193933e'] response: {'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'code': 200} May 13 14:29:55.202934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:55.258469 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.274915 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40775753-4b94-4d65-ad20-b7c4ccfe9048'] response: {'server_uuid': '791ee3ee-e41c-40ef-a65f-56af78ecca20', 'name': 'network-vif-deleted', 'tag': '2b811f98-655d-4a56-ab15-6ea252b97d6e', 'status': 'completed', 'code': 200} May 13 14:29:55.330478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda'}, {'name': 'network-changed', 'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:55.343153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-686147f7-695c-444f-9e07-23ce460f75b3 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850511 May 13 14:29:55.487463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:55.494423 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:29:55.522334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.539227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:55.593628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246e20f-272f-47b9-a80d-6f2c773ea5ff,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:55.741521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7de1874-49b5-4ca8-a542-cb70f42a31d1 req-c8a2898a-26a3-4ac2-81e1-bf185372753d service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893249 May 13 14:29:55.773434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['c031aaf3-6ab1-411b-87b2-ace06b6b4904'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:55.822755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fc903920-3e1c-4c68-b60b-a885b92385e5'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:55.844465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9b9a-b0f1-448a-a84e-e0897e769c59 req-67cfe9b6-f7b4-4608-9edc-1c2906b7eb38 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:55.853831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-513a9b9a-b0f1-448a-a84e-e0897e769c59 req-67cfe9b6-f7b4-4608-9edc-1c2906b7eb38 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7823477 May 13 14:29:55.916835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9cb50845-4c69-4415-92a1-6d3fe62320e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7260a69b063d4dd3b01a1533238f0b18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7753310 May 13 14:29:55.925899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:56.022299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-513a9b9a-b0f1-448a-a84e-e0897e769c59 req-0dc31042-e23e-4c43-a9ec-d89d84e1aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1666143 May 13 14:29:56.213014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed9e0-3f43-4c71-829e-abafab092c31 req-1c4322a4-0e5f-4c87-9145-e80909c789cc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.215826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69bed9e0-3f43-4c71-829e-abafab092c31 req-1c4322a4-0e5f-4c87-9145-e80909c789cc tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.3409855 May 13 14:29:56.296079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69bed9e0-3f43-4c71-829e-abafab092c31 req-6677336a-ab3f-45a5-88fc-8196af7578fd tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725083 May 13 14:29:56.345837 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.378613 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cda9f61-ccf2-43cd-9270-279461de27c3'] response: {'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'code': 200} May 13 14:29:56.379138 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cda9f61-ccf2-43cd-9270-279461de27c3'] response: {'name': 'network-changed', 'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'status': 'completed', 'code': 200} May 13 14:29:56.416976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.512330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Pushing event deleted for resources: {'Port': ['ID=056060b3-e520-4a1f-a757-4742b58829de,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:56.538808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-eb79f24a-dfca-4315-b8ea-30ae01ac9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.542235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-eb79f24a-dfca-4315-b8ea-30ae01ac9ad9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1125 time: 0.1326141 May 13 14:29:56.639070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:56.700288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764a1d-574f-4ba4-aa42-ab183a58cb4c req-48ff68d2-d8a3-4aa7-acf9-873d42f0c60f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.703054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee764a1d-574f-4ba4-aa42-ab183a58cb4c req-48ff68d2-d8a3-4aa7-acf9-873d42f0c60f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 944 time: 0.4970121 May 13 14:29:56.772521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-6d108dd6-7aeb-462c-91f5-98c011c2e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.774739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-6d108dd6-7aeb-462c-91f5-98c011c2e463 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.2254009 May 13 14:29:56.893936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-6e175346-3852-48e0-8aa0-a36baf1ec35b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 217 time: 0.0791628 May 13 14:29:56.973782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-7f427117-a8f6-4a19-bc25-2d0f5b67c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:56.973782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-7f427117-a8f6-4a19-bc25-2d0f5b67c563 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.0702190 May 13 14:29:57.010373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee764a1d-574f-4ba4-aa42-ab183a58cb4c req-4056d2eb-dc05-472c-96a3-48a95032e667 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838128 May 13 14:29:57.028758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01784cb-a501-4224-bb7d-f5f82d10229f req-c6cb4e08-5b54-456e-ac09-fca5018ba27a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:57.030435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a01784cb-a501-4224-bb7d-f5f82d10229f req-c6cb4e08-5b54-456e-ac09-fca5018ba27a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 944 time: 0.2595429 May 13 14:29:57.042666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-652c21ca-603b-4246-857d-d87b544bbcff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604405 May 13 14:29:57.179043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a01784cb-a501-4224-bb7d-f5f82d10229f req-402d1806-f063-4d2d-8d62-04d417eee7cb tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390979 May 13 14:29:57.239131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-d01c5fff-6364-4bc3-bb21-41f055861b7e service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823502 May 13 14:29:57.282691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fae32386-4a30-49d3-ac7b-9150350fbbec req-2ce3b6a9-a929-4f7c-b47f-292392fff376 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1633818 May 13 14:29:57.304549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:57.308471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:57.393288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.487166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port c031aaf3-6ab1-411b-87b2-ace06b6b4904 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:29:57.503691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246e20f-272f-47b9-a80d-6f2c773ea5ff,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:57.504092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port c031aaf3-6ab1-411b-87b2-ace06b6b4904 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:57.504781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.516403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e882a4cb-d394-44d0-9ee7-2660e1632487 req-f27b2d9b-8a91-4872-923d-036e2036e63f service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686095 May 13 14:29:57.531587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.556674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad2cd-2bfa-4534-baac-d4069e063abd req-e7dda247-675f-4573-8cc7-1bf9a45bf2b6 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:57.564985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-765ad2cd-2bfa-4534-baac-d4069e063abd req-e7dda247-675f-4573-8cc7-1bf9a45bf2b6 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.1666722 May 13 14:29:57.605253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:57.625435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'mac_address': 'fa:16:3e:1f:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:29:57.655163 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-765ad2cd-2bfa-4534-baac-d4069e063abd req-a14d3aa7-309d-47dc-82e4-ec686ed9dce2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812826 May 13 14:29:57.658132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.660993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b05744fd-e97e-46a0-9984-6446421b9776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4246e20f-272f-47b9-a80d-6f2c773ea5ff HTTP/1.1" status: 204 len: 168 time: 1.7324607 May 13 14:29:57.664306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-8cdcbfdb-1f3c-42ee-ab16-8b4b004e5cbe service neutron] 10.222.0.90 "GET /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.3750763 May 13 14:29:57.779272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:57.785061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.799689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port c031aaf3-6ab1-411b-87b2-ace06b6b4904 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:57.800402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.824597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f4e599-d678-4cd9-84d3-9b80cd0f2caf {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:57.849789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:29:57.864619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:57.870885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:57.873545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:57.874690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:29:57.978531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:29:57.980919 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.003285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2477fdb-7cc8-43fb-abe4-e4408aa9d2d4 req-74ffc99f-9d37-4bd7-a95d-3ce45588c5eb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:58.004448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e2477fdb-7cc8-43fb-abe4-e4408aa9d2d4 req-74ffc99f-9d37-4bd7-a95d-3ce45588c5eb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:29:58.166247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e2477fdb-7cc8-43fb-abe4-e4408aa9d2d4 req-74ffc99f-9d37-4bd7-a95d-3ce45588c5eb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:29:58.173951 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2477fdb-7cc8-43fb-abe4-e4408aa9d2d4 req-74ffc99f-9d37-4bd7-a95d-3ce45588c5eb tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.7716179 May 13 14:29:58.306318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.366964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-5f45cca5-6831-4e86-8ef0-72db7382b5c9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:58.370289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-5f45cca5-6831-4e86-8ef0-72db7382b5c9 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 949 time: 0.2442307 May 13 14:29:58.370800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:58.400969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:29:58.514662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port fc903920-3e1c-4c68-b60b-a885b92385e5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:29:58.514662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.591276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.633288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2477fdb-7cc8-43fb-abe4-e4408aa9d2d4 req-002982a3-661b-4ff1-8fc8-b8b9198ecee3 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479332 May 13 14:29:58.635253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:29:58.670551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:58.699816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:10a3ea2db2cf4f84a3b83066840e9c95 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:29:58.704303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:58.714935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:29:58.715981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:29:58.748068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:58.751899 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9c44d2-7105-4151-a5e2-d1696d1059a2'] response: {'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'code': 200} May 13 14:29:58.754505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:29:58.779291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Deleting port 5b6c7a6d-87bb-415b-9054-b350397a8f78 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:29:58.779741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:58.859854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:29:58.871358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:29:58.991690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:29:58.992815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.057161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe27d29-ea01-4a14-82b2-46c6085a1bda {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:29:59.088832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:59.090048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910521-5f6b-4f9b-9ea0-80fe9b18b4e7 req-1aad74f3-e0cf-4599-a292-67032e8fccd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.098003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:59.100678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d910521-5f6b-4f9b-9ea0-80fe9b18b4e7 req-1aad74f3-e0cf-4599-a292-67032e8fccd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 944 time: 0.7277479 May 13 14:29:59.105675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.106698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:29:59.123023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:29:59.126432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.146322 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Sync routers for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:29:59.155086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-21f8cefe-7088-4905-ba90-fa45eab42828 admin admin] 10.222.0.36 "PUT /v2.0/routers/0066bb2f-0d0a-47ee-8065-7770fba6d0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8323658 May 13 14:29:59.161530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:29:59.161756 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:29:59.162338 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:29:59.239420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 2b811f98-655d-4a56-ab15-6ea252b97d6e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:29:59.239840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b811f98-655d-4a56-ab15-6ea252b97d6e not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:29:59.287582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:29:59.316159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d910521-5f6b-4f9b-9ea0-80fe9b18b4e7 req-b42b100f-897e-4b4c-aa75-5854b00de2d6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140002 May 13 14:29:59.434622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a38e-ea4b-4157-9e19-db17a8408aea req-6391afec-9689-473d-9b9e-df804cbe0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.436430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02f5a38e-ea4b-4157-9e19-db17a8408aea req-6391afec-9689-473d-9b9e-df804cbe0718 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1096 time: 0.5951233 May 13 14:29:59.439918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af995649-6096-4455-bafd-63428df15ff7 req-9507d8fd-793c-4cb2-999f-d0ae846d3a62 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:29:59.443277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af995649-6096-4455-bafd-63428df15ff7 req-9507d8fd-793c-4cb2-999f-d0ae846d3a62 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 945 time: 0.4595802 May 13 14:29:59.445951 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:29:59.621238 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af995649-6096-4455-bafd-63428df15ff7 req-003f1420-2469-4b1f-b34d-3ff3edc9cd65 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055686 May 13 14:29:59.630214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c8a53cb7-deed-426f-9399-e13f8ef47e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.638732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.804486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.861882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.889463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02f5a38e-ea4b-4157-9e19-db17a8408aea req-c2d3a2dd-4a26-41cc-8696-f13c09af23cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440346 May 13 14:29:59.921740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] Transition to ACTIVE for port object 5fe27d29-ea01-4a14-82b2-46c6085a1bda will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:29:59.945869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] For port 5b6c7a6d-87bb-415b-9054-b350397a8f78, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5b6c7a6d-87bb-415b-9054-b350397a8f78,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:29:59.945869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:29:59.946112 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.023163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b827469-791c-4db0-85e5-b76286a7e0ea,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:00.030197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-664061d7-6d36-48b4-88e1-d7984f78dfc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10a3ea2db2cf4f84a3b83066840e9c95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6515489 May 13 14:30:00.080002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45912) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:00.113327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Calling delete_port for 5b6c7a6d-87bb-415b-9054-b350397a8f78 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:00.156606 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:29:56Z', 'revision_number': 5, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:00.156606 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Checking router: 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:00.178426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbc5f7-20bc-4f14-8baf-28f7db342671 req-250257a2-268b-43cb-a8f1-8435c190aa4f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.181432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53fbc5f7-20bc-4f14-8baf-28f7db342671 req-250257a2-268b-43cb-a8f1-8435c190aa4f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.5130563 May 13 14:30:00.196849 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Routers {'0066bb2f-0d0a-47ee-8065-7770fba6d0c5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:00.198456 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:29:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:00.310510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53fbc5f7-20bc-4f14-8baf-28f7db342671 req-50536154-5b55-488f-bc66-15da3188fab4 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115437 May 13 14:30:00.336791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] No DVR routers for this DVR port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:00.354086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:00.357741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.589120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e37e8-b953-486e-9f78-1919c00b4df9 req-baca6b34-9b14-4224-ab3b-f11b336243bd tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.596329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e00e37e8-b953-486e-9f78-1919c00b4df9 req-baca6b34-9b14-4224-ab3b-f11b336243bd tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 945 time: 0.7252731 May 13 14:30:00.598763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.617412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['88850c09-5e34-4150-96a0-270e12391fdd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:00.636705 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] Set router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:00.647777 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-95a38670-88a7-47ff-8697-a0c26fadce70 service neutron] 10.222.0.90 "PUT /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda/bindings/n-h2-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7848258 May 13 14:30:00.654092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Deleting port 4030192b-d897-4eaa-88e4-6e6b7e0399ba {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:00.654469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:00.677363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3723c62-5e66-452c-b854-270577269164 req-cc192d79-c192-4eac-b7b1-9a3fd3becbdc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.689247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3723c62-5e66-452c-b854-270577269164 req-cc192d79-c192-4eac-b7b1-9a3fd3becbdc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 945 time: 0.2488532 May 13 14:30:00.765055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:00.829058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event deleted for resources: {'Port': ['ID=5b6c7a6d-87bb-415b-9054-b350397a8f78,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:00.964198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-5f98fad7-b5b0-446b-8b40-92c3b19746f0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:00.965981 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-5f98fad7-b5b0-446b-8b40-92c3b19746f0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.90 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 945 time: 1.1330307 May 13 14:30:01.075705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.173723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e00e37e8-b953-486e-9f78-1919c00b4df9 req-32b268b4-776e-4119-b751-8921a96ade8d tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764260 May 13 14:30:01.221203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] No DVR routers for this DVR port 5b6c7a6d-87bb-415b-9054-b350397a8f78 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:01.231461 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.252543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3723c62-5e66-452c-b854-270577269164 req-3ce74c69-eb72-4cc4-a608-ed0747cc9c52 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626774 May 13 14:30:01.254546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-deleted', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:01.278722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Deleting port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:01.279076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.339397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:01.417715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.445892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-932cff9e-bafd-4dc7-82b0-949b6f3f9ad6 req-bdab4c1e-f41d-4fdf-9498-2e9613635b6a tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "DELETE /v2.0/ports/5b6c7a6d-87bb-415b-9054-b350397a8f78 HTTP/1.1" status: 204 len: 173 time: 3.0671241 May 13 14:30:01.479573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-200efbaf-c4b0-40a6-b3cb-513bbc74c876 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.491272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-200efbaf-c4b0-40a6-b3cb-513bbc74c876 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.7408729 May 13 14:30:01.514490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] For port 4030192b-d897-4eaa-88e4-6e6b7e0399ba, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4030192b-d897-4eaa-88e4-6e6b7e0399ba,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:01.514490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.624932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:01.643088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:01.644759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:01.727635 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:29:56Z', 'revision_number': 5, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:01.743377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f240c736-5491-4997-840f-35eada6cc0d8 None None] The sync data for ids ['0066bb2f-0d0a-47ee-8065-7770fba6d0c5'] in n-d-841736-1 is: [{'id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-132884635-router', 'tenant_id': '7da6cb20f45d45f780826aeac3006ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:25:55Z', 'updated_at': '2022-05-13T14:29:56Z', 'revision_number': 5, 'project_id': '7da6cb20f45d45f780826aeac3006ead', 'gw_port': {'id': '4030192b-d897-4eaa-88e4-6e6b7e0399ba', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0066bb2f-0d0a-47ee-8065-7770fba6d0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:25:59Z', 'updated_at': '2022-05-13T14:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:01.773643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4e850720-70cf-4556-8de3-d926f80d4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:01.777798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-4e850720-70cf-4556-8de3-d926f80d4795 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6 HTTP/1.1" status: 200 len: 1096 time: 0.2764592 May 13 14:30:01.924768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a8b39f2-8a97-45f1-b6c8-4bf76a6d0f67 req-81e2412f-4df8-49c7-8dd2-2a6d0f39504b tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6897b88-a257-4344-bec5-fb33159ec4b1 HTTP/1.1" status: 200 len: 210 time: 0.3752365 May 13 14:30:01.963370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Calling delete_port for 4030192b-d897-4eaa-88e4-6e6b7e0399ba owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:02.041493 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6140bcab-be6f-4c41-9761-54c8dfedcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.059449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-41780598-4e16-4bbd-9cce-c90763a99751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.063386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-41780598-4e16-4bbd-9cce-c90763a99751 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1096 time: 0.2554936 May 13 14:30:02.154762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec282d3-f08d-4be8-aacd-1bb6fdc4f833 req-9163fb0e-1f5d-4239-9271-5f53ae160127 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.166190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ec282d3-f08d-4be8-aacd-1bb6fdc4f833 req-9163fb0e-1f5d-4239-9271-5f53ae160127 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 945 time: 0.2785113 May 13 14:30:02.201828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:02.202001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.317070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:02.336457 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.338225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:02.378076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.439338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ec282d3-f08d-4be8-aacd-1bb6fdc4f833 req-f61495d8-3849-4cab-a3dc-b90bd6cc5717 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412890 May 13 14:30:02.453795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 5b6c7a6d-87bb-415b-9054-b350397a8f78 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:02.454352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5b6c7a6d-87bb-415b-9054-b350397a8f78 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:02.455715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b827469-791c-4db0-85e5-b76286a7e0ea,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:02.456989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:02.513804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-e9f3e742-225f-46a2-9e2b-ad8dc41271b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.516527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-e9f3e742-225f-46a2-9e2b-ad8dc41271b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 0.4471045 May 13 14:30:02.612662 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a97555-9cda-43fb-9b5e-e3793c77bcc2'] response: {'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'code': 200} May 13 14:30:02.713647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:02.725375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.725651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:02.737790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6c42c52-428b-4a73-a9b0-de8f0685bc16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b827469-791c-4db0-85e5-b76286a7e0ea HTTP/1.1" status: 204 len: 168 time: 2.6549439 May 13 14:30:02.760058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-49a8e6ac-a33b-4bd6-a904-2862d84cf474 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 200 len: 217 time: 0.2333808 May 13 14:30:02.761238 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb1b0d9-7cc8-4bc4-8e49-6bb4a3c0e9ee'] response: {'server_uuid': 'a6897b88-a257-4344-bec5-fb33159ec4b1', 'name': 'network-vif-deleted', 'tag': '5b6c7a6d-87bb-415b-9054-b350397a8f78', 'status': 'completed', 'code': 200} May 13 14:30:02.812932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:02.922606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-234e0a50-1860-4b95-b253-8d0a01f4b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:02.923430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-234e0a50-1860-4b95-b253-8d0a01f4b404 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.1546271 May 13 14:30:03.021470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:03.023115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.028420 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.061125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-b0a53b79-2599-4ff4-b796-bdfcfff4de4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260467 May 13 14:30:03.188701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd42ac-9d3f-4454-a540-6e073e489b8b req-d5eed569-ed9b-4170-a42b-bb102a6bd138 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.188701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3bd42ac-9d3f-4454-a540-6e073e489b8b req-d5eed569-ed9b-4170-a42b-bb102a6bd138 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 1.0518301 May 13 14:30:03.205019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Calling delete_port for d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:03.298601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3bd42ac-9d3f-4454-a540-6e073e489b8b req-e078b0e9-1cff-49cb-84a1-3fbb9cd6fd91 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 May 13 14:30:03.319058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.323153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:03.406848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Pushing event deleted for resources: {'Port': ['ID=4030192b-d897-4eaa-88e4-6e6b7e0399ba,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:03.492743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a21a6-9aad-4566-b46a-635081bc35c5 req-249c5cda-bcaf-45a5-95ea-922713e26465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.494708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b1a21a6-9aad-4566-b46a-635081bc35c5 req-249c5cda-bcaf-45a5-95ea-922713e26465 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 1096 time: 0.6591697 May 13 14:30:03.583838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:03.585273 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.591081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d14631-7137-4fab-bf16-716046c42014 req-44c3f0bb-b9c8-445c-a374-91117cf57462 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:03.604682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58d14631-7137-4fab-bf16-716046c42014 req-44c3f0bb-b9c8-445c-a374-91117cf57462 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.6126645 May 13 14:30:03.649814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:03.661191 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b1a21a6-9aad-4566-b46a-635081bc35c5 req-d3760f1e-5de7-4cbd-8362-eee6ff6322bc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570201 May 13 14:30:03.676361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.687335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:03.765123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-aae388dc-38a8-460a-adb2-1b7a656793c6 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941531 May 13 14:30:03.790610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58d14631-7137-4fab-bf16-716046c42014 req-0c570954-abe4-4413-a662-c242cb507b7a tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809337 May 13 14:30:03.861093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 056060b3-e520-4a1f-a757-4742b58829de no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:04.010102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:04.033047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 056060b3-e520-4a1f-a757-4742b58829de {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:04.034127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 056060b3-e520-4a1f-a757-4742b58829de not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:04.126895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-31b695c3-5426-40bf-8da6-16148349f027 service neutron] 10.222.0.86 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346434 May 13 14:30:04.184741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac416a5-8238-49fe-a8ec-f6b179f6f910 req-ce6de28d-c887-40f8-aff9-db1a84ac44c2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.184741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ac416a5-8238-49fe-a8ec-f6b179f6f910 req-ce6de28d-c887-40f8-aff9-db1a84ac44c2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 945 time: 0.1489048 May 13 14:30:04.324593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ac416a5-8238-49fe-a8ec-f6b179f6f910 req-5de4b289-f6ac-431f-b719-7c78d337a55f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151612 May 13 14:30:04.430516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:30:04.430516 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:30:04.603816 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.620608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'}, {'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:04.648100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.706783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.824958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1108bd-ccda-4c5f-951c-1a64518d3abf req-3bfa450c-0d3a-4b94-9212-7d369deac376 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:04.824958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f1108bd-ccda-4c5f-951c-1a64518d3abf req-3bfa450c-0d3a-4b94-9212-7d369deac376 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 943 time: 1.3040822 May 13 14:30:04.835631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:04.835631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0066bb2f-0d0a-47ee-8065-7770fba6d0c5 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:30:04.934368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Deleting port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:04.935177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.028641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5060-1e04-4eed-810e-a8513dd842ec req-726f2eca-a3b7-4607-8242-38df8dad0f40 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.030825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-726f2eca-a3b7-4607-8242-38df8dad0f40 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681&tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.4847815 May 13 14:30:05.290692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4867dc2-f001-4bd5-a39d-bb53e75648ba req-e30bd45b-d877-47e7-b76e-9090bc42b254 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.292612 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4867dc2-f001-4bd5-a39d-bb53e75648ba req-e30bd45b-d877-47e7-b76e-9090bc42b254 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 945 time: 0.4244123 May 13 14:30:05.326326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f1108bd-ccda-4c5f-951c-1a64518d3abf req-f2125b0f-6db4-4822-a6f9-15245ac8dc23 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fef0d46-140e-46e1-8f0f-0b68edd6f14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765072 May 13 14:30:05.337111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.349219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-870abc3e-7e13-43b7-8345-9ab6d2ed2469 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0066bb2f-0d0a-47ee-8065-7770fba6d0c5 HTTP/1.1" status: 204 len: 168 time: 6.1734643 May 13 14:30:05.349219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:05.462573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-175e5060-1e04-4eed-810e-a8513dd842ec req-13b5aa3f-b579-4561-bf2e-1d1ceb3ae2c6 service neutron] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:05.471617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-175e5060-1e04-4eed-810e-a8513dd842ec req-13b5aa3f-b579-4561-bf2e-1d1ceb3ae2c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.475095 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-175e5060-1e04-4eed-810e-a8513dd842ec req-13b5aa3f-b579-4561-bf2e-1d1ceb3ae2c6 service neutron] 10.222.0.86 "DELETE /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda/bindings/n-h1-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.4161394 May 13 14:30:05.515978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4867dc2-f001-4bd5-a39d-bb53e75648ba req-a57b00d3-9547-44eb-9c0f-7fbe3246a1f0 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075930 May 13 14:30:05.679901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Deleting subnet ff562812-2e12-4bc3-a1ad-68efec9f5019 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:30:05.686653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4030192b-d897-4eaa-88e4-6e6b7e0399ba no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:05.713987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.759778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4030192b-d897-4eaa-88e4-6e6b7e0399ba {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:05.760367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4030192b-d897-4eaa-88e4-6e6b7e0399ba not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:05.787360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209882a8-06f1-4f5f-976a-52140174e95c req-d61c164f-1111-4f47-b66a-b019147cc13a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:05.790694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-209882a8-06f1-4f5f-976a-52140174e95c req-d61c164f-1111-4f47-b66a-b019147cc13a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1096 time: 0.1517920 May 13 14:30:05.877529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:05.897232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-209882a8-06f1-4f5f-976a-52140174e95c req-e57be707-367e-44aa-b914-3bb7e5b4d6d7 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911438 May 13 14:30:06.131276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49251de6-3ab4-4544-8c52-740293aa47ad req-ff2e699b-3d1e-4c3d-812d-6ae89b874863 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.138365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49251de6-3ab4-4544-8c52-740293aa47ad req-ff2e699b-3d1e-4c3d-812d-6ae89b874863 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.5411606 May 13 14:30:06.198921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] For port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:06.198921 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.361989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.390191 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8886b479-2841-40c5-bc97-321fbba64670'] response: {'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'code': 200} May 13 14:30:06.390191 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8886b479-2841-40c5-bc97-321fbba64670'] response: {'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'code': 200} May 13 14:30:06.399057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Calling delete_port for d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:06.477789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49251de6-3ab4-4544-8c52-740293aa47ad req-97ba6559-5d9a-419d-b7c7-d9fb1681506f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033750 May 13 14:30:06.705549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d529d-45dc-4a63-a739-d2b92b887304 req-610d4b6a-8aa6-4f01-9b3f-9a2705eff95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.706290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.707135 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-722d529d-45dc-4a63-a739-d2b92b887304 req-610d4b6a-8aa6-4f01-9b3f-9a2705eff95e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 1097 time: 0.1535411 May 13 14:30:06.779145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-722d529d-45dc-4a63-a739-d2b92b887304 req-22be9980-1963-4128-8da3-fef9a4327d17 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501146 May 13 14:30:06.787614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff562812-2e12-4bc3-a1ad-68efec9f5019,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:06.817245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd8807-2ed9-476b-bc75-66b127ddcea6 req-7f050629-c5c9-40fd-a280-9a96e4a135a7 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:06.818856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdfd8807-2ed9-476b-bc75-66b127ddcea6 req-7f050629-c5c9-40fd-a280-9a96e4a135a7 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.1596768 May 13 14:30:06.886322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f0aa6-5f56-4515-a580-71b2e50dd715 None None] Network 1bc8d328-7bc6-4719-b100-25ec2e7e958d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:06.896995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.898138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdfd8807-2ed9-476b-bc75-66b127ddcea6 req-bb603ada-ab52-424b-bac9-8759e820e3da tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 May 13 14:30:06.973866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:06.993502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9cf4f189-3690-4160-8066-990469b1ef4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ff562812-2e12-4bc3-a1ad-68efec9f5019 HTTP/1.1" status: 204 len: 168 time: 1.6401253 May 13 14:30:06.995744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:07.166626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Pushing event deleted for resources: {'Port': ['ID=d71c2004-6a39-445a-8c2b-5bcdb64b6bb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:07.232340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.277963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61479-7f56-4c3a-a8d9-878363376603 req-9e4ae1ad-7806-4bb1-98ff-d2866375d55f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.279749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26f61479-7f56-4c3a-a8d9-878363376603 req-9e4ae1ad-7806-4bb1-98ff-d2866375d55f tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.5030832 May 13 14:30:07.280903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] No DVR routers for this DVR port d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:07.282666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b4786-5183-4a86-a149-e5c28eed165b req-45b6589a-d6d8-4757-a46e-1faf831adfb3 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.285176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.287212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e319480d-09ab-4507-942b-2c5c86dc5266 req-f2392957-39cd-4d73-a524-4eb808c7c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.90 "DELETE /v2.0/ports/d71c2004-6a39-445a-8c2b-5bcdb64b6bb9 HTTP/1.1" status: 204 len: 173 time: 6.3007464 May 13 14:30:07.288497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-deleted', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:07.296260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a76b4786-5183-4a86-a149-e5c28eed165b req-45b6589a-d6d8-4757-a46e-1faf831adfb3 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1096 time: 0.1801589 May 13 14:30:07.323896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Deleting port 2b31a44e-7378-47f9-94d7-71694097b208 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:07.325503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.382622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] DHCP port deletion for 1bc8d328-7bc6-4719-b100-25ec2e7e958d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:30:07.398033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Deleting port 2b31a44e-7378-47f9-94d7-71694097b208 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:07.398788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.546985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a76b4786-5183-4a86-a149-e5c28eed165b req-80533d93-3ea0-4fa9-8412-8ecc1d1c2500 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485754 May 13 14:30:07.602830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Deleting port 88850c09-5e34-4150-96a0-270e12391fdd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:07.603176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:07.840604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7932c-259d-4d11-9a0b-f38a4e60ea02 req-66edf62f-74b7-488e-b561-328bbddb1928 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:07.872548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdb7932c-259d-4d11-9a0b-f38a4e60ea02 req-66edf62f-74b7-488e-b561-328bbddb1928 tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 949 time: 0.5889575 May 13 14:30:08.038748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2b31a44e-7378-47f9-94d7-71694097b208 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:08.181376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] For port 2b31a44e-7378-47f9-94d7-71694097b208, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2b31a44e-7378-47f9-94d7-71694097b208,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:08.186186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.216601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdb7932c-259d-4d11-9a0b-f38a4e60ea02 req-789a6a4a-7443-479e-b82e-4d8d5ab2479d tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411829 May 13 14:30:08.311590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] For port 2b31a44e-7378-47f9-94d7-71694097b208, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2b31a44e-7378-47f9-94d7-71694097b208,segment=NetworkSegment(0a3db705-9033-4136-aeca-6134c135a044),segment_id=0a3db705-9033-4136-aeca-6134c135a044)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:08.311590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.386405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2c3819c9-de1d-454d-a469-3f4aee64ad5f req-bfbcb78e-1a6c-43b4-810a-edf86aa9063c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Synchronizing usage tracker for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:08.398513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Calling delete_port for 2b31a44e-7378-47f9-94d7-71694097b208 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:08.511792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2c3819c9-de1d-454d-a469-3f4aee64ad5f req-bfbcb78e-1a6c-43b4-810a-edf86aa9063c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] Unset dirty status for tenant:590a750e24c747949f97ad2dc1536b1f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:08.513994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c3819c9-de1d-454d-a469-3f4aee64ad5f req-bfbcb78e-1a6c-43b4-810a-edf86aa9063c tempest-FloatingIPsAssociationNegativeTestJSON-1191346583 tempest-FloatingIPsAssociationNegativeTestJSON-1191346583-project] 10.222.0.36 "GET /v2.0/ports?device_id=e909d018-3e6c-48d9-a0d4-0fc6a718ee8c HTTP/1.1" status: 200 len: 210 time: 0.3185508 May 13 14:30:08.519646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.569696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Calling delete_port for 2b31a44e-7378-47f9-94d7-71694097b208 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:08.579835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] No DVR routers for this DVR port 2b31a44e-7378-47f9-94d7-71694097b208 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:08.650686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2b31a44e-7378-47f9-94d7-71694097b208 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:08.651468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.759901 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:30:08.760291 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:30:08.862861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] For port 88850c09-5e34-4150-96a0-270e12391fdd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=88850c09-5e34-4150-96a0-270e12391fdd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:08.863648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:08.926717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b31a44e-7378-47f9-94d7-71694097b208,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:09.012400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.012687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.013094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.013470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.013805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.016069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.017145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:09.031571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Calling delete_port for 88850c09-5e34-4150-96a0-270e12391fdd owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:09.040723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.093295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc8d328-7bc6-4719-b100-25ec2e7e958d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:09.109840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6017c-83e0-4b56-88d8-681a784bc8f1 req-40ab829e-d35a-4967-98b3-7f2605183935 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.111061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3db705-9033-4136-aeca-6134c135a044') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:09.111364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3db705-9033-4136-aeca-6134c135a044') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:09.113131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2d6017c-83e0-4b56-88d8-681a784bc8f1 req-40ab829e-d35a-4967-98b3-7f2605183935 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.4155354 May 13 14:30:09.131908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.151419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4dc55-74ed-4674-87b4-d19b07a5f372 req-150d5974-98f9-4612-acd1-f4503d848807 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.153095 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ea4dc55-74ed-4674-87b4-d19b07a5f372 req-150d5974-98f9-4612-acd1-f4503d848807 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 1096 time: 0.2920945 May 13 14:30:09.163444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.192011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:30:09.192806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: timer() May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:30:09.218229 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:30:09.233539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2d6017c-83e0-4b56-88d8-681a784bc8f1 req-6f04a8b0-7b31-487b-8b40-b0731f941a49 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085351 May 13 14:30:09.261576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Deleting port 2b31a44e-7378-47f9-94d7-71694097b208 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:09.262764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.341004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ea4dc55-74ed-4674-87b4-d19b07a5f372 req-4ce2cad8-2efd-4763-a9dd-e668bfb65a31 tempest-LiveMigrationTest-716373383 tempest-LiveMigrationTest-716373383-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788223 May 13 14:30:09.355317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.380192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.387804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ed06b6ca-55a2-4cd4-b23c-66a8516af64f None None] The port '2b31a44e-7378-47f9-94d7-71694097b208' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:30:09.410488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc8d328-7bc6-4719-b100-25ec2e7e958d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:09.428551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a33010d4-ac93-4c38-86d5-54bfbecf100f admin admin] 10.222.0.36 "DELETE /v2.0/networks/1bc8d328-7bc6-4719-b100-25ec2e7e958d HTTP/1.1" status: 204 len: 168 time: 2.4272358 May 13 14:30:09.452487 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e289038-e6ca-4691-86f0-194d4045aada'] response: {'server_uuid': 'e909d018-3e6c-48d9-a0d4-0fc6a718ee8c', 'name': 'network-vif-deleted', 'tag': 'd71c2004-6a39-445a-8c2b-5bcdb64b6bb9', 'status': 'completed', 'code': 200} May 13 14:30:09.483052 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.655978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Pushing event deleted for resources: {'Port': ['ID=88850c09-5e34-4150-96a0-270e12391fdd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:09.713532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] No DVR routers for this DVR port 88850c09-5e34-4150-96a0-270e12391fdd on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:09.718516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:09.722749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45495af-50d8-4069-a91e-99a34b00a558 req-33fe1e12-abf3-4f6c-bd3f-92c6a19f6e33 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:09.727228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b45495af-50d8-4069-a91e-99a34b00a558 req-33fe1e12-abf3-4f6c-bd3f-92c6a19f6e33 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.1997011 May 13 14:30:09.755140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26f61479-7f56-4c3a-a8d9-878363376603 req-87988177-2d35-4602-bf61-d0440d6ffbcf tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.90 "DELETE /v2.0/ports/88850c09-5e34-4150-96a0-270e12391fdd HTTP/1.1" status: 204 len: 173 time: 2.4615278 May 13 14:30:09.768435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2eba5aca-606a-4958-a71b-5fbdb35dd9ca req-232e30c9-b78e-4cf8-9b4d-9c5389deed07 tempest-FlavorsV2NegativeTest-1065208952 tempest-FlavorsV2NegativeTest-1065208952-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8d345a675f3c452e8cf4c47b9f514aa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567060 May 13 14:30:09.861627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:09.907941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b45495af-50d8-4069-a91e-99a34b00a558 req-d2b7c6e8-1513-4349-a643-10e9721703f9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701748 May 13 14:30:10.010122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b0bc6d8c-53dc-46c5-9df8-fa1be9f6c7ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=690a6ce2368846049d8c13408848206a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364627 May 13 14:30:10.010122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:10.133055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5aca-606a-4958-a71b-5fbdb35dd9ca req-474c2927-e5c3-4305-ae93-9ec991edc445 tempest-FlavorsV2NegativeTest-1065208952 tempest-FlavorsV2NegativeTest-1065208952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:10.135623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2eba5aca-606a-4958-a71b-5fbdb35dd9ca req-474c2927-e5c3-4305-ae93-9ec991edc445 tempest-FlavorsV2NegativeTest-1065208952 tempest-FlavorsV2NegativeTest-1065208952-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563964 May 13 14:30:10.163409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2eba5aca-606a-4958-a71b-5fbdb35dd9ca req-3c99100d-e5d5-4f2c-9546-8a39de58bc39 tempest-FlavorsV2NegativeTest-1065208952 tempest-FlavorsV2NegativeTest-1065208952-project] 10.222.0.36 "GET /v2.0/quotas/8d345a675f3c452e8cf4c47b9f514aa3 HTTP/1.1" status: 200 len: 375 time: 0.0170512 May 13 14:30:10.214257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8ee93d11-4b73-4bb7-a6af-c03af808bcfb req-a433e9ba-125c-4d96-ab31-d2800030a2ad tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Synchronizing usage tracker for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:10.254067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.255482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2eba5aca-606a-4958-a71b-5fbdb35dd9ca req-abc08293-ce4b-497e-b6f1-d66081afc6a2 tempest-FlavorsV2NegativeTest-1065208952 tempest-FlavorsV2NegativeTest-1065208952-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d345a675f3c452e8cf4c47b9f514aa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818188 May 13 14:30:10.285468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8ee93d11-4b73-4bb7-a6af-c03af808bcfb req-a433e9ba-125c-4d96-ab31-d2800030a2ad tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] Unset dirty status for tenant:e423ba02102f49e29a71e7238fe217f2 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:10.287513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ee93d11-4b73-4bb7-a6af-c03af808bcfb req-a433e9ba-125c-4d96-ab31-d2800030a2ad tempest-MigrationsAdminTest-1919175084 tempest-MigrationsAdminTest-1919175084-project] 10.222.0.36 "GET /v2.0/ports?device_id=77da6ea8-681f-41ad-9d48-836f80e57d59 HTTP/1.1" status: 200 len: 210 time: 0.1584475 May 13 14:30:10.332412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.438279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.486438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3abdef-571f-481c-a33c-7667c039972b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:10.504178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:10.505849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f472118e-9e84-423e-a680-b11e0ae6c3a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d3abdef-571f-481c-a33c-7667c039972b HTTP/1.1" status: 204 len: 168 time: 0.4969940 May 13 14:30:10.909949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:11.330465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:11.514814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-deleted', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:11.539924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 88850c09-5e34-4150-96a0-270e12391fdd {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:11.540538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 88850c09-5e34-4150-96a0-270e12391fdd not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:11.581754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:11.759377 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ca448c16-2174-444f-8e96-e64b2398abf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7da6cb20f45d45f780826aeac3006ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564176 May 13 14:30:11.760676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46104) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:11.966295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-042e5cae-ad1f-423b-be30-bc9d3aa68260 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:11.967851 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-042e5cae-ad1f-423b-be30-bc9d3aa68260 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 945 time: 0.5119007 May 13 14:30:12.020726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.054229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.135033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99541-b5a9-45fe-a616-0664147d88c8 req-3f303143-9cf5-43d9-aab7-3aef2ea39a58 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.137665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cac99541-b5a9-45fe-a616-0664147d88c8 req-3f303143-9cf5-43d9-aab7-3aef2ea39a58 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 945 time: 0.6372285 May 13 14:30:12.195897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:12.280905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.373374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430819a6-23c7-4a84-bec0-c1f024a535bb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:12.386507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Deleting port 5fe27d29-ea01-4a14-82b2-46c6085a1bda {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:12.387071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.447754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.451783 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-082755b2-7768-4aa9-afa3-68c3fbd82d78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/430819a6-23c7-4a84-bec0-c1f024a535bb HTTP/1.1" status: 204 len: 168 time: 0.6748486 May 13 14:30:12.477786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-693bd64b-4a7b-4cf0-8de4-f5ed6042c692 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.480128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-693bd64b-4a7b-4cf0-8de4-f5ed6042c692 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 0.5940621 May 13 14:30:12.481549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:12.518279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cac99541-b5a9-45fe-a616-0664147d88c8 req-d39317f7-61de-4a8f-925d-8fdf25ed2e2c tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284070 May 13 14:30:12.519826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-e07b6049-11ca-41c4-ba06-a820c4547f1d tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/quotas/8ad646d04dd845ceb7f3f71de9867dbc HTTP/1.1" status: 200 len: 375 time: 0.0254917 May 13 14:30:12.541644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:12.557471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Usage tracker for resource:security_group_rule and tenant:8d345a675f3c452e8cf4c47b9f514aa3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:12.586999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:12.603020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:12.685464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-d96b858c-f913-413f-8c57-dacab87217bd tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:12.688701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-d96b858c-f913-413f-8c57-dacab87217bd tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "GET /v2.0/ports?device_id=322eef47-302a-4a11-a318-635ce7f90f84 HTTP/1.1" status: 200 len: 945 time: 0.4427140 May 13 14:30:12.897115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2dafeba5-2447-458a-8640-6b34428e3077 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3610678 May 13 14:30:12.903367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] For port 5fe27d29-ea01-4a14-82b2-46c6085a1bda, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5fe27d29-ea01-4a14-82b2-46c6085a1bda,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:12.903787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.015904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Deleting port fc903920-3e1c-4c68-b60b-a885b92385e5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:13.016485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.227601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Calling delete_port for 5fe27d29-ea01-4a14-82b2-46c6085a1bda owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:13.284724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733289c1-635e-40ba-94c5-f8a8039ab03a req-993560c0-fe8f-48a9-bacf-6a415bf338ee tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:13.291793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-733289c1-635e-40ba-94c5-f8a8039ab03a req-993560c0-fe8f-48a9-bacf-6a415bf338ee tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1096 time: 0.5954981 May 13 14:30:13.304472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.332582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.356519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:13.373089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-3221e9fd-3a2a-45c6-a4de-cd01c2d39201 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605122 May 13 14:30:13.494192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d345a675f3c452e8cf4c47b9f514aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2969155 May 13 14:30:13.503852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-733289c1-635e-40ba-94c5-f8a8039ab03a req-f4301397-4351-42ab-8ecb-2a3235219556 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108290 May 13 14:30:13.506963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:13.515825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055defa9-fc60-47a3-8fa6-b359e99f5b57,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:13.532798 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.595778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1288732342-network', 'tenant_id': '3b70e2048e9b4c268158f065165adb87'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:13.617000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.617328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.617704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.617979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.618317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.618625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.618896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:13.619069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.619258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.619796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.620105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.620471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.620773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f532ab2-dd38-44c2-a9b4-60540ab2a4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:13.629737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Usage tracker for resource:network and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:13.637363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:13.652075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:13.685219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Made reservation on behalf of 3b70e2048e9b4c268158f065165adb87 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:13.687404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.698593 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.720151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['03e10433-e0ee-4b0f-967c-6d21024aad93'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:13.744509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:13.797380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event deleted for resources: {'Port': ['ID=5fe27d29-ea01-4a14-82b2-46c6085a1bda,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:13.803251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:13.867274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-e580ded1-d758-4513-86db-16a3a0374fa2 service neutron] 10.222.0.36 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284987 May 13 14:30:13.900855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Usage tracker for resource:security_group_rule and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:14.001242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['5fe27d29-ea01-4a14-82b2-46c6085a1bda'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:14.007712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:14.008074 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79e97eb-ab0c-4bfa-bc0d-8c4fe16d2b10'] response: {'server_uuid': '77da6ea8-681f-41ad-9d48-836f80e57d59', 'name': 'network-vif-deleted', 'tag': '88850c09-5e34-4150-96a0-270e12391fdd', 'status': 'completed', 'code': 200} May 13 14:30:14.012906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] No DVR routers for this DVR port 5fe27d29-ea01-4a14-82b2-46c6085a1bda on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:14.021532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.039094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:14.043740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-deleted', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:14.095364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.102018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] For port fc903920-3e1c-4c68-b60b-a885b92385e5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fc903920-3e1c-4c68-b60b-a885b92385e5,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:14.102893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.155101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7f50bc0-2118-4522-841d-384aafbff7bb req-540c11b6-30a7-40bc-9a4b-774d1fde8aea tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.86 "DELETE /v2.0/ports/5fe27d29-ea01-4a14-82b2-46c6085a1bda HTTP/1.1" status: 204 len: 173 time: 1.9996326 May 13 14:30:14.332373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Calling delete_port for fc903920-3e1c-4c68-b60b-a885b92385e5 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:14.375105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.391497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.477844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.645342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:14.671535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-50943a47-f0b9-4a1b-b061-c13ef1410671 req-d41b8bb2-bcd8-424e-a0b5-6c267b4e2034 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:14.676494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:14.682347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafcfdf1-821d-434c-85dd-bface5d0b444,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:14.722927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.723479 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Added segment 8851db25-faaa-4b36-87d8-a080c319c028 of type vlan for network a1c1dfed-2228-4062-8d74-2514c0a14e2d May 13 14:30:14.766568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-50943a47-f0b9-4a1b-b061-c13ef1410671 req-d41b8bb2-bcd8-424e-a0b5-6c267b4e2034 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:14.777115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50943a47-f0b9-4a1b-b061-c13ef1410671 req-d41b8bb2-bcd8-424e-a0b5-6c267b4e2034 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fcc4f8-1773-48dc-afa6-339a6dcd8681 HTTP/1.1" status: 200 len: 210 time: 0.3347077 May 13 14:30:14.835215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.924795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:14.926789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:14.928385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.195368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91341ffc-1eaa-41f2-b59f-a5021df9194c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e423ba02102f49e29a71e7238fe217f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474446 May 13 14:30:15.202819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:15.212009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1765a9-6028-4910-b406-add55787bbbc req-656ff6e2-708b-4264-8980-fb7d2853b8bb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:15.215895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] Pushing event updated for resources: {'Network': ['ID=a1c1dfed-2228-4062-8d74-2514c0a14e2d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:15.221010 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df1765a9-6028-4910-b406-add55787bbbc req-656ff6e2-708b-4264-8980-fb7d2853b8bb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 1.0213950 May 13 14:30:15.241603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f570419-5c91-4820-943c-1581f9aa7c5a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8839686 May 13 14:30:15.245342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46182) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:15.252571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Request body: {'subnet': {'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1288732342-subnet', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:15.254769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:15.263716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:15.271904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Usage tracker for resource:subnet and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:15.282029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:15.314643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:15.338335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Made reservation on behalf of 3b70e2048e9b4c268158f065165adb87 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:15.341110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.358506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.388162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fc903920-3e1c-4c68-b60b-a885b92385e5 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:15.449223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df1765a9-6028-4910-b406-add55787bbbc req-8e85ac7e-75dd-482e-8952-33f4bdf86a37 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270465 May 13 14:30:15.553064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055defa9-fc60-47a3-8fa6-b359e99f5b57,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:15.637431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fc903920-3e1c-4c68-b60b-a885b92385e5 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:15.637909 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.674529 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d63686-2d74-4e87-ae68-8ddc8739765b'] response: {'server_uuid': '00fcc4f8-1773-48dc-afa6-339a6dcd8681', 'name': 'network-vif-deleted', 'tag': '5fe27d29-ea01-4a14-82b2-46c6085a1bda', 'status': 'completed', 'code': 200} May 13 14:30:15.693544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.701907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-58fb8e8f-5d95-4977-b758-b771208bfd04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/055defa9-fc60-47a3-8fa6-b359e99f5b57 HTTP/1.1" status: 204 len: 168 time: 2.1845956 May 13 14:30:15.738376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:15.918528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event deleted for resources: {'Port': ['ID=fc903920-3e1c-4c68-b60b-a885b92385e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:15.925942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Deleting port 0a875b8c-ca21-460c-b9e1-0c320c243cd8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:15.926501 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.089538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:16.152857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] For port 0a875b8c-ca21-460c-b9e1-0c320c243cd8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0a875b8c-ca21-460c-b9e1-0c320c243cd8,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:16.153503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.217258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.232526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 5fe27d29-ea01-4a14-82b2-46c6085a1bda {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:16.233536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5fe27d29-ea01-4a14-82b2-46c6085a1bda not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:16.322983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bf0006-fed3-495e-9db8-431db902e212,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:16.350112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Checking segment: {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:16.350481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Network hostable DHCP agents. Network: a1c1dfed-2228-4062-8d74-2514c0a14e2d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:16.417649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:16.457359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a1c1dfed-2228-4062-8d74-2514c0a14e2d) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:16.476941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8067bd-d26a-4103-b5f9-6b56c78e1d7f None None] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:16.489735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Calling delete_port for 0a875b8c-ca21-460c-b9e1-0c320c243cd8 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:16.503938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:16.505990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.642602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-444d446c-52ae-455c-b391-1e50aae89082 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3909757 May 13 14:30:16.643220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:16.678536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:16.721318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:16.750145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.759251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8fa2a1a6-154c-47a1-96d3-4f7b5f7c0cd2 req-2c35ca30-d998-4df1-85cf-1a0bed872b33 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:16.765853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Usage tracker for resource:router and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:16.792604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:16.829756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:16.890896 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.892854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:16.997040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.236042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.345785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] No DVR routers for this DVR port fc903920-3e1c-4c68-b60b-a885b92385e5 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:17.366994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.376186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-11f7fa32-5bf5-419d-914c-c4b8321ac857 req-74ebdbeb-c68d-4c7f-9c2a-e358caba10fe tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "DELETE /v2.0/ports/fc903920-3e1c-4c68-b60b-a885b92385e5 HTTP/1.1" status: 204 len: 173 time: 4.6779332 May 13 14:30:17.382355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-deleted', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:17.465558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:30:17.467272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.587289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8fa2a1a6-154c-47a1-96d3-4f7b5f7c0cd2 req-2c35ca30-d998-4df1-85cf-1a0bed872b33 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:17.600827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fa2a1a6-154c-47a1-96d3-4f7b5f7c0cd2 req-2c35ca30-d998-4df1-85cf-1a0bed872b33 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 210 time: 1.6913884 May 13 14:30:17.685309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:17.760258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8414ce9-626d-4dfe-9099-3a5ce7c8dfae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:18.002423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.233149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Allocated IP 172.20.0.2 (a1c1dfed-2228-4062-8d74-2514c0a14e2d/18bf0006-fed3-495e-9db8-431db902e212/f7687c24-593f-45ec-9cca-81d5373558d7) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:18.347761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:18.356744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a875b8c-ca21-460c-b9e1-0c320c243cd8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:18.555666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.842563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:18.928324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Transition to ACTIVE for port object f7687c24-593f-45ec-9cca-81d5373558d7 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:18.980448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Transition to ACTIVE for port object f7687c24-593f-45ec-9cca-81d5373558d7 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:18.998704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-a93d84b6-ed88-4b20-9ece-5499c89cc583 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:19.001906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-a93d84b6-ed88-4b20-9ece-5499c89cc583 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 815 time: 2.1635239 May 13 14:30:19.020137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.052775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.057567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8fe976e8-71e6-487e-bd94-bdb19fa5927a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8414ce9-626d-4dfe-9099-3a5ce7c8dfae HTTP/1.1" status: 204 len: 168 time: 3.7813778 May 13 14:30:19.075855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Request body: {'port': {'device_id': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'admin_state_up': True, 'tenant_id': '8ad646d04dd845ceb7f3f71de9867dbc'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:19.328902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Pushing event updated for resources: {'Port': ['ID=f7687c24-593f-45ec-9cca-81d5373558d7,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:19.347655 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.378883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:19.380811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:19.384808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:19.581439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:19.599312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-488824819-network', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:19.607305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:19.620067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Usage tracker for resource:network and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:19.631344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:19.643687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:19.660171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Attempting to bind port f7687c24-593f-45ec-9cca-81d5373558d7 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:19.660798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Attempting to bind port f7687c24-593f-45ec-9cca-81d5373558d7 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:19.661277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Attempting to bind port f7687c24-593f-45ec-9cca-81d5373558d7 on network a1c1dfed-2228-4062-8d74-2514c0a14e2d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:19.669787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-3e71724f-f8ec-4d1d-84d4-0de565e4ff02 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:30:19.676953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:19.677332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Checking segment: {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:19.677739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.679601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Bound using segment: {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:19.680190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Bound port: f7687c24-593f-45ec-9cca-81d5373558d7, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:19.681970 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.700441 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-3e71724f-f8ec-4d1d-84d4-0de565e4ff02 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2149246 May 13 14:30:19.805661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:19.817981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.880085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.937101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:19.976529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.978230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:19.989288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] For port f7687c24-593f-45ec-9cca-81d5373558d7, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:19.999256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] For port f7687c24-593f-45ec-9cca-81d5373558d7, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f7687c24-593f-45ec-9cca-81d5373558d7,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:20.009573 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.118895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e770-cfd5-4b51-8163-cf9f1aa8e180 None None] Pushing event updated for resources: {'Port': ['ID=f7687c24-593f-45ec-9cca-81d5373558d7,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:20.183049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.238104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:20.243608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Usage tracker for resource:security_group_rule and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:20.255302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:20.268436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:20.323078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Allocated IP 172.25.5.110 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/86e88083-bcc5-470b-99d2-d37b9edc864d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:20.380579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:20.394643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Request body: {'binding': {'host': 'n-h2-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:20.396115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:30:20.507092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Made reservation on behalf of 8ad646d04dd845ceb7f3f71de9867dbc for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:20.524445 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.527716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dd4a933b-10e5-4cf7-9a90-4aeab441a9cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ccf375013c34d8fbe86d9ce01a47d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457460 May 13 14:30:20.541743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:20.618727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.677427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.709684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.724352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.754524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.846568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854845f-38ca-4c77-9cb7-6e053a2a0dce req-cc9357ce-4b87-49bd-b64f-072c98b6e9d1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:20.863927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b854845f-38ca-4c77-9cb7-6e053a2a0dce req-cc9357ce-4b87-49bd-b64f-072c98b6e9d1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 2.1889083 May 13 14:30:20.868795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.884715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:20.889760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:20.894856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:20.903801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:20.923730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:20.924361 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Added segment 17a0c36e-d5a0-48da-b41a-df55adcbcb47 of type vlan for network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c May 13 14:30:20.963870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Pushing event updated for resources: {'Port': ['ID=86e88083-bcc5-470b-99d2-d37b9edc864d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:20.974654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.005928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.052329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eedb1d3-8e45-4cdd-9448-330ce1bff193,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:21.107785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.294803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.297778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f9498976-b18b-4e4e-9e7f-a74671f532ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eedb1d3-8e45-4cdd-9448-330ce1bff193 HTTP/1.1" status: 204 len: 168 time: 0.7541552 May 13 14:30:21.368256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:21.431742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0095d1a-f48e-4b42-8344-2554a1d9103e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:21.515078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b854845f-38ca-4c77-9cb7-6e053a2a0dce req-a02b1e06-c91a-45f1-91a3-a8c460bbc789 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002719 May 13 14:30:21.672629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.673554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:21.674155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:21.910569 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4177f0-a5a1-4483-b9c6-6bd2e3635fac'] response: {'server_uuid': '322eef47-302a-4a11-a318-635ce7f90f84', 'name': 'network-vif-deleted', 'tag': 'fc903920-3e1c-4c68-b60b-a885b92385e5', 'status': 'completed', 'code': 200} May 13 14:30:21.917798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5416989 May 13 14:30:21.933494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:21.959829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f7687c24-593f-45ec-9cca-81d5373558d7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:22.030909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Request body: {'subnet': {'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-488824819-subnet', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:22.047615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fa15cb-1a27-4e6f-8e44-60ffe9518b13 None None] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:22.073834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:22.090879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Usage tracker for resource:subnet and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:22.094385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Allocated IP 172.20.0.13 (cb98a951-929a-47d2-861c-752a0d0a29e0/349e48d1-0259-4f2f-9274-0154a891c0e6/091ebf52-6d5a-4783-acc1-c2a0d1dddabe) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:22.094913 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.119465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:22.158167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473206e-4c80-4655-a9ff-fe4015c9a067 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cc6b37-1691-40f3-8b0c-a58ef5bb549c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:22.211619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:22.221280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on host n-h2-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:22.221879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:22.222382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:22.536183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:22.618057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:22.618640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:22.730581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:22.741059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:22.817216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aa7351d3-07bf-4d4e-a919-5938f46efbb8 None None] Provisioning for port f7687c24-593f-45ec-9cca-81d5373558d7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:22.868232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:22.868825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:22.871860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:22.872678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Bound port: c031aaf3-6ab1-411b-87b2-ace06b6b4904, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:22.890868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6358a6f4-18e7-48dc-9fa2-f54169cf0605 req-7956a73e-7fa8-470d-843d-4b8dac6cb373 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Synchronizing usage tracker for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:22.897511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f7687c24-593f-45ec-9cca-81d5373558d7 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:23.114444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f7687c24-593f-45ec-9cca-81d5373558d7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:23.116198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:23.558240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6358a6f4-18e7-48dc-9fa2-f54169cf0605 req-7956a73e-7fa8-470d-843d-4b8dac6cb373 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Unset dirty status for tenant:8ad646d04dd845ceb7f3f71de9867dbc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:23.572845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6358a6f4-18e7-48dc-9fa2-f54169cf0605 req-7956a73e-7fa8-470d-843d-4b8dac6cb373 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 210 time: 1.1810830 May 13 14:30:23.771812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:23.892434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f7687c24-593f-45ec-9cca-81d5373558d7 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:23.899998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.049107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f7687c24-593f-45ec-9cca-81d5373558d7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f7687c24-593f-45ec-9cca-81d5373558d7,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:24.069372 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.280916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f7687c24-593f-45ec-9cca-81d5373558d7,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:24.367356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:24.408610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.644566 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.690752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.699121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Router f2afdb53-3dc4-45b3-a889-9598bce974ca has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:24.770589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9a0f38a0-41a6-4411-a38b-8cfb4c13ad76 None None] Provisioning complete for port f7687c24-593f-45ec-9cca-81d5373558d7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:24.771379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a0f38a0-41a6-4411-a38b-8cfb4c13ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.870093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:24.930377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:24.956350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:24.958556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-8fc5f8c7-83a6-4058-a87f-30a14f6a2369 service neutron] 10.222.0.36 "POST /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904/bindings HTTP/1.1" status: 201 len: 389 time: 5.2565219 May 13 14:30:24.984021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Sync routers for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:25.002862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.007467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b7e0e3f9-fd64-4c6d-aab8-b42c85396621 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3614676 May 13 14:30:25.013623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:25.078997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:25.079732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:25.153127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Network cb98a951-929a-47d2-861c-752a0d0a29e0 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:25.162302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Checking segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:25.162880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Network hostable DHCP agents. Network: e6cc6b37-1691-40f3-8b0c-a58ef5bb549c, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:25.182778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:25.187475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:25.355608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:25.441320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:25.560285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f38a0-41a6-4411-a38b-8cfb4c13ad76 None None] Current status of the port f7687c24-593f-45ec-9cca-81d5373558d7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:25.613396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:25.679920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:25.747862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d07e7-8a7e-4558-be5e-4e7fbf76fe1b req-ed29a54d-db88-4510-89ef-562ca577bfc1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.759547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-044d07e7-8a7e-4558-be5e-4e7fbf76fe1b req-ed29a54d-db88-4510-89ef-562ca577bfc1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 1.1219440 May 13 14:30:25.794701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-0b5fef86-9329-4bd1-8cdd-915bfe56efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.796500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-0b5fef86-9329-4bd1-8cdd-915bfe56efe2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1096 time: 0.2091322 May 13 14:30:25.816448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.817410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.834862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e6cc6b37-1691-40f3-8b0c-a58ef5bb549c) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:25.860977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:25.863653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:25.925647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-347bb9f6-c269-42f5-92a5-4347c5e1d046 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9690092 May 13 14:30:25.931864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:25.953624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:25.982554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40914e-1b74-41c1-b351-ccb3b50a4bba None None] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:25.988236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:25.998067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:26.013289 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Sync routers for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:26.018556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27967943-cf0c-4926-8739-8c65dd0fcb94 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2afdb53-3dc4-45b3-a889-9598bce974ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1066120 May 13 14:30:26.031400 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:26.033334 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:26.050664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:26.059158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-dfa315d2-326e-440d-89eb-e64631e182a1 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9976876 May 13 14:30:26.080182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Usage tracker for resource:router and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:26.246547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Request body: {'port': {'device_id': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:26.293450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f7687c24-593f-45ec-9cca-81d5373558d7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:26.338906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-044d07e7-8a7e-4558-be5e-4e7fbf76fe1b req-5083e16b-b1fd-460f-8a5c-5b1fe4f28e86 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671389 May 13 14:30:26.338906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:26.525762 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:26.643435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:26.668402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-6f4378fb-476a-4b0a-815c-10a28f123a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:26.671650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-6f4378fb-476a-4b0a-815c-10a28f123a68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.8659935 May 13 14:30:26.856590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'fixed_ips': [{'subnet_id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:30:26.858350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.919442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f7687c24-593f-45ec-9cca-81d5373558d7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:26.920057 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.925865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.928569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:26.965984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-7c1c282f-5b70-4c78-a276-90c1dd85b37a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.1909387 May 13 14:30:26.968536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.116184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.124825 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:30:17Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:27.135628 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Checking router: f2afdb53-3dc4-45b3-a889-9598bce974ca for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:27.162167 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Routers {'f2afdb53-3dc4-45b3-a889-9598bce974ca'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:27.165708 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f2afdb53-3dc4-45b3-a889-9598bce974ca'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:27.200502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.210359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Allocated IP 172.20.0.1 (a1c1dfed-2228-4062-8d74-2514c0a14e2d/18bf0006-fed3-495e-9db8-431db902e212/1e3fd947-0ee0-49b4-9fe8-b4164d571ada) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:27.231924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:21Z', 'revision_number': 3, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:27.282107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Checking router: 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:27.283066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Updating router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 port 86e88083-bcc5-470b-99d2-d37b9edc864d binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:27.391124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.415527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Transition to ACTIVE for port object 1e3fd947-0ee0-49b4-9fe8-b4164d571ada will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:27.499951 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.523312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4d398-5a79-4b9a-ac1b-93839014bc2d req-698ce82a-6e19-4421-9def-98fab2f46208 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:27.531526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95f4d398-5a79-4b9a-ac1b-93839014bc2d req-698ce82a-6e19-4421-9def-98fab2f46208 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 932 time: 1.5190313 May 13 14:30:27.534348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-f9a28518-c1ae-4896-8ec9-13f01bb9119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:27.535820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-f9a28518-c1ae-4896-8ec9-13f01bb9119b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.5435894 May 13 14:30:27.538456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:27.592700 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] Set router f2afdb53-3dc4-45b3-a889-9598bce974ca gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:27.599848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Allocated IP 172.20.0.2 (e6cc6b37-1691-40f3-8b0c-a58ef5bb549c/f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e/da0fd681-7c25-44fb-8f32-f012a7c6c172) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:27.613069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f7687c24-593f-45ec-9cca-81d5373558d7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:27.653469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:27.704639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:27.706951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:27.711116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e0eb36e1-08d6-41e1-91dd-7169ca8a6877 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468208 May 13 14:30:27.715635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:27.781558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.184168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.243441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Transition to ACTIVE for port object da0fd681-7c25-44fb-8f32-f012a7c6c172 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:28.366373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-0c8a415d-fa2e-434d-8451-eb3506c090f8 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680175 May 13 14:30:28.378340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.429912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-70e04436-1483-4b8d-8121-f438b6c0a14e None None] Provisioning for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:28.433105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.445853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Transition to ACTIVE for port object da0fd681-7c25-44fb-8f32-f012a7c6c172 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:28.452716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-70e04436-1483-4b8d-8121-f438b6c0a14e None None] Provisioning complete for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:28.453328 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-70e04436-1483-4b8d-8121-f438b6c0a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.602987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.617106 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.634070 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:30:17Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:28.640258 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea216-7026-44a3-b9d6-8e448f454b0c None None] The sync data for ids ['f2afdb53-3dc4-45b3-a889-9598bce974ca'] in n-d-841736-1 is: [{'id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-339688714-router', 'tenant_id': '590a750e24c747949f97ad2dc1536b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:28:18Z', 'updated_at': '2022-05-13T14:30:17Z', 'revision_number': 5, 'project_id': '590a750e24c747949f97ad2dc1536b1f', 'gw_port': {'id': '562ce50b-0e77-48da-90b4-b733bf7585fc', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2afdb53-3dc4-45b3-a889-9598bce974ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:28:20Z', 'updated_at': '2022-05-13T14:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:28.643344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.788693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:28.796796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Transition to ACTIVE for port object 86e88083-bcc5-470b-99d2-d37b9edc864d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:28.815656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:28.819764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b1a91-1563-4968-8161-cfc248314119 req-f5b359db-d816-43c8-a703-fc2e04ecb4aa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:28.821671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493b1a91-1563-4968-8161-cfc248314119 req-f5b359db-d816-43c8-a703-fc2e04ecb4aa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 945 time: 1.8988633 May 13 14:30:28.849581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:28.879106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416fe4a-011c-4902-800b-684dd8030856 req-2b332936-f983-45f3-9371-7edc8e742cae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:28.881031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7416fe4a-011c-4902-800b-684dd8030856 req-2b332936-f983-45f3-9371-7edc8e742cae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 2.4966419 May 13 14:30:28.890146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.899241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:28.910367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-70e04436-1483-4b8d-8121-f438b6c0a14e None None] Port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:28.975415 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95f4d398-5a79-4b9a-ac1b-93839014bc2d req-739f82e5-659e-4bf9-9870-2d35c0632eaa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4408309 May 13 14:30:29.143223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Pushing event updated for resources: {'Port': ['ID=da0fd681-7c25-44fb-8f32-f012a7c6c172,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:29.226590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Attempting to bind port da0fd681-7c25-44fb-8f32-f012a7c6c172 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:29.227242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Attempting to bind port da0fd681-7c25-44fb-8f32-f012a7c6c172 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:29.227648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Attempting to bind port da0fd681-7c25-44fb-8f32-f012a7c6c172 on network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:29.300154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:29.300955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Checking segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:29.301529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.302171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Bound using segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:29.302971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Bound port: da0fd681-7c25-44fb-8f32-f012a7c6c172, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:29.303596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.398802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.434256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ebbc7-533f-48dd-a642-fbde9fe80068 req-7ac9f4e5-bce6-4265-b26c-e5fc08f1987f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:29.438242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a0ebbc7-533f-48dd-a642-fbde9fe80068 req-7ac9f4e5-bce6-4265-b26c-e5fc08f1987f tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=8206b377-802e-418d-90cb-99e9b826ff14 HTTP/1.1" status: 200 len: 944 time: 0.2033200 May 13 14:30:29.439857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.495514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Deleting port 562ce50b-0e77-48da-90b4-b733bf7585fc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:29.496425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.524461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] For port da0fd681-7c25-44fb-8f32-f012a7c6c172, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:29.530588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] For port da0fd681-7c25-44fb-8f32-f012a7c6c172, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=da0fd681-7c25-44fb-8f32-f012a7c6c172,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:29.542293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 03e10433-e0ee-4b0f-967c-6d21024aad93 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:29.611698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Attempting to bind port 86e88083-bcc5-470b-99d2-d37b9edc864d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:29.612320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Attempting to bind port 86e88083-bcc5-470b-99d2-d37b9edc864d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:29.612865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Attempting to bind port 86e88083-bcc5-470b-99d2-d37b9edc864d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:29.617474 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.625409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-cf419a5d-9b7a-424a-af57-1dfba23b9802 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2098243 May 13 14:30:29.709091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493b1a91-1563-4968-8161-cfc248314119 req-ebb94c60-7066-4fc9-9e92-a4a0bf327b7c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8215978 May 13 14:30:29.738348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Deleting port 03e10433-e0ee-4b0f-967c-6d21024aad93 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:29.738786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.788451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ac7c4-28c3-49c7-8925-553c27fd2874 None None] Pushing event updated for resources: {'Port': ['ID=86e88083-bcc5-470b-99d2-d37b9edc864d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:29.811950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:29.813446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:29.814309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.815382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:29.818824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Bound port: 86e88083-bcc5-470b-99d2-d37b9edc864d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:29.824086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.914321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:29.934675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:29.967865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] For port 86e88083-bcc5-470b-99d2-d37b9edc864d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:29.971793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] For port 86e88083-bcc5-470b-99d2-d37b9edc864d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86e88083-bcc5-470b-99d2-d37b9edc864d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:30.002678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a0ebbc7-533f-48dd-a642-fbde9fe80068 req-1ce4629d-3892-4673-b841-81add8ff8330 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901600 May 13 14:30:30.040710 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.071274 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d10bc67-0cdb-4d00-80d2-6f62dd684bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.162550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0a875b8c-ca21-460c-b9e1-0c320c243cd8 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:30.234163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 0a875b8c-ca21-460c-b9e1-0c320c243cd8 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:30.234163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0a875b8c-ca21-460c-b9e1-0c320c243cd8 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:30.385631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-210b59b6-78dc-44dc-84ee-90cf2783c8a1 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:30.388309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-210b59b6-78dc-44dc-84ee-90cf2783c8a1 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.6279569 May 13 14:30:30.421285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:30.425870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:30.427831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:30.442913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] For port 562ce50b-0e77-48da-90b4-b733bf7585fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=562ce50b-0e77-48da-90b4-b733bf7585fc,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:30.443446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.594823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Calling delete_port for 562ce50b-0e77-48da-90b4-b733bf7585fc owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:30.656600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Request body: {'security_group': {'name': 'tempest-securitygroup-747070424', 'description': 'tempest-description-1363180986'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:30.705354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1344b6-e4f3-4f83-9b18-45583a89e757 None None] Pushing event updated for resources: {'Port': ['ID=da0fd681-7c25-44fb-8f32-f012a7c6c172,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:30.705890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:30.752546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Usage tracker for resource:security_group and tenant:1addb5756cfb499a8442bbad97f4de20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:30.756694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:30.817954 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:30.880301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ac7c4-28c3-49c7-8925-553c27fd2874 None None] Pushing event updated for resources: {'Port': ['ID=86e88083-bcc5-470b-99d2-d37b9edc864d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:30.921715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 03e10433-e0ee-4b0f-967c-6d21024aad93 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:30.954232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:30.968787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:31.002898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] For port 03e10433-e0ee-4b0f-967c-6d21024aad93, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=03e10433-e0ee-4b0f-967c-6d21024aad93,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:31.003443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.033498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:31.172907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:31.357028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Calling delete_port for 03e10433-e0ee-4b0f-967c-6d21024aad93 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:31.389240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24474ca-d79a-4632-9161-99ad57a4700b req-3c661429-94b4-4603-af6b-a053488fae72 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:31.391185 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d24474ca-d79a-4632-9161-99ad57a4700b req-3c661429-94b4-4603-af6b-a053488fae72 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.8696642 May 13 14:30:31.430259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091ebf52-6d5a-4783-acc1-c2a0d1dddabe {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:31.463802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.467108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.517514 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.596265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Transition to ACTIVE for port object 091ebf52-6d5a-4783-acc1-c2a0d1dddabe will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:31.613157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:31.618644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.708498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d24474ca-d79a-4632-9161-99ad57a4700b req-5e6d4144-bbf2-419b-93f5-cb6449528537 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855549 May 13 14:30:31.739422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Usage tracker for resource:security_group_rule and tenant:1addb5756cfb499a8442bbad97f4de20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:31.777156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eeb6fa47-ad87-4c48-8f27-d1e298e29b6e None None] Provisioning complete for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:31.777866 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeb6fa47-ad87-4c48-8f27-d1e298e29b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:31.789698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:31.908994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:31.920594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:31.962659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:31.979654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:32.006932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6fa47-ad87-4c48-8f27-d1e298e29b6e None None] Port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:32.009462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c0a0e-bfab-41d4-ae27-c8bcc6a2ddaf None None] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:32.055327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:32.133118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-a7610826-a319-4e98-9e65-e4ef2265c5cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6121473 May 13 14:30:32.228154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-387cd19e-29a9-466e-a9cc-2506728eed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.355419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device da0fd681-7c25-44fb-8f32-f012a7c6c172 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:32.397982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-193dc87c-1f93-42ff-8982-8aa99fb26eff None None] Provisioning for port da0fd681-7c25-44fb-8f32-f012a7c6c172 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:32.467855 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:30:32.596520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:32.629332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.653553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port da0fd681-7c25-44fb-8f32-f012a7c6c172 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:32.675072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '1e3fd947-0ee0-49b4-9fe8-b4164d571ada', 'name': '', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'mac_address': 'fa:16:3e:3c:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:27Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 2, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'subnets': [{'id': '18bf0006-fed3-495e-9db8-431db902e212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:32.686404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.689381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port da0fd681-7c25-44fb-8f32-f012a7c6c172 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:32.692455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.752821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3fd57-0515-450d-9149-ef41c599f138 None None] The sync data for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 is: [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '1e3fd947-0ee0-49b4-9fe8-b4164d571ada', 'name': '', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'mac_address': 'fa:16:3e:3c:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:27Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 2, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'subnets': [{'id': '18bf0006-fed3-495e-9db8-431db902e212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:32.768239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:32.893723 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.042089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.085637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port da0fd681-7c25-44fb-8f32-f012a7c6c172 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:33.087395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.091263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event deleted for resources: {'Port': ['ID=03e10433-e0ee-4b0f-967c-6d21024aad93,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.108800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.198802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.227502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Pushing event deleted for resources: {'Port': ['ID=562ce50b-0e77-48da-90b4-b733bf7585fc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.231119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] No DVR routers for this DVR port 03e10433-e0ee-4b0f-967c-6d21024aad93 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:33.235018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.241410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.251342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-deleted', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:33.251768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port da0fd681-7c25-44fb-8f32-f012a7c6c172, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=da0fd681-7c25-44fb-8f32-f012a7c6c172,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:33.266244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.359578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Attempting to bind port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:33.364156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Attempting to bind port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:33.364808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Attempting to bind port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:33.402093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ef07-64b5-449f-830e-9f5322a1e732 req-5ca3ffa8-3f7d-41f4-ac0b-da9c9ddd9530 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:33.404625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d36ef07-64b5-449f-830e-9f5322a1e732 req-5ca3ffa8-3f7d-41f4-ac0b-da9c9ddd9530 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 944 time: 1.3646939 May 13 14:30:33.409022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe on network cb98a951-929a-47d2-861c-752a0d0a29e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:33.409637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Attempting to bind port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe on network cb98a951-929a-47d2-861c-752a0d0a29e0 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:33.448123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.465986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:33.471178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:33.471178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:33.471178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:33.522352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3b43da9-c081-4e05-8036-94db940bc003 admin admin] 10.222.0.36 "PUT /v2.0/routers/636d3b64-5fbf-4d60-8eb8-d743cc40a5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5066319 May 13 14:30:33.526063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92357855-bb44-4529-9010-68d61a05e3ba req-61053a88-955e-425f-a6ab-2b961d59c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:33.528614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-61053a88-955e-425f-a6ab-2b961d59c13c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 1.0978866 May 13 14:30:33.559820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:30:33.560430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Attempting to bind port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:33.595253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:33.601000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Checking segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:33.607677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Bound using segment: {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:33.610392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Bound port: 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:33.613143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.614504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=da0fd681-7c25-44fb-8f32-f012a7c6c172,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:33.687397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:33.689271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:33.692901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:33.694743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Bound port: c031aaf3-6ab1-411b-87b2-ace06b6b4904, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:33.697615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:33.808493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e09bf72d-d256-4ffb-b667-6155504f1a96 None None] Provisioning complete for port da0fd681-7c25-44fb-8f32-f012a7c6c172 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:33.808870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e09bf72d-d256-4ffb-b667-6155504f1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.000710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7416fe4a-011c-4902-800b-684dd8030856 req-ab93113a-4707-4ae3-83fe-4b75042cb0c6 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "DELETE /v2.0/ports/03e10433-e0ee-4b0f-967c-6d21024aad93 HTTP/1.1" status: 204 len: 173 time: 5.1027262 May 13 14:30:34.057074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e09bf72d-d256-4ffb-b667-6155504f1a96 None None] Current status of the port da0fd681-7c25-44fb-8f32-f012a7c6c172 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:34.074635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d36ef07-64b5-449f-830e-9f5322a1e732 req-304b1216-2006-45d6-baa4-dd6921771646 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450636 May 13 14:30:34.160057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:34.172712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:34.197014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.206991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.486702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device da0fd681-7c25-44fb-8f32-f012a7c6c172 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:34.594631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port da0fd681-7c25-44fb-8f32-f012a7c6c172 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:34.595006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.776032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.883542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:34.900918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92357855-bb44-4529-9010-68d61a05e3ba req-4b6c327a-3a4c-4c85-aab6-d4bbc04fa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:34.903443 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-4b6c327a-3a4c-4c85-aab6-d4bbc04fa06f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 1.3332012 May 13 14:30:34.911085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.004706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3307c0-ef24-4baf-a5f1-b95587bc4fdb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:35.010514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port da0fd681-7c25-44fb-8f32-f012a7c6c172 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:35.012783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:35.018630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.024659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.035536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Usage tracker for resource:security_group_rule and tenant:1addb5756cfb499a8442bbad97f4de20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:35.049648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:35.058751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:35.097431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:35.100786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['c031aaf3-6ab1-411b-87b2-ace06b6b4904'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:35.125211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.126445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.130240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5550588b-5034-423d-b628-7e01001dad97 service neutron] 10.222.0.86 "PUT /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 1121 time: 4.7257023 May 13 14:30:35.137166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:35.139909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Allocated IP 172.25.5.81 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/bbdbfe7c-22b3-4fbd-8965-d670e8b36b80) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:35.176538 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-2df0cd5f-ae0e-43ff-8c12-35b797ba5675 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.2080829 May 13 14:30:35.177870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550588b-5034-423d-b628-7e01001dad97 service neutron] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:35.262259 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.263499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2afdb53-3dc4-45b3-a889-9598bce974ca {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:30:35.283886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.373079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec50b3-4380-4940-93b2-04bcdeeb1686 req-8747d0ca-6022-4aab-81d3-9ce6f0abefc8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.376919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6ec50b3-4380-4940-93b2-04bcdeeb1686 req-8747d0ca-6022-4aab-81d3-9ce6f0abefc8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 943 time: 1.0338132 May 13 14:30:35.390808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92357855-bb44-4529-9010-68d61a05e3ba req-f6a16aca-e798-46cd-8b81-d2b54cd5839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.392408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-f6a16aca-e798-46cd-8b81-d2b54cd5839c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2059402 May 13 14:30:35.467042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-3d1dbb17-0eb8-421d-b53a-62aec9274595 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514407 May 13 14:30:35.575908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:35.603455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6ec50b3-4380-4940-93b2-04bcdeeb1686 req-76760d91-ebba-4b83-b134-05f5de7e3d76 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150674 May 13 14:30:35.670592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.675428 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce043e51-9c18-4e80-88f4-958516598699 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f2afdb53-3dc4-45b3-a889-9598bce974ca HTTP/1.1" status: 204 len: 168 time: 9.6053879 May 13 14:30:35.689563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:35.785910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:35.786939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:35.789437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-2c337a4e-04b4-48b0-b984-dc62ea612b1f service neutron] 10.222.0.90 "PUT /v2.0/ports/091ebf52-6d5a-4783-acc1-c2a0d1dddabe HTTP/1.1" status: 200 len: 1092 time: 9.7193992 May 13 14:30:36.009557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-ab0b20b1-07e6-409f-a96a-794d1fda3a59 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337024 May 13 14:30:36.018574 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1d8763-d366-4e5b-b903-8b67af7c50f7'] response: {'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'code': 200} May 13 14:30:36.022029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-bced177c-f192-4a6c-8444-587eec08abb5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8888063 May 13 14:30:36.205759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.235894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86e88083-bcc5-470b-99d2-d37b9edc864d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:36.252095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.268598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Deleting subnet 002b5585-cd00-4a1d-ba02-47929121d111 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:30:36.281509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.312954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.317442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 86e88083-bcc5-470b-99d2-d37b9edc864d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:36.324194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 86e88083-bcc5-470b-99d2-d37b9edc864d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:36.324857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.365108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-70a49ed1-3f21-48b3-8d09-ed083d98ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:36.368041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-70a49ed1-3f21-48b3-8d09-ed083d98ff56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 1095 time: 0.5124266 May 13 14:30:36.388639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.398848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.400908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bd9d092-2e6b-42e5-986c-23c0bb9c1bc1 req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 5.7487550 May 13 14:30:36.443457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92357855-bb44-4529-9010-68d61a05e3ba req-7417e6e1-3264-45d6-b0ea-3080383022d5 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234338 May 13 14:30:36.502016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-b084d454-4c2c-4264-91f4-2586eab23a4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe HTTP/1.1" status: 200 len: 217 time: 0.1113887 May 13 14:30:36.506505 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b5999a-0864-4583-a652-d5f2e2d9f0f0'] response: {'server_uuid': '8206b377-802e-418d-90cb-99e9b826ff14', 'name': 'network-vif-deleted', 'tag': '03e10433-e0ee-4b0f-967c-6d21024aad93', 'status': 'completed', 'code': 200} May 13 14:30:36.507299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414e3f-7f6f-40f3-9e62-6106e5296d7d tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811cd94f-cefb-4193-9451-1a06e749c49f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:36.539771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 86e88083-bcc5-470b-99d2-d37b9edc864d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:36.540370 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.554005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e201a8-8e50-401d-babf-f050aaa88c73 req-dc1d4e18-9229-41ea-8e1c-1c431a5ad591 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:36.556979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9e201a8-8e50-401d-babf-f050aaa88c73 req-dc1d4e18-9229-41ea-8e1c-1c431a5ad591 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.3844588 May 13 14:30:36.610098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 86e88083-bcc5-470b-99d2-d37b9edc864d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86e88083-bcc5-470b-99d2-d37b9edc864d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:36.621317 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.645641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.688022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f953b-a333-4384-b81d-5aeadc24d100 req-a5903de7-d1f0-431a-bb91-590cfb8578cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:36.690922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 562ce50b-0e77-48da-90b4-b733bf7585fc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:36.691630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-a5903de7-d1f0-431a-bb91-590cfb8578cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.1796830 May 13 14:30:36.700000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-081bdf4f-aa76-4e31-8e39-738fc5ace4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:36.701930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-081bdf4f-aa76-4e31-8e39-738fc5ace4ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 1096 time: 0.6170549 May 13 14:30:36.737884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9e201a8-8e50-401d-babf-f050aaa88c73 req-2ea9e23b-e366-40b0-a0d5-6c21fe97743c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676035 May 13 14:30:36.806915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 562ce50b-0e77-48da-90b4-b733bf7585fc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:36.807446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 562ce50b-0e77-48da-90b4-b733bf7585fc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:36.842729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.872842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=86e88083-bcc5-470b-99d2-d37b9edc864d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:36.902205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.915377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002b5585-cd00-4a1d-ba02-47929121d111,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:36.927045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:36.934962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4201f6-8a44-4384-9970-337c1268bd42 None None] Network 99e1eca3-49d5-40ff-8b93-41af86a81873 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:36.952862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fef857ae-ccdb-4b25-884f-f22ba2ab9255 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/002b5585-cd00-4a1d-ba02-47929121d111 HTTP/1.1" status: 204 len: 168 time: 1.2585480 May 13 14:30:36.953640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:37.178338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.243831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Deleting port b77cf8e3-956f-4527-992f-0f91ee87ed3b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:37.244888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.268900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Sync routers for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:37.335633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:37.356196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-f18838ae-5305-4301-a109-93f484d69467 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6531241 May 13 14:30:37.359453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:37.378100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:37.379111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:37.399591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:37.402856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:37.438810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8bef2-4412-4a13-8a2c-fe66af9fba51 req-e2e4d2f9-2c8b-43ba-ab3f-f3fbcec3efdf tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:37.460577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cd8bef2-4412-4a13-8a2c-fe66af9fba51 req-e2e4d2f9-2c8b-43ba-ab3f-f3fbcec3efdf tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 944 time: 0.3391581 May 13 14:30:37.665116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cd8bef2-4412-4a13-8a2c-fe66af9fba51 req-a60b6c2b-e67f-4834-800d-cf9f317412a8 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016940 May 13 14:30:37.883742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:37.900604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] For port b77cf8e3-956f-4527-992f-0f91ee87ed3b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b77cf8e3-956f-4527-992f-0f91ee87ed3b,segment=NetworkSegment(15ccb262-bfe7-478f-80fa-b9ebc48ec30a),segment_id=15ccb262-bfe7-478f-80fa-b9ebc48ec30a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:37.902205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:37.981700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775f0eb-350b-447c-8cbe-79a78a494e2c None None] DHCP port deletion for 99e1eca3-49d5-40ff-8b93-41af86a81873 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:30:38.012256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2775f0eb-350b-447c-8cbe-79a78a494e2c None None] Deleting port b77cf8e3-956f-4527-992f-0f91ee87ed3b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:38.012814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2775f0eb-350b-447c-8cbe-79a78a494e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.039699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Calling delete_port for b77cf8e3-956f-4527-992f-0f91ee87ed3b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:38.136576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:38.144001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.205422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] No DVR routers for this DVR port b77cf8e3-956f-4527-992f-0f91ee87ed3b on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:38.238358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-74de5005-1a80-4b61-89e8-8074e2555374 service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8665257 May 13 14:30:38.241595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77cf8e3-956f-4527-992f-0f91ee87ed3b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:38.248077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1655547582', 'description': 'tempest-description-384202397'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:38.250846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-29b24910-9bc3-4a5f-bd14-5d4ebb2c905f tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6645966 May 13 14:30:38.256689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:38.261870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:38.283653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:38.362403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.397238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e1eca3-49d5-40ff-8b93-41af86a81873']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:38.403222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2775f0eb-350b-447c-8cbe-79a78a494e2c None None] The port 'b77cf8e3-956f-4527-992f-0f91ee87ed3b' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:30:38.406774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86e88083-bcc5-470b-99d2-d37b9edc864d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:38.411349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ccb262-bfe7-478f-80fa-b9ebc48ec30a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:38.411656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ccb262-bfe7-478f-80fa-b9ebc48ec30a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:38.426205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.445610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.453505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:30:38.453997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: timer() May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:30:38.555576 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:30:38.558118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Usage tracker for resource:security_group and tenant:1addb5756cfb499a8442bbad97f4de20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:38.567876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:38.580059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:38.589115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:38.609512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.664644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.814683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 86e88083-bcc5-470b-99d2-d37b9edc864d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:38.815466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.831332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-ddc6a13e-6f3b-4774-9863-7f90bc218942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:38.834501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-ddc6a13e-6f3b-4774-9863-7f90bc218942 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 200 len: 909 time: 1.8906972 May 13 14:30:38.845050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:38.854274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.861753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:38.885932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:38.936003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e1eca3-49d5-40ff-8b93-41af86a81873,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:38.977337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:38.981834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Usage tracker for resource:security_group_rule and tenant:1addb5756cfb499a8442bbad97f4de20 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:38.986657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:38.996531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:39.001282 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e82df92-e5d4-4351-8888-61a7ffd2dc98 admin admin] 10.222.0.36 "DELETE /v2.0/networks/99e1eca3-49d5-40ff-8b93-41af86a81873 HTTP/1.1" status: 204 len: 168 time: 2.0464242 May 13 14:30:39.058694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:30:39.092611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-31ff97bf-a0f9-44f9-9cd3-7ffb1b615bdf tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:39.094140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-31ff97bf-a0f9-44f9-9cd3-7ffb1b615bdf tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 945 time: 0.2101643 May 13 14:30:39.168304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '1e3fd947-0ee0-49b4-9fe8-b4164d571ada', 'name': '', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'mac_address': 'fa:16:3e:3c:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:27Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 2, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'subnets': [{'id': '18bf0006-fed3-495e-9db8-431db902e212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:39.178566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Checking router: 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:39.179113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Updating router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:39.217236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.248604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 86e88083-bcc5-470b-99d2-d37b9edc864d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:39.304902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.323976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.390150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Deleting port 09160a80-4a32-47b1-8516-1ec41b243580 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:39.390691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.392786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:39.443073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b77cf8e3-956f-4527-992f-0f91ee87ed3b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:39.504104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:39.568600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:39.628425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-956f953b-a333-4384-b81d-5aeadc24d100 req-0f97e386-f1a7-4e37-ac25-b11491f88edc service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3656063 May 13 14:30:39.659190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.666783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869915e0-9b2e-4f99-bbaf-0b580e7bf693,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:39.671265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-e1558b39-fdc7-4d1e-b909-4e0d657d2640 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 200 len: 217 time: 0.3362067 May 13 14:30:39.672863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Usage tracker for resource:floatingip and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:39.682082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.695809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7748e88f-cc8f-4d47-a30e-e71c10e250b4 req-1a2006d9-46d9-41b1-8e4a-4ffd5aa5e371 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4554968 May 13 14:30:39.784822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:39.786460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:39.833411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-5a4845cc-fc00-4059-8a67-8721baad614f service neutron] 10.222.0.90 "GET /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.6623869 May 13 14:30:39.873057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b77cf8e3-956f-4527-992f-0f91ee87ed3b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:39.874261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b77cf8e3-956f-4527-992f-0f91ee87ed3b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:39.882682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'mac_address': 'fa:16:3e:1f:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:39.941836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:39.973600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:39.996899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ca5cfe26-f4ef-4ac0-9519-34c2229213fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=590a750e24c747949f97ad2dc1536b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245696 May 13 14:30:40.008048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:40.040056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:40.040689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.073555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6f4e599-d678-4cd9-84d3-9b80cd0f2caf {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:40.140984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-209532f5-409f-45bd-a345-33cebccfbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:40.143548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-209532f5-409f-45bd-a345-33cebccfbe63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 200 len: 848 time: 0.3583832 May 13 14:30:40.170420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:40.186966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.289129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:40.387135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:40.437908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4c7fe-449d-4ac4-82b8-083d27293e55 req-fdc40bf1-42c5-4472-9eef-dcfec73fb0cc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:40.450597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64b4c7fe-449d-4ac4-82b8-083d27293e55 req-fdc40bf1-42c5-4472-9eef-dcfec73fb0cc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 943 time: 0.6148953 May 13 14:30:40.536882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.552084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Transition to ACTIVE for port object 1e3fd947-0ee0-49b4-9fe8-b4164d571ada will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:40.566290 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:40.649796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-e44fb4aa-1c45-45e2-bd71-8a402a3a2d2e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4798429 May 13 14:30:40.768852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64b4c7fe-449d-4ac4-82b8-083d27293e55 req-70937b7b-cc2f-4f91-b784-a5d00b851d0e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166597 May 13 14:30:40.892102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8bbe-1400-4f27-830f-192f355beb33 None None] Pushing event updated for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:40.980888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Attempting to bind port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:40.988556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Attempting to bind port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:40.988860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-93361aee-78b5-422f-90bb-bb7634a2ce46 service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254216 May 13 14:30:40.989591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Attempting to bind port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada on network a1c1dfed-2228-4062-8d74-2514c0a14e2d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:41.007598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:41.007932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Checking segment: {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:41.008372 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.008903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Bound using segment: {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:41.009534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Bound port: 1e3fd947-0ee0-49b4-9fe8-b4164d571ada, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851db25-faaa-4b36-87d8-a080c319c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:41.009916 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.246792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] For port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:41.248701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.251396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] For port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:41.260727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.313244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] For port 09160a80-4a32-47b1-8516-1ec41b243580, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=09160a80-4a32-47b1-8516-1ec41b243580,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:41.314307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.314511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Router 40de035b-0145-446e-8c56-0bc2ad679643 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:30:41.356084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:41.371321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8bbe-1400-4f27-830f-192f355beb33 None None] Pushing event updated for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:41.381551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.390253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:41.391981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:41.681096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Calling delete_port for 09160a80-4a32-47b1-8516-1ec41b243580 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:41.748410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abffed-7b9e-451a-811b-51e1461ac3d3 req-9435a9b9-ed28-4dfd-ab7e-a252d2241b21 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:41.750382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44abffed-7b9e-451a-811b-51e1461ac3d3 req-9435a9b9-ed28-4dfd-ab7e-a252d2241b21 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 945 time: 0.6630769 May 13 14:30:41.767446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:41.788178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:41.904088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:41.911662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:41.952328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f55a06b8-d649-4c5a-bb74-332fd7446e87 req-e322ffef-e248-42a5-a018-677c631ad07a service neutron] 10.222.0.90 "GET /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9415128 May 13 14:30:41.974537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:41.988524 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Sync routers for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:42.015372 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:42.016522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:42.234107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Allocated IP 172.25.5.60 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ac265908-2ec8-4ce9-94b8-c1ede0a290c1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:42.239740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.263809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:42.265033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d4d59a8-3a58-45db-8ac1-cd0e57685263 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.3192685 May 13 14:30:42.271661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c031aaf3-6ab1-411b-87b2-ace06b6b4904 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:42.401262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.434887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1e3fd947-0ee0-49b4-9fe8-b4164d571ada up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:42.598157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:42.653032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44abffed-7b9e-451a-811b-51e1461ac3d3 req-f2276c14-86f1-446a-a4ea-c83802f1f4c2 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7989268 May 13 14:30:42.694693 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:42.699915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.706701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef0d46-140e-46e1-8f0f-0b68edd6f14e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:42.766937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.771784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4bec06f0-6a42-4eeb-bca5-ed637eafd124 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fef0d46-140e-46e1-8f0f-0b68edd6f14e HTTP/1.1" status: 204 len: 168 time: 2.7532923 May 13 14:30:42.864294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:42.864909 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:42.891130 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbaeede-5a17-49af-88eb-b385e69fa42e'] response: {'name': 'network-changed', 'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'status': 'completed', 'code': 200} May 13 14:30:43.096880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:43.117968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:43.118687 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.225281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.390606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.493292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '1e3fd947-0ee0-49b4-9fe8-b4164d571ada', 'name': '', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'mac_address': 'fa:16:3e:3c:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:27Z', 'updated_at': '2022-05-13T14:30:41Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'subnets': [{'id': '18bf0006-fed3-495e-9db8-431db902e212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:43.500956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:43.504141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.536764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 091ebf52-6d5a-4783-acc1-c2a0d1dddabe details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:30:43.565452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:43.585253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:43.595370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:43.628825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1ad55-9544-4aca-b28b-b597e9a31153 None None] The sync data for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 is: [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:30:28Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '1e3fd947-0ee0-49b4-9fe8-b4164d571ada', 'name': '', 'network_id': 'a1c1dfed-2228-4062-8d74-2514c0a14e2d', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'mac_address': 'fa:16:3e:3c:72:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '18bf0006-fed3-495e-9db8-431db902e212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:27Z', 'updated_at': '2022-05-13T14:30:41Z', 'revision_number': 4, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'subnets': [{'id': '18bf0006-fed3-495e-9db8-431db902e212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:43.714057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:43.753187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:43.791426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:43.792799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:43.855848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event updated for resources: {'Port': ['ID=ac265908-2ec8-4ce9-94b8-c1ede0a290c1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:43.870352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-1d142bcf-6eb6-41b6-a34e-23490d4490c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:43.873384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-1d142bcf-6eb6-41b6-a34e-23490d4490c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1082 time: 0.9683130 May 13 14:30:43.996513 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:38Z', 'revision_number': 3, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:44.016438 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Checking router: 40de035b-0145-446e-8c56-0bc2ad679643 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:44.016968 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Updating router 40de035b-0145-446e-8c56-0bc2ad679643 port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:44.202986 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.267741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.296587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:30:44.355973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7234937b-f7ba-4cb7-a23d-d5c3b39bada5 req-9a9f5801-bedc-4624-9e2c-5b23cf183441 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c81c1723-3302-4aea-8f3d-24baab05d056 HTTP/1.1" status: 200 len: 210 time: 0.4584298 May 13 14:30:44.397421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No active binding found for port 09160a80-4a32-47b1-8516-1ec41b243580 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:30:44.398147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 09160a80-4a32-47b1-8516-1ec41b243580 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:44.398978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:44.428943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.646767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-0e8dbd75-0fae-479d-beb6-99a35d657283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:44.654176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-0e8dbd75-0fae-479d-beb6-99a35d657283 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.7669439 May 13 14:30:44.840371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:44.841223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:44.923870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-1a33df22-eead-4740-9de0-9fcc55215c4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.2511973 May 13 14:30:44.929411 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.341194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.377851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:45.422253 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.440458 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.448829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Transition to ACTIVE for port object bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:45.452099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.460774 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.498923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.551200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port c031aaf3-6ab1-411b-87b2-ace06b6b4904 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:45.620250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event deleted for resources: {'Port': ['ID=09160a80-4a32-47b1-8516-1ec41b243580,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.644431 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Attempting to bind port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:30:45.644903 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Attempting to bind port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:30:45.645297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Attempting to bind port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:30:45.647764 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Pushing event updated for resources: {'Port': ['ID=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.659888 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.660190 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.660753 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.661083 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.661405 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.661721 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.662037 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.662348 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.662669 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.662981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.663291 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.663601 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:30:45.677884 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:30:45.678166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:45.678516 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.678825 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:30:45.679897 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Bound port: bbdbfe7c-22b3-4fbd-8965-d670e8b36b80, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:30:45.680291 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.680723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.736877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:45.745160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-8f9405e7-ce57-4ae2-87c6-c3b06e7d173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:45.747638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-8f9405e7-ce57-4ae2-87c6-c3b06e7d173a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2930043 May 13 14:30:45.777164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'network_id': 'cb98a951-929a-47d2-861c-752a0d0a29e0', 'port_id': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'mac_address': 'fa:16:3e:01:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e48d1-0259-4f2f-9274-0154a891c0e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:30:45.809801 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] For port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:45.813690 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] For port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:30:45.818861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-99b44a29-1678-45e0-8b25-816e010c9553 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526412 May 13 14:30:45.822052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event updated for resources: {'Port': ['ID=ac265908-2ec8-4ce9-94b8-c1ede0a290c1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:45.828006 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.875942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:45.952706 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:45.953959 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:46.004865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.006143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-5f769fca-69e2-4354-864b-e961e4584f57 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.7544534 May 13 14:30:46.016343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] Transition to ACTIVE for port object c031aaf3-6ab1-411b-87b2-ace06b6b4904 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:46.080246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:46.081147 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.083926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.150443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091ebf52-6d5a-4783-acc1-c2a0d1dddabe {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:30:46.195171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-879307f6-4c17-434b-8d03-efcadb448b78 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Synchronizing usage tracker for tenant:3b70e2048e9b4c268158f065165adb87 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:46.215739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:46.224835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.241303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-2f2dd1ee-83c3-4351-9613-3dd2516884bb service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038682 May 13 14:30:46.245753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-879307f6-4c17-434b-8d03-efcadb448b78 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Unset dirty status for tenant:3b70e2048e9b4c268158f065165adb87 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:46.248677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-879307f6-4c17-434b-8d03-efcadb448b78 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.2190261 May 13 14:30:46.378057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] No DVR routers for this DVR port 09160a80-4a32-47b1-8516-1ec41b243580 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:46.413219 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0422e-2e71-44fb-93b6-69dd710b338f None None] Pushing event updated for resources: {'Port': ['ID=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:46.428194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:46.437945 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:46.441514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e511f4-8d0d-4ebc-94de-f24e21fc6136 req-9fcb48ce-f3dc-43d2-95c0-509b6a0c0e7f service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916223 May 13 14:30:46.461733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-deleted', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:46.466815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] Pushing event updated for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=10']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:46.489874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:46.522160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['091ebf52-6d5a-4783-acc1-c2a0d1dddabe'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:30:46.639959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79528ed-c316-41d5-af26-86c84e7e27c6 req-69d0a2b1-a57b-48af-bbc6-78599cfa61e6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:46.641508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e79528ed-c316-41d5-af26-86c84e7e27c6 req-69d0a2b1-a57b-48af-bbc6-78599cfa61e6 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 944 time: 1.6058257 May 13 14:30:46.876548 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-512e45c2-febd-43c8-8789-5e8c1b07d26d req-b3e69184-abd5-4125-99ce-e044a03050c5 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "DELETE /v2.0/ports/09160a80-4a32-47b1-8516-1ec41b243580 HTTP/1.1" status: 204 len: 173 time: 7.7711644 May 13 14:30:46.879048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-99deb4da-7de1-4087-97a4-8bbd637ebc95 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:46.892329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1183ec1b-9be8-45e3-89bb-a1552bbb724c req-99deb4da-7de1-4087-97a4-8bbd637ebc95 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4378240 May 13 14:30:46.894313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] No DVR routers for this DVR port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:46.964509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e79528ed-c316-41d5-af26-86c84e7e27c6 req-36279220-f6d2-47cc-9955-a8fc13cba24b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211479 May 13 14:30:46.968076 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b618f2cd-af44-4190-ac99-b1e280b9327f service neutron] 10.222.0.90 "PUT /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904/bindings/n-h2-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 6.9553633 May 13 14:30:47.042545 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4119e29c-b6ee-4cf9-84e3-c374f0230699'] response: {'name': 'network-changed', 'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'status': 'completed', 'code': 200} May 13 14:30:47.172427 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:38Z', 'revision_number': 3, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:47.178816 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd6b8-2305-470b-8aa6-9e35b92b9446 None None] The sync data for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 is: [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:38Z', 'revision_number': 3, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:30:47.556584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46dc8-6b0a-459e-bc25-de8f4ff857a8 req-424162c1-beaa-4195-9646-516ad05b1bc4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:47.570280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ec46dc8-6b0a-459e-bc25-de8f4ff857a8 req-424162c1-beaa-4195-9646-516ad05b1bc4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.2694340 May 13 14:30:47.610693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1e3fd947-0ee0-49b4-9fe8-b4164d571ada up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:47.655952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ec46dc8-6b0a-459e-bc25-de8f4ff857a8 req-c9bdcd70-2033-4160-96ca-9f923d3f8215 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842621 May 13 14:30:47.686301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-272815569', 'description': 'tempest-description-1018005096'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:47.733316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:47.745840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Usage tracker for resource:security_group and tenant:fbd9616b334a44f798b5ed38f51bc3a9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:47.790333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:47.839347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:47.885498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:47.885955 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.921483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:47.968666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:48.076819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-2a2cbad8-19ba-4f38-911b-e3f05654077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.079386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-2a2cbad8-19ba-4f38-911b-e3f05654077d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 1096 time: 0.9748943 May 13 14:30:48.085498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-bce88963-9641-4c36-9a02-18215a7163f2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.088776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-bce88963-9641-4c36-9a02-18215a7163f2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.8823924 May 13 14:30:48.312842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 091ebf52-6d5a-4783-acc1-c2a0d1dddabe up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:48.378338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe7de3-d92c-4380-82b6-853e39971ac0 req-fed66a1d-5256-4ded-9c51-c9a8289b51e0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:48.389292 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bfe7de3-d92c-4380-82b6-853e39971ac0 req-fed66a1d-5256-4ded-9c51-c9a8289b51e0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.2147970 May 13 14:30:48.475555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bfe7de3-d92c-4380-82b6-853e39971ac0 req-bf1be61e-d587-4185-8316-5ec3c32d8ca5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836883 May 13 14:30:48.565087 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62784803-bd18-40d7-9406-153e0c80bc39'] response: {'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'code': 200} May 13 14:30:49.027752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:49.057791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:49.073928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:49.075085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.160357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.211274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:49.267471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-319a5239-37d3-4009-958a-35ad6ed5ab01 req-b752f98b-35ca-4e11-8b9c-1683832b5a2b tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips/58c539a7-1d8f-4823-b112-d470bb72db63 HTTP/1.1" status: 200 len: 692 time: 0.1672342 May 13 14:30:49.292065 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9621bb97-c58d-4d1a-a19e-984b5f85e54c'] response: {'server_uuid': 'c81c1723-3302-4aea-8f3d-24baab05d056', 'name': 'network-vif-deleted', 'tag': '09160a80-4a32-47b1-8516-1ec41b243580', 'status': 'completed', 'code': 200} May 13 14:30:49.351341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Usage tracker for resource:security_group_rule and tenant:fbd9616b334a44f798b5ed38f51bc3a9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:49.381777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:49.386992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:49.387390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.432684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:49.479003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:49.492942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.519176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:49.651099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:49.745480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:49.768875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a5239-37d3-4009-958a-35ad6ed5ab01 req-dfe2f21c-f1ab-4f78-912e-09ed9929c5cb tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:49.772001 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-319a5239-37d3-4009-958a-35ad6ed5ab01 req-dfe2f21c-f1ab-4f78-912e-09ed9929c5cb tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4987524 May 13 14:30:49.791580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-319a5239-37d3-4009-958a-35ad6ed5ab01 req-ff381102-8e44-4435-866e-cf93115f421c tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:30:49.821290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-319a5239-37d3-4009-958a-35ad6ed5ab01 req-ff381102-8e44-4435-866e-cf93115f421c tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395024 May 13 14:30:49.911075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.949131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:49.957037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:49.957558 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:49.960284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:49.975753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Usage tracker for resource:security_group_rule and tenant:c5f93f3ce4014757b9d6470d6fc81b62 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:49.982613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:49.998531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:50.006103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.030621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.083365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b896ce5c-97dc-4e58-a06c-b850e8fb118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.085075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b896ce5c-97dc-4e58-a06c-b850e8fb118b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&tenant_id=3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 1095 time: 1.9795539 May 13 14:30:50.086217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:50.099992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-cd356d5c-b9bf-4f08-b2ac-e77f3bd338e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.101599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-cd356d5c-b9bf-4f08-b2ac-e77f3bd338e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 200 len: 916 time: 2.0074990 May 13 14:30:50.129782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Usage tracker for resource:security_group_rule and tenant:fbd9616b334a44f798b5ed38f51bc3a9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:50.135184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:50.135936 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.187021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:50.189132 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.192923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.335096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:50.376676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.404639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.405694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:50.420551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:50.433013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-cd7b1924-13c7-4b06-8e88-448088ffd347 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe HTTP/1.1" status: 200 len: 217 time: 0.3078494 May 13 14:30:50.435471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:50.444874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a17029-0121-4d18-872f-6948f36a7961,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:50.450116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5160ce5-5587-4e20-bbc9-414fe353169d req-661a55a2-3235-44f9-98c4-49f019337dfa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.463651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5160ce5-5587-4e20-bbc9-414fe353169d req-661a55a2-3235-44f9-98c4-49f019337dfa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.3893106 May 13 14:30:50.566250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:50.656557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5f93f3ce4014757b9d6470d6fc81b62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249740 May 13 14:30:50.656557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bbc4d-d3d1-4968-9f38-2cdaaf05647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce801c8-e766-4c21-8a8f-7459f0e9ef99,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:50.657646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-73c4ad81-04f1-4fd5-bd3e-f13a6edd2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.657646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-73c4ad81-04f1-4fd5-bd3e-f13a6edd2d19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 200 len: 855 time: 0.2003481 May 13 14:30:50.669518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46498) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:50.676359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5160ce5-5587-4e20-bbc9-414fe353169d req-dd3a7765-8bba-41ba-b201-d0ab3a9e9a46 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107096 May 13 14:30:50.836289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-0cc40607-b975-406e-91c4-f38ed215f155 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cb98a951-929a-47d2-861c-752a0d0a29e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627905 May 13 14:30:50.946161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-d59a8f75-4773-4895-93a3-d57ed8bae5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:50.948673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-d59a8f75-4773-4895-93a3-d57ed8bae5e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1095 time: 0.8200216 May 13 14:30:50.956907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.058421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82446bb-a686-42e6-ae37-6c76e3bd8b76 req-c7f0c4bc-f7b7-471d-b135-f3a718191d2d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:51.061886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b82446bb-a686-42e6-ae37-6c76e3bd8b76 req-c7f0c4bc-f7b7-471d-b135-f3a718191d2d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.1604640 May 13 14:30:51.114948 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.184013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b82446bb-a686-42e6-ae37-6c76e3bd8b76 req-c4aacdd2-e93b-4728-9858-caf82d8555dd tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092083 May 13 14:30:51.479978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e95d94-9475-4e41-97e5-e725bfdd6545,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:51.499448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.500739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc8bcc6-142e-4f9f-a844-8a18cd9e494a req-03fb5a82-15ae-4f87-9479-f614ecd83432 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.8433189 May 13 14:30:51.528427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.614759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Allocated IP 172.20.0.1 (e6cc6b37-1691-40f3-8b0c-a58ef5bb549c/f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e/71f17b06-ea2c-480b-99c2-4df7c6157109) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:30:51.668920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:30:51.680117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-ce1e7a05-a110-495b-8e48-53bf521e25c7 service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382228 May 13 14:30:51.682983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:51.724037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-950f1175-a64f-40fb-b220-67661eb2ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:51.725915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-950f1175-a64f-40fb-b220-67661eb2ce72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.6951640 May 13 14:30:51.878353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:51.878978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.080880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf349315-2171-4b54-af8e-9870df8d651c req-c1058505-56b0-40d0-bf7e-1024a02e17d9 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=3b70e2048e9b4c268158f065165adb87 HTTP/1.1" status: 200 len: 695 time: 0.3081298 May 13 14:30:52.107845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:30:52.202389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-567f13ec-655f-4488-b9dd-295f68c9c907 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.4352281 May 13 14:30:52.331943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349315-2171-4b54-af8e-9870df8d651c req-b43360a0-8c85-4593-9f6d-35bc1164f294 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.346022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf349315-2171-4b54-af8e-9870df8d651c req-b43360a0-8c85-4593-9f6d-35bc1164f294 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks?id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 787 time: 0.2597320 May 13 14:30:52.356027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-cf349315-2171-4b54-af8e-9870df8d651c req-1768e20c-c138-4d5a-ae2b-09a6e7444c21 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:30:52.381254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf349315-2171-4b54-af8e-9870df8d651c req-1768e20c-c138-4d5a-ae2b-09a6e7444c21 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326576 May 13 14:30:52.476387 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b4d73e-faab-4193-a347-ee1adf6ed7da'] response: {'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'code': 200} May 13 14:30:52.515136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.524952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-211137317', 'description': 'tempest-description-2061439805'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:52.545677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:52.563862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Usage tracker for resource:security_group and tenant:fbd9616b334a44f798b5ed38f51bc3a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:52.592300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-28854c1c-30c8-47d3-bdd2-8bef3f965969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.594785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-28854c1c-30c8-47d3-bdd2-8bef3f965969 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2154725 May 13 14:30:52.607270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25cb8d59-0cd5-46a3-b668-7a6ea0464e31 req-2ef40179-3322-4458-aaa9-7496e409c1ba service neutron] 10.222.0.90 "GET /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9117360 May 13 14:30:52.609035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Transition to ACTIVE for port object 71f17b06-ea2c-480b-99c2-4df7c6157109 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:30:52.649436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:52.669259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:52.674696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.693469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.723020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:52.728903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Usage tracker for resource:security_group_rule and tenant:fbd9616b334a44f798b5ed38f51bc3a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:52.733673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:52.752436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:52.760606 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-b9cd4c56-bb66-405c-bedf-7476b59e5ee2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476693 May 13 14:30:52.778219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b63445-c517-49a5-a1f8-d97b2a3ddd9c req-b4881d29-29ed-4a88-9972-6e16facfc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.779930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-65b63445-c517-49a5-a1f8-d97b2a3ddd9c req-b4881d29-29ed-4a88-9972-6e16facfc232 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 1097 time: 0.2020347 May 13 14:30:52.820768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e9a01-1ec7-4412-b638-d4c5de4d3afb req-94eaa5f8-4369-47b2-a6d8-e26eae2c263b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:52.826979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-462e9a01-1ec7-4412-b638-d4c5de4d3afb req-94eaa5f8-4369-47b2-a6d8-e26eae2c263b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 1.0919988 May 13 14:30:52.828673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce801c8-e766-4c21-8a8f-7459f0e9ef99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:52.865071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-65b63445-c517-49a5-a1f8-d97b2a3ddd9c req-dfd44a1b-a844-4d02-a9f2-3d36a78c5747 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772426 May 13 14:30:52.904329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.905587 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-01abfc1b-16be-4f19-a9e2-33dd97aba5ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ce801c8-e766-4c21-8a8f-7459f0e9ef99 HTTP/1.1" status: 204 len: 168 time: 2.2311113 May 13 14:30:52.913259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.947115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:52.958516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.039683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-d7c92f2e-d8b9-47a8-aa11-802d1fe801ae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:53.040506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-d7c92f2e-d8b9-47a8-aa11-802d1fe801ae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Synchronizing usage tracker for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:53.050265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ace19-18b4-4e60-97c7-de8d5a2b555c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:53.074763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.091860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c70389b-b068-4a20-ad72-b6c383ae110b req-44b953f2-472f-424d-9c3b-2a85648367c0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5753782 May 13 14:30:53.121434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-462e9a01-1ec7-4412-b638-d4c5de4d3afb req-a5c0ef5e-9dea-4622-a4a8-08f9de67d63e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657115 May 13 14:30:53.134460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:53.145594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:53.161013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:30:53.197921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Pushing event updated for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:53.266166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-d7c92f2e-d8b9-47a8-aa11-802d1fe801ae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Unset dirty status for tenant:4d0396a4c8c04a6b912dcfddf86648e6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:53.267483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-d7c92f2e-d8b9-47a8-aa11-802d1fe801ae tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 1.1444952 May 13 14:30:53.381261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09f9c4-f5f5-436d-9dda-52f5ffef398a req-a3cff447-5889-42b5-8c07-1eeb73e09089 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:53.390447 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e09f9c4-f5f5-436d-9dda-52f5ffef398a req-a3cff447-5889-42b5-8c07-1eeb73e09089 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.1593201 May 13 14:30:53.391769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Deleting port 359c38a3-4042-4171-a0f3-aeaa41ce2766 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:53.392143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.476804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e09f9c4-f5f5-436d-9dda-52f5ffef398a req-6a1663e8-0058-4cd0-a399-78664fba7396 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845003 May 13 14:30:53.550480 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.559006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-c2d13553-664e-4e32-b264-43a5cb54a56c service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866483 May 13 14:30:53.732952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-451adc68-988c-4433-a0dd-a06a25338dd2 None None] Provisioning for port 71f17b06-ea2c-480b-99c2-4df7c6157109 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:30:53.739302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-451adc68-988c-4433-a0dd-a06a25338dd2 None None] Provisioning complete for port 71f17b06-ea2c-480b-99c2-4df7c6157109 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:53.743076 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-451adc68-988c-4433-a0dd-a06a25338dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:53.802152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a054e7c-f5b3-4abc-874a-9b3255e24c3c req-949b555a-a7c6-4825-bdbb-55902bba1d6e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:53.810585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a054e7c-f5b3-4abc-874a-9b3255e24c3c req-949b555a-a7c6-4825-bdbb-55902bba1d6e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.1674066 May 13 14:30:53.834003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-451adc68-988c-4433-a0dd-a06a25338dd2 None None] Port 71f17b06-ea2c-480b-99c2-4df7c6157109 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:53.864102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a054e7c-f5b3-4abc-874a-9b3255e24c3c req-646b7011-a006-46ee-828b-2e21d7a9af23 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501091 May 13 14:30:53.915203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-87decd71-8430-4d2a-8ad0-465695052a6a service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178725 May 13 14:30:54.140411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-022c8627-870b-4e84-8614-bbf684d2857c tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips/58c539a7-1d8f-4823-b112-d470bb72db63 HTTP/1.1" status: 200 len: 692 time: 0.2175105 May 13 14:30:54.147576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26d821-4d6c-4d76-b6ad-40f2baa697ee req-74900635-0b07-4ee6-a2ed-a59ce6ff5066 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:54.149239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce26d821-4d6c-4d76-b6ad-40f2baa697ee req-74900635-0b07-4ee6-a2ed-a59ce6ff5066 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/ports?device_id=80276b65-a70f-482a-946d-f30955f8066a HTTP/1.1" status: 200 len: 945 time: 0.7210224 May 13 14:30:54.275573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce26d821-4d6c-4d76-b6ad-40f2baa697ee req-1cab3064-ba89-40ed-868c-b4ea99a28c36 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e121447-913c-4faa-82a0-949bee0def3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163852 May 13 14:30:54.283931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] For port 359c38a3-4042-4171-a0f3-aeaa41ce2766, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=359c38a3-4042-4171-a0f3-aeaa41ce2766,segment=NetworkSegment(e127c7b8-cff1-45e2-80fe-14044215ae9d),segment_id=e127c7b8-cff1-45e2-80fe-14044215ae9d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:30:54.284329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:54.491593 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:54.523010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-cd587c9e-edc3-4077-a829-b1a92c2e535d tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:54.524553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-cd587c9e-edc3-4077-a829-b1a92c2e535d tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.3743813 May 13 14:30:54.526908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Calling delete_port for 359c38a3-4042-4171-a0f3-aeaa41ce2766 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:54.670508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-ec9bc8ea-dda9-4a45-aec5-929a17a02cd6 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.1322081 May 13 14:30:54.788764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-3c6396e8-f7e4-4754-95e4-8bab3aa47e33 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.1174419 May 13 14:30:54.974965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Deleting port ac265908-2ec8-4ce9-94b8-c1ede0a290c1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:30:54.975454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:55.192040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:55.388385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:55.394164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:55.817922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e03ee2bf-783a-46d2-b17f-e416bb3e2f48 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:55.820843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e03ee2bf-783a-46d2-b17f-e416bb3e2f48 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 1.2318304 May 13 14:30:55.828892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1764534245-network', 'tenant_id': 'a059d3d9d7a848a692801b1cfc57f90e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:55.849212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Calling delete_port for ac265908-2ec8-4ce9-94b8-c1ede0a290c1 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:30:55.927781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:55.937059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:55.961778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-d5b392fe-b30b-4ab5-9197-a07ae0504b07 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Synchronizing usage tracker for tenant:fbd9616b334a44f798b5ed38f51bc3a9 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:30:55.966932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Usage tracker for resource:network and tenant:a059d3d9d7a848a692801b1cfc57f90e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:55.973724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:55.991274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:56.046641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Pushing event deleted for resources: {'Port': ['ID=359c38a3-4042-4171-a0f3-aeaa41ce2766,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.069670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Made reservation on behalf of a059d3d9d7a848a692801b1cfc57f90e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:56.074538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.111199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.144669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-d5b392fe-b30b-4ab5-9197-a07ae0504b07 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Unset dirty status for tenant:fbd9616b334a44f798b5ed38f51bc3a9 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:30:56.147029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-d5b392fe-b30b-4ab5-9197-a07ae0504b07 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42365 time: 1.7224979 May 13 14:30:56.164040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] No DVR routers for this DVR port 359c38a3-4042-4171-a0f3-aeaa41ce2766 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:30:56.169699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:56.175401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.178922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-deleted', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:30:56.186014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Usage tracker for resource:security_group_rule and tenant:a059d3d9d7a848a692801b1cfc57f90e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:56.187357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.194587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:56.208809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:56.215234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.313793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:30:56.347238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3598e02e-07ba-4243-94f0-1ab5491e1a07 req-2b819b89-37d0-4c6e-8698-47d74bbf0dd3 tempest-LiveMigrationTest-1440747787 tempest-LiveMigrationTest-1440747787-project] 10.222.0.90 "DELETE /v2.0/ports/359c38a3-4042-4171-a0f3-aeaa41ce2766 HTTP/1.1" status: 204 len: 173 time: 3.0713925 May 13 14:30:56.379286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.394023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-180cbb17-2724-4110-85fa-79547e949327 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/04e9f8a7-2f6b-4b18-bb03-1d441c85f034 HTTP/1.1" status: 200 len: 2981 time: 0.2241471 May 13 14:30:56.403743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.409789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Pushing event updated for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.432328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e854c3fe-125b-450f-9421-c9c1215b7561 service neutron] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:30:56.464248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e854c3fe-125b-450f-9421-c9c1215b7561 service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.465994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e4c8b8-147f-4ae8-b926-60dcc9528f74 req-e854c3fe-125b-450f-9421-c9c1215b7561 service neutron] 10.222.0.86 "DELETE /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904/bindings/n-h1-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.6317918 May 13 14:30:56.476956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 359c38a3-4042-4171-a0f3-aeaa41ce2766 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:30:56.478049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 359c38a3-4042-4171-a0f3-aeaa41ce2766 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:30:56.509155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event deleted for resources: {'Port': ['ID=ac265908-2ec8-4ce9-94b8-c1ede0a290c1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.646216 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-b8c20aaf-0399-4a58-8a45-d282c9fa42a1 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/04e9f8a7-2f6b-4b18-bb03-1d441c85f034 HTTP/1.1" status: 200 len: 2981 time: 0.2380781 May 13 14:30:56.658216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.715632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.733212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.736698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:30:56.744805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-9e902481-71ba-41bd-96ae-7fffaf7bbe7b tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3e3307c0-ef24-4baf-a5f1-b95587bc4fdb HTTP/1.1" status: 200 len: 2981 time: 0.0869980 May 13 14:30:56.748744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:56.798989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ebff5-d260-4f10-bf9b-fbc91432d88e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:56.851058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.876963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b137b37e-4d64-4367-b3ff-f6861009dde4 req-b63ed571-803e-43ae-be56-75f2e39c5dde tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "DELETE /v2.0/floatingips/58c539a7-1d8f-4823-b112-d470bb72db63 HTTP/1.1" status: 204 len: 173 time: 2.0869091 May 13 14:30:56.890587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:56.927536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:56.927917 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Added segment c0fd5b9b-af1f-49b1-939c-6dc42a5d1185 of type vlan for network 043f6871-e8f2-4d8d-b77e-1333ac6af455 May 13 14:30:57.011368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.191830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-98d82a93-f11e-4262-adfa-ab4573e6f150 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3e3307c0-ef24-4baf-a5f1-b95587bc4fdb HTTP/1.1" status: 200 len: 2981 time: 0.4456649 May 13 14:30:57.201323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Router 40de035b-0145-446e-8c56-0bc2ad679643 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:30:57.269584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.270581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:57.271178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.346582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-db2a6aec-f6a6-42fe-9cf5-74e85178f14e None None] Provisioning complete for port 71f17b06-ea2c-480b-99c2-4df7c6157109 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:30:57.347148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db2a6aec-f6a6-42fe-9cf5-74e85178f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.406664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] Pushing event updated for resources: {'Network': ['ID=043f6871-e8f2-4d8d-b77e-1333ac6af455,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:57.415603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e930dd61-1d83-4196-842b-48a0a73bf085 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2221222 May 13 14:30:57.432413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13295b34-b948-4d58-aeea-6cb84ab8d27d req-7e4f67ec-8b99-492b-9b0f-96ece07f7259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:57.434905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13295b34-b948-4d58-aeea-6cb84ab8d27d req-7e4f67ec-8b99-492b-9b0f-96ece07f7259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.3894198 May 13 14:30:57.435579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:57.442068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Request body: {'subnet': {'network_id': '043f6871-e8f2-4d8d-b77e-1333ac6af455', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1764534245-subnet', 'tenant_id': 'a059d3d9d7a848a692801b1cfc57f90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:57.449708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:57.455904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 043f6871-e8f2-4d8d-b77e-1333ac6af455 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:30:57.470981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Usage tracker for resource:subnet and tenant:a059d3d9d7a848a692801b1cfc57f90e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:57.477747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:57.487876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:57.530554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13295b34-b948-4d58-aeea-6cb84ab8d27d req-a409e3ca-097b-47c0-8a99-86a90c7fef95 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832336 May 13 14:30:57.547113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Made reservation on behalf of a059d3d9d7a848a692801b1cfc57f90e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:57.550115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:57.584077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-db2a6aec-f6a6-42fe-9cf5-74e85178f14e None None] Port 71f17b06-ea2c-480b-99c2-4df7c6157109 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:30:57.628048 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-dbb84110-159f-4653-b1b2-e2499780940e tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4c22bf19-8212-4305-9110-b8b7ecfd1303 HTTP/1.1" status: 200 len: 2973 time: 0.4211569 May 13 14:30:57.756337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:30:57.763030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0c112918-2bec-4c27-a61b-32ef6c9c720c admin admin] 10.222.0.36 "PUT /v2.0/routers/40de035b-0145-446e-8c56-0bc2ad679643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4679570 May 13 14:30:57.780148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Sync routers for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:30:57.832592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:30:57.833312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:57.840501 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-04210840-35cf-4ed9-8438-86807e8d77a5 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4c22bf19-8212-4305-9110-b8b7ecfd1303 HTTP/1.1" status: 200 len: 2973 time: 0.0779045 May 13 14:30:57.957762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-a4346add-ccd0-4aa1-9d0e-14a571137b82 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5d5e04d8-b730-46fe-aa72-6c492b62e17c HTTP/1.1" status: 200 len: 2981 time: 0.1112733 May 13 14:30:58.094329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-6b3c07c6-6763-4e01-b290-8d44dfc5f980 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5d5e04d8-b730-46fe-aa72-6c492b62e17c HTTP/1.1" status: 200 len: 2981 time: 0.1299727 May 13 14:30:58.188248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-711145a5-f49f-4be3-a3a6-cbf7b3abab08 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5eea87bb-227e-4174-8620-117fa420bbf3 HTTP/1.1" status: 200 len: 2981 time: 0.0865843 May 13 14:30:58.235903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:30:58.260024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333dceb-e9fc-4825-81a7-7b78a3759c67 req-607ae2e3-de8e-4bdf-a2e1-caedfc5293a2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:58.270261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5333dceb-e9fc-4825-81a7-7b78a3759c67 req-607ae2e3-de8e-4bdf-a2e1-caedfc5293a2 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.5259593 May 13 14:30:58.273904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.377838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-220a090c-e495-45ef-8a57-41bafb1f1459 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5eea87bb-227e-4174-8620-117fa420bbf3 HTTP/1.1" status: 200 len: 2981 time: 0.1835706 May 13 14:30:58.434738 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5333dceb-e9fc-4825-81a7-7b78a3759c67 req-d93709bd-5bb0-4ec2-a2a5-8181f243972f tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421452 May 13 14:30:58.442233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c302597f-d348-46bd-aa08-769b4dc17ee3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:30:58.444590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Checking segment: {'id': 'c0fd5b9b-af1f-49b1-939c-6dc42a5d1185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '043f6871-e8f2-4d8d-b77e-1333ac6af455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:30:58.444948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Network hostable DHCP agents. Network: 043f6871-e8f2-4d8d-b77e-1333ac6af455, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:30:58.474613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Network 043f6871-e8f2-4d8d-b77e-1333ac6af455 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:30:58.493832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 043f6871-e8f2-4d8d-b77e-1333ac6af455) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:30:58.500127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:58.500992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:58.519236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa0129-c162-432e-9e19-17ccb3109483 None None] Network 043f6871-e8f2-4d8d-b77e-1333ac6af455 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:58.544128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-1a6c0951-6ab0-43a4-a729-0340e2639cb0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/74a17029-0121-4d18-872f-6948f36a7961 HTTP/1.1" status: 200 len: 2981 time: 0.1371412 May 13 14:30:58.564815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f1016e6-f16b-470f-b426-e32ded1005a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1275408 May 13 14:30:59.127918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb925545-c29e-4b23-bd38-6c2a050a1dca None None] Network 043f6871-e8f2-4d8d-b77e-1333ac6af455 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:30:59.180369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8e5a-af07-4287-884b-a51b121d1421 req-dcfef68f-eb1f-43c2-b607-309fb896b0aa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:30:59.182145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-de23a447-0b69-4a99-8ff7-82dea12d7e15 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/74a17029-0121-4d18-872f-6948f36a7961 HTTP/1.1" status: 200 len: 2981 time: 0.6223965 May 13 14:30:59.188994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:59.190666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eeee8e5a-af07-4287-884b-a51b121d1421 req-dcfef68f-eb1f-43c2-b607-309fb896b0aa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.2535679 May 13 14:30:59.221625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1100511056-network', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:59.243274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.265998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Usage tracker for resource:network and tenant:f51944b7a5cb4b8890dc314d20107c5a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:59.274129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.279439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:54Z', 'revision_number': 4, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '71f17b06-ea2c-480b-99c2-4df7c6157109', 'name': '', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'mac_address': 'fa:16:3e:eb:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:50Z', 'updated_at': '2022-05-13T14:30:55Z', 'revision_number': 2, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'subnets': [{'id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:30:59.290705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.297689 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eeee8e5a-af07-4287-884b-a51b121d1421 req-52b5f8dd-8aba-4c89-a78e-1947ac7e3f3c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933931 May 13 14:30:59.299152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Checking router: 40de035b-0145-446e-8c56-0bc2ad679643 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:30:59.299587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Updating router 40de035b-0145-446e-8c56-0bc2ad679643 port 71f17b06-ea2c-480b-99c2-4df7c6157109 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:30:59.348058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-bdcab6dd-ffbe-4a0d-a1ea-38a31b97b862 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e121447-913c-4faa-82a0-949bee0def3e HTTP/1.1" status: 200 len: 2981 time: 0.1618593 May 13 14:30:59.352743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Made reservation on behalf of f51944b7a5cb4b8890dc314d20107c5a for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:30:59.355330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.407848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.429462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.443728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:30:59.505641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.518023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Usage tracker for resource:security_group_rule and tenant:f51944b7a5cb4b8890dc314d20107c5a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:30:59.527982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:30:59.546941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:30:59.619085 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2612bf69-4e64-4f01-937f-fd26335fd286'] response: {'server_uuid': '80276b65-a70f-482a-946d-f30955f8066a', 'name': 'network-vif-deleted', 'tag': '359c38a3-4042-4171-a0f3-aeaa41ce2766', 'status': 'completed', 'code': 200} May 13 14:30:59.631013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-44e9143a-8225-49df-92f5-6c824bda012c tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e121447-913c-4faa-82a0-949bee0def3e HTTP/1.1" status: 200 len: 2981 time: 0.2525671 May 13 14:30:59.641540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e0004c2-308d-4ded-afd7-946d777d1e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.723205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-4b2d84b1-d0aa-4221-b2f7-e7cbcad076eb tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92c87c5e-46c2-40bf-8bf3-0c4e394eda20 HTTP/1.1" status: 200 len: 2981 time: 0.0812459 May 13 14:30:59.850151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.854268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-56bd101a-5545-40db-89e7-780719b732b9 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/92c87c5e-46c2-40bf-8bf3-0c4e394eda20 HTTP/1.1" status: 200 len: 2981 time: 0.1183271 May 13 14:30:59.866786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.897785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:30:59.901034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-608d381f-70ff-4633-993c-d367a353cf7d req-79001209-7fb4-4b03-a2a7-4666cf85459d tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3842275 May 13 14:30:59.920354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:30:59.922762 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:30:59.923119 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Added segment ad84b852-85ff-4336-a5ba-0894eb5f36e2 of type vlan for network 90383ed2-c0c5-4646-b629-0ef3864383cf May 13 14:30:59.945355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:30:59.961660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Usage tracker for resource:floatingip and tenant:3b70e2048e9b4c268158f065165adb87 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:00.009352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.012284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:00.026333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:00.060166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.061412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.073105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Transition to ACTIVE for port object 71f17b06-ea2c-480b-99c2-4df7c6157109 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:00.083032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Deleting subnet a877e06d-3663-45b4-a598-f93b62bab331 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:00.088864 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.095349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.165963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.190907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f03a25-6649-4d26-a0f6-bac0c2242b6c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.208423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-02c9a19e-3090-424b-a0bf-9c022b37295a tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/aafcfdf1-821d-434c-85dd-bface5d0b444 HTTP/1.1" status: 200 len: 2981 time: 0.1854916 May 13 14:31:00.264816 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.345625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:31:00.358274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Pushing event updated for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.383296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.383955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.384503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.385029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.385518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.386034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.386931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.387685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.388352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.389413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.390065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.390578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:00.403980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-154f1b80-62d2-496f-ad05-7c64b4b7c67b tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/aafcfdf1-821d-434c-85dd-bface5d0b444 HTTP/1.1" status: 200 len: 2981 time: 0.1859086 May 13 14:31:00.482743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Attempting to bind port 71f17b06-ea2c-480b-99c2-4df7c6157109 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:00.483708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Attempting to bind port 71f17b06-ea2c-480b-99c2-4df7c6157109 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:00.484337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Attempting to bind port 71f17b06-ea2c-480b-99c2-4df7c6157109 on network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:00.496351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:00.497045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Checking segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:00.497641 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.498199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Bound using segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:00.498867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Bound port: 71f17b06-ea2c-480b-99c2-4df7c6157109, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:00.499419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.530370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.532306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:00.533416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.553568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.601506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a877e06d-3663-45b4-a598-f93b62bab331,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.611576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.635622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16b7cacd-6f23-4d77-8396-e31c6fd59c22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a877e06d-3663-45b4-a598-f93b62bab331 HTTP/1.1" status: 204 len: 168 time: 1.1903596 May 13 14:31:00.637095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:00.640325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] For port 71f17b06-ea2c-480b-99c2-4df7c6157109, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:00.645354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] For port 71f17b06-ea2c-480b-99c2-4df7c6157109, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=71f17b06-ea2c-480b-99c2-4df7c6157109,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:00.659700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.817076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:00.822724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:00.823379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:30:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:00.946144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ef06e-4eba-4bfa-bcba-550815ad59f6 None None] Pushing event updated for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:00.946920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.122812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-3d6047ce-de1d-43f0-844b-df2ef63b7c50 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b0095d1a-f48e-4b42-8344-2554a1d9103e HTTP/1.1" status: 200 len: 2981 time: 0.7169075 May 13 14:31:01.153759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.174631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:01.175733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9646335 May 13 14:31:01.177011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148970f1-64eb-4c54-a9cc-5d922a8174aa admin admin] Pushing event updated for resources: {'Network': ['ID=90383ed2-c0c5-4646-b629-0ef3864383cf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:01.203457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Request body: {'subnet': {'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1100511056-subnet', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:01.220949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf6bc79-0220-4aa3-a8fc-39f3642bd71f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:01.229335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:01.241022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Usage tracker for resource:subnet and tenant:f51944b7a5cb4b8890dc314d20107c5a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:01.276310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:01.277433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:01.284449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-37c8227c-0d18-4bc6-a390-06b872456d53 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b0095d1a-f48e-4b42-8344-2554a1d9103e HTTP/1.1" status: 200 len: 2981 time: 0.1605020 May 13 14:31:01.298770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e127c7b8-cff1-45e2-80fe-14044215ae9d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:01.299224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e127c7b8-cff1-45e2-80fe-14044215ae9d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:01.307999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:01.328743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.354572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Made reservation on behalf of f51944b7a5cb4b8890dc314d20107c5a for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:01.355919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.371485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 90383ed2-c0c5-4646-b629-0ef3864383cf details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:01.437192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-15bccce3-060e-4503-a0db-81e27b337888 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e06bb0ac-77aa-4d2c-8774-8b16e079d9a3 HTTP/1.1" status: 200 len: 2981 time: 0.1378567 May 13 14:31:01.572869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-2359fc27-5f68-449d-af8d-f6209e8350df tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e06bb0ac-77aa-4d2c-8774-8b16e079d9a3 HTTP/1.1" status: 200 len: 2981 time: 0.1327870 May 13 14:31:01.620097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.623116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Allocated IP 172.25.5.206 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d49311f0-0dd1-46a7-9ae8-84868b010c96) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:01.630947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.668794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:01.669427 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: timer() May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:01.693276 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:01.701222 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-40ef37b6-9060-4cfe-87f1-12ba25328509 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e09abab8-6841-48e8-967c-ecc1b378f3eb HTTP/1.1" status: 200 len: 2977 time: 0.1243496 May 13 14:31:01.785780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-06d0fb20-7102-4fc2-8e15-ff755ab12119 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e09abab8-6841-48e8-967c-ecc1b378f3eb HTTP/1.1" status: 200 len: 2977 time: 0.0613081 May 13 14:31:01.892474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-7d765420-fc70-4810-8544-4a0357924c83 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f9b8245f-2689-4417-8649-0aa6ab037565 HTTP/1.1" status: 200 len: 2981 time: 0.0829868 May 13 14:31:01.961743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b091b86d-bfa4-44b1-a7bb-7bd370349d92 req-fa2df84e-d2f5-47c5-aa05-46796c991ff0 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f9b8245f-2689-4417-8649-0aa6ab037565 HTTP/1.1" status: 200 len: 2981 time: 0.0614531 May 13 14:31:01.982445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f747a1a-d6fb-4bd2-8034-d941fc5bdb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.029177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:54Z', 'revision_number': 4, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '71f17b06-ea2c-480b-99c2-4df7c6157109', 'name': '', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'mac_address': 'fa:16:3e:eb:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:50Z', 'updated_at': '2022-05-13T14:31:00Z', 'revision_number': 4, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'subnets': [{'id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:02.034260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9c756-b258-4732-bfec-8b9c75d327e4 None None] The sync data for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 is: [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:30:54Z', 'revision_number': 4, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '71f17b06-ea2c-480b-99c2-4df7c6157109', 'name': '', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'mac_address': 'fa:16:3e:eb:9e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:50Z', 'updated_at': '2022-05-13T14:31:00Z', 'revision_number': 4, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'subnets': [{'id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:02.189639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9f3869-3e13-468e-8c2f-12d0ab536d5a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:02.219064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.227178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Checking segment: {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:02.227696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Network hostable DHCP agents. Network: 90383ed2-c0c5-4646-b629-0ef3864383cf, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:02.272302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32488be1-44a7-4ce7-b307-630a1043c453 req-da2b2e2e-9263-48be-a3f7-ceb27f31da37 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.274437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.282446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32488be1-44a7-4ce7-b307-630a1043c453 req-da2b2e2e-9263-48be-a3f7-ceb27f31da37 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.1482668 May 13 14:31:02.303675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf6bc79-0220-4aa3-a8fc-39f3642bd71f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:02.342193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32488be1-44a7-4ce7-b307-630a1043c453 req-31e81613-2b2c-4d20-a5a8-1ca3436f056f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 May 13 14:31:02.350890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.396356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2675fe6b-9637-44fb-8cff-b2e4bd54b025 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4cf6bc79-0220-4aa3-a8fc-39f3642bd71f HTTP/1.1" status: 204 len: 168 time: 1.7531352 May 13 14:31:02.399530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Network 90383ed2-c0c5-4646-b629-0ef3864383cf is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:02.401234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:02.418568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.496536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 90383ed2-c0c5-4646-b629-0ef3864383cf) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:02.510002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd69e1-cf97-45be-bd02-f2fe8d3d0f66 None None] Network 90383ed2-c0c5-4646-b629-0ef3864383cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:02.529820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Deleting subnet 859af758-1f00-4800-936b-54155b98e0cd {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:02.536673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.555408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:02.567502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.576394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:02.584765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:02.592687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:02.640148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event updated for resources: {'Port': ['ID=d49311f0-0dd1-46a7-9ae8-84868b010c96,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:02.656079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6e09cb0c-e521-4022-bc54-af6c99f40fb3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4812567 May 13 14:31:02.660593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46612) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:02.675783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:02.695451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:02.703986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Usage tracker for resource:router and tenant:f51944b7a5cb4b8890dc314d20107c5a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:02.715427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:02.754683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:02.789886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.791109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.847379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.848792 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.850901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:02.858513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.040603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.095695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-90383ed2-c0c5-4646-b629-0ef3864383cf', 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'fixed_ips': [{'subnet_id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:03.099685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.108401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c451b2-f61d-4f58-a75d-f97875e19508 req-8a4caf9c-544e-4c37-a4b7-f1d8264eeefa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:03.118177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c451b2-f61d-4f58-a75d-f97875e19508 req-8a4caf9c-544e-4c37-a4b7-f1d8264eeefa tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.4678717 May 13 14:31:03.140510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.182378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.231067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c451b2-f61d-4f58-a75d-f97875e19508 req-4e6bd8f3-6483-4ffd-ac61-b8f9a5ec9fa5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091936 May 13 14:31:03.309125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.432107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.433370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Allocated IP 172.20.0.2 (90383ed2-c0c5-4646-b629-0ef3864383cf/ea9f3869-3e13-468e-8c2f-12d0ab536d5a/d06a2ae6-7783-43d0-a655-2d278bd779b3) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:03.459365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859af758-1f00-4800-936b-54155b98e0cd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:03.484805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-93303c9f-7c7b-4096-8588-be3da67b49d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/859af758-1f00-4800-936b-54155b98e0cd HTTP/1.1" status: 204 len: 168 time: 1.0818617 May 13 14:31:03.490956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46622) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:03.689092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:03.789780 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-62da3bea-7513-43a2-a4f0-68908d7f5435 req-15d05336-38f9-497c-8379-a909e0bef9b8 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] show failed (client error): The resource could not be found. May 13 14:31:03.790821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62da3bea-7513-43a2-a4f0-68908d7f5435 req-15d05336-38f9-497c-8379-a909e0bef9b8 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/a4474ddd-fa91-4756-8cbe-a1b4dd33ddf7 HTTP/1.1" status: 404 len: 352 time: 0.0210528 May 13 14:31:03.846496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 71f17b06-ea2c-480b-99c2-4df7c6157109 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:03.946924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.150198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 71f17b06-ea2c-480b-99c2-4df7c6157109 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:04.189774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 71f17b06-ea2c-480b-99c2-4df7c6157109 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:04.192003 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.228611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.273028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d0f9fb0f-a83b-42ec-a7b2-b97d75fcf3e7 req-c321e94f-4ae6-473a-b480-b41a9604f537 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Synchronizing usage tracker for tenant:1addb5756cfb499a8442bbad97f4de20 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:04.278560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.309208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.317283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Transition to ACTIVE for port object d06a2ae6-7783-43d0-a655-2d278bd779b3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:04.390888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Transition to ACTIVE for port object d06a2ae6-7783-43d0-a655-2d278bd779b3 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:04.427629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.452432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d0f9fb0f-a83b-42ec-a7b2-b97d75fcf3e7 req-c321e94f-4ae6-473a-b480-b41a9604f537 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Unset dirty status for tenant:1addb5756cfb499a8442bbad97f4de20 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:04.454268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0f9fb0f-a83b-42ec-a7b2-b97d75fcf3e7 req-c321e94f-4ae6-473a-b480-b41a9604f537 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1addb5756cfb499a8442bbad97f4de20 HTTP/1.1" status: 200 len: 6102 time: 0.4858663 May 13 14:31:04.474780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae47b2f-af97-4d70-8d2a-1f71aa7c61c7']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:04.478230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.553682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event updated for resources: {'Port': ['ID=d49311f0-0dd1-46a7-9ae8-84868b010c96,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:04.584884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be019b63-893d-4932-8d7b-247fbffa2b1b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:04.585126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be019b63-893d-4932-8d7b-247fbffa2b1b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:04.591381 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.613042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.650164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Pushing event updated for resources: {'Port': ['ID=d06a2ae6-7783-43d0-a655-2d278bd779b3,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:04.651053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.726731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.736781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Network 90383ed2-c0c5-4646-b629-0ef3864383cf is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:04.743669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:04.745393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.748828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:04.753096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-608d381f-70ff-4633-993c-d367a353cf7d req-bcb3ec61-d955-4fb9-9eea-4b969f47658a tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8487203 May 13 14:31:04.769263 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.784272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:04.786174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.844656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.880894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Attempting to bind port d06a2ae6-7783-43d0-a655-2d278bd779b3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:04.881267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Attempting to bind port d06a2ae6-7783-43d0-a655-2d278bd779b3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:04.881626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Attempting to bind port d06a2ae6-7783-43d0-a655-2d278bd779b3 on network 90383ed2-c0c5-4646-b629-0ef3864383cf {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:04.889139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:04.889753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Checking segment: {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:04.890412 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.891011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Bound using segment: {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:04.891825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Bound port: d06a2ae6-7783-43d0-a655-2d278bd779b3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:04.892358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:04.912286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-608d381f-70ff-4633-993c-d367a353cf7d req-fc233d41-e86a-438c-90da-90785dd5cf31 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Synchronizing usage tracker for tenant:3b70e2048e9b4c268158f065165adb87 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:04.968149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-608d381f-70ff-4633-993c-d367a353cf7d req-fc233d41-e86a-438c-90da-90785dd5cf31 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Unset dirty status for tenant:3b70e2048e9b4c268158f065165adb87 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:04.975213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-608d381f-70ff-4633-993c-d367a353cf7d req-fc233d41-e86a-438c-90da-90785dd5cf31 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.2211363 May 13 14:31:05.102523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0f9fb0f-a83b-42ec-a7b2-b97d75fcf3e7 req-c35a1061-7aec-47a1-a598-cb0df5244dfb tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "GET /v2.0/security-groups/3e3307c0-ef24-4baf-a5f1-b95587bc4fdb HTTP/1.1" status: 200 len: 2981 time: 0.6350684 May 13 14:31:05.107119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] For port d06a2ae6-7783-43d0-a655-2d278bd779b3, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:05.113366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] For port d06a2ae6-7783-43d0-a655-2d278bd779b3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d06a2ae6-7783-43d0-a655-2d278bd779b3,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:05.161656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: timer() May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:05.183826 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:05.188870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Allocated IP 172.25.5.20 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d507426a-c9bf-4905-8c12-4db81d829220) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:05.209986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.217790 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0f9fb0f-a83b-42ec-a7b2-b97d75fcf3e7 req-4d9fdfc5-776b-4cba-9fd0-2be8e07cb01a tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "GET /v2.0/security-groups/3e3307c0-ef24-4baf-a5f1-b95587bc4fdb HTTP/1.1" status: 200 len: 2981 time: 0.1132958 May 13 14:31:05.233954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d381f-70ff-4633-993c-d367a353cf7d req-07c8bb2d-d826-4968-aef6-f95a9f581f9f tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:05.241879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-608d381f-70ff-4633-993c-d367a353cf7d req-07c8bb2d-d826-4968-aef6-f95a9f581f9f tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.2657173 May 13 14:31:05.260024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.279168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] Pushing event deleted for resources: {'Network': ['ID=dae47b2f-af97-4d70-8d2a-1f71aa7c61c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:05.284968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e666e1f1-7117-46ba-8acb-9fbda5ad65ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/dae47b2f-af97-4d70-8d2a-1f71aa7c61c7 HTTP/1.1" status: 204 len: 168 time: 1.7925653 May 13 14:31:05.450946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 71f17b06-ea2c-480b-99c2-4df7c6157109 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:05.451407 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.467554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c143-c375-4e61-8f5f-6a23fa28a673 None None] Pushing event updated for resources: {'Port': ['ID=d06a2ae6-7783-43d0-a655-2d278bd779b3,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:05.528121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 71f17b06-ea2c-480b-99c2-4df7c6157109, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=71f17b06-ea2c-480b-99c2-4df7c6157109,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:05.535498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.587622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.598986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d68aa-a774-484b-ac47-bcddd6bd38b7 req-c2dda6e0-c010-4fc8-b7b7-fbf5e469e4e5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:05.617869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-737d68aa-a774-484b-ac47-bcddd6bd38b7 req-c2dda6e0-c010-4fc8-b7b7-fbf5e469e4e5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.1903532 May 13 14:31:05.692508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:05.764535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:05.773357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:05.935012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1965ba75-2f86-443c-97af-257a86ea8302 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d0396a4c8c04a6b912dcfddf86648e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571326 May 13 14:31:05.936558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:06.186460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-737d68aa-a774-484b-ac47-bcddd6bd38b7 req-aa7ebd50-3ee4-4846-a51a-fe61143fe5ef tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509062 May 13 14:31:06.196520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.224573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:06.229363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:06.243087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:06.259120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.306795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d507426a-c9bf-4905-8c12-4db81d829220,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.336021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-e448da09-1e5e-439a-a47b-1f444bfe0f7b tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/613ace19-18b4-4e60-97c7-de8d5a2b555c HTTP/1.1" status: 200 len: 1777 time: 0.1223567 May 13 14:31:06.343314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657af65-4ee5-490d-a3e7-c1dcf21c0a81 req-0da85cf8-f464-4cf4-8bf1-b52fbfd21206 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:06.345999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2657af65-4ee5-490d-a3e7-c1dcf21c0a81 req-0da85cf8-f464-4cf4-8bf1-b52fbfd21206 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1095 time: 0.2523232 May 13 14:31:06.417702 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2657af65-4ee5-490d-a3e7-c1dcf21c0a81 req-f8d4281f-a542-4e69-9130-66cc930f2524 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552230 May 13 14:31:06.418487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.449987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e121447-913c-4faa-82a0-949bee0def3e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.468169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.474474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0a1746f8-26eb-4405-81fa-f228be0dd276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e121447-913c-4faa-82a0-949bee0def3e HTTP/1.1" status: 204 len: 168 time: 0.5366728 May 13 14:31:06.637774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.696410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.795070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.829338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-f4f2795b-ace4-4e52-94c3-a06d294a0c9d tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips/ad54a29f-702c-4cbc-8a6d-7cd85fac81c3 HTTP/1.1" status: 200 len: 693 time: 0.2643552 May 13 14:31:06.942978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ace19-18b4-4e60-97c7-de8d5a2b555c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:06.992184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:06.993671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7ce774c-c684-4822-ab16-d301dcf0ddce req-db5eda01-544b-403c-98e3-071afecc27e7 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/613ace19-18b4-4e60-97c7-de8d5a2b555c HTTP/1.1" status: 204 len: 173 time: 0.5962026 May 13 14:31:07.163777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.256735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940002e3-ed5c-4719-9cd1-3bc9a1b0ae42 None None] Network 90383ed2-c0c5-4646-b629-0ef3864383cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:07.264941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-b29d229e-353a-4ba2-a13c-1ec1bd3810cc tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.266038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-b29d229e-353a-4ba2-a13c-1ec1bd3810cc tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Synchronizing usage tracker for tenant:3b70e2048e9b4c268158f065165adb87 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:07.289064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-7fd88b4c-0ac2-4afb-b5da-a9376172099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.290832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-7fd88b4c-0ac2-4afb-b5da-a9376172099c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 1097 time: 0.1635559 May 13 14:31:07.297670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-b29d229e-353a-4ba2-a13c-1ec1bd3810cc tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Unset dirty status for tenant:3b70e2048e9b4c268158f065165adb87 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:07.308014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-b29d229e-353a-4ba2-a13c-1ec1bd3810cc tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4749343 May 13 14:31:07.405111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46676) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:07.452613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c907645e-4d33-4707-8a28-cf97ec0ffeef None None] Provisioning for port d06a2ae6-7783-43d0-a655-2d278bd779b3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:07.503631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-ecc99112-fae8-449e-b13c-c158d335b753 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.1934586 May 13 14:31:07.607240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-8df77671-5caa-450c-a4c3-eea140a33b20 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.206 HTTP/1.1" status: 200 len: 696 time: 0.1036451 May 13 14:31:07.810224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-12eb04a7-d774-4668-8a98-2754599bdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:07.811805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-12eb04a7-d774-4668-8a98-2754599bdb45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.4282732 May 13 14:31:07.813095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Deleting port d49311f0-0dd1-46a7-9ae8-84868b010c96 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:07.813528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:07.964749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-54076607-14ac-40aa-9d00-91ca49232772 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf HTTP/1.1" status: 200 len: 217 time: 0.1171436 May 13 14:31:07.981587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 71f17b06-ea2c-480b-99c2-4df7c6157109 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:08.161178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 71f17b06-ea2c-480b-99c2-4df7c6157109 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:08.162394 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.183829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-0a601e9d-c9af-4f5a-8928-bde20a54d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:08.184681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-0a601e9d-c9af-4f5a-8928-bde20a54d3d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.1797490 May 13 14:31:08.241382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b23f-fb61-4f2e-86f1-7bd040428cbd req-8a9c0b98-65ad-4461-b998-8eb6749f52a5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:08.255517 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b74b23f-fb61-4f2e-86f1-7bd040428cbd req-8a9c0b98-65ad-4461-b998-8eb6749f52a5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 1.0131547 May 13 14:31:08.288000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-73445a12-5ecc-4d1c-bfb0-5120c9079d7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b3d110b911c4a28a1c5664497c18346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8811445 May 13 14:31:08.301006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:08.378029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-954bf011-d193-4fde-abc6-a976eb11ba32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862099 May 13 14:31:08.458254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.501720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.502216 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.561073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b74b23f-fb61-4f2e-86f1-7bd040428cbd req-1d7d0e6f-0c0b-4d4d-a824-f6a816c4fd52 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036785 May 13 14:31:08.572124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.575609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 71f17b06-ea2c-480b-99c2-4df7c6157109 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:08.581004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d06a2ae6-7783-43d0-a655-2d278bd779b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:08.647399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Calling delete_port for d49311f0-0dd1-46a7-9ae8-84868b010c96 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:08.734640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:08.745726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-7bc13b15-dc09-45ac-95b0-bc7cb505a1f9 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547277 May 13 14:31:08.814539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d06a2ae6-7783-43d0-a655-2d278bd779b3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:08.839408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d06a2ae6-7783-43d0-a655-2d278bd779b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:08.840920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.094858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.111871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d06a2ae6-7783-43d0-a655-2d278bd779b3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:09.112569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.138384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.187186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e04d8-b730-46fe-aa72-6c492b62e17c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:09.189207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d06a2ae6-7783-43d0-a655-2d278bd779b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d06a2ae6-7783-43d0-a655-2d278bd779b3,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:09.195264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05ff6796-f62b-40a6-ae76-689e9dfa42fb req-0c01c082-a08e-450b-bbfb-e9ec7cd21902 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] Synchronizing usage tracker for tenant:a059d3d9d7a848a692801b1cfc57f90e on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:09.197487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.226545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05ff6796-f62b-40a6-ae76-689e9dfa42fb req-0c01c082-a08e-450b-bbfb-e9ec7cd21902 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] Unset dirty status for tenant:a059d3d9d7a848a692801b1cfc57f90e on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:09.228122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05ff6796-f62b-40a6-ae76-689e9dfa42fb req-0c01c082-a08e-450b-bbfb-e9ec7cd21902 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a059d3d9d7a848a692801b1cfc57f90e HTTP/1.1" status: 200 len: 2984 time: 0.5748804 May 13 14:31:09.230695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.235831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d8b0e61a-91ff-4544-af4a-13c83e82cb66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d5e04d8-b730-46fe-aa72-6c492b62e17c HTTP/1.1" status: 204 len: 168 time: 0.9291375 May 13 14:31:09.258686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b09f5f1-663c-4a1f-9e3f-f4c480d98886 req-3c28a427-9a85-4d88-80d8-2d85a113e54d service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931874 May 13 14:31:09.268136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Router 92da6384-9216-4781-9db7-5d2c64cb9a9f is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:31:09.308259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Pushing event deleted for resources: {'Port': ['ID=d49311f0-0dd1-46a7-9ae8-84868b010c96,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:09.336675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.336675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.336675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.347959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.348534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.348880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.349425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.349764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.350090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.350556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.351000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.351357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:09.388470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05ff6796-f62b-40a6-ae76-689e9dfa42fb req-edaaed1c-d314-4656-9bf2-e13a9296f349 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/1e2ebff5-d260-4f10-bf9b-fbc91432d88e HTTP/1.1" status: 200 len: 2981 time: 0.1534021 May 13 14:31:09.394596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d06a2ae6-7783-43d0-a655-2d278bd779b3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:09.459424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:31:09.496407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.520618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.533726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-137af1e9-bdcb-4844-beee-6760f0b676a6 req-e3f91278-f984-4383-b49c-eaa7cd8d66d0 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "DELETE /v2.0/floatingips/ad54a29f-702c-4cbc-8a6d-7cd85fac81c3 HTTP/1.1" status: 204 len: 173 time: 1.9245863 May 13 14:31:09.543739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05ff6796-f62b-40a6-ae76-689e9dfa42fb req-34a989ab-0bdf-4ded-8cd7-4abfdf2034df tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/1e2ebff5-d260-4f10-bf9b-fbc91432d88e HTTP/1.1" status: 200 len: 2981 time: 0.1449342 May 13 14:31:09.569611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:09.589654 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Sync routers for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:09.593562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.595044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea53b10b-e6e0-4296-b1a8-e9257342a3b3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9331763 May 13 14:31:09.601095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:09.621222 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:09.623782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:09.648198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-d69459d6-d77b-4c2d-86b9-a164249a1e65 tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "GET /v2.0/security-groups/79e95d94-9475-4e41-97e5-e725bfdd6545 HTTP/1.1" status: 200 len: 1777 time: 0.0582681 May 13 14:31:09.761945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d06a2ae6-7783-43d0-a655-2d278bd779b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:09.822275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.884504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.919206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d06a2ae6-7783-43d0-a655-2d278bd779b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:09.919821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:09.998728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.047009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e95d94-9475-4e41-97e5-e725bfdd6545,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:10.052599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:10.069386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d06a2ae6-7783-43d0-a655-2d278bd779b3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:10.096033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.098545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f07ecd3-5dfc-46ef-a010-f1706c0ca1d2 req-aad506a2-25d3-4e16-aa13-ad125b437b6d tempest-SecurityGroupsTestAdminJSON-961409818 tempest-SecurityGroupsTestAdminJSON-961409818-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/79e95d94-9475-4e41-97e5-e725bfdd6545 HTTP/1.1" status: 204 len: 173 time: 0.4388988 May 13 14:31:10.318589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-d97b7300-04ed-441b-8c3c-ff8e53e30cf0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.330907 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-d97b7300-04ed-441b-8c3c-ff8e53e30cf0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 0.5219090 May 13 14:31:10.347518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:10.364638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e9d71ab0-6a60-4b60-bbcd-d64ffcac73e8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/quotas/3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 375 time: 0.0324192 May 13 14:31:10.436780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863efca8-5230-46ce-bd06-1eac01d53a5e req-bcfc217b-9076-433f-bae1-ab3b190ecdcb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.439713 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863efca8-5230-46ce-bd06-1eac01d53a5e req-bcfc217b-9076-433f-bae1-ab3b190ecdcb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 946 time: 0.1548598 May 13 14:31:10.492393 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:06Z', 'revision_number': 3, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:10.507394 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Checking router: 92da6384-9216-4781-9db7-5d2c64cb9a9f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:10.507735 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Updating router 92da6384-9216-4781-9db7-5d2c64cb9a9f port d507426a-c9bf-4905-8c12-4db81d829220 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:31:10.537936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:10.538404 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.552756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-863efca8-5230-46ce-bd06-1eac01d53a5e req-035424af-d89d-42b6-9b28-ee0a97e60245 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 May 13 14:31:10.583362 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.611047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:10.612352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:10.619046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:10.760850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:10.962465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26c4b6-c5ab-4e02-ad8a-54e9767b3850 req-f4c9c9d3-adbb-49a1-b5f5-bb3a2a4b3ef0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:10.977558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee26c4b6-c5ab-4e02-ad8a-54e9767b3850 req-f4c9c9d3-adbb-49a1-b5f5-bb3a2a4b3ef0 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.1639016 May 13 14:31:11.045691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee26c4b6-c5ab-4e02-ad8a-54e9767b3850 req-903151bb-e873-4a65-9a67-679ea106eea3 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574150 May 13 14:31:11.176607 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-b2082fec-b449-4a32-a760-1dc3e895be86 req-c62e9fbf-243b-4abd-9bb6-4324a272e234 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] show failed (client error): The resource could not be found. May 13 14:31:11.191508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b2082fec-b449-4a32-a760-1dc3e895be86 req-c62e9fbf-243b-4abd-9bb6-4324a272e234 tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips/ad54a29f-702c-4cbc-8a6d-7cd85fac81c3 HTTP/1.1" status: 404 len: 350 time: 0.1194170 May 13 14:31:11.198599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-23b6ea86-b403-482e-86dd-e2856421cd05 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8255801 May 13 14:31:11.332098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f93006f-890c-48a6-93f5-94980e175883 req-0d700fc4-ac58-46dc-848a-13d75cf4ed3d tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/1e2ebff5-d260-4f10-bf9b-fbc91432d88e HTTP/1.1" status: 200 len: 2981 time: 0.1148276 May 13 14:31:11.362398 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.380117 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Transition to ACTIVE for port object d507426a-c9bf-4905-8c12-4db81d829220 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:11.394372 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.430648 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-0f93006f-890c-48a6-93f5-94980e175883 req-0a1db5fb-3b56-4bb3-a4cc-821a84c0bf6b tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:31:11.452099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f93006f-890c-48a6-93f5-94980e175883 req-0a1db5fb-3b56-4bb3-a4cc-821a84c0bf6b tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e2ebff5-d260-4f10-bf9b-fbc91432d88e HTTP/1.1" status: 409 len: 352 time: 0.1187637 May 13 14:31:11.482008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Attempting to bind port d507426a-c9bf-4905-8c12-4db81d829220 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:11.482008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Attempting to bind port d507426a-c9bf-4905-8c12-4db81d829220 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:11.482374 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Attempting to bind port d507426a-c9bf-4905-8c12-4db81d829220 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:11.495999 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:11.496728 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:11.496868 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.497156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:11.497716 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Bound port: d507426a-c9bf-4905-8c12-4db81d829220, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:11.498396 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.528021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-112d6b66-e6d8-4d06-a779-c92d740ff93a tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "GET /v2.0/security-groups/869915e0-9b2e-4f99-bbaf-0b580e7bf693 HTTP/1.1" status: 200 len: 1777 time: 0.0601335 May 13 14:31:11.577041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46757d72-a41d-4cc1-8fd7-c5f262503a83 service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566709 May 13 14:31:11.608003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.609490 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] For port d507426a-c9bf-4905-8c12-4db81d829220, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:11.613676 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] For port d507426a-c9bf-4905-8c12-4db81d829220, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d507426a-c9bf-4905-8c12-4db81d829220,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:11.625018 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.662653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.663108 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e04cd-25fd-41ed-a903-6b59ed921c3b None None] Pushing event updated for resources: {'Port': ['ID=d507426a-c9bf-4905-8c12-4db81d829220,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:11.701644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.776630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.791076 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e04cd-25fd-41ed-a903-6b59ed921c3b None None] Pushing event updated for resources: {'Port': ['ID=d507426a-c9bf-4905-8c12-4db81d829220,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:11.796898 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:11.797716 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:11.809368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869915e0-9b2e-4f99-bbaf-0b580e7bf693,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:11.821480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:11.823156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99c85939-7415-4c29-81e1-6266fee5b6b5 req-c01e7f74-5a5b-4cda-8f50-82a18fcd87d7 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "DELETE /v2.0/security-groups/869915e0-9b2e-4f99-bbaf-0b580e7bf693 HTTP/1.1" status: 204 len: 173 time: 0.2955496 May 13 14:31:11.943395 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44603d9d-96dd-403c-9c57-b8f24579b3f9']: {'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'code': 422} returned with failed status May 13 14:31:12.072025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e8a0cd36-fb05-42a1-b026-8c36c2651f9b service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733585 May 13 14:31:12.173941 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:12.193626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Allocated IP 172.20.0.1 (90383ed2-c0c5-4646-b629-0ef3864383cf/ea9f3869-3e13-468e-8c2f-12d0ab536d5a/6b58c73e-594f-4f8b-8939-577924e965a1) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:12.399089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:12.420124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Transition to ACTIVE for port object 6b58c73e-594f-4f8b-8939-577924e965a1 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:12.516639 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-d85dc15e-bd79-47cb-8396-7f2a9ad90550 req-1e5379f5-0532-446a-b493-05e92800802b tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] show failed (client error): The resource could not be found. May 13 14:31:12.517817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d85dc15e-bd79-47cb-8396-7f2a9ad90550 req-1e5379f5-0532-446a-b493-05e92800802b tempest-FloatingIPsTestJSON-1969151247 tempest-FloatingIPsTestJSON-1969151247-project] 10.222.0.36 "GET /v2.0/floatingips/ad54a29f-702c-4cbc-8a6d-7cd85fac81c3 HTTP/1.1" status: 404 len: 350 time: 0.1023011 May 13 14:31:12.532795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46760) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:12.612838 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:06Z', 'revision_number': 3, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:12.617566 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6a8f6-b7ed-40fd-ab25-63d0d9b2e471 None None] The sync data for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 is: [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:06Z', 'revision_number': 3, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:12.670332 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-9a3b8305-6601-4850-866e-c74efbf8028b req-0095e2e7-d9d6-4789-8322-a55e18872e88 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] show failed (client error): The resource could not be found. May 13 14:31:12.682590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a3b8305-6601-4850-866e-c74efbf8028b req-0095e2e7-d9d6-4789-8322-a55e18872e88 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/ba1d47a9-0b6c-474e-80aa-beb7abb94939 HTTP/1.1" status: 404 len: 352 time: 0.0589843 May 13 14:31:12.836358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325b7e7-5ae5-437e-b29b-e0468f41fefe req-b6aa3ce4-6e0c-4944-9c2d-d9c742989391 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:12.840445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9325b7e7-5ae5-437e-b29b-e0468f41fefe req-b6aa3ce4-6e0c-4944-9c2d-d9c742989391 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 944 time: 0.1810658 May 13 14:31:12.898841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9325b7e7-5ae5-437e-b29b-e0468f41fefe req-b3b47821-611b-41ec-9303-c58f4b981b88 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 May 13 14:31:13.006833 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.341024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-7a5bde5f-bb9e-44cd-9469-00a431978365 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=182dace3b841421f952e5fbd354caa2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360239 May 13 14:31:13.362920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Network 90383ed2-c0c5-4646-b629-0ef3864383cf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:13.374013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:13.376088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:13.380781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-73bb2154-f791-402a-b5fc-4d356b07a741 tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "GET /v2.0/security-groups/811cd94f-cefb-4193-9451-1a06e749c49f HTTP/1.1" status: 200 len: 1777 time: 0.6877725 May 13 14:31:13.381875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:13.609160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-4fbdb8f4-8fbc-4b5d-b749-167f200f186a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:13.612473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-4fbdb8f4-8fbc-4b5d-b749-167f200f186a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701540 May 13 14:31:13.637252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.637838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-7fefc69d-6e46-4fd5-b09c-74dd695da68e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/quotas/182dace3b841421f952e5fbd354caa2f HTTP/1.1" status: 200 len: 375 time: 0.0193048 May 13 14:31:13.694424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d507426a-c9bf-4905-8c12-4db81d829220 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:13.744686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-7a50646d-7fad-41cd-8186-57ec70f0ed60 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987344 May 13 14:31:13.750222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.848476 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:13.955619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f321d619-ee9f-47e9-a317-21ddd356b4a2 None None] Provisioning for port 6b58c73e-594f-4f8b-8939-577924e965a1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:13.982840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f321d619-ee9f-47e9-a317-21ddd356b4a2 None None] Provisioning complete for port 6b58c73e-594f-4f8b-8939-577924e965a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:13.983472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f321d619-ee9f-47e9-a317-21ddd356b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.168552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d507426a-c9bf-4905-8c12-4db81d829220 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:14.179112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f321d619-ee9f-47e9-a317-21ddd356b4a2 None None] Port 6b58c73e-594f-4f8b-8939-577924e965a1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:14.185031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d507426a-c9bf-4905-8c12-4db81d829220 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:14.186200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.336617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.398254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811cd94f-cefb-4193-9451-1a06e749c49f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:14.418951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.421970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d507426a-c9bf-4905-8c12-4db81d829220 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:14.422624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.438637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5cb5da9e-fc12-4e3e-b01f-3ef2d925536e req-b31d4392-5909-49a1-9a79-5ab048484e94 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 210 time: 0.1317205 May 13 14:31:14.488328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d507426a-c9bf-4905-8c12-4db81d829220, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d507426a-c9bf-4905-8c12-4db81d829220,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:14.494627 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.586524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.631179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d507426a-c9bf-4905-8c12-4db81d829220,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:14.679617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:14.699196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d900495d-a2c9-4d0e-8f6c-196d95e3ca3c req-d8bcff7b-2bdc-4ee1-b459-13162b7fafcc tempest-SecurityGroupsTestAdminJSON-1624977320 tempest-SecurityGroupsTestAdminJSON-1624977320-project] 10.222.0.36 "DELETE /v2.0/security-groups/811cd94f-cefb-4193-9451-1a06e749c49f HTTP/1.1" status: 204 len: 173 time: 1.2874942 May 13 14:31:14.886228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54cc8-57fd-46b8-9fa7-960b6abf2ec3 req-b491e4f1-61cb-4156-85e1-a79c69db0717 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:14.890663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ad54cc8-57fd-46b8-9fa7-960b6abf2ec3 req-b491e4f1-61cb-4156-85e1-a79c69db0717 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.2226048 May 13 14:31:15.000894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ad54cc8-57fd-46b8-9fa7-960b6abf2ec3 req-d07fe9da-0058-46a9-93f3-4fb1654a1f7b tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993247 May 13 14:31:15.001765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e506275b-d0e7-4763-b018-571c6f839b06 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:15.004288 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e506275b-d0e7-4763-b018-571c6f839b06 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 1.0218599 May 13 14:31:15.028904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Request body: {'port': {'device_id': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'admin_state_up': True, 'tenant_id': '3cd999e6b68741688665e47faa7b8b68'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:15.041485 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-c2b87af5-14db-42a6-a4bb-f0a61de84355 req-83789be1-2590-4d97-b1ab-b47b4d467710 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] show failed (client error): The resource could not be found. May 13 14:31:15.042572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2b87af5-14db-42a6-a4bb-f0a61de84355 req-83789be1-2590-4d97-b1ab-b47b4d467710 tempest-SecurityGroupsNegativeTestJSON-1244436934 tempest-SecurityGroupsNegativeTestJSON-1244436934-project] 10.222.0.36 "GET /v2.0/security-groups/787c6e8d-2652-4048-9657-016caada4ae3 HTTP/1.1" status: 404 len: 352 time: 0.0945387 May 13 14:31:15.059614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:15.298509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Deleting subnet c302597f-d348-46bd-aa08-769b4dc17ee3 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:15.314610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.407748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f63d6baf-20c3-42fc-944c-547272daf963 req-3f63984c-1ff1-448b-9985-73b657d78f44 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 210 time: 0.1859643 May 13 14:31:15.446592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:15.485526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.550528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:15.585734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:15.653783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:15.664736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.680018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.776344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d507426a-c9bf-4905-8c12-4db81d829220 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:15.827485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.903529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c302597f-d348-46bd-aa08-769b4dc17ee3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:15.912765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.913102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.913436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.914296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.914296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.914620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.914850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.915170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.915482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.915761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.916364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.916867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:31:15.922862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.930488 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:15.935154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f5dc0dd-9cc5-4a8e-b978-7922e6b99204 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c302597f-d348-46bd-aa08-769b4dc17ee3 HTTP/1.1" status: 204 len: 168 time: 0.8740368 May 13 14:31:15.935768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:15.986413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d507426a-c9bf-4905-8c12-4db81d829220 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:15.987092 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.227429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d507426a-c9bf-4905-8c12-4db81d829220 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:16.257401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.359631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.382939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f6f4e599-d678-4cd9-84d3-9b80cd0f2caf no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:16.427242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-adf39e2c-61bb-44f7-a819-94f1888e3ad5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=182dace3b841421f952e5fbd354caa2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605683 May 13 14:31:16.467180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Deleting port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:16.467654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.501981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7d803d91-0db1-460b-a313-0b5a87854813 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1addb5756cfb499a8442bbad97f4de20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0535574 May 13 14:31:16.542450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:16.635868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.655909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Pushing event updated for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:16.757815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:16.844754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Allocated IP 172.20.0.2 (d6be8d4b-9af1-429d-b523-5c4e3520e2df/a0e54976-de28-4c79-92e8-9a27a88e0c89/aaefaf12-2d01-4619-8887-6fc55b54fe26) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:16.972524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-bf438812-78e0-4f39-b757-5ebfc416fa1a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:16.975200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-bf438812-78e0-4f39-b757-5ebfc416fa1a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5376909 May 13 14:31:16.978180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:16.998888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Request body: {'port': {'device_id': '81699dc2-9809-47e9-be7d-430ecce01357', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '182dace3b841421f952e5fbd354caa2f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:17.094823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b687a-064a-4a8a-aca3-f4714500475d req-a70f7bec-36d8-4e2a-9836-0e6694919eee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:17.101075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f98b687a-064a-4a8a-aca3-f4714500475d req-a70f7bec-36d8-4e2a-9836-0e6694919eee tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 1.3608665 May 13 14:31:17.190974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043f6871-e8f2-4d8d-b77e-1333ac6af455']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:17.218009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fd5b9b-af1f-49b1-939c-6dc42a5d1185') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:17.218318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fd5b9b-af1f-49b1-939c-6dc42a5d1185') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:17.246520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.266114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.289775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.314895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:17.315305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: timer() May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:17.329724 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:17.361943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] For port 1e3fd947-0ee0-49b4-9fe8-b4164d571ada, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:17.362237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.376031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f98b687a-064a-4a8a-aca3-f4714500475d req-b24d45e4-a6bb-4a61-aaf0-d7df26c4ff9e tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731857 May 13 14:31:17.394355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:17.410433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c077955-b62b-4596-afff-3abe550ab7ed req-53482fd6-c206-4367-ab88-ebc15f660c50 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:17.412080 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c077955-b62b-4596-afff-3abe550ab7ed req-53482fd6-c206-4367-ab88-ebc15f660c50 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ad64e39-5d22-496c-ae33-95d94b6ef648 HTTP/1.1" status: 200 len: 944 time: 0.5116000 May 13 14:31:17.413245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Usage tracker for resource:port and tenant:182dace3b841421f952e5fbd354caa2f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:17.423305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:17.480160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:17.513086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Made reservation on behalf of 182dace3b841421f952e5fbd354caa2f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:17.516813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.530538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.550572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.551090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.566299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.579120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] Pushing event deleted for resources: {'Network': ['ID=043f6871-e8f2-4d8d-b77e-1333ac6af455,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:17.584809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Calling delete_port for 1e3fd947-0ee0-49b4-9fe8-b4164d571ada owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:17.587816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:17.588466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:17.626078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:17.629824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff912312-73a8-4f0b-a35e-bbf15fad5acd admin admin] 10.222.0.36 "DELETE /v2.0/networks/043f6871-e8f2-4d8d-b77e-1333ac6af455 HTTP/1.1" status: 204 len: 168 time: 1.6917455 May 13 14:31:17.634559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Network 90383ed2-c0c5-4646-b629-0ef3864383cf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:17.640313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Usage tracker for resource:security_group_rule and tenant:182dace3b841421f952e5fbd354caa2f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:17.651396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:17.663640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:17.665075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:17.959385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:18.043462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-30e50208-1d02-45e6-b1d4-935a7a51002c None None] Provisioning complete for port 6b58c73e-594f-4f8b-8939-577924e965a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:18.044484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30e50208-1d02-45e6-b1d4-935a7a51002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.075221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.097205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.108830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-30e50208-1d02-45e6-b1d4-935a7a51002c None None] Port 6b58c73e-594f-4f8b-8939-577924e965a1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:18.136673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ac88c613-e5f6-41c1-ae56-e2b4a0566366 req-4d092a0c-c4c6-43ff-a8f0-485dfb876723 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 210 time: 0.4340456 May 13 14:31:18.152864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3307c0-ef24-4baf-a5f1-b95587bc4fdb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:18.244374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:18.245965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.265013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d541c95-ed4e-4953-a074-fd1a514b677e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a059d3d9d7a848a692801b1cfc57f90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037581 May 13 14:31:18.281201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:18.288117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.483418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-45779d5b-e10e-4ef0-8287-2844b2e6cdd2 req-952a2e35-5a29-4efe-b3a8-be00b093aadf tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 210 time: 0.0749836 May 13 14:31:18.497795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.503601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39c423ab-11f8-45b8-ab26-539e628b9516 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e3307c0-ef24-4baf-a5f1-b95587bc4fdb HTTP/1.1" status: 204 len: 168 time: 1.9521697 May 13 14:31:18.529553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for f6f4e599-d678-4cd9-84d3-9b80cd0f2caf owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:18.574214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.602095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.654036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.671568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Router 92da6384-9216-4781-9db7-5d2c64cb9a9f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:31:18.677499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3fd947-0ee0-49b4-9fe8-b4164d571ada,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:18.933169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:18.988760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:18.989728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:18.992543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:19.033890 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.069521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:19.077004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287ffa19-4bf6-4e9f-8a73-2b867dcefd59,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:19.089229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=f6f4e599-d678-4cd9-84d3-9b80cd0f2caf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:19.236254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.237100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.351845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port f6f4e599-d678-4cd9-84d3-9b80cd0f2caf on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:19.355221 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.359088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Allocated IP 192.168.233.74 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/e6588e30-c42a-4d09-8690-e539261a048f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:19.367951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-deleted', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:19.390216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:19.417048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.423473 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-46b50ba8-b7b0-463c-ab21-36a97cfca39a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4103949 May 13 14:31:19.443429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Request body: {'port': {'device_id': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:19.472198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:19.484712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Sync routers for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:19.498297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:19.499615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:19.510462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c077955-b62b-4596-afff-3abe550ab7ed req-e78f557d-c506-4bac-a80e-08ed7a3256aa tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "DELETE /v2.0/ports/f6f4e599-d678-4cd9-84d3-9b80cd0f2caf HTTP/1.1" status: 204 len: 173 time: 2.0889857 May 13 14:31:19.524544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.536287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9680a2b3-5603-48e7-8c2b-8d4eb2cef4fa admin admin] 10.222.0.36 "PUT /v2.0/routers/92da6384-9216-4781-9db7-5d2c64cb9a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9334249 May 13 14:31:19.576897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5abdf400-4dee-4e64-930b-bed3737ae35b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbd9616b334a44f798b5ed38f51bc3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820710 May 13 14:31:19.578273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:19.700972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.737131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:19.808285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b112-73ba-4ccb-b625-141487a6a79f req-6c42ea5e-f023-4cfb-9f98-efa9603f3409 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:19.809786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5708b112-73ba-4ccb-b625-141487a6a79f req-6c42ea5e-f023-4cfb-9f98-efa9603f3409 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 0.4889357 May 13 14:31:20.007866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.042534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Transition to ACTIVE for port object e6588e30-c42a-4d09-8690-e539261a048f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:20.045217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.082104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.111024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.204022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:20.290390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.309791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5708b112-73ba-4ccb-b625-141487a6a79f req-b2bfc237-582f-4eec-8760-c77b1be0b7df tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748466 May 13 14:31:20.329799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Pushing event updated for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:20.350567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ebff5-d260-4f10-bf9b-fbc91432d88e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:20.433205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.434511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.435028 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3e6df4f3-19b2-4165-83f8-ca8652d79532 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e2ebff5-d260-4f10-bf9b-fbc91432d88e HTTP/1.1" status: 204 len: 168 time: 2.1518462 May 13 14:31:20.438617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:20.469669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:20.483636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:20.765167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:20.785461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:20.875474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-dbd0044c-59fa-434a-835b-c5698977726a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8831635 May 13 14:31:20.921231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Request body: {'port': {'device_id': '81699dc2-9809-47e9-be7d-430ecce01357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:21.175477 n-d-841736-1 neutron-server[88131]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c49c15ec-bb0d-4897-a8d0-43592d9b8a3e']: {'server_uuid': '1ad64e39-5d22-496c-ae33-95d94b6ef648', 'name': 'network-vif-deleted', 'tag': 'f6f4e599-d678-4cd9-84d3-9b80cd0f2caf', 'status': 'failed', 'code': 422} returned with failed status May 13 14:31:21.349432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-840c4edc-67ce-4c88-a1b9-92dd9bd93fa1 None None] Provisioning for port e6588e30-c42a-4d09-8690-e539261a048f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:21.364693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-840c4edc-67ce-4c88-a1b9-92dd9bd93fa1 None None] Provisioning complete for port e6588e30-c42a-4d09-8690-e539261a048f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:21.365089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-840c4edc-67ce-4c88-a1b9-92dd9bd93fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:21.424939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:21.507781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-840c4edc-67ce-4c88-a1b9-92dd9bd93fa1 None None] Port e6588e30-c42a-4d09-8690-e539261a048f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:21.523134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:13Z', 'revision_number': 4, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '6b58c73e-594f-4f8b-8939-577924e965a1', 'name': '', 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'mac_address': 'fa:16:3e:e8:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:11Z', 'updated_at': '2022-05-13T14:31:15Z', 'revision_number': 2, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'subnets': [{'id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:21.532692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Checking router: 92da6384-9216-4781-9db7-5d2c64cb9a9f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:21.533199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Updating router 92da6384-9216-4781-9db7-5d2c64cb9a9f port 6b58c73e-594f-4f8b-8939-577924e965a1 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:31:21.678999 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.187020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-8573e77b-7538-4352-b6e7-a42a3962ffc9 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.191793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-8573e77b-7538-4352-b6e7-a42a3962ffc9 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 1.8344429 May 13 14:31:22.257005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.304866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-b21333a7-1214-4a54-a7d8-050a03808693 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.305895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-b21333a7-1214-4a54-a7d8-050a03808693 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Synchronizing usage tracker for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:22.352889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a17029-0121-4d18-872f-6948f36a7961,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:22.355821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-b21333a7-1214-4a54-a7d8-050a03808693 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Unset dirty status for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:22.363373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-b21333a7-1214-4a54-a7d8-050a03808693 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 935 time: 0.8920217 May 13 14:31:22.364090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a04a9-717e-42ca-8ad6-434605a3fbfd req-a44b7f37-e836-4b3a-928f-bffd1e526dd3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:22.365051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-677a04a9-717e-42ca-8ad6-434605a3fbfd req-a44b7f37-e836-4b3a-928f-bffd1e526dd3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:22.428735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.430544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c03d8a96-5e2a-4f54-8627-a6869810d447 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74a17029-0121-4d18-872f-6948f36a7961 HTTP/1.1" status: 204 len: 168 time: 2.8512409 May 13 14:31:22.431907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-6aa52f45-3647-491f-a416-0f5655ef27a6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Synchronizing usage tracker for tenant:182dace3b841421f952e5fbd354caa2f on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:22.456951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-677a04a9-717e-42ca-8ad6-434605a3fbfd req-a44b7f37-e836-4b3a-928f-bffd1e526dd3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:22.464225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-677a04a9-717e-42ca-8ad6-434605a3fbfd req-a44b7f37-e836-4b3a-928f-bffd1e526dd3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 931 time: 1.1892397 May 13 14:31:22.471204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-6aa52f45-3647-491f-a416-0f5655ef27a6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Unset dirty status for tenant:182dace3b841421f952e5fbd354caa2f on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:22.486712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f28b011-f2a5-4f6e-b279-b13dfed326e7 req-6aa52f45-3647-491f-a416-0f5655ef27a6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223648 May 13 14:31:22.507595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:31:22.533293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Deleting port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:22.536466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.611892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.659324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Transition to ACTIVE for port object 6b58c73e-594f-4f8b-8939-577924e965a1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:22.671034 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.678589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6588e30-c42a-4d09-8690-e539261a048f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:22.691662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.719820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Transition to ACTIVE for port object e6588e30-c42a-4d09-8690-e539261a048f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:22.727604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:22.914474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:23.003711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb33b9-2821-40ad-af4e-3a861f86736d None None] Pushing event updated for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:23.109316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:31:23.272236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Attempting to bind port 6b58c73e-594f-4f8b-8939-577924e965a1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:23.282909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Attempting to bind port 6b58c73e-594f-4f8b-8939-577924e965a1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:23.283263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Attempting to bind port 6b58c73e-594f-4f8b-8939-577924e965a1 on network 90383ed2-c0c5-4646-b629-0ef3864383cf {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:23.300528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:23.300913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Checking segment: {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:23.301318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.301721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Bound using segment: {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:23.302216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Bound port: 6b58c73e-594f-4f8b-8939-577924e965a1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad84b852-85ff-4336-a5ba-0894eb5f36e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:23.302588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.305258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-677a04a9-717e-42ca-8ad6-434605a3fbfd req-67309bb0-5df6-4535-a8b5-19d7fbe0df13 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398573 May 13 14:31:23.739256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] For port 6b58c73e-594f-4f8b-8939-577924e965a1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:23.749810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] For port 6b58c73e-594f-4f8b-8939-577924e965a1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6b58c73e-594f-4f8b-8939-577924e965a1,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:23.777338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:23.973413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Attempting to bind port e6588e30-c42a-4d09-8690-e539261a048f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:23.973951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Attempting to bind port e6588e30-c42a-4d09-8690-e539261a048f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:23.974321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Attempting to bind port e6588e30-c42a-4d09-8690-e539261a048f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:23.988013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Port e6588e30-c42a-4d09-8690-e539261a048f on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:23.988410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Attempting to bind port e6588e30-c42a-4d09-8690-e539261a048f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:24.019814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:24.021589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:24.023173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:24.024842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Bound port: e6588e30-c42a-4d09-8690-e539261a048f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:24.026166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.036254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:24.047602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a24219ad-c3d1-4134-8c28-b817a7b659d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/636d3b64-5fbf-4d60-8eb8-d743cc40a5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5117526 May 13 14:31:24.053546 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Sync routers for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:24.063444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:24.088316 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:24.092840 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:24.114199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaefaf12-2d01-4619-8887-6fc55b54fe26 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:24.146959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:24.147623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:24.162530 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.311751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Transition to ACTIVE for port object aaefaf12-2d01-4619-8887-6fc55b54fe26 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:24.399846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.419146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:24.419728 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:24.488085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742e40f-d4cb-4f31-be97-71eb8ee5dffa req-b69583c5-a1b9-4a42-81c3-2c4e5546e05d tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:24.506034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a742e40f-d4cb-4f31-be97-71eb8ee5dffa req-b69583c5-a1b9-4a42-81c3-2c4e5546e05d tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 946 time: 1.1978548 May 13 14:31:24.531126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 091ebf52-6d5a-4783-acc1-c2a0d1dddabe no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:24.631697 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:24.812602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:24.826739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:24.899878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb33b9-2821-40ad-af4e-3a861f86736d None None] Pushing event updated for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:25.000678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:25.022644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e6588e30-c42a-4d09-8690-e539261a048f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:25.067976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.240124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:25.240929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.245138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] 10.222.0.90 "PUT /v2.0/ports/e6588e30-c42a-4d09-8690-e539261a048f HTTP/1.1" status: 200 len: 1095 time: 4.3552339 May 13 14:31:25.259726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.309128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:25.444044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:25.465950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:fcca26782f9e428c900addc82ca92701 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:25.471216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:25.495314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:25.660973 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a742e40f-d4cb-4f31-be97-71eb8ee5dffa req-3a447105-9959-4de5-b026-b43172e8dae5 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1537292 May 13 14:31:25.663176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:25.688589 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:31:18Z', 'revision_number': 5, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:25.697828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Checking router: 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:25.737685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Routers {'636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:25.737904 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:26.144817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Calling delete_port for 091ebf52-6d5a-4783-acc1-c2a0d1dddabe owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:26.259658 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] Set router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:26.278602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:26.279215 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.325532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.368122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:26.403176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:26.410552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:26.420694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.450831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Deleting port 86e88083-bcc5-470b-99d2-d37b9edc864d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:26.452909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.655163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:26.655462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:26.659913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:26.688330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] For port 86e88083-bcc5-470b-99d2-d37b9edc864d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86e88083-bcc5-470b-99d2-d37b9edc864d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:26.688848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.726800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:26.727205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:26.750014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-51138344-a4fc-466a-b873-51c52bb7bc46 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:26.751280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665acef6-cecb-47dd-8434-d9cff2724b2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:26.752467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:13Z', 'revision_number': 4, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '6b58c73e-594f-4f8b-8939-577924e965a1', 'name': '', 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'mac_address': 'fa:16:3e:e8:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:11Z', 'updated_at': '2022-05-13T14:31:23Z', 'revision_number': 4, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'subnets': [{'id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:26.761129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-51138344-a4fc-466a-b873-51c52bb7bc46 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 2.1236823 May 13 14:31:26.793085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:26.794251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:26.797968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:26.798460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Bound port: aaefaf12-2d01-4619-8887-6fc55b54fe26, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:26.799977 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:26.820845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba99acb-6edc-498b-bb04-c58465c68a2a None None] The sync data for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 is: [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:31:13Z', 'revision_number': 4, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '6b58c73e-594f-4f8b-8939-577924e965a1', 'name': '', 'network_id': '90383ed2-c0c5-4646-b629-0ef3864383cf', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'mac_address': 'fa:16:3e:e8:cc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:11Z', 'updated_at': '2022-05-13T14:31:23Z', 'revision_number': 4, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'subnets': [{'id': 'ea9f3869-3e13-468e-8c2f-12d0ab536d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:26.836381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:26.967397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:26.971802 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:26.974163 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-fec0789f-bd11-4556-a041-4b6c9af1cccb tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.2121677 May 13 14:31:27.085342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ff05ba38-a3aa-4e1f-b6b8-904fd661d998 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940967 May 13 14:31:27.143601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Calling delete_port for 86e88083-bcc5-470b-99d2-d37b9edc864d owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:27.151044 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:31:18Z', 'revision_number': 5, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:27.151642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:27.167573 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d706e-e698-469b-af7a-688d520362a1 None None] The sync data for ids ['636d3b64-5fbf-4d60-8eb8-d743cc40a5f0'] in n-d-841736-1 is: [{'id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'name': 'tempest-FloatingIPsTestJSON-1288732342-router', 'tenant_id': '3b70e2048e9b4c268158f065165adb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:16Z', 'updated_at': '2022-05-13T14:31:18Z', 'revision_number': 5, 'project_id': '3b70e2048e9b4c268158f065165adb87', 'gw_port': {'id': '86e88083-bcc5-470b-99d2-d37b9edc864d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3b64-5fbf-4d60-8eb8-d743cc40a5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:20Z', 'updated_at': '2022-05-13T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:31:27.235574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2aae-98b2-49c9-a5bd-e4195c151155 req-4dac63db-f6f6-4687-9415-db9241c64f1f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.243701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc4a2aae-98b2-49c9-a5bd-e4195c151155 req-4dac63db-f6f6-4687-9415-db9241c64f1f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 947 time: 1.0597384 May 13 14:31:27.268768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:27.283430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.377493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc4a2aae-98b2-49c9-a5bd-e4195c151155 req-c78819fb-4eac-4029-b920-154974329c5a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315825 May 13 14:31:27.439100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:27.469070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.470112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.472423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-7de25c04-fa32-4b6a-936a-095c26064253 service neutron] 10.222.0.90 "PUT /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 1091 time: 8.0350368 May 13 14:31:27.520596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-bccec734-7c7f-4a06-a66c-8e1edbdfdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:27.523902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:27.530199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-bccec734-7c7f-4a06-a66c-8e1edbdfdb9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 1098 time: 2.1971242 May 13 14:31:27.531395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Deleting port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:27.531939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.534665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.574657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:27.750165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6b58c73e-594f-4f8b-8939-577924e965a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:27.890568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-f57e0e08-bac0-4ef2-a872-52988992659b service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963820 May 13 14:31:27.928061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6b58c73e-594f-4f8b-8939-577924e965a1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:27.939850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6b58c73e-594f-4f8b-8939-577924e965a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:27.940966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.190473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6b58c73e-594f-4f8b-8939-577924e965a1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:28.190957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.209372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-11aefcd7-f77b-4cdc-b159-703d90499b2e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e6588e30-c42a-4d09-8690-e539261a048f HTTP/1.1" status: 200 len: 217 time: 0.6386845 May 13 14:31:28.246470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 6b58c73e-594f-4f8b-8939-577924e965a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6b58c73e-594f-4f8b-8939-577924e965a1,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:28.254659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.256316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e78a3d54-fbba-4a05-b1c9-ada79d65f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.257933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-e78a3d54-fbba-4a05-b1c9-ada79d65f24a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1094 time: 0.6228774 May 13 14:31:28.330671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1e3fd947-0ee0-49b4-9fe8-b4164d571ada no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:28.361662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-cb56235b-5ce3-4d88-9568-82a4b4526736 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.0908036 May 13 14:31:28.379171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcca26782f9e428c900addc82ca92701&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5620947 May 13 14:31:28.408376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:28.422480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.488651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf189e-1fca-45a9-a6a8-909118b8cfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a710c6-a9cd-4154-ba04-94669772818e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:28.502395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 1e3fd947-0ee0-49b4-9fe8-b4164d571ada {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:28.502575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1e3fd947-0ee0-49b4-9fe8-b4164d571ada not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:28.538362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:28.575652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] For port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,segment=NetworkSegment(ecf08c39-73a3-4baf-8c6d-c9887e05b83b),segment_id=ecf08c39-73a3-4baf-8c6d-c9887e05b83b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:28.576138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.620964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Pushing event deleted for resources: {'Port': ['ID=86e88083-bcc5-470b-99d2-d37b9edc864d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:28.647327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-fe166fe0-420b-4cc2-b02a-f8031af16e20 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981583 May 13 14:31:28.682031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-648f71be-a1be-49eb-ab70-ab8c06992719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:28.685505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-648f71be-a1be-49eb-ab70-ab8c06992719 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3090160 May 13 14:31:28.801976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:28.995122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Calling delete_port for 091ebf52-6d5a-4783-acc1-c2a0d1dddabe owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:29.112166 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2133e6b8-c187-40b6-af66-922d5d3e57a0'] response: {'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'code': 200} May 13 14:31:29.158462 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5810fac-a3a4-4422-8b3c-a83f4819e0b1'] response: {'name': 'network-changed', 'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f', 'status': 'completed', 'code': 200} May 13 14:31:29.276134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-b85b2bb3-3b8a-4100-aca9-b18dd53bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.280085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-b85b2bb3-3b8a-4100-aca9-b18dd53bb2c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.9049346 May 13 14:31:29.318172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff153c-734f-4efb-95d6-381f31e61648 req-ba9fa04e-879f-47fc-8f5f-96072a7fc7e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.327299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99ff153c-734f-4efb-95d6-381f31e61648 req-ba9fa04e-879f-47fc-8f5f-96072a7fc7e0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 943 time: 1.4476852 May 13 14:31:29.391187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.403134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.503134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-4905b7f9-1199-4f74-a59b-1c43c2f77aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:29.506584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-4905b7f9-1199-4f74-a59b-1c43c2f77aed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8044212 May 13 14:31:29.514912 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99ff153c-734f-4efb-95d6-381f31e61648 req-d0aaa931-66a5-4bcc-8fa4-754fe0d29e58 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864498 May 13 14:31:29.516591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.518037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:31:29.629697 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc4946c2-88db-4fea-83ab-d20f41182d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.843330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:29.857112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0f259a98-2dc1-4bd1-9f51-1fd7898014fb admin admin] 10.222.0.36 "DELETE /v2.0/routers/636d3b64-5fbf-4d60-8eb8-d743cc40a5f0 HTTP/1.1" status: 204 len: 168 time: 5.7597823 May 13 14:31:29.861338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:30.119569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-c608a9ee-056a-4006-bf0c-9bd02ca1ee67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8201411 May 13 14:31:30.213299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-0bfab243-e35d-40b0-a623-0b11e8a75a3b tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d6f6b037059d43ac8344cb978e3e01db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709719 May 13 14:31:30.324674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6b58c73e-594f-4f8b-8939-577924e965a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:30.412020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.432877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.521431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Deleting subnet 18bf0006-fed3-495e-9db8-431db902e212 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:30.536242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.598251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6b58c73e-594f-4f8b-8939-577924e965a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:30.598888 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.634276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Pushing event deleted for resources: {'Port': ['ID=091ebf52-6d5a-4783-acc1-c2a0d1dddabe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:30.636000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-f3ff63da-f9d0-4c1a-996b-d203debb6ada service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1124136 May 13 14:31:30.650685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.672852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-5082238f-5bc6-4b44-b857-ea1c02a3f7cd service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418134 May 13 14:31:30.844320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95714c0-9823-4314-91fa-1e4fb3271c95 req-896be295-6984-40d9-8182-8f8c1b961119 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:30.852399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b95714c0-9823-4314-91fa-1e4fb3271c95 req-896be295-6984-40d9-8182-8f8c1b961119 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/ports?device_id=302f6389-4065-4cf9-af49-19be6f0c5f7a HTTP/1.1" status: 200 len: 944 time: 1.3890016 May 13 14:31:30.854952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] No DVR routers for this DVR port 091ebf52-6d5a-4783-acc1-c2a0d1dddabe on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:30.888909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.911380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:30.955351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6b58c73e-594f-4f8b-8939-577924e965a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:31.023782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fc78e6c-c7cf-4ee8-bf73-aba32b676e12 req-7a647677-9654-4473-8eca-699048fa2457 tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.90 "DELETE /v2.0/ports/091ebf52-6d5a-4783-acc1-c2a0d1dddabe HTTP/1.1" status: 204 len: 173 time: 8.7732484 May 13 14:31:31.052676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b95714c0-9823-4314-91fa-1e4fb3271c95 req-7994ef1f-feed-480f-8eb8-096e1df7b5fd tempest-ServerDiskConfigTestJSON-1611698965 tempest-ServerDiskConfigTestJSON-1611698965-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b8245f-2689-4417-8649-0aa6ab037565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952376 May 13 14:31:31.151528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-5e3ae487-6f67-4f60-b1d6-be2042c8fb4c tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.163656 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-5e3ae487-6f67-4f60-b1d6-be2042c8fb4c tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9399996 May 13 14:31:31.182174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d1669b3-3f8e-4fd2-bf29-c12bfec5eef4 req-80ef0ecb-447b-4d05-9eb8-178b3bfbdc91 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144104 May 13 14:31:31.186097 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21896404-f3bb-4285-9a9f-46c41af24a77'] response: {'name': 'network-changed', 'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'status': 'completed', 'code': 200} May 13 14:31:31.204302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.262976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a710c6-a9cd-4154-ba04-94669772818e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:31.279889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.288699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b8eea6f9-30b9-40a4-8aeb-b69559b747bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22a710c6-a9cd-4154-ba04-94669772818e HTTP/1.1" status: 204 len: 168 time: 2.8590498 May 13 14:31:31.292695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.461773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-9d65b41b-07a6-42f1-9768-bcd5fde3dc4f tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/quotas/d6f6b037059d43ac8344cb978e3e01db HTTP/1.1" status: 200 len: 375 time: 0.2967501 May 13 14:31:31.468877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.595995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a804992f-e427-4ff3-a66b-9cd30d86d262 req-612e472d-8f94-464e-8ee3-26b6ffd6a601 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9329379 May 13 14:31:31.604427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bf0006-fed3-495e-9db8-431db902e212,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:31.625647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-a42d6a18-5e85-45b8-99ee-9488df20f23c tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625626 May 13 14:31:31.630318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:31.643195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67cba8-c551-455c-9fab-94d5dead2781 None None] Network a1c1dfed-2228-4062-8d74-2514c0a14e2d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:31.647480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e668e2e0-15b1-4b59-8e27-d940d332ac23 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/18bf0006-fed3-495e-9db8-431db902e212 HTTP/1.1" status: 204 len: 168 time: 1.7848752 May 13 14:31:31.651510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:31.670997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaaccb-5fc9-4aa3-9cc0-36139d926c2d req-c1a7f503-668c-491f-be4c-bc663cecf11c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:31.688246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07aaaccb-5fc9-4aa3-9cc0-36139d926c2d req-c1a7f503-668c-491f-be4c-bc663cecf11c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 947 time: 0.3164942 May 13 14:31:31.749925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86e88083-bcc5-470b-99d2-d37b9edc864d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:32.537624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 86e88083-bcc5-470b-99d2-d37b9edc864d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:31:32.538245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86e88083-bcc5-470b-99d2-d37b9edc864d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:31:32.576605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-e4c2b5bb-af59-4426-8199-aabce83e2e36 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:32.579361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-e4c2b5bb-af59-4426-8199-aabce83e2e36 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.8711858 May 13 14:31:32.621998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-104ab67a-bf4d-45aa-8e13-4255666ec78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.664098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:32.814230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53f13305-90d3-41bf-8f02-09312dba1b18 req-2df75b01-4969-4aa9-81fd-aa0af3188219 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:32.846638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07aaaccb-5fc9-4aa3-9cc0-36139d926c2d req-224e04de-7107-4f4f-b290-7eeb9ad28c70 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1475778 May 13 14:31:32.880483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.928574 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:32.945245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53f13305-90d3-41bf-8f02-09312dba1b18 req-2df75b01-4969-4aa9-81fd-aa0af3188219 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:32.970255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53f13305-90d3-41bf-8f02-09312dba1b18 req-2df75b01-4969-4aa9-81fd-aa0af3188219 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 210 time: 0.8882949 May 13 14:31:32.983353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-2aeff4a1-cc83-48d1-b6c1-7bf2af796a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:32.987430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-2aeff4a1-cc83-48d1-b6c1-7bf2af796a2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1094 time: 1.2300820 May 13 14:31:32.998881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] DHCP port deletion for a1c1dfed-2228-4062-8d74-2514c0a14e2d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:31:33.009968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Deleting port f7687c24-593f-45ec-9cca-81d5373558d7 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:33.010510 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.191015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-2854a4bf-abf0-4b11-9a3d-a85c2375bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.192578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-2854a4bf-abf0-4b11-9a3d-a85c2375bb70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.1756501 May 13 14:31:33.201747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Deleting port f7687c24-593f-45ec-9cca-81d5373558d7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:33.202081 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.255140 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.255693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-deleted', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:33.411315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-b0e37cdf-1bc0-4e85-839d-c5b07af03783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.418049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-b0e37cdf-1bc0-4e85-839d-c5b07af03783 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 1098 time: 1.4395802 May 13 14:31:33.491473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-41e2874b-df40-4db3-a3f2-4c4d9e1e982c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.2458863 May 13 14:31:33.626286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] For port f7687c24-593f-45ec-9cca-81d5373558d7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f7687c24-593f-45ec-9cca-81d5373558d7,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:33.626792 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:33.689386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:33.708316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f7687c24-593f-45ec-9cca-81d5373558d7 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:31:33.734208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-be107bbc-2352-479c-969b-e62d9a479152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:33.735681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-be107bbc-2352-479c-969b-e62d9a479152 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.1239505 May 13 14:31:33.751489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-453caf5e-98d6-45c3-9bb6-4226244988cf req-e245866b-7582-41ad-9479-eb260868652a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 210 time: 0.2370660 May 13 14:31:33.969697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Calling delete_port for f7687c24-593f-45ec-9cca-81d5373558d7 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:34.163605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] For port f7687c24-593f-45ec-9cca-81d5373558d7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f7687c24-593f-45ec-9cca-81d5373558d7,segment=NetworkSegment(8851db25-faaa-4b36-87d8-a080c319c028),segment_id=8851db25-faaa-4b36-87d8-a080c319c028)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:34.165867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.236685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.266610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-65738c17-e941-4fd6-aebe-f074a61c7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.277840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-65738c17-e941-4fd6-aebe-f074a61c7503 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.8457823 May 13 14:31:34.308469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] Pushing event deleted for resources: {'Port': ['ID=f7687c24-593f-45ec-9cca-81d5373558d7,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:34.313453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214e13d-abee-4851-8afd-e5c606e5972b None None] No DVR routers for this DVR port f7687c24-593f-45ec-9cca-81d5373558d7 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:31:34.318532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f7687c24-593f-45ec-9cca-81d5373558d7 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:34.318980 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.362468 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9347716-74c9-462d-b847-f25af6d6e169'] response: {'server_uuid': '302f6389-4065-4cf9-af49-19be6f0c5f7a', 'name': 'network-vif-deleted', 'tag': '091ebf52-6d5a-4783-acc1-c2a0d1dddabe', 'status': 'completed', 'code': 200} May 13 14:31:34.425588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-96a94d8e-56e9-49fa-b8f7-4a7059e84373 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6731803 May 13 14:31:34.429280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1398180536-network', 'tenant_id': '0cad50da3f084589b345de58adee1ee1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:34.441699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e6588e30-c42a-4d09-8690-e539261a048f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:34.443950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Calling delete_port for f7687c24-593f-45ec-9cca-81d5373558d7 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:31:34.608083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-ef3f2236-880e-48a0-a6d7-1fe0a70c42d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e6588e30-c42a-4d09-8690-e539261a048f HTTP/1.1" status: 200 len: 217 time: 0.2615609 May 13 14:31:34.659586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:34.690511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e6588e30-c42a-4d09-8690-e539261a048f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:34.698404 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.706385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'e6588e30-c42a-4d09-8690-e539261a048f', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'e6588e30-c42a-4d09-8690-e539261a048f', 'mac_address': 'fa:16:3e:7b:1b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:34.733360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Usage tracker for resource:network and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:34.736759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:34.739139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:34.744192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:34.801389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccfd76-3347-4c77-aae1-114ebfd10652 req-9660d569-61ee-4dc5-b2c3-d2762d570ed5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.817660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62ccfd76-3347-4c77-aae1-114ebfd10652 req-9660d569-61ee-4dc5-b2c3-d2762d570ed5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 943 time: 1.2835007 May 13 14:31:34.821152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Made reservation on behalf of 0cad50da3f084589b345de58adee1ee1 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:34.826336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.874884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e6588e30-c42a-4d09-8690-e539261a048f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:34.875310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.891976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:34.901894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6588e30-c42a-4d09-8690-e539261a048f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:34.917850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-5e5d2ab7-4463-4a4d-8239-f6ee3c179328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:34.919779 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-5e5d2ab7-4463-4a4d-8239-f6ee3c179328 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2669981 May 13 14:31:34.938087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e6588e30-c42a-4d09-8690-e539261a048f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:34.952464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-9bba80ca-b10e-4eb5-b9d1-3821053cccb7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0567033 May 13 14:31:34.952806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:34.952806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:35.079121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-7b8735c3-1edd-4f68-a326-e3397144068e tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d6f6b037059d43ac8344cb978e3e01db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4007769 May 13 14:31:35.125136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.210302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:31:35.211034 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:31:35.281404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:35.382532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:35.406280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'port_id': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'mac_address': 'fa:16:3e:2d:02:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e54976-de28-4c79-92e8-9a27a88e0c89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:35.427494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:35.464437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:35.489592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port aaefaf12-2d01-4619-8887-6fc55b54fe26 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:35.491907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.503125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:35.512359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.518572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:35.521364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaefaf12-2d01-4619-8887-6fc55b54fe26 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:35.545469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:35.551386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:35.552715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.618236 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62ccfd76-3347-4c77-aae1-114ebfd10652 req-f88e7aa4-ce0e-453f-a26b-1066ede9038e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999747 May 13 14:31:35.737148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.739374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Deleting port f7687c24-593f-45ec-9cca-81d5373558d7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:31:35.739715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:35.750326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:35.819239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['e6588e30-c42a-4d09-8690-e539261a048f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:35.905402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['aaefaf12-2d01-4619-8887-6fc55b54fe26'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:35.967813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-0be097d4-2f8e-4f2f-a7e3-53ef7a7e6329 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4775093 May 13 14:31:35.969814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.027358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] The port 'f7687c24-593f-45ec-9cca-81d5373558d7' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:31:36.029317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ef0e8-69d8-4dfd-9c31-11ff93602b01,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:36.073951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-e1133204-4f90-4c08-95ac-f0d0c539641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.076483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-e1133204-4f90-4c08-95ac-f0d0c539641f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 0.6957002 May 13 14:31:36.102746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-abf954b7-3a4b-45bc-8756-65221012254d req-621cfefe-b0a8-4972-9b15-2bad1b1d8cdd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 210 time: 0.1927180 May 13 14:31:36.104920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-9a24f35b-069f-4c0d-822b-d090612089f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.106792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-9a24f35b-069f-4c0d-822b-d090612089f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1550028 May 13 14:31:36.172966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2a360-15dd-4d87-8f98-c8173d2ab116 req-05ac0c9a-80b6-4535-896f-a4cd8a0ff36e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.189094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ae2a360-15dd-4d87-8f98-c8173d2ab116 req-05ac0c9a-80b6-4535-896f-a4cd8a0ff36e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 947 time: 1.7661130 May 13 14:31:36.216731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.12 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/2498aeab-ff80-4be3-af2a-c950e5f257e8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:36.560085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:36.702555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ae2a360-15dd-4d87-8f98-c8173d2ab116 req-80accaa2-7238-4512-8d15-304560b4bba5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271666 May 13 14:31:36.722357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.722888 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Added segment e87315e6-6a10-412c-a576-b961fc24e4a6 of type vlan for network 990464fa-9c31-4743-b2b4-b21614889dc7 May 13 14:31:36.736441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d63d2fe5-01eb-46e8-8bd6-c6cc375c67b0 req-50468775-4083-4e36-a0a4-9db34d37a60d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 210 time: 0.1510646 May 13 14:31:36.741967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-c949229b-6652-4032-a5dc-631f3a280b26 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.745039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-c949229b-6652-4032-a5dc-631f3a280b26 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6480448 May 13 14:31:36.825100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Request body: {'port': {'device_id': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'd6f6b037059d43ac8344cb978e3e01db'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:36.868380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:36.937768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-2c7408b2-ba3c-4a5e-9ecd-9531e112903d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913415 May 13 14:31:36.941999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-16615308-5f18-4a12-a015-e35d43439261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:36.943543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-16615308-5f18-4a12-a015-e35d43439261 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.8355839 May 13 14:31:37.071518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9fb68d9-1118-4e41-b678-1af3b58d84bf req-8b78a67d-90fd-4ddf-90ff-a28ebbedffee service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0540211 May 13 14:31:37.082428 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.087690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c1dfed-2228-4062-8d74-2514c0a14e2d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:37.110582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8851db25-faaa-4b36-87d8-a080c319c028') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:37.110911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8851db25-faaa-4b36-87d8-a080c319c028') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:37.151338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.234748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-e97f836d-8858-485c-a484-5a8e6c44c4f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.2589452 May 13 14:31:37.243802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.271496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:37.272528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: timer() May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:37.303223 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:37.311193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:37.341138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.393361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a8e22b-53b6-4efc-83f0-9afefbdfcd96 req-bb5b3f94-c121-48dd-9152-a7fa943e3ca8 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487286 May 13 14:31:37.412168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-6988efe5-a8c3-40ed-b7bc-d1275df198e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.413889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-6988efe5-a8c3-40ed-b7bc-d1275df198e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.1598060 May 13 14:31:37.416540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Usage tracker for resource:port and tenant:d6f6b037059d43ac8344cb978e3e01db is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:37.421643 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.423460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.424459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.436831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:37.523388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-4d155b40-c34d-4233-8c5f-6394c7cc5531 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001742 May 13 14:31:37.641657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=990464fa-9c31-4743-b2b4-b21614889dc7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:37.645314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:37.654531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.671582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742014f-4b24-4609-9bc4-0eb679b3db74 req-0ddb92d3-9dca-4cc3-9e73-0da36131dc91 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:37.672374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 990464fa-9c31-4743-b2b4-b21614889dc7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:37.678912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7742014f-4b24-4609-9bc4-0eb679b3db74 req-0ddb92d3-9dca-4cc3-9e73-0da36131dc91 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 0.5065074 May 13 14:31:37.803583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d5b5754-93d6-45d6-b8cc-de4927c6a0f8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.1085784 May 13 14:31:37.805875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:37.817024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Request body: {'subnet': {'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1398180536-subnet', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:37.823587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.839615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:37.849269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:37.855713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Made reservation on behalf of d6f6b037059d43ac8344cb978e3e01db for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:37.861558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.907832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.920686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:37.923214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Usage tracker for resource:subnet and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:37.925481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:37.930951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:37.946294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:37.949811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c1dfed-2228-4062-8d74-2514c0a14e2d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:37.959406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:37.978514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:37.982209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-04aea795-04bb-43d7-8060-7480dbb68806 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1c1dfed-2228-4062-8d74-2514c0a14e2d HTTP/1.1" status: 204 len: 168 time: 6.3294899 May 13 14:31:37.988617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Usage tracker for resource:security_group_rule and tenant:d6f6b037059d43ac8344cb978e3e01db is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:37.994537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:37.997880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Made reservation on behalf of 0cad50da3f084589b345de58adee1ee1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:38.000413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.026309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:38.120946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22926d9b-c902-4c9c-a336-5da7e699e99f req-280d09a5-43f7-4f3c-b2e2-9a872f4b418f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.122661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22926d9b-c902-4c9c-a336-5da7e699e99f req-280d09a5-43f7-4f3c-b2e2-9a872f4b418f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 932 time: 0.4855750 May 13 14:31:38.241037 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22926d9b-c902-4c9c-a336-5da7e699e99f req-100c801f-3bb1-4e9f-8364-9db1bb057257 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057127 May 13 14:31:38.298546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7742014f-4b24-4609-9bc4-0eb679b3db74 req-1840734a-6318-4326-abef-d1bbd8352a65 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185009 May 13 14:31:38.299152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:38.319178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:38.362846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:38.415896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:38.416931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.469656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e6588e30-c42a-4d09-8690-e539261a048f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:38.495488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b7a3b37-6167-42b7-8215-1a8cc2309866 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b70e2048e9b4c268158f065165adb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748450 May 13 14:31:38.496481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:38.502974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-dbe5c036-455b-48b1-8fa9-32be29d68d51 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9722006 May 13 14:31:38.546454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.614064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.636035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a08f813f-069d-41b5-baa2-2ff1c0f3bf8c req-b32f0a40-e962-4909-a711-70d41bb8dae9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 210 time: 0.0956485 May 13 14:31:38.729505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port e6588e30-c42a-4d09-8690-e539261a048f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:38.743381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port e6588e30-c42a-4d09-8690-e539261a048f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:38.745511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.810042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.936349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e6588e30-c42a-4d09-8690-e539261a048f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:38.936673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.973271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:38.986309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e6588e30-c42a-4d09-8690-e539261a048f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:38.991874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:38.993576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:38.996892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfae15b-ff72-44b6-af29-4762c3f1570a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:39.012659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.040761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-943afbfb-15f5-400e-b460-fb8f042a9156 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4037974 May 13 14:31:39.053543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Deleting subnet 349e48d1-0259-4f2f-9274-0154a891c0e6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:31:39.059743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.131495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:39.155057 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddbb2c9-f2de-4404-8828-cf01c37d466d'] response: {'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f', 'code': 200} May 13 14:31:39.174456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0857993e-c743-4da5-a579-676901bd3ebe,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:39.194689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port aaefaf12-2d01-4619-8887-6fc55b54fe26 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:39.206447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Request body: {'port': {'device_id': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:39.206694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port aaefaf12-2d01-4619-8887-6fc55b54fe26 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:39.206866 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.323053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.329939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Allocated IP 192.168.233.150 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/5a75519b-2c67-4e18-a3e1-c78fd0097579) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:39.504509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-619d4f8d-3018-43d8-ac96-11b3906d522b req-fd72fe0d-880a-46d2-bd06-8da74d2ded9b service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9865391 May 13 14:31:39.640299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port aaefaf12-2d01-4619-8887-6fc55b54fe26 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:39.642217 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.676838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.734148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:39.756398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.763503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e50675-433f-4b93-9bff-3ae23cb9a6e3 req-86bb50b1-023d-4e56-8d87-3f50a58a053c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:39.771262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26e50675-433f-4b93-9bff-3ae23cb9a6e3 req-86bb50b1-023d-4e56-8d87-3f50a58a053c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 948 time: 0.9536514 May 13 14:31:39.814359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.819491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.835960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Transition to ACTIVE for port object 5a75519b-2c67-4e18-a3e1-c78fd0097579 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:39.845431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:39.896411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26e50675-433f-4b93-9bff-3ae23cb9a6e3 req-aa1aebde-1454-40e8-ade5-1555dfa9dd67 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242087 May 13 14:31:39.932890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684d05-04de-4f4e-b70c-60eef10e83f9 req-e5982738-cfa2-4371-835a-fefdeec54153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:39.937136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa684d05-04de-4f4e-b70c-60eef10e83f9 req-e5982738-cfa2-4371-835a-fefdeec54153 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 1100 time: 0.6176496 May 13 14:31:39.937461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Checking segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:39.937963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Network hostable DHCP agents. Network: 990464fa-9c31-4743-b2b4-b21614889dc7, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:40.004560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.034075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Network 990464fa-9c31-4743-b2b4-b21614889dc7 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:40.039740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:40.056718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.211614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 990464fa-9c31-4743-b2b4-b21614889dc7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:40.212385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.218930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349e48d1-0259-4f2f-9274-0154a891c0e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:40.223012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69f307-5380-4fa6-87cc-490d0aa37c97 None None] Network 990464fa-9c31-4743-b2b4-b21614889dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:40.245043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:40.247543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.248579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.266578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:40.308154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:40.373459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a712c6e-6444-4c70-9e95-fa9049a931f7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/349e48d1-0259-4f2f-9274-0154a891c0e6 HTTP/1.1" status: 204 len: 168 time: 2.0010974 May 13 14:31:40.373459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa684d05-04de-4f4e-b70c-60eef10e83f9 req-8d3ca9ef-a039-444a-8595-dfbd545fa1ad service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202266 May 13 14:31:40.374027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:40.446588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317d036-4908-4290-8384-a9274c1b561d req-ae932220-d3e5-4313-8add-c163cc8c5f68 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.453430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9317d036-4908-4290-8384-a9274c1b561d req-ae932220-d3e5-4313-8add-c163cc8c5f68 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 932 time: 0.5973020 May 13 14:31:40.456394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.461422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:40.566259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafcfdf1-821d-434c-85dd-bface5d0b444,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:40.709179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9317d036-4908-4290-8384-a9274c1b561d req-7e36694d-c8d5-43af-ac0a-beaba006530a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223897 May 13 14:31:40.736455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-06a380fc-3fd9-4454-be80-39e0b09c6193 None None] Provisioning for port 5a75519b-2c67-4e18-a3e1-c78fd0097579 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:40.741257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:40.743034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-37c52593-0b5c-4c4e-a4db-ed06a950ef38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9356663 May 13 14:31:40.759639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-990464fa-9c31-4743-b2b4-b21614889dc7', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:31:40.775550 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.778229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:40.793982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:40.812543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.814105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.815457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.822507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Usage tracker for resource:router and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:40.832517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:40.853432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:40.877836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.884930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a3188e89-b056-44c1-af10-64d947427684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aafcfdf1-821d-434c-85dd-bface5d0b444 HTTP/1.1" status: 204 len: 168 time: 2.3855007 May 13 14:31:40.898561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f8f5bd0d-9014-4031-992d-924a925b948a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0756702 May 13 14:31:40.909125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-06a380fc-3fd9-4454-be80-39e0b09c6193 None None] Provisioning complete for port 5a75519b-2c67-4e18-a3e1-c78fd0097579 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:40.910237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Request body: {'port': {'device_id': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:40.910760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06a380fc-3fd9-4454-be80-39e0b09c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:40.980265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427605b5-d6aa-4a3c-b2a9-57fed497ac53 req-b57d3bf8-0da6-47f1-9f57-97cda0be0ed0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:40.982047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-427605b5-d6aa-4a3c-b2a9-57fed497ac53 req-b57d3bf8-0da6-47f1-9f57-97cda0be0ed0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.7962909 May 13 14:31:41.018730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-06a380fc-3fd9-4454-be80-39e0b09c6193 None None] Port 5a75519b-2c67-4e18-a3e1-c78fd0097579 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:41.060466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.062087 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.203424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:41.282894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Allocated IP 172.20.0.2 (990464fa-9c31-4743-b2b4-b21614889dc7/0857993e-c743-4da5-a579-676901bd3ebe/ff84609a-95c0-4596-85e0-7c9b18d4de3f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:41.387767 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.445412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.497748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-427605b5-d6aa-4a3c-b2a9-57fed497ac53 req-386e9ec5-3b06-4a0f-84cb-93d8766e30df tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618564 May 13 14:31:41.632554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:41.935269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fb26-d947-4f58-ae04-5366530f280d req-0cc05c97-042a-451c-92a6-c8b406c4b595 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:41.939274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f670fb26-d947-4f58-ae04-5366530f280d req-0cc05c97-042a-451c-92a6-c8b406c4b595 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Synchronizing usage tracker for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:41.978616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.008001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Transition to ACTIVE for port object ff84609a-95c0-4596-85e0-7c9b18d4de3f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:42.051899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Transition to ACTIVE for port object ff84609a-95c0-4596-85e0-7c9b18d4de3f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:42.062364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.079014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f670fb26-d947-4f58-ae04-5366530f280d req-0cc05c97-042a-451c-92a6-c8b406c4b595 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Unset dirty status for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:42.095797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2498aeab-ff80-4be3-af2a-c950e5f257e8 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:42.101524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f670fb26-d947-4f58-ae04-5366530f280d req-0cc05c97-042a-451c-92a6-c8b406c4b595 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 936 time: 0.9209518 May 13 14:31:42.221840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Network 990464fa-9c31-4743-b2b4-b21614889dc7 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:42.230966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:42.238810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:42.262015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f670fb26-d947-4f58-ae04-5366530f280d req-c4fa400c-d863-4006-ae53-0f1643421c73 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Synchronizing usage tracker for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:42.321766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f670fb26-d947-4f58-ae04-5366530f280d req-c4fa400c-d863-4006-ae53-0f1643421c73 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Unset dirty status for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:42.332314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f670fb26-d947-4f58-ae04-5366530f280d req-c4fa400c-d863-4006-ae53-0f1643421c73 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294407 May 13 14:31:42.372187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.396434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Attempting to bind port ff84609a-95c0-4596-85e0-7c9b18d4de3f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:42.396886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Attempting to bind port ff84609a-95c0-4596-85e0-7c9b18d4de3f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:42.397138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Attempting to bind port ff84609a-95c0-4596-85e0-7c9b18d4de3f on network 990464fa-9c31-4743-b2b4-b21614889dc7 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:42.400262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Pushing event updated for resources: {'Port': ['ID=ff84609a-95c0-4596-85e0-7c9b18d4de3f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:42.408469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:42.408840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Checking segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:42.409294 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.409688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Bound using segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:42.410166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Bound port: ff84609a-95c0-4596-85e0-7c9b18d4de3f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:42.410535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.440081 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc3624b-52b6-42d4-8877-3db777167970'] response: {'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'code': 200} May 13 14:31:42.509580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a75519b-2c67-4e18-a3e1-c78fd0097579 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:42.535227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.549457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] For port ff84609a-95c0-4596-85e0-7c9b18d4de3f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:42.556902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] For port ff84609a-95c0-4596-85e0-7c9b18d4de3f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ff84609a-95c0-4596-85e0-7c9b18d4de3f,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:42.565586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Transition to ACTIVE for port object 5a75519b-2c67-4e18-a3e1-c78fd0097579 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:42.567119 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.579059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:42.655445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb98a951-929a-47d2-861c-752a0d0a29e0']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:42.777022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a4116-57e9-4465-82dc-ce8c0ee35b59 None None] Pushing event updated for resources: {'Port': ['ID=ff84609a-95c0-4596-85e0-7c9b18d4de3f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:42.868834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Transition to ACTIVE for port object 2498aeab-ff80-4be3-af2a-c950e5f257e8 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:42.870487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:42.889154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:42.889463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf08c39-73a3-4baf-8c6d-c9887e05b83b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:42.993474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:43.013037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.018109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.141715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.176283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.202800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Attempting to bind port 5a75519b-2c67-4e18-a3e1-c78fd0097579 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:43.203240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Attempting to bind port 5a75519b-2c67-4e18-a3e1-c78fd0097579 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:43.203457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Attempting to bind port 5a75519b-2c67-4e18-a3e1-c78fd0097579 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:43.213046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Port 5a75519b-2c67-4e18-a3e1-c78fd0097579 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:43.213367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Attempting to bind port 5a75519b-2c67-4e18-a3e1-c78fd0097579 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:43.225260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51a4ac-d2b0-4d11-bc06-f98980fa38b2 req-4b7f1233-7b99-4f3a-a3ad-0b869d8f48c0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.226943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b51a4ac-d2b0-4d11-bc06-f98980fa38b2 req-4b7f1233-7b99-4f3a-a3ad-0b869d8f48c0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 944 time: 0.4490139 May 13 14:31:43.236418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:43.236749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:43.237242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:43.237616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Bound port: 5a75519b-2c67-4e18-a3e1-c78fd0097579, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:43.237957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.290824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:31:43.291385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: timer() May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:31:43.307063 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:31:43.331820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:43.350206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1074475963-network', 'tenant_id': 'ccc201222ad54467a4ff01178623959f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:43.356318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:43.367751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Usage tracker for resource:network and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:43.372934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:43.386243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:43.433942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:43.436550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.478043 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b51a4ac-d2b0-4d11-bc06-f98980fa38b2 req-ef88759c-b401-4f67-9206-40e4810c4d44 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424352 May 13 14:31:43.479426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.511756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:43.524431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:43.532537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:43.538872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Usage tracker for resource:security_group_rule and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:43.542846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:43.558309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:43.641898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0c5c-ae04-4fee-a440-3808ee92d530 req-807bae3e-1cb7-4ce5-9c07-e6b69ab87953 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.651086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7cf0c5c-ae04-4fee-a440-3808ee92d530 req-807bae3e-1cb7-4ce5-9c07-e6b69ab87953 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 949 time: 1.5819850 May 13 14:31:43.699735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.778624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ff84609a-95c0-4596-85e0-7c9b18d4de3f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:43.812358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5bb3-539c-4725-932f-a610b4e0a4ee req-7bf206e5-fef8-47d0-84d2-386d9de576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:43.816560 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07ef5bb3-539c-4725-932f-a610b4e0a4ee req-7bf206e5-fef8-47d0-84d2-386d9de576c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1096 time: 1.2417619 May 13 14:31:43.821156 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.833925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:43.919205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ff84609a-95c0-4596-85e0-7c9b18d4de3f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:44.031201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb98a951-929a-47d2-861c-752a0d0a29e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:44.034482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-583be911-a8a5-416f-b719-3686f3be979b admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb98a951-929a-47d2-861c-752a0d0a29e0 HTTP/1.1" status: 204 len: 168 time: 3.6510866 May 13 14:31:44.087187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.090570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:44.102704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7cf0c5c-ae04-4fee-a440-3808ee92d530 req-1622ba1a-29d1-4d62-9a50-f68759d27ea9 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442794 May 13 14:31:44.108144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07ef5bb3-539c-4725-932f-a610b4e0a4ee req-a89a102f-f86e-4a8a-bf60-68aa620d70ae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091169 May 13 14:31:44.146796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.165226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Attempting to bind port 2498aeab-ff80-4be3-af2a-c950e5f257e8 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:44.166509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Attempting to bind port 2498aeab-ff80-4be3-af2a-c950e5f257e8 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:44.167413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Attempting to bind port 2498aeab-ff80-4be3-af2a-c950e5f257e8 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:44.167720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.168391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.169862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-43a11a94-395a-4f18-9860-d562283e7c81 service neutron] 10.222.0.90 "PUT /v2.0/ports/5a75519b-2c67-4e18-a3e1-c78fd0097579 HTTP/1.1" status: 200 len: 1096 time: 3.2694869 May 13 14:31:44.181550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Port 2498aeab-ff80-4be3-af2a-c950e5f257e8 on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:31:44.182650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Attempting to bind port 2498aeab-ff80-4be3-af2a-c950e5f257e8 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:44.208950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:44.209974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:44.211422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:44.213087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Bound port: 2498aeab-ff80-4be3-af2a-c950e5f257e8, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:44.213987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.432934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:44.451263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:44.551395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:44.556074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:44.589578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.619448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:44.649183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:44.689516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.691022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.693544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] 10.222.0.90 "PUT /v2.0/ports/2498aeab-ff80-4be3-af2a-c950e5f257e8 HTTP/1.1" status: 200 len: 1092 time: 5.4995332 May 13 14:31:44.694537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:44.772649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:44.773759 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Added segment 137bbd83-b5eb-4b80-85a1-fb3f05b0db05 of type vlan for network 40c54b78-c360-46ea-bacd-8d3caaea5a2f May 13 14:31:44.792807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3af928-3760-4f0f-9500-9b852ad5ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:44.804924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d971ba2c-c933-4b35-9a3f-411b1456bb03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ad646d04dd845ceb7f3f71de9867dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465259 May 13 14:31:44.822640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bebbc4-43c4-4129-be79-c45f57e5deeb None None] Network 990464fa-9c31-4743-b2b4-b21614889dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:44.824338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711612fa-f8ac-4c72-a6f3-1c94d2b57e3f req-559e6933-8c38-46e5-b4e4-c55cda35908a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.826116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-711612fa-f8ac-4c72-a6f3-1c94d2b57e3f req-559e6933-8c38-46e5-b4e4-c55cda35908a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 948 time: 0.4755182 May 13 14:31:44.834859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:44.942329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a652-5042-4224-acfb-e5202297f3e8 req-67a0b976-1134-43f9-a077-801bbb8e8317 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:44.954313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e356a652-5042-4224-acfb-e5202297f3e8 req-67a0b976-1134-43f9-a077-801bbb8e8317 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 1.1005096 May 13 14:31:44.993205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.020904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f57de00b-f6f7-477a-b242-c76bbc8fbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.024620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-f57de00b-f6f7-477a-b242-c76bbc8fbeb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 1099 time: 0.5774884 May 13 14:31:45.081069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Provisioning for port ff84609a-95c0-4596-85e0-7c9b18d4de3f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:45.118245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Provisioning complete for port ff84609a-95c0-4596-85e0-7c9b18d4de3f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:45.119264 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.191350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-19a32337-ce98-4e14-8471-4ca81c1b8c7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579 HTTP/1.1" status: 200 len: 217 time: 0.1416185 May 13 14:31:45.193477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:31:45.324582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e356a652-5042-4224-acfb-e5202297f3e8 req-0aba079b-da3c-4fa3-8cbb-1303edd8d00e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535976 May 13 14:31:45.383842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.395672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.396305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.400853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-711612fa-f8ac-4c72-a6f3-1c94d2b57e3f req-d92b18cf-054f-4589-be83-a62e427f747d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520554 May 13 14:31:45.559919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-df199f3d-ac2d-402e-90f9-15b1ebc36c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.565670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-df199f3d-ac2d-402e-90f9-15b1ebc36c58 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3552475 May 13 14:31:45.597422 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66a6991-d262-4cf0-a545-9619483f6bcc'] response: {'name': 'network-changed', 'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'status': 'completed', 'code': 200} May 13 14:31:45.600269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5941110 May 13 14:31:45.621469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:45.631869 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c007afc-c16e-49d8-9eb2-96e1241106c4'] response: {'name': 'network-changed', 'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'status': 'completed', 'code': 200} May 13 14:31:45.654586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.701664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Request body: {'subnet': {'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1074475963-subnet', 'tenant_id': 'ccc201222ad54467a4ff01178623959f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:45.753916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Current status of the port ff84609a-95c0-4596-85e0-7c9b18d4de3f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:45.756493 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.783476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-94420a08-13e2-4ff0-8d74-f1d0c526c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:45.788441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-94420a08-13e2-4ff0-8d74-f1d0c526c39c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 1095 time: 1.0430460 May 13 14:31:45.805675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:45.891336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] For port ff84609a-95c0-4596-85e0-7c9b18d4de3f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ff84609a-95c0-4596-85e0-7c9b18d4de3f,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:45.944431 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:45.989742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Usage tracker for resource:subnet and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:45.999632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:46.013455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:46.102491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0790c-d51a-4f2b-b98b-dcf596872bfb admin admin] Pushing event updated for resources: {'Network': ['ID=40c54b78-c360-46ea-bacd-8d3caaea5a2f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.137452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:46.139848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.145484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:46.164766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-949d43df-9743-4366-a0ff-e7fbcc004a9f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8 HTTP/1.1" status: 200 len: 217 time: 0.3435872 May 13 14:31:46.169266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d6763-c28f-4a10-9312-d10335c7e639 None None] Pushing event updated for resources: {'Port': ['ID=ff84609a-95c0-4596-85e0-7c9b18d4de3f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.177102 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.230582 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.265012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9fb9-09ef-48d5-b08c-dc9b43e93f05 req-0219ad2a-fac9-47d4-9c5c-dc5d0510f832 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.266620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d35c9fb9-09ef-48d5-b08c-dc9b43e93f05 req-0219ad2a-fac9-47d4-9c5c-dc5d0510f832 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 949 time: 0.3206184 May 13 14:31:46.275013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999070-052c-4e80-aedb-996061eb5b25 req-2ae46e0a-6ea5-4146-b528-92c90a2d2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.276611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-2ae46e0a-6ea5-4146-b528-92c90a2d2067 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5641310 May 13 14:31:46.360162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.378013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e61d0d01-029e-4b3b-9807-600fc3346fbe None None] Provisioning complete for port ff84609a-95c0-4596-85e0-7c9b18d4de3f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:46.378385 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e61d0d01-029e-4b3b-9807-600fc3346fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.459953 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:31:46.467485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d35c9fb9-09ef-48d5-b08c-dc9b43e93f05 req-9ee725d2-46b7-4867-9051-4c00edf3df74 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505585 May 13 14:31:46.512243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-49b576f4-b36f-4d9d-9e4a-54e6387671d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.514764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-49b576f4-b36f-4d9d-9e4a-54e6387671d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.3241856 May 13 14:31:46.557042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e61d0d01-029e-4b3b-9807-600fc3346fbe None None] Current status of the port ff84609a-95c0-4596-85e0-7c9b18d4de3f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:46.598219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-25d4521d-2ddd-495c-9a15-c7516a29321b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751066 May 13 14:31:46.614260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-92676870-964b-46ff-959a-3fcd4bdfb79d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308096 May 13 14:31:46.779157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188e93e-c414-497d-9fb8-e86de7199536 req-3fc4bc7e-3557-452b-8344-8193f1b68ecf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.780388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2188e93e-c414-497d-9fb8-e86de7199536 req-3fc4bc7e-3557-452b-8344-8193f1b68ecf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:46.792623 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:46.885795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b8245f-2689-4417-8649-0aa6ab037565,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:46.922270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c999070-052c-4e80-aedb-996061eb5b25 req-987f3db2-99b8-4878-abd9-5c97189ddd69 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014612 May 13 14:31:46.946824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Allocated IP 172.25.5.59 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ada93e06-9d27-41c9-b43b-27e9c56582c4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:46.948507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c546c-356b-4367-a45f-2f57feeb70b8 req-0ae3a0a1-4219-4471-9236-d6d98b72dc95 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:46.950554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921c546c-356b-4367-a45f-2f57feeb70b8 req-0ae3a0a1-4219-4471-9236-d6d98b72dc95 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.1745389 May 13 14:31:46.954371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2188e93e-c414-497d-9fb8-e86de7199536 req-3fc4bc7e-3557-452b-8344-8193f1b68ecf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:46.955622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2188e93e-c414-497d-9fb8-e86de7199536 req-3fc4bc7e-3557-452b-8344-8193f1b68ecf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 944 time: 0.9211292 May 13 14:31:46.974176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-5b8b3dc5-ab33-4405-887a-bdd60faaf36f service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682091 May 13 14:31:47.058780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921c546c-356b-4367-a45f-2f57feeb70b8 req-ca2ba92f-6003-4a0c-aac6-1837d86cf780 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943656 May 13 14:31:47.097358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-50acde09-85ae-4817-9c40-faf8eead77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.110212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-50acde09-85ae-4817-9c40-faf8eead77e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 1099 time: 0.0933378 May 13 14:31:47.173959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.175124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6f7a3c34-3ab4-4c16-b7de-9c8712e2d5dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9b8245f-2689-4417-8649-0aa6ab037565 HTTP/1.1" status: 204 len: 168 time: 2.3393044 May 13 14:31:47.239934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2188e93e-c414-497d-9fb8-e86de7199536 req-ca7724cf-5297-4b08-a6df-4078aafc5cf7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700403 May 13 14:31:47.260028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.360409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-fd1950a5-c378-45fe-a6df-64a125b2b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.362118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-fd1950a5-c378-45fe-a6df-64a125b2b4d9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2545867 May 13 14:31:47.473511 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-c32106b7-d3b6-4542-b827-8833f05ab7bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579 HTTP/1.1" status: 200 len: 217 time: 0.0958009 May 13 14:31:47.569031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.574239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463f1f-fe7a-4f8b-8fe3-e1093ea92600 req-3b4cb8c0-478e-4599-b84b-2173237891af tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.575828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9463f1f-fe7a-4f8b-8fe3-e1093ea92600 req-3b4cb8c0-478e-4599-b84b-2173237891af tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 948 time: 0.2847564 May 13 14:31:47.615661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49af13c-b15c-4670-8389-a6e054adbea0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:47.625767 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.646924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-8cfd253d-4295-4bcb-8478-1d060112f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.649154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-8cfd253d-4295-4bcb-8478-1d060112f418 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1690466 May 13 14:31:47.803835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ff84609a-95c0-4596-85e0-7c9b18d4de3f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:47.825717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Pushing event updated for resources: {'Port': ['ID=ada93e06-9d27-41c9-b43b-27e9c56582c4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:47.835332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9463f1f-fe7a-4f8b-8fe3-e1093ea92600 req-a8d78c7f-69c3-45f7-bd31-274d20438eb5 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472000 May 13 14:31:47.840179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f7d42a5-a76d-4b30-9223-ac59cac2910a req-af3eef5c-49f2-4d2c-850e-7800a470caef service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374629 May 13 14:31:47.840888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Checking segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:47.841262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Network hostable DHCP agents. Network: 40c54b78-c360-46ea-bacd-8d3caaea5a2f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:47.887718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:47.908414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-a3b6e6c3-ee19-494f-b336-d66da1bede7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:47.909668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:47.909942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-a3b6e6c3-ee19-494f-b336-d66da1bede7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401004 May 13 14:31:47.914483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:47.968364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:47.972257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ff84609a-95c0-4596-85e0-7c9b18d4de3f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:47.973014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:47.995759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 40c54b78-c360-46ea-bacd-8d3caaea5a2f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:48.017683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6d33e-5bfd-4447-95b9-5ddb815a1e00 None None] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:48.274407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:48.275253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:48.308192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2b090c4-3de6-4eb9-98b0-44b625c6cb68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6722848 May 13 14:31:48.615762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ff84609a-95c0-4596-85e0-7c9b18d4de3f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:48.679034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-992faa03-c6a4-43bb-b462-5b335e42f900 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597580 May 13 14:31:48.713170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a270f-fca4-4842-8866-aa1b78b82f3d None None] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:48.898196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386d33a-8535-4e7a-91c1-597b7ddd1039 req-82a2ee7f-4291-461e-ab49-447126645ff7 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:48.911585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c386d33a-8535-4e7a-91c1-597b7ddd1039 req-82a2ee7f-4291-461e-ab49-447126645ff7 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1096 time: 0.5264263 May 13 14:31:48.991174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47384) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:49.019083 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.020993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c386d33a-8535-4e7a-91c1-597b7ddd1039 req-d414348a-035b-4a5e-bc7c-0878222d7a7e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051712 May 13 14:31:49.065554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7acc304-5b14-4eaa-883b-b305f3ddc4b7 req-dc3af4d2-04a3-485d-a618-31b92354550b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778355 May 13 14:31:49.152070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1695665874-network', 'tenant_id': 'e5a7d0f7a8804bf7877ab6954ef95571'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:49.157185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:49.162148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Usage tracker for resource:network and tenant:e5a7d0f7a8804bf7877ab6954ef95571 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:49.166503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:49.173573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:49.188919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Made reservation on behalf of e5a7d0f7a8804bf7877ab6954ef95571 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:49.191982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.208262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.227135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:49.231934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a7d0f7a8804bf7877ab6954ef95571 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:49.236997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:49.270540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-2086b2d0-3eeb-486b-9260-0a3a9e3ebf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.272175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-2086b2d0-3eeb-486b-9260-0a3a9e3ebf00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 1095 time: 1.2590363 May 13 14:31:49.286204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:49.405620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c715-4e86-4bb7-911c-81d91f3dfb16 req-de183ac5-6563-42f8-887e-4810ef996ede tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.407167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2604c715-4e86-4bb7-911c-81d91f3dfb16 req-de183ac5-6563-42f8-887e-4810ef996ede tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 949 time: 0.1720014 May 13 14:31:49.454932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.499148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2604c715-4e86-4bb7-911c-81d91f3dfb16 req-886f9b15-c26d-4898-8fa2-546375023523 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818396 May 13 14:31:49.508577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.516371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.564279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bb744-8f58-44a1-b9fb-2976105a300b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:49.583892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:31:49.607476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.607823 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Added segment af4aa22b-36a2-49fa-b520-095a003ae28d of type vlan for network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 May 13 14:31:49.676616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.751793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.752929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.753441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:49.834440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8416500 May 13 14:31:49.862032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-64cea39d-2de3-4652-94e3-3c207fe2a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.863873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-64cea39d-2de3-4652-94e3-3c207fe2a4df service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.5807333 May 13 14:31:49.864416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:49.887240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Request body: {'subnet': {'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1695665874-subnet', 'tenant_id': 'e5a7d0f7a8804bf7877ab6954ef95571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:49.911456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d8913-7518-419e-ad74-f4378b9d4805 req-7004daf6-8663-4168-9cad-01b178da4896 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:49.912994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-638d8913-7518-419e-ad74-f4378b9d4805 req-7004daf6-8663-4168-9cad-01b178da4896 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 944 time: 1.0675013 May 13 14:31:49.936560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942828d-b191-49fd-b00a-b79c183f9488 admin admin] Pushing event updated for resources: {'Network': ['ID=895f2089-57d5-4d03-90d5-f55a0d8dd7c5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:49.951187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:31:50.017617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:50.057632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Usage tracker for resource:subnet and tenant:e5a7d0f7a8804bf7877ab6954ef95571 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:50.073696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-2ea23041-470d-4acb-b8b4-e8221d041276 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8 HTTP/1.1" status: 200 len: 217 time: 0.1815658 May 13 14:31:50.082267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:50.189993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.200488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:50.263446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-90c0c09c-8cb1-4f94-b2e4-08a2ed3f0f78 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.264185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-90c0c09c-8cb1-4f94-b2e4-08a2ed3f0f78 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:50.273552 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-638d8913-7518-419e-ad74-f4378b9d4805 req-be7d06b1-19c7-4821-8b30-75e962c8d711 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576480 May 13 14:31:50.280342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Made reservation on behalf of e5a7d0f7a8804bf7877ab6954ef95571 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:50.282836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.287758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-90c0c09c-8cb1-4f94-b2e4-08a2ed3f0f78 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:50.290021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-90c0c09c-8cb1-4f94-b2e4-08a2ed3f0f78 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.2438438 May 13 14:31:50.349281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-4a561de6-15c3-4e27-8f68-2d4b5633ce82 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/quotas/ccc201222ad54467a4ff01178623959f HTTP/1.1" status: 200 len: 375 time: 0.0397208 May 13 14:31:50.376508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-8cd376ef-ae05-439f-9cc1-bafcbb37d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:50.378013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-8cd376ef-ae05-439f-9cc1-bafcbb37d9f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.2891207 May 13 14:31:50.389830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.455477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-ca41d487-d640-4b92-ac6e-d4670440bfdb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952940 May 13 14:31:50.493176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2498aeab-ff80-4be3-af2a-c950e5f257e8 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:50.649950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-d88c0175-9f63-4556-a961-c5ebf461d625 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798501 May 13 14:31:50.742486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:50.761954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'mac_address': 'fa:16:3e:3b:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:50.799357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-ba2d2082-4457-4383-92f2-e28a31cb36fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4054728 May 13 14:31:50.857828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2498aeab-ff80-4be3-af2a-c950e5f257e8 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:50.858213 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.895574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2498aeab-ff80-4be3-af2a-c950e5f257e8 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:50.914562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:50.919701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:50.920556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a75519b-2c67-4e18-a3e1-c78fd0097579 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:31:50.937763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-a6a09486-50c4-4ac1-b718-aa882818b803 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759163 May 13 14:31:51.090199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.265071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:51.297066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'mac_address': 'fa:16:3e:a4:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:31:51.402186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5a75519b-2c67-4e18-a3e1-c78fd0097579 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:51.402724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.432970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a75519b-2c67-4e18-a3e1-c78fd0097579 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:51.438979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1f64-3baa-4201-9eb4-e1252731fbce req-22bd6822-261c-491b-8c22-dd40b3690a23 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:51.452457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:51.458161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:51.461382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d68a1f64-3baa-4201-9eb4-e1252731fbce req-22bd6822-261c-491b-8c22-dd40b3690a23 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 948 time: 0.7275712 May 13 14:31:51.533219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-f6300b3c-7fca-42bf-a4e4-e1af8d1835c7 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=182dace3b841421f952e5fbd354caa2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328449 May 13 14:31:51.553675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:51.676529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-c15d3eaf-1030-425f-8c2c-54f2a7588788 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426640 May 13 14:31:51.727257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2498aeab-ff80-4be3-af2a-c950e5f257e8'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:51.795352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-40c8c400-642b-4314-b727-339d8490174a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:51.804838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-40c8c400-642b-4314-b727-339d8490174a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706389 May 13 14:31:51.843535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-69872e84-b841-4db2-92c3-d23fca662532 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/quotas/182dace3b841421f952e5fbd354caa2f HTTP/1.1" status: 200 len: 375 time: 0.0371130 May 13 14:31:51.859674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5a75519b-2c67-4e18-a3e1-c78fd0097579'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:52.143445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-345db4eb-86eb-441e-a348-895ae3b2be27 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2977610 May 13 14:31:52.155814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d68a1f64-3baa-4201-9eb4-e1252731fbce req-90fd7001-7640-4d75-a2a9-1f9fca982d5b tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909111 May 13 14:31:52.673155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-199c2522-6653-4a60-8199-6cb02ea474d9 req-4a70065a-fd77-4afe-adcc-0c3abc0cffb5 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 210 time: 0.3784590 May 13 14:31:52.725807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0e3719e7-a08c-473f-9602-56ff69d8fca6 req-b779537a-976e-4ed6-b308-f3efe9c30c61 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0124879 May 13 14:31:52.737823 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:52.790078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Router 0fd2b41b-af12-4fd2-93cb-217a164d8473 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:31:52.880468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e49c94-175b-4f98-acec-b4e45b09cfe0 req-629af058-5e63-4a8d-b392-2b8c2389207f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:52.901169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5e49c94-175b-4f98-acec-b4e45b09cfe0 req-629af058-5e63-4a8d-b392-2b8c2389207f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 945 time: 0.2400928 May 13 14:31:53.041727 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5e49c94-175b-4f98-acec-b4e45b09cfe0 req-44acf5c8-9745-4f0c-96b2-7a17ea64ba5e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332557 May 13 14:31:53.185223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c202023-1376-4845-8b75-ea849b113866,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:53.309203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-763b24d1-4b8d-4acf-b444-b6e1abaa080a req-503c7d69-931b-45ec-9eba-c609bba27b0e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 210 time: 0.1597650 May 13 14:31:53.474635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Checking segment: {'id': 'af4aa22b-36a2-49fa-b520-095a003ae28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:53.476328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Network hostable DHCP agents. Network: 895f2089-57d5-4d03-90d5-f55a0d8dd7c5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:31:53.570379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da13d8-77e9-4217-9a64-c2a3f371fd41 req-98973f26-d0d5-44ee-85bb-a45af9973d82 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:53.572492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:31:53.583271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da13d8-77e9-4217-9a64-c2a3f371fd41 req-98973f26-d0d5-44ee-85bb-a45af9973d82 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 949 time: 0.1959476 May 13 14:31:53.590367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Sync routers for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:31:53.612105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:53.614106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:53.666279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:31:53.708815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.711201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee021886-d600-4c86-8455-a1838e21b949 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.9651661 May 13 14:31:53.714608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:31:53.725336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 895f2089-57d5-4d03-90d5-f55a0d8dd7c5) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:53.760802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:53.766264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:53.786440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8da13d8-77e9-4217-9a64-c2a3f371fd41 req-492cc10e-1ef3-44b9-952a-66a6388006f0 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019703 May 13 14:31:53.941550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03356028-341b-4bab-896a-0da2b550ad0e None None] Network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:54.130974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:54.579315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-bb5ed8a9-ffab-44ea-8288-1678a42dd0c1 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.583025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-bb5ed8a9-ffab-44ea-8288-1678a42dd0c1 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.3991387 May 13 14:31:54.697470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Request body: {'port': {'device_id': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'admin_state_up': True, 'tenant_id': 'ccc201222ad54467a4ff01178623959f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:54.765063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9c89822b-f3a4-49a4-a486-02bc8f552815 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.8828762 May 13 14:31:54.793262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ff01ddc-4a1a-4993-9996-36fee612875f req-22fd24c2-2d7b-4176-bcc1-e4da1e551dd0 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 210 time: 0.5963387 May 13 14:31:54.808341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf20e-9384-4550-88b7-bc711426dff2 req-41b8efc2-abab-47f7-b8c1-b5642a843f57 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:54.823946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ebf20e-9384-4550-88b7-bc711426dff2 req-41b8efc2-abab-47f7-b8c1-b5642a843f57 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 945 time: 0.5338254 May 13 14:31:54.862245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2498aeab-ff80-4be3-af2a-c950e5f257e8 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:54.965351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ebf20e-9384-4550-88b7-bc711426dff2 req-40aaeb42-7b76-4972-8bf8-99e47d79d01e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337302 May 13 14:31:55.145341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2104540f-1989-4026-9df8-f088333659eb req-4803522b-ccfc-444e-b27d-7764599bd7e6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 210 time: 0.0507624 May 13 14:31:55.484472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:31:48Z', 'revision_number': 3, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:55.486091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:55.488367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea5af7-120f-4c7b-af0f-c9c4c46b63f3 None None] Network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:31:55.500573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Usage tracker for resource:port and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:31:55.516630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:31:55.528567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:55.580842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-c6c8dd82-7a84-40fe-8948-346570d23b32 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=182dace3b841421f952e5fbd354caa2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830431 May 13 14:31:55.677271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2498aeab-ff80-4be3-af2a-c950e5f257e8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:55.681584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:55.687799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.729928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Checking router: 0fd2b41b-af12-4fd2-93cb-217a164d8473 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:31:55.730491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Updating router 0fd2b41b-af12-4fd2-93cb-217a164d8473 port ada93e06-9d27-41c9-b43b-27e9c56582c4 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:31:55.846849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-3dd2d623-8e3d-422e-ab7e-b607e35398dc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:55.849858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-3dd2d623-8e3d-422e-ab7e-b607e35398dc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620118 May 13 14:31:55.875570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Request body: {'port': {'device_id': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '182dace3b841421f952e5fbd354caa2f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:55.901837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2498aeab-ff80-4be3-af2a-c950e5f257e8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:55.902439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:55.997657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c7236-5af8-4961-8fe2-3a508e240033 req-6f7e4d50-6245-4483-96b3-491612761b6d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:56.000482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369c7236-5af8-4961-8fe2-3a508e240033 req-6f7e4d50-6245-4483-96b3-491612761b6d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 949 time: 0.5667813 May 13 14:31:56.094808 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.185794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:31:56.203542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:31:56.226880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Made reservation on behalf of 182dace3b841421f952e5fbd354caa2f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:31:56.250294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:56.410303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369c7236-5af8-4961-8fe2-3a508e240033 req-fb47ac18-cd1e-432d-9d4b-ee4a593e994b tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897169 May 13 14:31:56.573693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Allocated IP 172.20.0.7 (40c54b78-c360-46ea-bacd-8d3caaea5a2f/b49af13c-b15c-4670-8389-a6e054adbea0/b63a6fd7-87b6-4146-8e44-675c6aa3bdab) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:56.744630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Allocated IP 192.168.233.189 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/d8869995-2781-4215-a6d6-b5f84f432add) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:56.763301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-22f9feff-74e7-43e1-b0ee-447376fc0049 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:56.764492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-22f9feff-74e7-43e1-b0ee-447376fc0049 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Synchronizing usage tracker for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:56.819716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-22f9feff-74e7-43e1-b0ee-447376fc0049 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Unset dirty status for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:56.827145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-22f9feff-74e7-43e1-b0ee-447376fc0049 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/networks?id=895f2089-57d5-4d03-90d5-f55a0d8dd7c5 HTTP/1.1" status: 200 len: 818 time: 0.4464748 May 13 14:31:56.856103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-a33102bb-38a7-46df-85d5-ab540c2d87e8 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/quotas/e5a7d0f7a8804bf7877ab6954ef95571 HTTP/1.1" status: 200 len: 375 time: 0.0275774 May 13 14:31:56.871968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b160c897-819a-4dfe-bc1b-2b87a088a46f req-32e9f195-75e9-4086-bae8-32d1deb7fbc5 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 210 time: 0.1955438 May 13 14:31:56.953123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-fd4300ea-bf83-44b2-98c5-8e4010ed1e28 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5a7d0f7a8804bf7877ab6954ef95571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940251 May 13 14:31:56.961426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.239602 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.268656 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-d0e00ee5-2847-47ff-a7a5-3faf07da9e68 service neutron] 10.222.0.36 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139420 May 13 14:31:57.273273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Transition to ACTIVE for port object ada93e06-9d27-41c9-b43b-27e9c56582c4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:57.313359 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.372896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2498aeab-ff80-4be3-af2a-c950e5f257e8 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:57.373833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.446163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Attempting to bind port ada93e06-9d27-41c9-b43b-27e9c56582c4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:31:57.449199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Attempting to bind port ada93e06-9d27-41c9-b43b-27e9c56582c4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:31:57.449677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Attempting to bind port ada93e06-9d27-41c9-b43b-27e9c56582c4 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:31:57.454299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-e411a91b-7ef7-4a75-8eca-089e8bb9bfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831646 May 13 14:31:57.475308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:31:57.475748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:31:57.476156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.476604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:31:57.477098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Bound port: ada93e06-9d27-41c9-b43b-27e9c56582c4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:31:57.477480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.486547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.508797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Transition to ACTIVE for port object d8869995-2781-4215-a6d6-b5f84f432add will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:57.509108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e17b6-a83e-442b-ac9e-2670e0cdfd8b None None] Pushing event updated for resources: {'Port': ['ID=ada93e06-9d27-41c9-b43b-27e9c56582c4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:57.521825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:31:57.557502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.559901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:31:57.570474 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:57.571515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a75519b-2c67-4e18-a3e1-c78fd0097579 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:31:57.764088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['e6588e30-c42a-4d09-8690-e539261a048f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:31:57.774578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:31:57.785075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:31:57.804549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:31:57.969644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.023415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:58.024013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.169118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-501a1fa0-d072-44e2-b622-046f82ce0af4 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3035147 May 13 14:31:58.216831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Request body: {'port': {'device_id': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:31:58.217714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5a75519b-2c67-4e18-a3e1-c78fd0097579 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:58.227078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] For port ada93e06-9d27-41c9-b43b-27e9c56582c4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:31:58.316864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5a75519b-2c67-4e18-a3e1-c78fd0097579 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:58.317567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.476439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087fbc2-d34d-4c80-8157-fbf5493a8949 req-0d1dccbe-b473-4a9b-993b-f54a390ec2e5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:58.477532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6087fbc2-d34d-4c80-8157-fbf5493a8949 req-0d1dccbe-b473-4a9b-993b-f54a390ec2e5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Synchronizing usage tracker for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:31:58.490478 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.496895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] For port ada93e06-9d27-41c9-b43b-27e9c56582c4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ada93e06-9d27-41c9-b43b-27e9c56582c4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:31:58.503332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.521577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6087fbc2-d34d-4c80-8157-fbf5493a8949 req-0d1dccbe-b473-4a9b-993b-f54a390ec2e5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Unset dirty status for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:31:58.524176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6087fbc2-d34d-4c80-8157-fbf5493a8949 req-0d1dccbe-b473-4a9b-993b-f54a390ec2e5 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 936 time: 0.4306407 May 13 14:31:58.526055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:58.530582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c62771b-74fe-41e0-ad10-ec8e3402623f None None] Provisioning for port d8869995-2781-4215-a6d6-b5f84f432add completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:31:58.545598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c62771b-74fe-41e0-ad10-ec8e3402623f None None] Provisioning complete for port d8869995-2781-4215-a6d6-b5f84f432add triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:31:58.546004 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c62771b-74fe-41e0-ad10-ec8e3402623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.589864 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:58.595841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dbd80-557f-42fb-be81-7eac3e60a7dd req-03e7f5eb-a6f9-408d-b90a-f864b0d54e7f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:31:58.599057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b5dbd80-557f-42fb-be81-7eac3e60a7dd req-03e7f5eb-a6f9-408d-b90a-f864b0d54e7f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 1.2185864 May 13 14:31:58.856916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b5dbd80-557f-42fb-be81-7eac3e60a7dd req-8c534851-737c-450a-b95d-ad07d9a120d2 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485341 May 13 14:31:58.893911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Allocated IP 172.20.0.1 (990464fa-9c31-4743-b2b4-b21614889dc7/0857993e-c743-4da5-a579-676901bd3ebe/aab8ced3-9b0f-4580-a6c4-316312a944f0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:31:58.974281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.028088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:31:59.029732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:31:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:31:59.172314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6087fbc2-d34d-4c80-8157-fbf5493a8949 req-40dda2f1-5590-4d78-b977-f58e34194315 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323586 May 13 14:31:59.307527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c62771b-74fe-41e0-ad10-ec8e3402623f None None] Port d8869995-2781-4215-a6d6-b5f84f432add cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:31:59.379033 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b37ab36-1b14-412c-9eae-9f9f2a308cb5'] response: {'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'code': 200} May 13 14:31:59.529390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e17b6-a83e-442b-ac9e-2670e0cdfd8b None None] Pushing event updated for resources: {'Port': ['ID=ada93e06-9d27-41c9-b43b-27e9c56582c4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:31:59.658165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5a75519b-2c67-4e18-a3e1-c78fd0097579 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:31:59.658953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.747040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:31:59.767134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88472752-2313-4015-bbe0-3f01cdd8cebd req-c86bd681-7507-4b34-9887-3990d86d99b4 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 210 time: 0.2065377 May 13 14:31:59.790944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8869995-2781-4215-a6d6-b5f84f432add {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:31:59.805623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.834519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Transition to ACTIVE for port object d8869995-2781-4215-a6d6-b5f84f432add will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:31:59.840012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:31:59.882326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:00.007211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:00.036659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:00.165466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc9d8212-deb6-4b1f-bca2-5dfdf9c63c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.174038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:00.431131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:00.473295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.541062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.542914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.560816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:00.569201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:00.618881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Transition to ACTIVE for port object aab8ced3-9b0f-4580-a6c4-316312a944f0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:00.659037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcaf1b-74b6-4140-a77a-4f65f2f31bd8 req-ae72e78f-83b4-49d5-9617-0411af7c6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.665012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98dcaf1b-74b6-4140-a77a-4f65f2f31bd8 req-ae72e78f-83b4-49d5-9617-0411af7c6a91 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 1097 time: 1.0957212 May 13 14:32:00.676204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-55f02bc8-ee23-4085-878a-3a75fdb0aa7a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9860668 May 13 14:32:00.726932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Request body: {'port': {'device_id': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:00.735328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:31:48Z', 'revision_number': 3, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:00.748669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc788f-84cf-48a4-a605-3e8add3da049 None None] The sync data for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 is: [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:31:48Z', 'revision_number': 3, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:00.769448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:00.810166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.810498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.810829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.812887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-bf5ea85c-e3fc-4b83-9245-86c99581ef1f tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.814641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-bf5ea85c-e3fc-4b83-9245-86c99581ef1f tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.90 "GET /v2.0/networks?id=895f2089-57d5-4d03-90d5-f55a0d8dd7c5 HTTP/1.1" status: 200 len: 818 time: 0.3790460 May 13 14:32:00.816827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Attempting to bind port d8869995-2781-4215-a6d6-b5f84f432add on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:00.817152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Attempting to bind port d8869995-2781-4215-a6d6-b5f84f432add by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:00.817470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Attempting to bind port d8869995-2781-4215-a6d6-b5f84f432add on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:00.817993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.818428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.818818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.819163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.820523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.820859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.821191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.821525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.821850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:00.827818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708a84-167d-4eb9-8e9c-658d6eca3088 req-7cbf4ce6-61d0-4de1-b79c-4a508de3ff5b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.829885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01708a84-167d-4eb9-8e9c-658d6eca3088 req-7cbf4ce6-61d0-4de1-b79c-4a508de3ff5b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 931 time: 0.6725998 May 13 14:32:00.872867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Request body: {'port': {'device_id': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5', 'admin_state_up': True, 'tenant_id': 'e5a7d0f7a8804bf7877ab6954ef95571'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:00.897514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961232a-9cb4-468c-88ce-026e81e83569 req-debf27e6-a1c8-49aa-89b3-242bede23adb tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:00.899140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1961232a-9cb4-468c-88ce-026e81e83569 req-debf27e6-a1c8-49aa-89b3-242bede23adb tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 949 time: 1.3315542 May 13 14:32:00.986311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Port d8869995-2781-4215-a6d6-b5f84f432add on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:00.986618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Attempting to bind port d8869995-2781-4215-a6d6-b5f84f432add on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:00.995867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1961232a-9cb4-468c-88ce-026e81e83569 req-79feab8a-9c9c-4d0e-b46c-6de95ce62bfb tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674393 May 13 14:32:01.007397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:01.007934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:01.008562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:01.016126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Bound port: d8869995-2781-4215-a6d6-b5f84f432add, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:01.016824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.089197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.172799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:01.264587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Usage tracker for resource:port and tenant:e5a7d0f7a8804bf7877ab6954ef95571 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:01.303879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:01.382949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:01.395134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-01708a84-167d-4eb9-8e9c-658d6eca3088 req-ffe1b13b-18b4-4613-a41b-adc1e4e2049b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:01.473263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:01.525290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Made reservation on behalf of e5a7d0f7a8804bf7877ab6954ef95571 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:01.531684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.625064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63a6fd7-87b6-4146-8e44-675c6aa3bdab {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:01.649424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:01.657872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:01.687077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.715197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98dcaf1b-74b6-4140-a77a-4f65f2f31bd8 req-f1bed047-1c74-4199-991b-ba0f0b12c01e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0334957 May 13 14:32:01.781909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Transition to ACTIVE for port object b63a6fd7-87b6-4146-8e44-675c6aa3bdab will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:01.785332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:01.810710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ada93e06-9d27-41c9-b43b-27e9c56582c4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:01.883806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.033075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Network 990464fa-9c31-4743-b2b4-b21614889dc7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:02.034170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d05aadd0-f0e4-4494-8b6f-2873013df076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.062178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ada93e06-9d27-41c9-b43b-27e9c56582c4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:02.066990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Allocated IP 172.20.0.2 (895f2089-57d5-4d03-90d5-f55a0d8dd7c5/2c202023-1376-4845-8b75-ea849b113866/051bfa66-cec8-4294-8eb4-03789ba6648f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:02.073079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ada93e06-9d27-41c9-b43b-27e9c56582c4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:02.074098 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.171971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:02.218461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:02.255469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ada93e06-9d27-41c9-b43b-27e9c56582c4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:02.256135 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.282156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ada93e06-9d27-41c9-b43b-27e9c56582c4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ada93e06-9d27-41c9-b43b-27e9c56582c4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:02.288671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.386077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ada93e06-9d27-41c9-b43b-27e9c56582c4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.407457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-01708a84-167d-4eb9-8e9c-658d6eca3088 req-ffe1b13b-18b4-4613-a41b-adc1e4e2049b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:02.414762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01708a84-167d-4eb9-8e9c-658d6eca3088 req-ffe1b13b-18b4-4613-a41b-adc1e4e2049b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5729756 May 13 14:32:02.416832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.515664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.552479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:02.572035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:02.572749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.575302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-1719c5d9-234f-44b6-8f41-db448016eaa5 service neutron] 10.222.0.90 "PUT /v2.0/ports/d8869995-2781-4215-a6d6-b5f84f432add HTTP/1.1" status: 200 len: 1096 time: 4.3951344 May 13 14:32:02.580152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:02.656016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-87f13a5f-37cb-4229-8e58-d6b3856f740f None None] Provisioning for port aab8ced3-9b0f-4580-a6c4-316312a944f0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:02.679149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-87f13a5f-37cb-4229-8e58-d6b3856f740f None None] Provisioning complete for port aab8ced3-9b0f-4580-a6c4-316312a944f0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:02.680702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-87f13a5f-37cb-4229-8e58-d6b3856f740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.874224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-87f13a5f-37cb-4229-8e58-d6b3856f740f None None] Port aab8ced3-9b0f-4580-a6c4-316312a944f0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:02.883998 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:02.920098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.055166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.241876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47584) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:03.254295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54707a3-dc3f-43af-9aa9-3cb83c409f79 req-23074a96-3d3e-4d97-a525-bba88980c852 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.260825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d54707a3-dc3f-43af-9aa9-3cb83c409f79 req-23074a96-3d3e-4d97-a525-bba88980c852 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 1.6271007 May 13 14:32:03.281308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.331007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-987429271'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:03.352864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-6ec3d18c-ccad-42b5-ac21-da09df07f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.354296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-6ec3d18c-ccad-42b5-ac21-da09df07f488 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 1099 time: 0.6541634 May 13 14:32:03.363381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9348ab7-981c-4f72-9f33-4a3502100836 req-567dbe64-9fb3-4350-b8ef-6bef671acd91 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.365004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9348ab7-981c-4f72-9f33-4a3502100836 req-567dbe64-9fb3-4350-b8ef-6bef671acd91 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 948 time: 0.4595597 May 13 14:32:03.371573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.386563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:03.411185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Attempting to bind port b63a6fd7-87b6-4146-8e44-675c6aa3bdab on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:03.411795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Attempting to bind port b63a6fd7-87b6-4146-8e44-675c6aa3bdab by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:03.412861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Attempting to bind port b63a6fd7-87b6-4146-8e44-675c6aa3bdab on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:03.419339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:network and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:03.431476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:03.455389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.462909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-72982d90-aac7-4414-819e-734f27ad8916 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d8869995-2781-4215-a6d6-b5f84f432add HTTP/1.1" status: 200 len: 217 time: 0.0933340 May 13 14:32:03.467092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:03.480844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Port b63a6fd7-87b6-4146-8e44-675c6aa3bdab on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:03.481423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Attempting to bind port b63a6fd7-87b6-4146-8e44-675c6aa3bdab on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:03.614635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:03.626208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:03.629053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:03.652022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:03.652434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Checking segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:03.652879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Bound using segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:03.653439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Bound port: b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:03.653786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.670730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d54707a3-dc3f-43af-9aa9-3cb83c409f79 req-54347d23-2eb9-4eaf-8cea-cc77d75e827c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738968 May 13 14:32:03.676170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:03.677567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9348ab7-981c-4f72-9f33-4a3502100836 req-583f7a3c-f756-443a-b495-2d1a15a3619f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440581 May 13 14:32:03.678826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Pushing event updated for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:03.680702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.704681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-041cb32e-fac4-46ba-a8cd-5fa499b4c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.706185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-041cb32e-fac4-46ba-a8cd-5fa499b4c689 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2047119 May 13 14:32:03.778057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ada93e06-9d27-41c9-b43b-27e9c56582c4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:03.888323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:03.898277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:03.925869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:03.978054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-cd1bcf95-3fbd-4421-88b9-837a93ef9a71 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1454933 May 13 14:32:03.998992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Request body: {'port': {'device_id': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:04.087135 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418a329c-beaa-463c-9ca6-4dfaa8bfb10b'] response: {'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'code': 200} May 13 14:32:04.104249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.104953 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Added segment e4856781-45bd-46c3-98db-b9a300a589d4 of type vlan for network 6c8bf028-3680-46b6-9f51-c67edb143615 May 13 14:32:04.113344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:04.194782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:04.207089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ada93e06-9d27-41c9-b43b-27e9c56582c4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:04.207890 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.217780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.244342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-7b3d6f94-6601-40cc-83ba-54395d475a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.250552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-7b3d6f94-6601-40cc-83ba-54395d475a68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5330045 May 13 14:32:04.355458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ada93e06-9d27-41c9-b43b-27e9c56582c4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:04.357734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.362115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.437765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.438815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.441267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] 10.222.0.90 "PUT /v2.0/ports/b63a6fd7-87b6-4146-8e44-675c6aa3bdab HTTP/1.1" status: 200 len: 1091 time: 3.7240505 May 13 14:32:04.444657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:04.464447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.634398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d9a39-90ab-4927-ada0-735730539806 req-bbe9494f-2f0e-4bae-8ea1-02a6c170d22a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.636896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-728d9a39-90ab-4927-ada0-735730539806 req-bbe9494f-2f0e-4bae-8ea1-02a6c170d22a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 950 time: 0.5549510 May 13 14:32:04.658192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.681991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf652e-7721-49c1-b086-53b3d1b57953 req-8bb043d2-eb11-4059-a532-3a1eda75275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.684494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4bf652e-7721-49c1-b086-53b3d1b57953 req-8bb043d2-eb11-4059-a532-3a1eda75275b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 1101 time: 0.7473001 May 13 14:32:04.723131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560accc-3f3d-4d3a-8b9c-f795a16d8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:04.767000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-56ee3dea-905f-4ff9-a965-e4f4fd5dbd28 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606392 May 13 14:32:04.788586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.794791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.795448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:04.807861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604f9df-1703-4213-b3ef-0013b18e039d req-d4e9b418-95fc-478b-b296-ab7d59115cd7 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:04.809529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b604f9df-1703-4213-b3ef-0013b18e039d req-d4e9b418-95fc-478b-b296-ab7d59115cd7 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 931 time: 0.7436023 May 13 14:32:04.951723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-728d9a39-90ab-4927-ada0-735730539806 req-306fd5b8-3889-4fa7-a63e-fb9e50adab48 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816987 May 13 14:32:05.062093 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e5aec9-5de4-401f-9565-fb592fc0a846'] response: {'name': 'network-changed', 'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add', 'status': 'completed', 'code': 200} May 13 14:32:05.102486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd6ec78-ea8b-4ab5-a9c4-6a5892bbdaae req-d49851c2-92c5-4d40-99c5-e443b86c9978 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745421 May 13 14:32:05.121380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8587887 May 13 14:32:05.147248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:05.159960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4bf652e-7721-49c1-b086-53b3d1b57953 req-3287274d-fd90-407e-aaf0-6474ab40bd70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540839 May 13 14:32:05.186328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cd6f6-a9bf-4ad6-b45a-2d9faedb2491 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Network': ['ID=6c8bf028-3680-46b6-9f51-c67edb143615,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:05.200876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-981607367'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:05.204766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6c8bf028-3680-46b6-9f51-c67edb143615 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:05.308636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:05.337895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b604f9df-1703-4213-b3ef-0013b18e039d req-8ef1677b-9b8f-4066-98ae-7caf26b22a1e tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864423 May 13 14:32:05.348020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:network and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:05.354696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:05.364561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:05.378291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-4fffff35-462f-479a-96ec-38ae9d9b48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:05.388813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-4fffff35-462f-479a-96ec-38ae9d9b48d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 1094 time: 0.8707128 May 13 14:32:05.413425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051bfa66-cec8-4294-8eb4-03789ba6648f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:05.433248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.477909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Transition to ACTIVE for port object 051bfa66-cec8-4294-8eb4-03789ba6648f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:05.485867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.530151 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd695853-88a4-4b17-bba6-a3b6e47b50c0'] response: {'name': 'network-changed', 'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'status': 'completed', 'code': 200} May 13 14:32:05.545650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:05.549442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.565726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-73ff0e81-3cb2-42b9-b92b-f612ee770454 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab HTTP/1.1" status: 200 len: 217 time: 0.1713948 May 13 14:32:05.575682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b2235-3235-4313-b324-6bb5c37b0565 req-523bfa24-dce8-4f7e-b371-778ed38209bb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:05.578590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493b2235-3235-4313-b324-6bb5c37b0565 req-523bfa24-dce8-4f7e-b371-778ed38209bb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 943 time: 0.3766849 May 13 14:32:05.745011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:05.777456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-df44ec8d-024f-40f1-9306-4662193e3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:05.779807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-df44ec8d-024f-40f1-9306-4662193e3710 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.1866527 May 13 14:32:05.792668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.805527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.808778 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Added segment 30dcb315-e37d-4cea-a554-753f0227b31f of type vlan for network 3c114319-6d0e-4ecb-8284-a18a2814d527 May 13 14:32:05.831965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:05.863537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Pushing event updated for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:06.063316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-c8a33d90-a0a6-417d-9d4f-ffe005ee7b70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2348516 May 13 14:32:06.075823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493b2235-3235-4313-b324-6bb5c37b0565 req-b9f6d176-46df-41fc-8556-fc3780f9eddb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745753 May 13 14:32:06.138986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:06.150678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.222144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.241865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-200bb2b7-193a-442c-866d-28e2b7fbe23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.243613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-200bb2b7-193a-442c-866d-28e2b7fbe23c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=182dace3b841421f952e5fbd354caa2f&device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 1099 time: 0.8601398 May 13 14:32:06.246373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Attempting to bind port 051bfa66-cec8-4294-8eb4-03789ba6648f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:06.247066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Attempting to bind port 051bfa66-cec8-4294-8eb4-03789ba6648f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'af4aa22b-36a2-49fa-b520-095a003ae28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:06.248308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Attempting to bind port 051bfa66-cec8-4294-8eb4-03789ba6648f on network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:06.257893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Port 051bfa66-cec8-4294-8eb4-03789ba6648f on network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:06.259547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Attempting to bind port 051bfa66-cec8-4294-8eb4-03789ba6648f on network 895f2089-57d5-4d03-90d5-f55a0d8dd7c5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:06.274140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:06.274796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Checking segment: {'id': 'af4aa22b-36a2-49fa-b520-095a003ae28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:06.275503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Bound using segment: {'id': 'af4aa22b-36a2-49fa-b520-095a003ae28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:06.276248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Bound port: 051bfa66-cec8-4294-8eb4-03789ba6648f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4aa22b-36a2-49fa-b520-095a003ae28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:06.277040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.451303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4d439-75a2-44e4-acc3-17d329e7c17e req-84096d54-228f-44b0-835d-25344fff8742 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.453585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2c4d439-75a2-44e4-acc3-17d329e7c17e req-84096d54-228f-44b0-835d-25344fff8742 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 948 time: 0.8726723 May 13 14:32:06.506150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:32:06.562643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:06.571772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=051bfa66-cec8-4294-8eb4-03789ba6648f,segment=NetworkSegment(af4aa22b-36a2-49fa-b520-095a003ae28d),segment_id=af4aa22b-36a2-49fa-b520-095a003ae28d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:06.597033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25560ba9-c408-4135-81e4-b82cb100c467 req-3fa29b10-df57-4a97-a227-903b5e70a4b1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.600716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25560ba9-c408-4135-81e4-b82cb100c467 req-3fa29b10-df57-4a97-a227-903b5e70a4b1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.3290141 May 13 14:32:06.603471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.778281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.779340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.781982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] 10.222.0.90 "PUT /v2.0/ports/051bfa66-cec8-4294-8eb4-03789ba6648f HTTP/1.1" status: 200 len: 1091 time: 2.7959685 May 13 14:32:06.830613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25560ba9-c408-4135-81e4-b82cb100c467 req-73453015-3d5a-41eb-a605-84edb4f7b919 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201090 May 13 14:32:06.838291 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.843748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.844399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:06.910447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740129e9-2971-45ed-ab26-c396fa126e47 service neutron] Pushing event updated for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:06.912407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-785c180d-1431-4e50-868c-491607b25c47 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086717 May 13 14:32:06.972116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-0776d6dc-3963-4ea2-8564-57b71c9239a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:06.975283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-0776d6dc-3963-4ea2-8564-57b71c9239a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5a7d0f7a8804bf7877ab6954ef95571&device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 1094 time: 0.1431687 May 13 14:32:07.019959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2c4d439-75a2-44e4-acc3-17d329e7c17e req-9b97f10e-906a-4a26-8902-4c82b1f5f120 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776306 May 13 14:32:07.054299 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8991416 May 13 14:32:07.080312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:07.102522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47616) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:07.138194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Network 990464fa-9c31-4743-b2b4-b21614889dc7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:07.146453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15320a20-923b-4fe2-9fcd-a068ba116f8f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Network': ['ID=3c114319-6d0e-4ecb-8284-a18a2814d527,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:07.149677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:07.157600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-a413f933-1796-4ffb-a89c-dd69dab8f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:07.158743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-a413f933-1796-4ffb-a89c-dd69dab8f305 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.9009304 May 13 14:32:07.168335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:07.236407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'subnet': {'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:07.273187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-36972dea-e6a2-4991-b688-188026d7535a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=051bfa66-cec8-4294-8eb4-03789ba6648f HTTP/1.1" status: 200 len: 217 time: 0.2900872 May 13 14:32:07.467212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-89cc6e8e-b63c-4e1e-93a5-59c35cf85af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:07.468773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-89cc6e8e-b63c-4e1e-93a5-59c35cf85af8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2c202023-1376-4845-8b75-ea849b113866 HTTP/1.1" status: 200 len: 858 time: 0.1148567 May 13 14:32:07.472069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:07.514547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:subnet and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:07.518428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:07.522296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-1e7faf60-69e0-4f6c-a604-8c299cec70b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d8869995-2781-4215-a6d6-b5f84f432add HTTP/1.1" status: 200 len: 217 time: 0.2553253 May 13 14:32:07.533876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-eda9487d-3684-4527-a62f-0e3d15152e70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=895f2089-57d5-4d03-90d5-f55a0d8dd7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569696 May 13 14:32:07.536161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:07.585438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cb107706-d97a-4565-aae1-1c0d836cabe7 None None] Provisioning complete for port aab8ced3-9b0f-4580-a6c4-316312a944f0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:07.586209 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb107706-d97a-4565-aae1-1c0d836cabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.586386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185546-4477-4b64-b0d6-7046b41f60b2 req-1615dfa3-84c3-43e9-8331-7c91db6d214c tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:07.588779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9a185546-4477-4b64-b0d6-7046b41f60b2 req-1615dfa3-84c3-43e9-8331-7c91db6d214c tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 950 time: 0.4997180 May 13 14:32:07.594950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:07.601522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:07.672259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-8f6a2bb7-49a8-40a7-bf5e-d83b16800517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:07.674647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-8f6a2bb7-49a8-40a7-bf5e-d83b16800517 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1333907 May 13 14:32:07.697670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cb107706-d97a-4565-aae1-1c0d836cabe7 None None] Port aab8ced3-9b0f-4580-a6c4-316312a944f0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:07.948746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7eb3917-bd8e-44b8-8e45-3dbad9a30a28 req-47985d06-2f95-47f2-8306-ce48cf977233 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735394 May 13 14:32:07.970148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9a185546-4477-4b64-b0d6-7046b41f60b2 req-55f2e408-1e68-471f-8bec-308f820de13d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388860 May 13 14:32:08.093952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-8249ae11-5be2-4352-8548-f57e217681fe service neutron] 10.222.0.90 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435092 May 13 14:32:08.116385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Router 0fd2b41b-af12-4fd2-93cb-217a164d8473 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:32:08.201819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718f02-4869-4e63-9c15-d9a5d5ca163d req-2eb48172-c8a3-4b81-b996-36e2e28efccc tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.207773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd718f02-4869-4e63-9c15-d9a5d5ca163d req-2eb48172-c8a3-4b81-b996-36e2e28efccc tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 943 time: 0.9321396 May 13 14:32:08.429801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1fc7-c787-4903-8a09-9656d2449aed req-4b6435c3-fc4a-4c01-b858-8f56bc3de4ae tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.431378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-453b1fc7-c787-4903-8a09-9656d2449aed req-4b6435c3-fc4a-4c01-b858-8f56bc3de4ae tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1096 time: 0.2039433 May 13 14:32:08.445445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-121db3b8-10a7-4788-a84d-b3b6a0c155de req-35662379-d5b1-4233-b56d-69ff92d03d22 service neutron] 10.222.0.90 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450103 May 13 14:32:08.472738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-66bf642c-9e84-48a6-ae6c-0c079e4a0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.475656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-66bf642c-9e84-48a6-ae6c-0c079e4a0839 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6539755 May 13 14:32:08.516983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-453b1fc7-c787-4903-8a09-9656d2449aed req-6b3778da-b32b-409c-85e9-6ae2e67f9cd7 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744948 May 13 14:32:08.552951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.580128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d8869995-2781-4215-a6d6-b5f84f432add details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:08.683337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Subnet': ['ID=8a964eca-1441-4579-80fa-3ab79449ba9b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:08.691149 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd718f02-4869-4e63-9c15-d9a5d5ca163d req-fb528870-1c57-474b-8a21-b85226920b13 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570813 May 13 14:32:08.699180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:08.700810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network hostable DHCP agents. Network: 6c8bf028-3680-46b6-9f51-c67edb143615, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:08.785305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:08.818261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6c8bf028-3680-46b6-9f51-c67edb143615) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:08.824678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.825640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:08.871592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c5e45-3e3a-44ea-8982-9c749ea74984 None None] Network 6c8bf028-3680-46b6-9f51-c67edb143615 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:08.883313 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca58116-1b05-4f35-bf8f-189a03c6f823'] response: {'name': 'network-changed', 'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f', 'status': 'completed', 'code': 200} May 13 14:32:08.898074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9d7e17c9-7537-425c-ad9c-a203bc17753c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7934401 May 13 14:32:08.899294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:08.900195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-d657d0f0-9106-4b6e-a0e4-f78b6e15a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:08.907203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-d657d0f0-9106-4b6e-a0e4-f78b6e15a2c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 1094 time: 0.8717790 May 13 14:32:08.908657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'subnet': {'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:09.007020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:09.027787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd8869995-2781-4215-a6d6-b5f84f432add', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'd8869995-2781-4215-a6d6-b5f84f432add', 'mac_address': 'fa:16:3e:88:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:09.222113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d8869995-2781-4215-a6d6-b5f84f432add is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:09.225241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.393327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8869995-2781-4215-a6d6-b5f84f432add {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:09.533952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:32:09.545485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:09.554903 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Sync routers for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:32:09.556028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:subnet and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:09.564463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:09.581624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:09.594579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a99683e0-d96f-46b8-a7dc-2258d516acd2 admin admin] 10.222.0.36 "PUT /v2.0/routers/0fd2b41b-af12-4fd2-93cb-217a164d8473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8777564 May 13 14:32:09.607758 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:09.607758 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:32:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:09.717157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-a40aec27-0b0e-4395-bc11-f75a59a64aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:09.717157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-a40aec27-0b0e-4395-bc11-f75a59a64aba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5a7d0f7a8804bf7877ab6954ef95571&device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 1094 time: 0.7629066 May 13 14:32:09.822088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:09.822088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.842421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-6c8bf028-3680-46b6-9f51-c67edb143615', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:32:09.847816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:09.922313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:09.963960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-5d8a3176-39f3-4ce1-807a-40346c893e26 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4433279 May 13 14:32:10.126882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.324709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-0bc0185f-ec9a-4e47-b6b4-3d2b6371dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.325032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Allocated IP 10.1.1.2 (6c8bf028-3680-46b6-9f51-c67edb143615/8a964eca-1441-4579-80fa-3ab79449ba9b/adb77371-a564-4700-9ab1-c06e0ad3a2c5) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:10.326344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-0bc0185f-ec9a-4e47-b6b4-3d2b6371dd51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 906 time: 1.3584621 May 13 14:32:10.330420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b27aa-ab5f-4a24-9170-4a46070d4e61 req-8140011e-4892-4aab-92c7-08d19a7801e6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.333198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c9b27aa-ab5f-4a24-9170-4a46070d4e61 req-8140011e-4892-4aab-92c7-08d19a7801e6 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 948 time: 0.7440050 May 13 14:32:10.333743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:10.363465 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:10.443400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e038c2d-0dd8-4658-a82a-eb7598335c72 req-680e8d50-5d0d-4354-ab64-a1b8e37819ac tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.444395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7e038c2d-0dd8-4658-a82a-eb7598335c72 req-680e8d50-5d0d-4354-ab64-a1b8e37819ac tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:10.506638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c9b27aa-ab5f-4a24-9170-4a46070d4e61 req-2eebb3c7-097f-418c-8082-fe8f128f281d tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594410 May 13 14:32:10.511911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-fba5b737-63f5-45c8-893e-698c3b7ab17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.514159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-fba5b737-63f5-45c8-893e-698c3b7ab17a service neutron] 10.222.0.90 "GET /v2.0/networks?id=895f2089-57d5-4d03-90d5-f55a0d8dd7c5 HTTP/1.1" status: 200 len: 919 time: 0.7895849 May 13 14:32:10.551101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-b02f03b9-743c-4352-ba46-958e14da6896 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab HTTP/1.1" status: 200 len: 217 time: 0.1896143 May 13 14:32:10.551752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7e038c2d-0dd8-4658-a82a-eb7598335c72 req-680e8d50-5d0d-4354-ab64-a1b8e37819ac tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:10.553031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e038c2d-0dd8-4658-a82a-eb7598335c72 req-680e8d50-5d0d-4354-ab64-a1b8e37819ac tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 943 time: 1.0682139 May 13 14:32:10.612520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-540fe554-1432-4a1b-bbe3-507f0de1d57d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=051bfa66-cec8-4294-8eb4-03789ba6648f HTTP/1.1" status: 200 len: 217 time: 0.0893943 May 13 14:32:10.661884 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.671794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-322d3773-1102-457d-ae02-33cee5c96ea4 req-da10e40e-b61e-4399-8b87-a1d023a60daa service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965961 May 13 14:32:10.706485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Transition to ACTIVE for port object adb77371-a564-4700-9ab1-c06e0ad3a2c5 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:10.706759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-9fdee201-d306-442a-8887-47e2cd186509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.709087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-9fdee201-d306-442a-8887-47e2cd186509 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2c202023-1376-4845-8b75-ea849b113866 HTTP/1.1" status: 200 len: 858 time: 0.0880458 May 13 14:32:10.743780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Transition to ACTIVE for port object adb77371-a564-4700-9ab1-c06e0ad3a2c5 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:10.754330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d8869995-2781-4215-a6d6-b5f84f432add'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:10.798950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-220da8e7-9a11-4151-a590-44285e742266 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=895f2089-57d5-4d03-90d5-f55a0d8dd7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488029 May 13 14:32:10.806351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:10.811843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e038c2d-0dd8-4658-a82a-eb7598335c72 req-a6365332-af9d-4ca7-a6ad-fa06a29ea18b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509597 May 13 14:32:10.815308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-c0bf0e42-d263-4aae-b07c-ec8586ccc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:10.818092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-c0bf0e42-d263-4aae-b07c-ec8586ccc257 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.2543254 May 13 14:32:10.826025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:10.997530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-587e336a-e344-42b1-a908-f47fa1a69ac3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717112 May 13 14:32:11.026154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:11.061878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:11.125129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.212158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-3e13b691-033b-4815-a874-e48fe6171032 service neutron] 10.222.0.90 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927772 May 13 14:32:11.267864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:11.307783 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 2, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:11.318245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Checking router: 0fd2b41b-af12-4fd2-93cb-217a164d8473 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:32:11.318868 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Updating router 0fd2b41b-af12-4fd2-93cb-217a164d8473 port aab8ced3-9b0f-4580-a6c4-316312a944f0 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:32:11.334199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Pushing event updated for resources: {'Port': ['ID=adb77371-a564-4700-9ab1-c06e0ad3a2c5,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:11.434914 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.462001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Attempting to bind port adb77371-a564-4700-9ab1-c06e0ad3a2c5 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:11.462632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Attempting to bind port adb77371-a564-4700-9ab1-c06e0ad3a2c5 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:11.463177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Attempting to bind port adb77371-a564-4700-9ab1-c06e0ad3a2c5 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:11.476305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:11.484179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:11.484921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:11.485487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.486044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Bound using segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:11.486710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Bound port: adb77371-a564-4700-9ab1-c06e0ad3a2c5, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:11.487263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.489293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Subnet': ['ID=a9e1bddf-082d-4d82-9492-4960100541a4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:11.529099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'mac_address': 'fa:16:3e:f3:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:11.655915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-a7e92198-d632-4088-9461-3bb2a719249e service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501548 May 13 14:32:11.670215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-093e3fd2-3a29-424e-b0b0-648751a5d87b req-76b92885-0327-409c-ac12-ea5f55a8562f service neutron] 10.222.0.90 "GET /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434149 May 13 14:32:11.672152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Checking segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:11.672543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network hostable DHCP agents. Network: 3c114319-6d0e-4ecb-8284-a18a2814d527, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:11.673566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf6988-6330-4813-a4f9-5e93c26f6914 req-a6b50828-388a-4eef-9c58-c57cee6dbd6c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:11.701218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaaf6988-6330-4813-a4f9-5e93c26f6914 req-a6b50828-388a-4eef-9c58-c57cee6dbd6c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.3960283 May 13 14:32:11.733222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:11.744704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] For port adb77371-a564-4700-9ab1-c06e0ad3a2c5, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:11.748779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:11.749201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.751098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 3c114319-6d0e-4ecb-8284-a18a2814d527) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:11.759175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:11.759965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.789244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3fb78-decc-4a19-b906-2095072dfa34 None None] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:11.798352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f328d90d-eb86-42a9-85c9-74472143ac7c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8973746 May 13 14:32:11.802719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:11.815843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'name': 'tempest-TaggedBootDevicesTest-692004758', 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:11.816897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] For port adb77371-a564-4700-9ab1-c06e0ad3a2c5, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=adb77371-a564-4700-9ab1-c06e0ad3a2c5,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:11.871224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63a6fd7-87b6-4146-8e44-675c6aa3bdab {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:11.902367 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:11.969046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaaf6988-6330-4813-a4f9-5e93c26f6914 req-3c571c62-5c7c-47ca-87da-36f2444c762e tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718917 May 13 14:32:12.062329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7a6c768-5f80-4c41-a6a5-bbda09d04f02 req-44bd29d3-eeb2-4cb4-aeab-637f82ed12b6 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591595 May 13 14:32:12.163855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:12.176508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:port and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:12.182496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:12.190460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:12.210428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:12.240275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4be12-9498-4fa5-beac-e4bf70e4289c req-c3dcd411-ef36-4056-893a-a3849b9e9b8d tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:12.249678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44e4be12-9498-4fa5-beac-e4bf70e4289c req-c3dcd411-ef36-4056-893a-a3849b9e9b8d tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 943 time: 0.1300497 May 13 14:32:12.254131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:12.304183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.331261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44e4be12-9498-4fa5-beac-e4bf70e4289c req-e80492da-83e9-4b50-b165-438e23818c5d tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805686 May 13 14:32:12.396831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8ef8-1f72-43ce-9d95-d89ba9d7caa1 None None] Pushing event updated for resources: {'Port': ['ID=adb77371-a564-4700-9ab1-c06e0ad3a2c5,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:12.442546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.491641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] device_id is not set on port a7b0b745-f92c-4517-a042-5d89329fc018 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:32:12.525768 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.559098 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Transition to ACTIVE for port object aab8ced3-9b0f-4580-a6c4-316312a944f0 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:12.585371 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:12.606803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-7a1ee085-48e7-4af8-a2b8-17f857c2e46a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d6f6b037059d43ac8344cb978e3e01db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092565 May 13 14:32:12.616610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 051bfa66-cec8-4294-8eb4-03789ba6648f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:12.762358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['b63a6fd7-87b6-4146-8e44-675c6aa3bdab'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:12.964351 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Pushing event updated for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:13.056180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:32:13.127523 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.128149 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.128843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.129373 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.130018 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.131686 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.137614 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.146890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.153604 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.154570 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.155271 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.155942 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:13.185298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-8a28935c-ecb8-4554-976b-e936734a9596 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:13.197031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-dab038e1-f06d-437c-b263-d64a408b4830 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:32:13.197503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-8a28935c-ecb8-4554-976b-e936734a9596 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5766983 May 13 14:32:13.198810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-dab038e1-f06d-437c-b263-d64a408b4830 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108685 May 13 14:32:13.220268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Request body: {'binding': {'host': 'n-h2-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:13.221375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:32:13.225991 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Attempting to bind port aab8ced3-9b0f-4580-a6c4-316312a944f0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:13.226375 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Attempting to bind port aab8ced3-9b0f-4580-a6c4-316312a944f0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:13.226789 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Attempting to bind port aab8ced3-9b0f-4580-a6c4-316312a944f0 on network 990464fa-9c31-4743-b2b4-b21614889dc7 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:13.229663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-c4aebf44-e794-4292-a668-0de70eca779b tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/quotas/d6f6b037059d43ac8344cb978e3e01db HTTP/1.1" status: 200 len: 375 time: 0.0311351 May 13 14:32:13.234239 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:13.234634 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Checking segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:13.235006 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.235403 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Bound using segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:13.236015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Bound port: aab8ced3-9b0f-4580-a6c4-316312a944f0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:13.236480 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.264042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:13.374329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-3c114319-6d0e-4ecb-8284-a18a2814d527', 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'fixed_ips': [{'subnet_id': 'a9e1bddf-082d-4d82-9492-4960100541a4'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:32:13.382520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.419349 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] For port aab8ced3-9b0f-4580-a6c4-316312a944f0, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:13.431172 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] For port aab8ced3-9b0f-4580-a6c4-316312a944f0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aab8ced3-9b0f-4580-a6c4-316312a944f0,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:13.448669 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:13.488867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-df1e5494-9b58-4726-aaa9-ed6b75cdc562 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2566390 May 13 14:32:13.562341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=051bfa66-cec8-4294-8eb4-03789ba6648f,segment=NetworkSegment(af4aa22b-36a2-49fa-b520-095a003ae28d),segment_id=af4aa22b-36a2-49fa-b520-095a003ae28d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:13.607810 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:32:13.614206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '051bfa66-cec8-4294-8eb4-03789ba6648f', 'network_id': '895f2089-57d5-4d03-90d5-f55a0d8dd7c5', 'port_id': '051bfa66-cec8-4294-8eb4-03789ba6648f', 'mac_address': 'fa:16:3e:7c:70:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c202023-1376-4845-8b75-ea849b113866', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:13.637051 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:32:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:13.722036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.1.1.25 (6c8bf028-3680-46b6-9f51-c67edb143615/8a964eca-1441-4579-80fa-3ab79449ba9b/a7b0b745-f92c-4517-a042-5d89329fc018) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:13.846751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h2-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:13.873537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:13.874098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:13.898303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device adb77371-a564-4700-9ab1-c06e0ad3a2c5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:13.904769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:13.905102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:13.930069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:13.930411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:13.931395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:13.931986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Bound port: aaefaf12-2d01-4619-8887-6fc55b54fe26, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:13.998226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:14.029849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 051bfa66-cec8-4294-8eb4-03789ba6648f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:14.030352 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.069813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.071067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] 10.222.0.36 "POST /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26/bindings HTTP/1.1" status: 201 len: 389 time: 0.8572266 May 13 14:32:14.123401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051bfa66-cec8-4294-8eb4-03789ba6648f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:14.147925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Allocated IP 10.2.2.2 (3c114319-6d0e-4ecb-8284-a18a2814d527/a9e1bddf-082d-4d82-9492-4960100541a4/00fe8150-d702-474c-b8b6-2744d3dd11b3) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:14.164360 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be41da-694d-4faa-9968-ca5d90874a35 None None] Pushing event updated for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:14.203673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=051bfa66-cec8-4294-8eb4-03789ba6648f,segment=NetworkSegment(af4aa22b-36a2-49fa-b520-095a003ae28d),segment_id=af4aa22b-36a2-49fa-b520-095a003ae28d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:14.237496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.345993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:14.635802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.655013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object a7b0b745-f92c-4517-a042-5d89329fc018 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:14.664530 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.675256 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:32:14.676536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Transition to ACTIVE for port object 00fe8150-d702-474c-b8b6-2744d3dd11b3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:14.699057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Transition to ACTIVE for port object 00fe8150-d702-474c-b8b6-2744d3dd11b3 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:14.710916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43656d5b-e30f-44f5-b3a9-e8fa164964d6 None None] Network 6c8bf028-3680-46b6-9f51-c67edb143615 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:14.725837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['051bfa66-cec8-4294-8eb4-03789ba6648f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:14.742505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-45c980e7-4d6e-49bb-8873-d709a34344c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:14.744064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-45c980e7-4d6e-49bb-8873-d709a34344c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1096 time: 0.1837840 May 13 14:32:14.751508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d8869995-2781-4215-a6d6-b5f84f432add up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:14.795660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.801387 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:14.892308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:14.917056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-a8a0889d-aa40-4f1b-8e10-332ca6ce272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:14.927591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-a8a0889d-aa40-4f1b-8e10-332ca6ce272a service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.1651907 May 13 14:32:14.951039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:14.962539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:14.968700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:14.970586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:14.987120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:15.012979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:15.023934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271982839', 'description': 'tempest-description--1252694250'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:15.037417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:15.037417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Usage tracker for resource:security_group and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:15.037417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:15.048113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:15.054656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.082859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.117136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Provisioning for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:15.137661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:15.143507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Usage tracker for resource:security_group_rule and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:15.146847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:15.153676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:15.161940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0bfcc7b0-94ed-4bdc-ab70-974b55263b24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.2323806 May 13 14:32:15.258507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Provisioning complete for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:15.259290 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.266523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.267710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.281205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.343093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.344383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3340778 May 13 14:32:15.373248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:15.373935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.379335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:15.450354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'security_group_rule': {'security_group_id': 'bbc80264-62ed-496c-b6f4-ea731c1dbf77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:15.467880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:15.498268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a054-7ff7-4b7d-98d3-83678efe9d13 req-828d22de-ad9e-404c-bde6-ffaa13c335af tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:15.507030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2706a054-7ff7-4b7d-98d3-83678efe9d13 req-828d22de-ad9e-404c-bde6-ffaa13c335af tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 949 time: 0.8065357 May 13 14:32:15.516082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Pushing event updated for resources: {'Port': ['ID=00fe8150-d702-474c-b8b6-2744d3dd11b3,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.538054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Usage tracker for resource:security_group_rule and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:15.546105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-531357d2-d985-4a1b-81b6-da9ba44042cc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7378557 May 13 14:32:15.546105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae18de-9544-4970-9ada-7c5fc957845e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc80264-62ed-496c-b6f4-ea731c1dbf77,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:15.548359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47712) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:15.562072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:15.574339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:15.578680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Attempting to bind port 00fe8150-d702-474c-b8b6-2744d3dd11b3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:15.579151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Attempting to bind port 00fe8150-d702-474c-b8b6-2744d3dd11b3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:15.579449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Attempting to bind port 00fe8150-d702-474c-b8b6-2744d3dd11b3 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:15.580597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'name': 'tempest-TaggedBootDevicesTest-456198461', 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:15.630559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e0b05eb8-b1bc-43bf-9fdb-45d3a8a4c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:15.632186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2706a054-7ff7-4b7d-98d3-83678efe9d13 req-61df167a-13d0-46a4-824b-5026c1485a3b tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238735 May 13 14:32:15.633487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e0b05eb8-b1bc-43bf-9fdb-45d3a8a4c942 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.4689028 May 13 14:32:15.650535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:15.650901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Checking segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:15.651307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.651703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Bound using segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:15.652192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Bound port: 00fe8150-d702-474c-b8b6-2744d3dd11b3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:15.652608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.654872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.658141 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:13Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:15.662657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port d8869995-2781-4215-a6d6-b5f84f432add completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:15.663808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc3ef68-cdea-43ce-a896-019b385d83d9 None None] The sync data for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 is: [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:13Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:32:15.712768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d8869995-2781-4215-a6d6-b5f84f432add triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:15.713146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.947102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:15.964037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.015558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-b5e8914f-17f0-422a-aa2f-1d6746a79fa6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3683240 May 13 14:32:16.020112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] For port 00fe8150-d702-474c-b8b6-2744d3dd11b3, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:16.022155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:16.026911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] For port 00fe8150-d702-474c-b8b6-2744d3dd11b3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00fe8150-d702-474c-b8b6-2744d3dd11b3,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:16.031356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fb3b2c-e00a-435e-870c-e6b2dba82335,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:16.064681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa30ec3-2906-4a25-ae55-d991056c3690 req-80d878d7-e163-41b2-b9ec-f5270099e8e1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:16.067049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3aa30ec3-2906-4a25-ae55-d991056c3690 req-80d878d7-e163-41b2-b9ec-f5270099e8e1 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.2500339 May 13 14:32:16.070701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.071438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.072174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.073249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.074174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.074849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.075397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.076062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.076681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.077169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.077695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.078427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:16.093106 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.100089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-73dca5e4-2927-4bf8-bd6b-bf9e6d499a5c tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7153964 May 13 14:32:16.152564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Current status of the port adb77371-a564-4700-9ab1-c06e0ad3a2c5 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:16.153011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.169562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.170158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47716) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:16.175970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:port and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:16.183728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:16.193109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'security_group_rule': {'security_group_id': 'bbc80264-62ed-496c-b6f4-ea731c1dbf77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:16.194374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:16.213506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:16.257825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fbf2f-d868-4711-a145-20fe7a721d0d req-8f6bb634-d584-45c3-a6c5-6f51c355ed94 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:16.264817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Usage tracker for resource:security_group_rule and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:16.266687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-246fbf2f-d868-4711-a145-20fe7a721d0d req-8f6bb634-d584-45c3-a6c5-6f51c355ed94 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 944 time: 0.9406600 May 13 14:32:16.272375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3aa30ec3-2906-4a25-ae55-d991056c3690 req-7eb7a4a8-5ee2-4667-96da-890a7bc3bf40 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691597 May 13 14:32:16.279552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:16.294468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:16.331835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.346192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:16.412846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b9af-206d-422c-821e-fdd1357365a6 None None] Pushing event updated for resources: {'Port': ['ID=00fe8150-d702-474c-b8b6-2744d3dd11b3,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:16.514791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] For port adb77371-a564-4700-9ab1-c06e0ad3a2c5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=adb77371-a564-4700-9ab1-c06e0ad3a2c5,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:16.535329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.628716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d8869995-2781-4215-a6d6-b5f84f432add is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:16.629196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.698173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-ff8853d3-ce40-45aa-9043-33eabcca5089 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d6f6b037059d43ac8344cb978e3e01db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4712603 May 13 14:32:16.699606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ed856-6ff7-4a24-891b-569a1c22e480 None None] Pushing event updated for resources: {'Port': ['ID=adb77371-a564-4700-9ab1-c06e0ad3a2c5,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:16.711531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:16.731709 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.744634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.766478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:16.773716 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.828934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46149ce-a78a-4436-bb90-fecd00f3e070,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:16.849734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:16.855964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5a2ff8ab-e974-4994-b367-f5c16eb21f2b tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6756272 May 13 14:32:16.856341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:16.873916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47724) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:16.898067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:16.909167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:16.918442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-246fbf2f-d868-4711-a145-20fe7a721d0d req-e73c50c3-8b98-4673-b1e1-dea1621c5a38 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503646 May 13 14:32:16.936388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Usage tracker for resource:floatingip and tenant:0cad50da3f084589b345de58adee1ee1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:16.961190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:17.017330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-620c4a14-0034-4a23-b6f8-4577806a17cd tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:17.018601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-620c4a14-0034-4a23-b6f8-4577806a17cd tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Synchronizing usage tracker for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:17.059951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:17.080674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:17.098419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port b63a6fd7-87b6-4146-8e44-675c6aa3bdab completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:17.113561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.146915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port b63a6fd7-87b6-4146-8e44-675c6aa3bdab triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:17.151166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-620c4a14-0034-4a23-b6f8-4577806a17cd tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Unset dirty status for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:17.152102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.158638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-620c4a14-0034-4a23-b6f8-4577806a17cd tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 944 time: 0.6986136 May 13 14:32:17.224453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-e991be31-4e5d-4db4-b30c-958bac4d772a tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Synchronizing usage tracker for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:17.464585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-33ca82b2-574c-4c73-a8d9-2f8cff46d942 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:17.467075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-e991be31-4e5d-4db4-b30c-958bac4d772a tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Unset dirty status for tenant:e5a7d0f7a8804bf7877ab6954ef95571 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:17.467806 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-33ca82b2-574c-4c73-a8d9-2f8cff46d942 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7011788 May 13 14:32:17.486411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-339d58a2-0ba2-4d45-813b-fe42456fa885 req-e991be31-4e5d-4db4-b30c-958bac4d772a tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264723 May 13 14:32:17.587628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Provisioning for port a7b0b745-f92c-4517-a042-5d89329fc018 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:17.606397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.641086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a2521867-1b5a-4eaa-bffe-9b465cea26ca req-b77cf907-75bb-4b97-99f1-14e346fb7bd7 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 210 time: 0.0964806 May 13 14:32:17.642463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Provisioning complete for port a7b0b745-f92c-4517-a042-5d89329fc018 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:17.642828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.663610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Request body: {'port': {'device_id': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'd6f6b037059d43ac8344cb978e3e01db'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:17.772429 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.827595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:17.828283 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:17.900133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:17.911828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Port a7b0b745-f92c-4517-a042-5d89329fc018 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:17.915061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.036518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Allocated IP 172.25.5.121 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/72c33847-c64a-4805-a84f-e6fdefcbb801) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:18.082580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] device_id is not set on port ef1a7526-c40c-4217-b1d0-57c3bb1b043f yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:32:18.087086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Provisioning complete for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:18.087462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.393328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00fe8150-d702-474c-b8b6-2744d3dd11b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:18.460124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-faa51a19-7494-4125-9e81-938a61d5fa99 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4332523 May 13 14:32:18.490779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:18.538956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.568266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 00fe8150-d702-474c-b8b6-2744d3dd11b3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:18.583088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device adb77371-a564-4700-9ab1-c06e0ad3a2c5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:18.584026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc032a-7ec4-48c4-9aa2-064ba82cabed req-f6e6a483-f240-47af-817f-848acaf6c31f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:18.586819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17dc032a-7ec4-48c4-9aa2-064ba82cabed req-f6e6a483-f240-47af-817f-848acaf6c31f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.4037361 May 13 14:32:18.640879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 051bfa66-cec8-4294-8eb4-03789ba6648f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:18.705125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17dc032a-7ec4-48c4-9aa2-064ba82cabed req-539b3435-8c8c-4268-95c4-c1fcd08cb2c7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015399 May 13 14:32:18.707181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:18.712044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4779153f-b880-4930-aed7-f44a179f7aab None None] Current status of the port adb77371-a564-4700-9ab1-c06e0ad3a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:18.726629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.856315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab46442-3995-4845-a66a-011a621baa77 None None] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:18.861712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:18.924480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'Port': ['ID=72c33847-c64a-4805-a84f-e6fdefcbb801,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:18.954000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:18.954390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.963574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:18.966190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Made reservation on behalf of d6f6b037059d43ac8344cb978e3e01db for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:18.968548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:18.971704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:18.972344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:18.978691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 051bfa66-cec8-4294-8eb4-03789ba6648f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:18.988273 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d891024-b322-454a-923f-558e86b93287'] response: {'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add', 'code': 200} May 13 14:32:19.004504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b8602f9-ca12-434f-a0dc-9412a5884e55 None None] Provisioning complete for port a7b0b745-f92c-4517-a042-5d89329fc018 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:19.005576 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b8602f9-ca12-434f-a0dc-9412a5884e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.063508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 051bfa66-cec8-4294-8eb4-03789ba6648f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:19.064063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.193397 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.194493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7771-e8ea-416d-a852-54a875ee9442 req-a3494111-364c-4ac8-ac44-9efb98674d5d tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.208335 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05ea7771-e8ea-416d-a852-54a875ee9442 req-a3494111-364c-4ac8-ac44-9efb98674d5d tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 1.1641567 May 13 14:32:19.226684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61331d-9e23-4f01-8c1e-ae61b89601c8 req-1edfce73-aa42-470f-bf08-619fc6778820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.228328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb61331d-9e23-4f01-8c1e-ae61b89601c8 req-1edfce73-aa42-470f-bf08-619fc6778820 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 1101 time: 0.1788440 May 13 14:32:19.237680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.250541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7b8602f9-ca12-434f-a0dc-9412a5884e55 None None] Port a7b0b745-f92c-4517-a042-5d89329fc018 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:19.367685 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb61331d-9e23-4f01-8c1e-ae61b89601c8 req-b2110a7b-fbc5-4f68-9741-799fafbcd86a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289032 May 13 14:32:19.377910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.380146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 051bfa66-cec8-4294-8eb4-03789ba6648f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:19.380566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.409653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-fcc03205-1ec6-47f0-928a-ac11dd9b6a31 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472507 May 13 14:32:19.420849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05ea7771-e8ea-416d-a852-54a875ee9442 req-1c787793-649b-4240-82c5-23847a585028 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112894 May 13 14:32:19.450020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047912e-9a77-4484-9dc8-b7fe82f2f416 req-0f173e1d-079b-4425-a4be-f480bd3e8da8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:19.458534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c047912e-9a77-4484-9dc8-b7fe82f2f416 req-0f173e1d-079b-4425-a4be-f480bd3e8da8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.2755201 May 13 14:32:19.484386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=051bfa66-cec8-4294-8eb4-03789ba6648f,segment=NetworkSegment(af4aa22b-36a2-49fa-b520-095a003ae28d),segment_id=af4aa22b-36a2-49fa-b520-095a003ae28d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:19.494311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Provisioning for port 00fe8150-d702-474c-b8b6-2744d3dd11b3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:19.507870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Provisioning complete for port 00fe8150-d702-474c-b8b6-2744d3dd11b3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:19.508273 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.535768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.587393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.1.1.168 (6c8bf028-3680-46b6-9f51-c67edb143615/8a964eca-1441-4579-80fa-3ab79449ba9b/ef1a7526-c40c-4217-b1d0-57c3bb1b043f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:19.594714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port adb77371-a564-4700-9ab1-c06e0ad3a2c5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:19.595829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aab8ced3-9b0f-4580-a6c4-316312a944f0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:19.713801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:19.814376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port aab8ced3-9b0f-4580-a6c4-316312a944f0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:19.817123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.821151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Current status of the port 00fe8150-d702-474c-b8b6-2744d3dd11b3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:19.821605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.834933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.837546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aab8ced3-9b0f-4580-a6c4-316312a944f0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:19.837997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:19.940802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c047912e-9a77-4484-9dc8-b7fe82f2f416 req-ab6345f2-4e57-4a8b-b618-df4dee6667c4 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808843 May 13 14:32:20.048284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Allocated IP 192.168.233.86 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/2557802a-4132-4069-96de-bf56c18ae54b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:20.069671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'Port': ['ID=72c33847-c64a-4805-a84f-e6fdefcbb801,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.085579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.143249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.154597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df37bd2c-8b93-4bf4-a1b7-7922e12fcd9a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2712710 May 13 14:32:20.162482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] For port 00fe8150-d702-474c-b8b6-2744d3dd11b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00fe8150-d702-474c-b8b6-2744d3dd11b3,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:20.185419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.286637 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.363482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f960-dedf-480a-9b38-3a5c05beed09 req-e78c6f41-4338-4f01-9e3f-4bedffbfe8be tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:20.370123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a1ee4-aba9-4740-a059-fc779ae96607 None None] Pushing event updated for resources: {'Port': ['ID=00fe8150-d702-474c-b8b6-2744d3dd11b3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:20.370816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1cb3f960-dedf-480a-9b38-3a5c05beed09 req-e78c6f41-4338-4f01-9e3f-4bedffbfe8be tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 945 time: 0.7793837 May 13 14:32:20.497168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aab8ced3-9b0f-4580-a6c4-316312a944f0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:20.498424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.515467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc2d8-f283-417d-a94c-3572235f827e req-65ed956b-87f3-4668-8886-527ae4726a3b tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:20.518794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb7bc2d8-f283-417d-a94c-3572235f827e req-65ed956b-87f3-4668-8886-527ae4726a3b tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.2473068 May 13 14:32:20.528154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e05f80e-e1b8-4591-89d2-8998b927dd94 None None] Provisioning complete for port 00fe8150-d702-474c-b8b6-2744d3dd11b3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:20.529263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e05f80e-e1b8-4591-89d2-8998b927dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.562611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1cb3f960-dedf-480a-9b38-3a5c05beed09 req-311e2d2d-cdd9-4e8b-afa5-969b1447b355 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888499 May 13 14:32:20.602856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.692809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object ef1a7526-c40c-4217-b1d0-57c3bb1b043f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:20.746990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb7bc2d8-f283-417d-a94c-3572235f827e req-0578d9ee-6467-43e3-a70f-e9a044f8d198 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206578 May 13 14:32:20.798579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port aab8ced3-9b0f-4580-a6c4-316312a944f0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aab8ced3-9b0f-4580-a6c4-316312a944f0,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:20.812648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.818214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.888925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Transition to ACTIVE for port object 2557802a-4132-4069-96de-bf56c18ae54b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:20.927405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:20.978198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00fe8150-d702-474c-b8b6-2744d3dd11b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:21.032406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab'}, {'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:21.078858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caf0e5-d806-4339-9cba-37280e8be421 req-ef64e9f0-1fb1-441a-a369-f705ecd57c49 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.080363 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.083541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22caf0e5-d806-4339-9cba-37280e8be421 req-ef64e9f0-1fb1-441a-a369-f705ecd57c49 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.1814351 May 13 14:32:21.106368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5a75519b-2c67-4e18-a3e1-c78fd0097579'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:21.156618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22caf0e5-d806-4339-9cba-37280e8be421 req-1e83b9d3-f97f-4ec0-a358-990d3567e82d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 May 13 14:32:21.193608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:21.203555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e05f80e-e1b8-4591-89d2-8998b927dd94 None None] Current status of the port 00fe8150-d702-474c-b8b6-2744d3dd11b3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:21.212989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:21.229240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:21.247975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:21.338107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 00fe8150-d702-474c-b8b6-2744d3dd11b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:21.338665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.346981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:21.372289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:21.401737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:21.454056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:21.488643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.489191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.489647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.490084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.490635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.491208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.491662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.492148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.492788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.493258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.493741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.494178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:32:21.597688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.598573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.609994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.610896 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:21.692899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-550be1cf-5afc-4cbc-92c5-b5d83855a574 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1426237 May 13 14:32:21.702326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a362-3dd7-411e-99c4-b96bba9594d3 req-8772da75-e5e6-41fe-9ca9-f6ea96f9cdd9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.703854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5bc2a362-3dd7-411e-99c4-b96bba9594d3 req-8772da75-e5e6-41fe-9ca9-f6ea96f9cdd9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Synchronizing usage tracker for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:21.710671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Pushing event updated for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:21.714395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-a2e725a2-b391-4cf1-afc2-125131da66da tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0693181 May 13 14:32:21.723575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edb5a-ae1d-41f4-a139-fad47ca1ce71 req-f3a89a61-cc95-4844-9b20-4932afa3ee4f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:21.734537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a48edb5a-ae1d-41f4-a139-fad47ca1ce71 req-f3a89a61-cc95-4844-9b20-4932afa3ee4f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 0.3510756 May 13 14:32:21.744550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Request body: {'port': {'device_id': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:21.823278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a48edb5a-ae1d-41f4-a139-fad47ca1ce71 req-c51cf664-dc85-4600-908d-81f4727a1381 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863509 May 13 14:32:21.973286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5bc2a362-3dd7-411e-99c4-b96bba9594d3 req-8772da75-e5e6-41fe-9ca9-f6ea96f9cdd9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Unset dirty status for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:21.974730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc2a362-3dd7-411e-99c4-b96bba9594d3 req-8772da75-e5e6-41fe-9ca9-f6ea96f9cdd9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 935 time: 0.9381256 May 13 14:32:22.012685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.072752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc2a362-3dd7-411e-99c4-b96bba9594d3 req-44f74837-539a-4db8-873b-c2bef352d361 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886405 May 13 14:32:22.094292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40702f18-ddd8-48f5-90c3-3687a66de42f None None] Provisioning for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:22.099947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 00fe8150-d702-474c-b8b6-2744d3dd11b3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:22.118048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40702f18-ddd8-48f5-90c3-3687a66de42f None None] Provisioning complete for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:22.119117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40702f18-ddd8-48f5-90c3-3687a66de42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.183822 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b22afe8-c5a9-46f9-9c00-d6c0763a3f89'] response: {'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'code': 200} May 13 14:32:22.183959 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b22afe8-c5a9-46f9-9c00-d6c0763a3f89'] response: {'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f', 'code': 200} May 13 14:32:22.252476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-40702f18-ddd8-48f5-90c3-3687a66de42f None None] Port ef1a7526-c40c-4217-b1d0-57c3bb1b043f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:22.269063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649d18-00a9-4850-97a8-8b700a455e23 req-845a3aea-e107-4c9a-b5d1-4340a025d2cd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:22.278864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed649d18-00a9-4850-97a8-8b700a455e23 req-845a3aea-e107-4c9a-b5d1-4340a025d2cd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.2279618 May 13 14:32:22.384847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-92bf66ce-e080-4bd5-be8c-0047b5dea217 None None] Provisioning for port 2557802a-4132-4069-96de-bf56c18ae54b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:22.391076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-92bf66ce-e080-4bd5-be8c-0047b5dea217 None None] Provisioning complete for port 2557802a-4132-4069-96de-bf56c18ae54b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:22.391652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-92bf66ce-e080-4bd5-be8c-0047b5dea217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.490422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed649d18-00a9-4850-97a8-8b700a455e23 req-62292b9a-4ae4-40f7-b31e-614293c96be8 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102816 May 13 14:32:22.558362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-92bf66ce-e080-4bd5-be8c-0047b5dea217 None None] Port 2557802a-4132-4069-96de-bf56c18ae54b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:22.566066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d769f-f107-4c7e-a0fa-9e39f3bf9275 req-a57cb39c-bf02-4f3d-bfc9-168c28a1ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:22.568546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-423d769f-f107-4c7e-a0fa-9e39f3bf9275 req-a57cb39c-bf02-4f3d-bfc9-168c28a1ade6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 1096 time: 0.2496135 May 13 14:32:22.641998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:22.658311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169902426', 'description': 'tempest-description--74163420'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:22.682550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:22.690176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-423d769f-f107-4c7e-a0fa-9e39f3bf9275 req-f565e407-e961-4f2d-a031-e48c54ade949 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146605 May 13 14:32:22.695454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:security_group and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:22.701423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:22.724789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:22.750304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.775690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:22.780729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:security_group_rule and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:22.784914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:22.796678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:22.981294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:22.991249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.007139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aab8ced3-9b0f-4580-a6c4-316312a944f0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:23.020550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280c61d-3c47-4927-859a-208bbb679270 req-54e9b879-d274-4b6a-ae60-51d0950f7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.022474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2280c61d-3c47-4927-859a-208bbb679270 req-54e9b879-d274-4b6a-ae60-51d0950f7e78 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 1096 time: 0.3946309 May 13 14:32:23.092323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.093566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4435298 May 13 14:32:23.107142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e7a0d-37dc-42bb-883f-bf4f1f9f56f4 req-2fc9e818-df7c-4bf9-95c1-1d5e4c2e8b4a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.108884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f0e7a0d-37dc-42bb-883f-bf4f1f9f56f4 req-2fc9e818-df7c-4bf9-95c1-1d5e4c2e8b4a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 945 time: 0.4781699 May 13 14:32:23.111425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:23.139324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'security_group_rule': {'security_group_id': '60df2aa5-d457-4368-ab38-4329659edd0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:23.140537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51e32e-60bf-4199-9463-ac493bd2f734 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60df2aa5-d457-4368-ab38-4329659edd0f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:23.158081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aab8ced3-9b0f-4580-a6c4-316312a944f0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:23.159574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.165043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29fb84-2bbd-49c3-bb96-95deecd770be req-cb6bbd7b-9b58-47f3-80ee-9e0169bb3ae4 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.166868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2d29fb84-2bbd-49c3-bb96-95deecd770be req-cb6bbd7b-9b58-47f3-80ee-9e0169bb3ae4 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.2950897 May 13 14:32:23.167406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:23.182741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:security_group_rule and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:23.190788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2280c61d-3c47-4927-859a-208bbb679270 req-103ddf5f-2c12-4b6d-835c-1322dea76158 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570065 May 13 14:32:23.194750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2557802a-4132-4069-96de-bf56c18ae54b {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:23.200684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:23.217134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.222831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:23.247651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f0e7a0d-37dc-42bb-883f-bf4f1f9f56f4 req-abcb45de-309f-4298-801f-c70a4df33ff6 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119258 May 13 14:32:23.260155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Transition to ACTIVE for port object 2557802a-4132-4069-96de-bf56c18ae54b will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:23.265209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.266759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2d29fb84-2bbd-49c3-bb96-95deecd770be req-b3c0ede0-8b1d-4d15-9292-9977d08344ea tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863981 May 13 14:32:23.271838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.392235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aab8ced3-9b0f-4580-a6c4-316312a944f0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:23.467043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:32:23.640314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a11d80-2b79-49fa-bbb7-eefc66211f66 req-b26c9f8c-ebe0-41fa-962a-c21c302c4fe9 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:23.648470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a4a11d80-2b79-49fa-bbb7-eefc66211f66 req-b26c9f8c-ebe0-41fa-962a-c21c302c4fe9 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.1413054 May 13 14:32:23.714456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a4a11d80-2b79-49fa-bbb7-eefc66211f66 req-5ab6133e-8dc6-45e4-bdd7-862ac59b9ca0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 May 13 14:32:23.838777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Pushing event updated for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:23.986292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:23.997057 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.037202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3450e-2983-4f8f-85d3-9fea6d94a6c9 req-1d46538e-e52f-4355-8dc3-a3a0ba1c6688 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.039195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20a3450e-2983-4f8f-85d3-9fea6d94a6c9 req-1d46538e-e52f-4355-8dc3-a3a0ba1c6688 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.2105138 May 13 14:32:24.133561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20a3450e-2983-4f8f-85d3-9fea6d94a6c9 req-dc33af94-135c-4cf8-bc65-238816489b16 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803363 May 13 14:32:24.156437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45ac232-85c5-4ceb-9862-c02726241d07,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:24.196733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Attempting to bind port 2557802a-4132-4069-96de-bf56c18ae54b on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:24.197310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Attempting to bind port 2557802a-4132-4069-96de-bf56c18ae54b by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:24.204276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Attempting to bind port 2557802a-4132-4069-96de-bf56c18ae54b on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:24.221495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.223813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b608ddf2-b156-4172-a91e-d012a126ba94 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1007617 May 13 14:32:24.228179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Port 2557802a-4132-4069-96de-bf56c18ae54b on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:24.228769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Attempting to bind port 2557802a-4132-4069-96de-bf56c18ae54b on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:24.229846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:24.243521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'security_group_rule': {'security_group_id': '60df2aa5-d457-4368-ab38-4329659edd0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:24.251186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:24.251638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:24.252171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:24.263111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Bound port: 2557802a-4132-4069-96de-bf56c18ae54b, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:24.264867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.277034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:24.282129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:security_group_rule and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:24.288091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:24.304559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:24.340622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.446385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a5aa3-4275-4d43-8e9b-533b1576c2c4 req-ed60efdb-ee6c-4969-88df-d0f951306251 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.454786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-919a5aa3-4275-4d43-8e9b-533b1576c2c4 req-ed60efdb-ee6c-4969-88df-d0f951306251 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 947 time: 0.4383531 May 13 14:32:24.537809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:24.542484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2557802a-4132-4069-96de-bf56c18ae54b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:24.550003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.631556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-919a5aa3-4275-4d43-8e9b-533b1576c2c4 req-7dda1421-1f1b-4263-b811-c7528eaf1bc1 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754253 May 13 14:32:24.778446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.782499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Pushing event updated for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:24.795431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.796151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.797819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-210d9417-5f4a-4b38-bd3c-e7df58cc145e service neutron] 10.222.0.90 "PUT /v2.0/ports/2557802a-4132-4069-96de-bf56c18ae54b HTTP/1.1" status: 200 len: 1095 time: 3.0666795 May 13 14:32:24.798303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:24.799948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.860780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:24.866055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47856) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:24.871762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:24.877605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6458588 May 13 14:32:24.882796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c3a6-c5df-49ae-ae84-e0143e78bff8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0fe789-fb64-47d6-9ca3-7e4c64e9a5b0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:24.887359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:24.898228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:floatingip and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:24.923668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:24.960890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:24.992319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78593-0f02-494d-9d22-0ec6c46fb48e req-ff4e42b0-c2aa-49bf-8663-4cc8a69e8d71 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:24.994122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32e78593-0f02-494d-9d22-0ec6c46fb48e req-ff4e42b0-c2aa-49bf-8663-4cc8a69e8d71 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 0.6179466 May 13 14:32:25.074569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.098759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32e78593-0f02-494d-9d22-0ec6c46fb48e req-e22f3570-63f2-46f9-a856-fa632d8d52bb tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 May 13 14:32:25.381089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a141aa3-fd31-4d81-8a50-1f5c843ca30b req-0f6a0469-3da1-43a1-aeda-35758f59c52c tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.383202 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7a141aa3-fd31-4d81-8a50-1f5c843ca30b req-0f6a0469-3da1-43a1-aeda-35758f59c52c tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.1274590 May 13 14:32:25.426450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c8607-d348-4cb1-b2d4-931636ec0904 req-08b083da-6110-40f1-8566-79df2d8f00d4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.430111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd2c8607-d348-4cb1-b2d4-931636ec0904 req-08b083da-6110-40f1-8566-79df2d8f00d4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 945 time: 0.4517956 May 13 14:32:25.438180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7a141aa3-fd31-4d81-8a50-1f5c843ca30b req-b57e5ee9-89e8-4e89-9e2a-3f966342a189 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483270 May 13 14:32:25.532958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-aa234633-fd84-4c97-9740-bffe65cf9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.534477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-aa234633-fd84-4c97-9740-bffe65cf9783 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 1098 time: 0.2959316 May 13 14:32:25.546855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd2c8607-d348-4cb1-b2d4-931636ec0904 req-1a5423f4-2961-4c6b-9acd-5290ae501663 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032073 May 13 14:32:25.628288 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-c9620aac-72f9-4bff-a589-93de85499b2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2557802a-4132-4069-96de-bf56c18ae54b HTTP/1.1" status: 200 len: 217 time: 0.0790136 May 13 14:32:25.677197 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604090dc-1b7a-4ea6-a6f4-f9a50aacdfde'] response: {'name': 'network-changed', 'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b', 'status': 'completed', 'code': 200} May 13 14:32:25.697124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:25.717747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37a874-685b-4156-8585-e9fe4ae958fc req-91e1dc2b-2ddc-4df2-a989-430a3a7ba009 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.733834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce37a874-685b-4156-8585-e9fe4ae958fc req-91e1dc2b-2ddc-4df2-a989-430a3a7ba009 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.1308537 May 13 14:32:25.771058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-f6bedee1-2124-4a56-9969-e3777b385425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:25.772666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-f6bedee1-2124-4a56-9969-e3777b385425 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1355333 May 13 14:32:25.809179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce37a874-685b-4156-8585-e9fe4ae958fc req-7b0f2163-48bb-456e-baee-742725ddc217 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 May 13 14:32:26.010515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 172.25.5.35 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/1ae438f8-3823-4034-8a5f-0f66f4e5ec2d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:26.120116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-ec1f919f-9d40-4fb2-85e0-a187c368714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.121700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-ec1f919f-9d40-4fb2-85e0-a187c368714d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3410525 May 13 14:32:26.261463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4a94-2e61-4a8b-8dcf-d3f11074892c req-2a642dfa-4e67-462c-8ac9-b577aba49345 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.263063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a3d4a94-2e61-4a8b-8dcf-d3f11074892c req-2a642dfa-4e67-462c-8ac9-b577aba49345 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.3408918 May 13 14:32:26.361991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.527420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-88f94e37-6455-4d7c-84a5-8a542589ae14 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946953 May 13 14:32:26.566822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a3d4a94-2e61-4a8b-8dcf-d3f11074892c req-6a1ec738-a754-48c4-ba97-c30c465c0d66 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924404 May 13 14:32:26.681366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:26.788945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:26.793697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215aa1f-51a7-4a59-9fae-2f738369ac83 req-fa040efe-6480-4e19-a15c-6652695087a2 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:26.794749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:26.803924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2215aa1f-51a7-4a59-9fae-2f738369ac83 req-fa040efe-6480-4e19-a15c-6652695087a2 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 947 time: 0.1305428 May 13 14:32:26.843160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:26.866934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2215aa1f-51a7-4a59-9fae-2f738369ac83 req-1f8db58a-0643-44d8-8fb3-1b3387479764 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617261 May 13 14:32:26.883002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-380b8ac8-4069-4e14-8e42-dbc272584d18 req-3a97b7ee-4813-484b-a643-1b1cf4bba2ad service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469286 May 13 14:32:26.913256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=1ae438f8-3823-4034-8a5f-0f66f4e5ec2d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:27.001310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebb0cd-9e0c-4115-b695-e4ff6906b10b req-a91def7e-5e17-480a-9b19-3f7c4996f71a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.011321 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47ebb0cd-9e0c-4115-b695-e4ff6906b10b req-a91def7e-5e17-480a-9b19-3f7c4996f71a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 0.2247157 May 13 14:32:27.108829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47ebb0cd-9e0c-4115-b695-e4ff6906b10b req-f4de2796-4822-4bd4-b926-1819431daa34 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965414 May 13 14:32:27.128138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.241732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-9c6b61c2-4587-483b-b0ec-7e0ceee53659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.244390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-9c6b61c2-4587-483b-b0ec-7e0ceee53659 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d6f6b037059d43ac8344cb978e3e01db&device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 1098 time: 0.1953964 May 13 14:32:27.294253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c9f76-097b-4b89-b90c-72ecba833262 req-c0663e75-96a7-4a2c-b1e4-babe0d76b6c6 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.296277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f61c9f76-097b-4b89-b90c-72ecba833262 req-c0663e75-96a7-4a2c-b1e4-babe0d76b6c6 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.1682754 May 13 14:32:27.355672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f61c9f76-097b-4b89-b90c-72ecba833262 req-306212f7-b04c-4bed-b718-d14c828bbb66 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 May 13 14:32:27.369644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.618164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a065cc0-7078-4381-a91a-29c53378a180 req-226d02db-a5aa-4152-848d-e9deab6fe806 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.625878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a065cc0-7078-4381-a91a-29c53378a180 req-226d02db-a5aa-4152-848d-e9deab6fe806 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.1106853 May 13 14:32:27.683165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a065cc0-7078-4381-a91a-29c53378a180 req-06555f60-ff6b-45ad-9a98-9aae3c0d1a41 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 May 13 14:32:27.737984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-503cde09-301f-4494-81f5-feb4628140e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.741105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-503cde09-301f-4494-81f5-feb4628140e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4877319 May 13 14:32:27.881208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f4bff-a1c8-4063-b555-f860692ef863 req-758ef2c1-07c6-48a3-8f10-2ca72f8b9a14 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.883228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb8f4bff-a1c8-4063-b555-f860692ef863 req-758ef2c1-07c6-48a3-8f10-2ca72f8b9a14 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 945 time: 0.5147595 May 13 14:32:27.885089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-5f52529b-a9ce-4dd2-a25a-b10c71106109 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:27.892842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-5f52529b-a9ce-4dd2-a25a-b10c71106109 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 1101 time: 0.0928919 May 13 14:32:27.900613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-55ce49f4-528e-4051-9927-3be12217d4e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2557802a-4132-4069-96de-bf56c18ae54b HTTP/1.1" status: 200 len: 217 time: 0.1407633 May 13 14:32:27.913101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:27.931314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:27.939344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Usage tracker for resource:security_group_rule and tenant:27d7c5b94b144995ad339c7861e5adc0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:27.944610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:27.955745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:28.042125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb8f4bff-a1c8-4063-b555-f860692ef863 req-6810df19-f062-44f7-b648-241a5e7d82b9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405032 May 13 14:32:28.053522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-99d716ea-e9fe-4bde-9e5f-ef7400229e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.054777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-99d716ea-e9fe-4bde-9e5f-ef7400229e4b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1458526 May 13 14:32:28.115024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.121725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.124436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.137782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.192274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-da14713c-afa6-46a0-bf7a-f2f9c36a3227 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.193885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-da14713c-afa6-46a0-bf7a-f2f9c36a3227 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.90 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.4352546 May 13 14:32:28.203326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c90f8cf-cf7c-4eff-aafc-079a1b50bc26 req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093903 May 13 14:32:28.214495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323a2f4-5d9e-48d4-b7e1-fea6f4211989 tempest-LiveMigrationNegativeTest-1585845302 tempest-LiveMigrationNegativeTest-1585845302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d769b-efb3-4d25-97a0-9b57d1a96a62,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:28.401396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=1ae438f8-3823-4034-8a5f-0f66f4e5ec2d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:28.417521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Deleting port 051bfa66-cec8-4294-8eb4-03789ba6648f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:28.417961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.507797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c069-2228-42db-aa76-ec28d5d07a4f req-74bec3a5-afc8-41a8-bedf-15ca9179d809 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.509807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d63c069-2228-42db-aa76-ec28d5d07a4f req-74bec3a5-afc8-41a8-bedf-15ca9179d809 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 947 time: 0.1118205 May 13 14:32:28.589784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d63c069-2228-42db-aa76-ec28d5d07a4f req-468ef377-8367-402d-8999-663654246416 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729144 May 13 14:32:28.611367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.635347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-8a23aad2-a34a-4cef-ada5-078c0ac00ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.636990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-8a23aad2-a34a-4cef-ada5-078c0ac00ab8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5688965 May 13 14:32:28.792410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:28.802603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f5e8568c-3950-4b32-ab3a-7b65c456e2d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9352911 May 13 14:32:28.870575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204b32-d751-4d03-b4f2-a25edb21fcad req-f8e1ac2d-d2dc-420c-9bb3-4f480a875a9b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:28.877836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9204b32-d751-4d03-b4f2-a25edb21fcad req-f8e1ac2d-d2dc-420c-9bb3-4f480a875a9b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.6745763 May 13 14:32:29.053607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-c964d442-da5f-4b76-adcd-00004a3309fc service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028361 May 13 14:32:29.146385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9204b32-d751-4d03-b4f2-a25edb21fcad req-37715328-cc75-44ed-879b-8fa9b44e9d5a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676270 May 13 14:32:29.310497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] For port 051bfa66-cec8-4294-8eb4-03789ba6648f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=051bfa66-cec8-4294-8eb4-03789ba6648f,segment=NetworkSegment(af4aa22b-36a2-49fa-b520-095a003ae28d),segment_id=af4aa22b-36a2-49fa-b520-095a003ae28d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:29.310863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.514251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Calling delete_port for 051bfa66-cec8-4294-8eb4-03789ba6648f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:29.521193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba908ae-2a49-471c-8773-7ced5ec2db47 req-9d66b3e6-fdde-4395-8ad6-3e442c4d598d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.523474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ba908ae-2a49-471c-8773-7ced5ec2db47 req-9d66b3e6-fdde-4395-8ad6-3e442c4d598d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 945 time: 0.0926199 May 13 14:32:29.573906 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b8e79dc-7a47-45e6-88cf-85f8c380d107 req-9101b0f7-03ec-410a-9bd0-90c0793fb099 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082591 May 13 14:32:29.606065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-779a71e9-101e-4280-89ac-66d7aa935575 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.608369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-779a71e9-101e-4280-89ac-66d7aa935575 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.5503809 May 13 14:32:29.625182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:29.632787 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ba908ae-2a49-471c-8773-7ced5ec2db47 req-b1d17c6a-d160-4d6a-bc94-57f41cd58c3c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010358 May 13 14:32:29.662976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c453dd67-1cad-46a0-961e-2e5cf50b17d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.875487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c22f178c-fedb-4fe8-b20b-fb0d6997604f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:29.898198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c22f178c-fedb-4fe8-b20b-fb0d6997604f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:29.907779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c22f178c-fedb-4fe8-b20b-fb0d6997604f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1169902426&fields=id&tenant_id=55e053b4437b4e35ae1d6f8e32db9de1 HTTP/1.1" status: 200 len: 267 time: 0.0843430 May 13 14:32:29.911520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb1fb-41fd-488c-bdcf-9dc4c6389293 req-665bb997-a241-44f4-8c65-301dbc69129f tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:29.913877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e5afb1fb-41fd-488c-bdcf-9dc4c6389293 req-665bb997-a241-44f4-8c65-301dbc69129f tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc99321-80a2-467c-be4c-eb35882b6aad HTTP/1.1" status: 200 len: 945 time: 0.5673974 May 13 14:32:29.924469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:29.938135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['051bfa66-cec8-4294-8eb4-03789ba6648f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:30.028527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b0f97797-af0e-4fa7-ae6a-784042c1e712 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.030137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b0f97797-af0e-4fa7-ae6a-784042c1e712 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:30.059197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.072036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b0f97797-af0e-4fa7-ae6a-784042c1e712 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:30.074079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b0f97797-af0e-4fa7-ae6a-784042c1e712 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 200 len: 930 time: 0.1646256 May 13 14:32:30.098872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Pushing event deleted for resources: {'Port': ['ID=051bfa66-cec8-4294-8eb4-03789ba6648f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:30.200916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-4bab91db-5e87-400e-9c1e-53fe277e71f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.205388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-4bab91db-5e87-400e-9c1e-53fe277e71f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 200 len: 931 time: 0.1217482 May 13 14:32:30.205767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] No DVR routers for this DVR port 051bfa66-cec8-4294-8eb4-03789ba6648f on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:30.219187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.221948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'name': 'network-vif-deleted', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:30.243433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e5afb1fb-41fd-488c-bdcf-9dc4c6389293 req-34e1a0f4-ffa5-4957-91c0-1be7c785650e tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a1bb744-8f58-44a1-b9fb-2976105a300b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127868 May 13 14:32:30.259248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3a3378b-1317-4c34-bfac-dba102ce2e59 req-05feeb56-1cdd-4fa7-b839-7625c6432d41 tempest-InstanceActionsV221TestJSON-1736189245 tempest-InstanceActionsV221TestJSON-1736189245-project] 10.222.0.90 "DELETE /v2.0/ports/051bfa66-cec8-4294-8eb4-03789ba6648f HTTP/1.1" status: 204 len: 173 time: 2.0546093 May 13 14:32:30.318626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f962a793-59ae-4a3d-8230-ad09861c10c7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1035595 May 13 14:32:30.423733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:30.472443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1372614-67f5-4cff-b363-4911fb4415ad tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1358514 May 13 14:32:30.478749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:30.616633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.637794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:30.699526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2557802a-4132-4069-96de-bf56c18ae54b details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:30.784544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:30.866060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.878794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.888200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:30.889581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:30.960702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:30.962974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d89aa76a-8092-4969-a3ba-3e7caceb34f7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/networks?id=e6cc6b37-1691-40f3-8b0c-a58ef5bb549c&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=3c114319-6d0e-4ecb-8284-a18a2814d527&id=3c114319-6d0e-4ecb-8284-a18a2814d527 HTTP/1.1" status: 200 len: 1988 time: 0.4720113 May 13 14:32:30.992411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9ea14da7-bd59-4ca8-96a4-51ab37344670 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/quotas/55e053b4437b4e35ae1d6f8e32db9de1 HTTP/1.1" status: 200 len: 375 time: 0.0230949 May 13 14:32:31.168802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7804293a-4691-49ee-90d9-2997b730c1d3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1626647 May 13 14:32:31.187620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2557802a-4132-4069-96de-bf56c18ae54b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:31.241257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2557802a-4132-4069-96de-bf56c18ae54b', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '2557802a-4132-4069-96de-bf56c18ae54b', 'mac_address': 'fa:16:3e:70:ef:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:31.302396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:31.339022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:31.339636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:31.340134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:31.349501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:31.350172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:31.360253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:31.360952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:31.361549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:31.362179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Bound port: aaefaf12-2d01-4619-8887-6fc55b54fe26, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:31.362740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.443686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:31.445409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc762c-03d9-4141-ae82-ce6d467151df req-1ff7c805-940c-465e-b526-243469f05ff5 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:31.455241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadc762c-03d9-4141-ae82-ce6d467151df req-1ff7c805-940c-465e-b526-243469f05ff5 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 947 time: 0.3505504 May 13 14:32:31.485156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2557802a-4132-4069-96de-bf56c18ae54b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:31.485925 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.522432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c83978de-1209-4063-9fe6-0bca09365425 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cc6b37-1691-40f3-8b0c-a58ef5bb549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503435 May 13 14:32:31.546407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2557802a-4132-4069-96de-bf56c18ae54b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:31.556511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:32:31.557237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:32:31.557898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:31.577891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:32:31.578540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Attempting to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:32:31.594663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2557802a-4132-4069-96de-bf56c18ae54b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:31.596626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:32:31.596848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:31.597506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:31.599080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:32:31.599958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Bound port: aaefaf12-2d01-4619-8887-6fc55b54fe26, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:32:31.600872 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.603771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:32:31.620049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.626949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:31.788515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadc762c-03d9-4141-ae82-ce6d467151df req-922c7f85-71da-4570-a361-864df7ee60f3 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318119 May 13 14:32:31.891672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b22a00e8-2ec9-4f81-9dc1-12625efc244a service neutron] 10.222.0.36 "GET /v2.0/networks/e6cc6b37-1691-40f3-8b0c-a58ef5bb549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683233 May 13 14:32:31.917898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:31.983044 n-d-841736-1 neutron-server[88134]: WARNING neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Concurrent port binding operations failed on port aaefaf12-2d01-4619-8887-6fc55b54fe26 May 13 14:32:31.988639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:31.997585 n-d-841736-1 neutron-server[88134]: INFO neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Attempt 2 to bind port aaefaf12-2d01-4619-8887-6fc55b54fe26 May 13 14:32:31.998287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:32:32.002273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2557802a-4132-4069-96de-bf56c18ae54b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:32.056690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-0ad690e4-0993-40c3-91a1-4d5ea1f77921 service neutron] 10.222.0.36 "GET /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1514349 May 13 14:32:32.109735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.110676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.113159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] 10.222.0.86 "PUT /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 1121 time: 2.4952264 May 13 14:32:32.115214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e83d5526-da30-48ab-99b0-aaa91e0e661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:32.143253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5007d-28c5-4cd1-8a4e-75e9fcbd8f02 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:32.239957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aaefaf12-2d01-4619-8887-6fc55b54fe26'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:32.323551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b16e2303-5953-48ee-89a9-7b4ef779f364 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656169 May 13 14:32:32.355591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2fcc6-1658-430a-843b-f3b6141088b2 req-615fa5b1-f770-4e1c-953a-51647348bbe5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:32.360939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['aaefaf12-2d01-4619-8887-6fc55b54fe26'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:32.366509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19a2fcc6-1658-430a-843b-f3b6141088b2 req-615fa5b1-f770-4e1c-953a-51647348bbe5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.2023351 May 13 14:32:32.455020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19a2fcc6-1658-430a-843b-f3b6141088b2 req-ddb34c7b-6f09-4448-9991-377a1386512b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 May 13 14:32:32.515644 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011edf16-a117-4e6d-ab71-37a4c907dcff'] response: {'server_uuid': '1fc99321-80a2-467c-be4c-eb35882b6aad', 'name': 'network-vif-deleted', 'tag': '051bfa66-cec8-4294-8eb4-03789ba6648f', 'status': 'completed', 'code': 200} May 13 14:32:32.766581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:32:32.771132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 051bfa66-cec8-4294-8eb4-03789ba6648f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:32.859901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-cd5fa2a6-26e6-4106-b699-bb4eabab1b39 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081472 May 13 14:32:32.913494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 051bfa66-cec8-4294-8eb4-03789ba6648f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:32:32.913841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 051bfa66-cec8-4294-8eb4-03789ba6648f not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:33.035865 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b10c0add-4549-47d7-b51b-cd925b0ef8b6 service neutron] 10.222.0.36 "GET /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1590292 May 13 14:32:33.311995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-612035b5-bf35-4654-84d8-77019bc63472 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650800 May 13 14:32:33.324066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb114e7-f7cb-4587-8c79-71fb3c68a4ff req-3878581a-6541-4da3-9b49-8aeaba26794b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:33.338966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbb114e7-f7cb-4587-8c79-71fb3c68a4ff req-3878581a-6541-4da3-9b49-8aeaba26794b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 943 time: 0.1787674 May 13 14:32:33.434032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbb114e7-f7cb-4587-8c79-71fb3c68a4ff req-2f194a8b-021b-4db1-9206-bde03ede952a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932541 May 13 14:32:33.462496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.488642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:33.592835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'mac_address': 'fa:16:3e:f3:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:32:33.595343 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.679135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e61eaff1-e757-407d-9ced-394b9fb75d92 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555281 May 13 14:32:33.741179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:33.741949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:33.813322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b63a6fd7-87b6-4146-8e44-675c6aa3bdab {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:33.867539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:33.883049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.029439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:34.048556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-dfb7be65-5d81-4a13-9f10-5ef3fa24a934 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579614 May 13 14:32:34.068060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['b63a6fd7-87b6-4146-8e44-675c6aa3bdab'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:34.314949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982fab-67b9-4a40-81c6-038099ece873 req-530b1db9-df3e-45e1-ab35-ba327fecce57 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:34.317241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6d131d82-c189-48bd-8170-497968759a3f service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540042 May 13 14:32:34.318067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58982fab-67b9-4a40-81c6-038099ece873 req-530b1db9-df3e-45e1-ab35-ba327fecce57 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 948 time: 0.1602993 May 13 14:32:34.450868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58982fab-67b9-4a40-81c6-038099ece873 req-b027b25d-5939-4a97-bb6e-ee4422084f36 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182041 May 13 14:32:34.517118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26'}, {'name': 'network-changed', 'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:34.568427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1952f8b5-e57c-4e8c-b5ef-e9348638ff62 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391267 May 13 14:32:34.672746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:34.746368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:34.798513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-94ecedc9-95e8-49b3-ae39-8c9f6e08bf59 service neutron] 10.222.0.36 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227221 May 13 14:32:35.019216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port b63a6fd7-87b6-4146-8e44-675c6aa3bdab triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:35.023528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.283492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a91d9-0a84-4c8b-9a28-f329e3780225 req-cc0800ad-1d13-4faa-964c-2484705d6b74 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.293822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-464a91d9-0a84-4c8b-9a28-f329e3780225 req-cc0800ad-1d13-4faa-964c-2484705d6b74 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 0.6039183 May 13 14:32:35.307385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d91c344b-0f18-4313-a12b-c1b3dd53c7c0 service neutron] 10.222.0.36 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976697 May 13 14:32:35.431951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-d2c38c94-7eea-41eb-b8bc-452dec50799b tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:35.435052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-d2c38c94-7eea-41eb-b8bc-452dec50799b tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 950 time: 0.6477137 May 13 14:32:35.548344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:35.548344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.557920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-464a91d9-0a84-4c8b-9a28-f329e3780225 req-36423428-9c8a-4775-bf01-6bae697d043a tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526810 May 13 14:32:35.692976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:35.744502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:35.756447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:35.757762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2557802a-4132-4069-96de-bf56c18ae54b up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:32:35.892734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-213a7700-973f-473c-871b-82ad94c7e0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567536 May 13 14:32:35.977630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Deleting port d8869995-2781-4215-a6d6-b5f84f432add {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:35.989761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.023505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:36.121964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2557802a-4132-4069-96de-bf56c18ae54b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:36.130807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2557802a-4132-4069-96de-bf56c18ae54b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:36.131222 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.237145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f995725b-e201-412d-adce-97c9c199cf24 service neutron] 10.222.0.36 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321495 May 13 14:32:36.479813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2557802a-4132-4069-96de-bf56c18ae54b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:36.480905 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.550073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a61bd8b4-9d90-426d-858c-a66439b7d409 service neutron] 10.222.0.36 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108089 May 13 14:32:36.583812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2557802a-4132-4069-96de-bf56c18ae54b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:36.601322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:36.662660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-6f9dcbd7-b011-44ef-8ce2-ebd2cf36755e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9603412 May 13 14:32:36.840715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:37.135884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca6ff-d9d1-4c0f-86b8-48df1a8aac69 req-83765184-dbd8-4d1a-9463-0662ddeef7a0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.142448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbfca6ff-d9d1-4c0f-86b8-48df1a8aac69 req-83765184-dbd8-4d1a-9463-0662ddeef7a0 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 1.0241191 May 13 14:32:37.239217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbfca6ff-d9d1-4c0f-86b8-48df1a8aac69 req-a7c91880-7f1b-4ffe-ba48-18226b145d0f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935781 May 13 14:32:37.271611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-e641edf2-4f64-4908-b8fd-b1174b269a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:37.278756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-e641edf2-4f64-4908-b8fd-b1174b269a91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1095 time: 0.4446392 May 13 14:32:38.144075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:38.144863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:38.547768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Calling delete_port for d8869995-2781-4215-a6d6-b5f84f432add owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:38.635874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-44e43f87-2b66-416d-a8d1-a88423575e7f service neutron] 10.222.0.90 "GET /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.1059215 May 13 14:32:38.756029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-428ce1ef-2c32-4afb-9703-946ab0e0cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:38.762407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d8869995-2781-4215-a6d6-b5f84f432add no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:38.769399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-428ce1ef-2c32-4afb-9703-946ab0e0cf45 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1124 time: 1.7062993 May 13 14:32:39.083637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d8869995-2781-4215-a6d6-b5f84f432add is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:39.084362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.172450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:39.188736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.210316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d02cb3-f17d-4f26-9807-5e8f49449ea6 req-2da83552-d196-4ce3-9d3f-00cbd57fcdfa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.215327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21d02cb3-f17d-4f26-9807-5e8f49449ea6 req-2da83552-d196-4ce3-9d3f-00cbd57fcdfa tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 943 time: 1.1513581 May 13 14:32:39.338975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:39.365732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:39.401628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:39.428031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaefaf12-2d01-4619-8887-6fc55b54fe26 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:32:39.441349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:39.464370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:39.480365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21d02cb3-f17d-4f26-9807-5e8f49449ea6 req-a259a646-2b7c-46b0-9ec0-218db15fb2c3 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193677 May 13 14:32:39.480365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-1ec4d9e7-d000-49f6-9280-9a704811a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.480365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-1ec4d9e7-d000-49f6-9280-9a704811a728 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 2.1642051 May 13 14:32:39.480365 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:32:39.480365 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:32:39.482087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-b10f3d4f-03f9-44e0-99bd-ea520206d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:39.483065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-b10f3d4f-03f9-44e0-99bd-ea520206d67c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.6586738 May 13 14:32:39.874321 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a941c3-1691-4666-b44b-a91010bee2a2'] response: {'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'code': 200} May 13 14:32:39.874762 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a941c3-1691-4666-b44b-a91010bee2a2'] response: {'name': 'network-changed', 'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'status': 'completed', 'code': 200} May 13 14:32:39.971108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-9c7ff04f-793c-4cb6-adb9-f616ce1cfb98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.4810934 May 13 14:32:39.989753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-ced3371b-6c02-43ae-a70f-316332f96d81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.4982166 May 13 14:32:40.053922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] Transition to ACTIVE for port object aaefaf12-2d01-4619-8887-6fc55b54fe26 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:40.099270 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.105861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Deleting port d8869995-2781-4215-a6d6-b5f84f432add {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:40.106425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:40.324427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:40.479912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b0ec-66bf-48c1-b243-9025c41926ea req-3193fa57-a27f-4a33-8978-5202b02218cb tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.483278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0193b0ec-66bf-48c1-b243-9025c41926ea req-3193fa57-a27f-4a33-8978-5202b02218cb tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 0.6698833 May 13 14:32:40.558082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] No DVR routers for this DVR port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:40.673932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-e162dc1c-04b5-416e-b576-a198d16293b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.675708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-e162dc1c-04b5-416e-b576-a198d16293b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.4053855 May 13 14:32:40.753347 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0193b0ec-66bf-48c1-b243-9025c41926ea req-10d0e0aa-3e1f-4af8-b7c2-3e29d1a1624d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976662 May 13 14:32:40.798468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:40.807610 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e8172230-dd4d-45eb-8eac-30955d7e8ac8 service neutron] 10.222.0.90 "PUT /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26/bindings/n-h2-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1645272 May 13 14:32:40.885058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-80df6e79-51a5-45aa-98f5-bf85f209bf82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970403 May 13 14:32:40.935387 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f8e3c4-2558-430f-bc9d-42856d84ea86'] response: {'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'code': 200} May 13 14:32:40.952645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-b2a6fa33-779c-411c-8a43-f09ddfb72325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:40.954492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-b2a6fa33-779c-411c-8a43-f09ddfb72325 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.9633851 May 13 14:32:40.996088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:32:41.244273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-84fb5389-89b6-41a4-921e-7f08820da37b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626388 May 13 14:32:41.308936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b206ab-2422-48da-8ade-efa5adef9d87 req-ebcb43c7-2d82-4e51-8214-02c7e9caf83c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.317633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39b206ab-2422-48da-8ade-efa5adef9d87 req-ebcb43c7-2d82-4e51-8214-02c7e9caf83c tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 948 time: 0.1353574 May 13 14:32:41.377049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39b206ab-2422-48da-8ade-efa5adef9d87 req-fd5cc728-4366-4942-8c16-02c4bfce8216 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580850 May 13 14:32:41.472314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-d0cac9ce-f6d1-4405-864b-827fe539a012 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574510 May 13 14:32:41.843148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3a384996-4fb0-4764-b5c3-e6654d21d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:41.849646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3a384996-4fb0-4764-b5c3-e6654d21d7d3 service neutron] 10.222.0.90 "GET /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 200 len: 1026 time: 0.1907833 May 13 14:32:42.055432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] For port d8869995-2781-4215-a6d6-b5f84f432add, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d8869995-2781-4215-a6d6-b5f84f432add,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:42.057105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:42.065602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8ddcef50-ab84-442d-981e-5d35ac60f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.067037 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8ddcef50-ab84-442d-981e-5d35ac60f1f0 service neutron] 10.222.0.90 "GET /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 200 len: 1027 time: 0.1796448 May 13 14:32:42.119868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5bf7-8d32-4a51-8df0-47911e34e750 req-530158db-c631-427a-b7a0-52a944533983 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.121445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-252a5bf7-8d32-4a51-8df0-47911e34e750 req-530158db-c631-427a-b7a0-52a944533983 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 0.4104939 May 13 14:32:42.412556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-252a5bf7-8d32-4a51-8df0-47911e34e750 req-02e09763-0ce7-4a35-9bde-c3a07c7f0a68 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883366 May 13 14:32:42.438593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Calling delete_port for d8869995-2781-4215-a6d6-b5f84f432add owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:42.544052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5cadaead-5ef5-499c-995f-75a59f06f1c4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.585524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5cadaead-5ef5-499c-995f-75a59f06f1c4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.609629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5cadaead-5ef5-499c-995f-75a59f06f1c4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.618521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5cadaead-5ef5-499c-995f-75a59f06f1c4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/networks?id=e6cc6b37-1691-40f3-8b0c-a58ef5bb549c&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=6c8bf028-3680-46b6-9f51-c67edb143615&id=3c114319-6d0e-4ecb-8284-a18a2814d527&id=3c114319-6d0e-4ecb-8284-a18a2814d527 HTTP/1.1" status: 200 len: 1988 time: 0.5449483 May 13 14:32:42.635866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42dc579f-95d9-4680-bbdd-b6a7126a96fd req-bbfb4e6f-9b16-41d9-afc3-3c7d5f286a45 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1311255 May 13 14:32:42.725720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8dd8b366-5a72-4ee2-b2ca-59ae2985fe9c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55e053b4437b4e35ae1d6f8e32db9de1 HTTP/1.1" status: 200 len: 380 time: 0.0963056 May 13 14:32:42.748311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'admin_state_up': True, 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'security_groups': ['60df2aa5-d457-4368-ab38-4329659edd0f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:42.917810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0baad7b5-6429-40c9-bd96-4af0bb540dc9 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:42.920398 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0baad7b5-6429-40c9-bd96-4af0bb540dc9 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 1.8470321 May 13 14:32:42.937569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b'}, {'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:43.145312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-349c1852-a112-4672-b15c-bd3a5a30768e req-75759b72-909a-4a91-bd24-500bcd2c2b95 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 0.1843092 May 13 14:32:43.151605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-79b59d09-94bf-437a-9e63-bc9bfe3802fc service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7893584 May 13 14:32:43.341595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:43.408089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:43.495096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c73d826-78c8-43b0-a191-de5afa0e5450 req-9b99ca44-28b1-4f60-b6f5-483fe2063d26 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420522 May 13 14:32:43.533840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:43.541136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:43.633206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:43.650381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['e6588e30-c42a-4d09-8690-e539261a048f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:32:43.715184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Pushing event deleted for resources: {'Port': ['ID=d8869995-2781-4215-a6d6-b5f84f432add,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:43.775311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-86d599df-b8c1-4567-82c7-8e146cb24ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.776964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-86d599df-b8c1-4567-82c7-8e146cb24ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1095 time: 0.9786994 May 13 14:32:43.779729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-9c8f9f99-ce5d-4aee-813a-002603e60c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.796647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-9c8f9f99-ce5d-4aee-813a-002603e60c3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e&tenant_id=3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 1095 time: 0.8172102 May 13 14:32:43.806075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf27a96-97d7-441f-8db5-4b1e10508bf4 req-76f9a919-537e-42a9-b9a5-3a2058cae0db tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:43.809024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cf27a96-97d7-441f-8db5-4b1e10508bf4 req-76f9a919-537e-42a9-b9a5-3a2058cae0db tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 0.3944666 May 13 14:32:44.130789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-520f6f68-414d-441f-a5f0-e0d9bf381f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.137536 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-520f6f68-414d-441f-a5f0-e0d9bf381f3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.3333790 May 13 14:32:44.400703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] No DVR routers for this DVR port d8869995-2781-4215-a6d6-b5f84f432add on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:44.415964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:44.427241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-deleted', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:44.462741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86d9d339-7ed8-4146-b7c4-2682dc7fb50d req-7a589d47-dca8-4c2d-896a-8bf52726a4b1 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "DELETE /v2.0/ports/d8869995-2781-4215-a6d6-b5f84f432add HTTP/1.1" status: 204 len: 173 time: 9.0178983 May 13 14:32:44.464068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-113a681d-f12a-4fd0-a07a-c4a68662576c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.1211302 May 13 14:32:44.559514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-b5936e66-0239-4852-be6a-9034bd7b75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.560964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-b5936e66-0239-4852-be6a-9034bd7b75f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.0851636 May 13 14:32:44.566761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-03590a9d-57cc-4ad3-ae4f-46b0bb0572a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.568354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-03590a9d-57cc-4ad3-ae4f-46b0bb0572a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1095 time: 0.3660374 May 13 14:32:44.641143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cf27a96-97d7-441f-8db5-4b1e10508bf4 req-79b3542d-a84e-4f76-a0ab-ead1ae0cb0c0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8016515 May 13 14:32:44.644731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:44.854113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-c66bdd17-f1ec-4a36-9667-cf6be71a0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:44.855936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-c66bdd17-f1ec-4a36-9667-cf6be71a0de9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.2539816 May 13 14:32:45.138346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Deleting subnet 2c202023-1376-4845-8b75-ea849b113866 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:32:45.165165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.310167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-e279985b-890d-4cab-bac0-6b520dfdb259 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.4409091 May 13 14:32:45.398943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-b3b68eb8-bcf2-4733-bd7b-5b4723ba8337 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8294053 May 13 14:32:45.537060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7531f91b-04c0-421e-9b9e-f762e4fec628 req-4619e6e5-405f-4e52-a867-41e3522489d8 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=97fbbdff-a767-4ae1-9765-4efac825b0fa HTTP/1.1" status: 200 len: 210 time: 0.1856668 May 13 14:32:45.669421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-ea3534c2-8f63-452b-b155-2113275f7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:45.673003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-ea3534c2-8f63-452b-b155-2113275f7a7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2682931 May 13 14:32:45.689447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:45.753805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-2f43695e-d2b5-4805-984c-439a759ef1bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705931 May 13 14:32:45.890318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.089842 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b037f4-395f-40b4-a136-37ef40b48f88'] response: {'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b', 'code': 200} May 13 14:32:46.091486 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b037f4-395f-40b4-a136-37ef40b48f88'] response: {'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add', 'code': 200} May 13 14:32:46.094513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 172.20.0.14 (e6cc6b37-1691-40f3-8b0c-a58ef5bb549c/f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e/51cd3d06-421a-403e-a40f-fcfd0bffc421) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:46.125161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-6e6d6eac-295b-4c33-a0b2-3c44cb941de7 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620074 May 13 14:32:46.155238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614ab9-1a02-4357-b550-5072055396a7 req-a3011eec-1fd5-4e04-96a6-ffa3701cc4be tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:46.163573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb614ab9-1a02-4357-b550-5072055396a7 req-a3011eec-1fd5-4e04-96a6-ffa3701cc4be tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 0.8518276 May 13 14:32:46.246777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-e0d7e99c-2053-4601-a4d2-fd79c62012f5 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976968 May 13 14:32:46.601400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.771371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c202023-1376-4845-8b75-ea849b113866,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:46.815619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.898430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-452cd1df-c937-4b12-aa3e-7cbce869070c req-9cce2ecf-f65b-49c9-9035-5df765426e7d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:46.919362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:46.935608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9c41b2f5-7de2-4013-a61c-a7a04525a437 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c202023-1376-4845-8b75-ea849b113866 HTTP/1.1" status: 204 len: 168 time: 2.2198701 May 13 14:32:46.944133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48122) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:47.008949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object 51cd3d06-421a-403e-a40f-fcfd0bffc421 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:47.020914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-452cd1df-c937-4b12-aa3e-7cbce869070c req-9cce2ecf-f65b-49c9-9035-5df765426e7d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:47.028164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-452cd1df-c937-4b12-aa3e-7cbce869070c req-9cce2ecf-f65b-49c9-9035-5df765426e7d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 0.4921026 May 13 14:32:47.085484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.244564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:47.266196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb614ab9-1a02-4357-b550-5072055396a7 req-3ca46970-27fb-4bca-9eed-1692a69ce44d tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1014068 May 13 14:32:47.280316 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894b97b3-c4a8-443f-9cf9-e3a686a3b94b'] response: {'server_uuid': '97fbbdff-a767-4ae1-9765-4efac825b0fa', 'name': 'network-vif-deleted', 'tag': 'd8869995-2781-4215-a6d6-b5f84f432add', 'status': 'completed', 'code': 200} May 13 14:32:47.351901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:47.365012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:47.384106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:48.073085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-84980ec0-93a9-4f5c-8fab-46e12466f006 None None] Provisioning for port 51cd3d06-421a-403e-a40f-fcfd0bffc421 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:48.082768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-84980ec0-93a9-4f5c-8fab-46e12466f006 None None] Provisioning complete for port 51cd3d06-421a-403e-a40f-fcfd0bffc421 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:48.083384 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-84980ec0-93a9-4f5c-8fab-46e12466f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.158097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3f8280c-df13-4281-8d78-33b9d71e68d3 req-3163f3c7-1fd1-4e5b-9d14-4bdd662984d4 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8208721 May 13 14:32:48.165685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:48.206115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-84980ec0-93a9-4f5c-8fab-46e12466f006 None None] Port 51cd3d06-421a-403e-a40f-fcfd0bffc421 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:48.304158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.305289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.320504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-d0814028-5330-4287-9980-4a3a26ae56fe service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1098809 May 13 14:32:48.349389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f764d-c42a-4642-9c25-2b097b638ce2 req-c7d2dd0d-2bca-4abf-aaf3-4e38da05ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.356297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf3f764d-c42a-4642-9c25-2b097b638ce2 req-c7d2dd0d-2bca-4abf-aaf3-4e38da05ab68 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 1100 time: 2.0856938 May 13 14:32:48.360846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-95222d50-823d-45a0-a163-e58df9f9d7f5 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6238670 May 13 14:32:48.389796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'admin_state_up': True, 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'security_groups': ['60df2aa5-d457-4368-ab38-4329659edd0f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:48.449320 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.531673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf3f764d-c42a-4642-9c25-2b097b638ce2 req-d2f006ff-fa18-46d5-8f3f-592dde641efb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389089 May 13 14:32:48.533341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895f2089-57d5-4d03-90d5-f55a0d8dd7c5']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:48.552535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4aa22b-36a2-49fa-b520-095a003ae28d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:48.552935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4aa22b-36a2-49fa-b520-095a003ae28d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:32:48.572988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.593070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a70729-0f44-4f6b-8fdc-2b4428a3fbb1 req-72c5aab1-2f9f-4864-a062-16e647959239 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.601629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5a70729-0f44-4f6b-8fdc-2b4428a3fbb1 req-72c5aab1-2f9f-4864-a062-16e647959239 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 0.7130508 May 13 14:32:48.696235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-32352ed1-cd76-4fd6-9eff-b49f43a3fb60 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:48.696577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.698730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-32352ed1-cd76-4fd6-9eff-b49f43a3fb60 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 1.0064774 May 13 14:32:48.716057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:32:48.716812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:48.863510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5a70729-0f44-4f6b-8fdc-2b4428a3fbb1 req-095dac41-7565-4a42-a568-74105bb05bed tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608581 May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: timer() May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:32:48.864754 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:32:48.875900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.019437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.061825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 2498aeab-ff80-4be3-af2a-c950e5f257e8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:49.062282 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.063174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:49.074036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=895f2089-57d5-4d03-90d5-f55a0d8dd7c5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:49.237797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5017-80e6-4a04-9783-a8fbaa7ede10 req-774c139d-6302-47a1-ba7c-cdf691cd9809 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.245194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b54f5017-80e6-4a04-9783-a8fbaa7ede10 req-774c139d-6302-47a1-ba7c-cdf691cd9809 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 946 time: 1.2839260 May 13 14:32:49.412727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:49.428885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b54f5017-80e6-4a04-9783-a8fbaa7ede10 req-2c09469f-269e-40eb-b095-6be99b41ee14 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826792 May 13 14:32:49.553941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3cad4267-d121-419a-8519-0e68238202b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/895f2089-57d5-4d03-90d5-f55a0d8dd7c5 HTTP/1.1" status: 204 len: 168 time: 2.5784636 May 13 14:32:49.768997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1710455-f863-4f04-95cb-f39f6ed7e579 req-791ad3b8-80b3-4340-ae63-700ad8ebee01 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.770813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a1710455-f863-4f04-95cb-f39f6ed7e579 req-791ad3b8-80b3-4340-ae63-700ad8ebee01 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:49.793742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-991d7bf3-5d88-49c6-9d48-dbdcb0fbf982 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:49.797222 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-991d7bf3-5d88-49c6-9d48-dbdcb0fbf982 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.7458918 May 13 14:32:49.855826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:50.073742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:50.161591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a1710455-f863-4f04-95cb-f39f6ed7e579 req-791ad3b8-80b3-4340-ae63-700ad8ebee01 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:50.164171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1710455-f863-4f04-95cb-f39f6ed7e579 req-791ad3b8-80b3-4340-ae63-700ad8ebee01 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 932 time: 0.6884811 May 13 14:32:50.165574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.222835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:50.232446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.328455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-68cd504e-b77f-4474-977a-c72975376cf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5a7d0f7a8804bf7877ab6954ef95571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519138 May 13 14:32:50.374054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48156) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:50.522989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1710455-f863-4f04-95cb-f39f6ed7e579 req-7134e2e3-528b-4806-868b-905e63cfa9d8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443403 May 13 14:32:50.635919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0dfc7071-26d1-4f0a-888a-1ffda69642fd service neutron] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:32:50.650868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0dfc7071-26d1-4f0a-888a-1ffda69642fd service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.653567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-0dfc7071-26d1-4f0a-888a-1ffda69642fd service neutron] 10.222.0.86 "DELETE /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26/bindings/n-h1-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.8448238 May 13 14:32:50.761209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.798700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:50.900724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2498aeab-ff80-4be3-af2a-c950e5f257e8 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:51.132670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.166474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:51.167156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.196998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bb744-8f58-44a1-b9fb-2976105a300b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:51.389689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2498aeab-ff80-4be3-af2a-c950e5f257e8 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:51.391281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.529687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:51.575427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:51.587093 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:51.718511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 2498aeab-ff80-4be3-af2a-c950e5f257e8 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:51.967996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:52.053536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1877-56fc-43f6-b108-744f5f4a6da6 req-3134c8ab-7de8-4a42-883c-9ea2eaaecde9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:52.073648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4e8e1877-56fc-43f6-b108-744f5f4a6da6 req-3134c8ab-7de8-4a42-883c-9ea2eaaecde9 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 2.1627593 May 13 14:32:52.180110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b643e3d-8912-491d-924a-a6f0f950a938 req-7df9153c-8c38-4bdb-a239-035cd36e2f20 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:52.196188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b643e3d-8912-491d-924a-a6f0f950a938 req-7df9153c-8c38-4bdb-a239-035cd36e2f20 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 0.1403754 May 13 14:32:52.228861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:52.234036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-edafcdbf-559c-4399-8d54-a4ad0d346a90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a1bb744-8f58-44a1-b9fb-2976105a300b HTTP/1.1" status: 204 len: 168 time: 1.8414807 May 13 14:32:52.281860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b643e3d-8912-491d-924a-a6f0f950a938 req-b63062a9-85c3-4f28-a9a3-82e4f47ccccd tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 May 13 14:32:52.301826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.1.1.52 (6c8bf028-3680-46b6-9f51-c67edb143615/8a964eca-1441-4579-80fa-3ab79449ba9b/2d342fb6-a989-4787-87f4-eece00de111d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:52.655479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e59f3-17eb-4fdd-b225-1f74854c2c9a req-964a2650-f286-4162-bf77-3da2c977b534 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:52.670181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-643e59f3-17eb-4fdd-b225-1f74854c2c9a req-964a2650-f286-4162-bf77-3da2c977b534 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 944 time: 0.2192278 May 13 14:32:52.769314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:52.803498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object 2d342fb6-a989-4787-87f4-eece00de111d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:52.853954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:52.943258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-643e59f3-17eb-4fdd-b225-1f74854c2c9a req-b61dfe20-7378-4203-a707-256e652a9cf7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699642 May 13 14:32:53.070610 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d907aaf-abbb-470c-a739-8c2430a18622'] response: {'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'code': 200} May 13 14:32:53.102247 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:32:53.103355 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:32:53.110194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4e8e1877-56fc-43f6-b108-744f5f4a6da6 req-d300dfe1-e9ee-42a7-afd9-7b4b36748264 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0351434 May 13 14:32:53.162511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:32:53.184734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:53.195715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:32:53.638840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844557d-722a-42df-bf47-00f76b302605 req-9fc6bb00-3ce2-4af1-83ce-f297121b51e0 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:53.640030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8844557d-722a-42df-bf47-00f76b302605 req-9fc6bb00-3ce2-4af1-83ce-f297121b51e0 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Synchronizing usage tracker for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:32:53.641347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 2498aeab-ff80-4be3-af2a-c950e5f257e8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:53.641703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.693450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8844557d-722a-42df-bf47-00f76b302605 req-9fc6bb00-3ce2-4af1-83ce-f297121b51e0 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Unset dirty status for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:32:53.696239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8844557d-722a-42df-bf47-00f76b302605 req-9fc6bb00-3ce2-4af1-83ce-f297121b51e0 tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 949 time: 0.5002806 May 13 14:32:53.800008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4c6c9596-7f5e-46b7-8e95-f6eabb977ffe None None] Provisioning for port 2d342fb6-a989-4787-87f4-eece00de111d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:32:53.813102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4c6c9596-7f5e-46b7-8e95-f6eabb977ffe None None] Provisioning complete for port 2d342fb6-a989-4787-87f4-eece00de111d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:32:53.813529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9596-7f5e-46b7-8e95-f6eabb977ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:53.974574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:53.977547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Deleting port e6588e30-c42a-4d09-8690-e539261a048f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:32:53.985130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.032318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c9596-7f5e-46b7-8e95-f6eabb977ffe None None] Port 2d342fb6-a989-4787-87f4-eece00de111d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:32:54.071923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad2b0a-c22c-4383-9446-f7618cb978fb req-346f56e5-e3ea-4821-841c-41980fe49d57 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.090501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad2b0a-c22c-4383-9446-f7618cb978fb req-346f56e5-e3ea-4821-841c-41980fe49d57 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.092262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62ad2b0a-c22c-4383-9446-f7618cb978fb req-346f56e5-e3ea-4821-841c-41980fe49d57 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 1653 time: 0.7932963 May 13 14:32:54.281911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62ad2b0a-c22c-4383-9446-f7618cb978fb req-8f59b8ea-0835-49f8-8a68-6559d06dd8fb tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627336 May 13 14:32:54.372595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:54.378501 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:54.749833 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c51970b3-6355-495b-a667-c3bce534189e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.3676736 May 13 14:32:54.804037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'admin_state_up': True, 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'security_groups': ['60df2aa5-d457-4368-ab38-4329659edd0f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:55.049829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:55.250611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] For port e6588e30-c42a-4d09-8690-e539261a048f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e6588e30-c42a-4d09-8690-e539261a048f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:55.251391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.390704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 2498aeab-ff80-4be3-af2a-c950e5f257e8, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2498aeab-ff80-4be3-af2a-c950e5f257e8,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:32:55.391653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.506578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-467811916-network', 'tenant_id': 'e902898ce9e141999ca750ac308ce5bf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:55.512560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:55.526547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Usage tracker for resource:network and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:55.537404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:55.562516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:55.617204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Calling delete_port for e6588e30-c42a-4d09-8690-e539261a048f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:55.645302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:55.854687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:port and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:55.871535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 2498aeab-ff80-4be3-af2a-c950e5f257e8 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:32:55.878903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Made reservation on behalf of e902898ce9e141999ca750ac308ce5bf for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:55.887731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.935962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:55.954618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:55.990337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb42b-5e58-4687-a868-7cde761e8a85 req-ecdb90c0-aa63-4371-b6ec-587f9f42c72f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:55.993324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-160fb42b-5e58-4687-a868-7cde761e8a85 req-ecdb90c0-aa63-4371-b6ec-587f9f42c72f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 949 time: 2.5912056 May 13 14:32:55.995642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:56.059119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974946-7f17-45a0-8a7d-5c155ea70c31 req-8810179b-b335-4f1b-ae73-939f37656565 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:56.067637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34974946-7f17-45a0-8a7d-5c155ea70c31 req-8810179b-b335-4f1b-ae73-939f37656565 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 944 time: 1.0217106 May 13 14:32:56.158648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:56.165035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Usage tracker for resource:security_group_rule and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:56.174112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:56.181219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:56.188188 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.247121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:56.522598 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.575719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34974946-7f17-45a0-8a7d-5c155ea70c31 req-9cf5d9c4-aab9-45f3-a725-89fc116cc73d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985285 May 13 14:32:56.646733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.678635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-160fb42b-5e58-4687-a868-7cde761e8a85 req-2954f319-699a-4ab6-bd4c-f7cc41e7c59f tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/security-groups?id=287ffa19-4bf6-4e9f-8a73-2b867dcefd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702605 May 13 14:32:56.704872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:32:56.737795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:56.751659 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Added segment 060d2d00-95da-487a-983c-27c90378e397 of type vlan for network 21d4fbc6-57f4-403d-92e1-885b2d10d13e May 13 14:32:56.844330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.060973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.062291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:57.062753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.138544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e6588e30-c42a-4d09-8690-e539261a048f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:32:57.459940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Pushing event updated for resources: {'Network': ['ID=21d4fbc6-57f4-403d-92e1-885b2d10d13e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.481386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:32:57.568845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d2a55-4676-42f6-8661-7d53c7791eca,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:57.634864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e6588e30-c42a-4d09-8690-e539261a048f is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:32:57.635402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.662245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-13500c9f-d532-41ee-baa1-dec2a8922125 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6104860 May 13 14:32:57.679825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:57.731238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:32:57.847862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Request body: {'subnet': {'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-467811916-subnet', 'tenant_id': 'e902898ce9e141999ca750ac308ce5bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:32:57.858233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:32:57.879254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Usage tracker for resource:subnet and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:32:57.889578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:32:57.901339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:32:57.998348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Pushing event deleted for resources: {'Port': ['ID=e6588e30-c42a-4d09-8690-e539261a048f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:58.005361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Made reservation on behalf of e902898ce9e141999ca750ac308ce5bf for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:32:58.005846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.009810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.031303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.1.1.53 (6c8bf028-3680-46b6-9f51-c67edb143615/8a964eca-1441-4579-80fa-3ab79449ba9b/e9d33d06-effc-42c2-bb84-d441b222d424) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:32:58.297683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=2498aeab-ff80-4be3-af2a-c950e5f257e8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:58.344813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7965e5-6866-4095-a8ec-5cd7e59e4191 req-1f533339-3b51-4038-888d-0909acf77d91 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:58.358629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f7965e5-6866-4095-a8ec-5cd7e59e4191 req-1f533339-3b51-4038-888d-0909acf77d91 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1095 time: 0.7894661 May 13 14:32:58.773946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] No DVR routers for this DVR port e6588e30-c42a-4d09-8690-e539261a048f on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:58.776786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.782480 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.798803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f7965e5-6866-4095-a8ec-5cd7e59e4191 req-a42a7dad-5d44-4ee4-9347-9777cc24eafa tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386899 May 13 14:32:58.842846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 2498aeab-ff80-4be3-af2a-c950e5f257e8 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:32:58.859048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'name': 'network-vif-deleted', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:58.867488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:58.869721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbf551b-e605-4b57-b513-3e85d588de67,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:32:58.940737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-deleted', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:32:58.944266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8844557d-722a-42df-bf47-00f76b302605 req-cf0132a7-487d-4359-98b0-1a257c0f6ecc tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.90 "DELETE /v2.0/ports/e6588e30-c42a-4d09-8690-e539261a048f HTTP/1.1" status: 204 len: 173 time: 5.2393210 May 13 14:32:58.963027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddea5f4-ed8d-42ef-b4b6-4e7810975229 req-e4fddb39-2f81-4d14-9020-ad82d3ba5261 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:58.972480 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ddea5f4-ed8d-42ef-b4b6-4e7810975229 req-e4fddb39-2f81-4d14-9020-ad82d3ba5261 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 1.9697924 May 13 14:32:58.989532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1803ccfd-7e8f-4e32-866e-081506241c80 req-1dcb92ba-c92e-4aea-83d1-8c3ef6b02fff tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "DELETE /v2.0/ports/2498aeab-ff80-4be3-af2a-c950e5f257e8 HTTP/1.1" status: 204 len: 173 time: 10.2491794 May 13 14:32:59.011912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Checking segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:32:59.012622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Network hostable DHCP agents. Network: 21d4fbc6-57f4-403d-92e1-885b2d10d13e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:32:59.094674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ddea5f4-ed8d-42ef-b4b6-4e7810975229 req-2f3522fe-5a9f-4863-9801-04486caf2db3 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197455 May 13 14:32:59.097962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:32:59.145085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 21d4fbc6-57f4-403d-92e1-885b2d10d13e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:32:59.150479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.152122 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.161821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577b958-3fc9-490d-9c79-9d2c46200cc7 None None] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:32:59.230216 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cab9bed5-8894-4b93-92bb-8c4afce3d48a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4249909 May 13 14:32:59.603574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfab8-53ea-4c83-8d57-3c43059d5f42 req-15f42cbd-545a-4532-88f9-ce2a196deb80 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.621119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfab8-53ea-4c83-8d57-3c43059d5f42 req-15f42cbd-545a-4532-88f9-ce2a196deb80 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:32:59.633444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bdcfab8-53ea-4c83-8d57-3c43059d5f42 req-15f42cbd-545a-4532-88f9-ce2a196deb80 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 1653 time: 0.2312157 May 13 14:32:59.737185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.789595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54bb61ea-6efd-4bc7-99aa-b61c3ee6683a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.793402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object e9d33d06-effc-42c2-bb84-d441b222d424 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:32:59.830785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bdcfab8-53ea-4c83-8d57-3c43059d5f42 req-9cc8eb7f-3c5f-446e-b6f6-31ea8fb93b57 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957593 May 13 14:32:59.892949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:32:59.986976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b00a8-2ad6-4865-8cd2-faa6875d111c None None] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:33:00.108884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c453add3-c36a-474e-a26f-14d87d72429e req-7076b089-17da-4318-85a4-01e14a3df78e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Synchronizing usage tracker for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:00.187826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c453add3-c36a-474e-a26f-14d87d72429e req-7076b089-17da-4318-85a4-01e14a3df78e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] Unset dirty status for tenant:182dace3b841421f952e5fbd354caa2f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:00.189163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 6c8bf028-3680-46b6-9f51-c67edb143615 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:00.192741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c453add3-c36a-474e-a26f-14d87d72429e req-7076b089-17da-4318-85a4-01e14a3df78e tempest-LiveMigrationNegativeTest-1040944882 tempest-LiveMigrationNegativeTest-1040944882-project] 10.222.0.36 "GET /v2.0/ports?device_id=81699dc2-9809-47e9-be7d-430ecce01357 HTTP/1.1" status: 200 len: 210 time: 0.1548491 May 13 14:33:00.215029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c7ab4425-8452-47b1-9426-28438b070681 req-7090906e-b891-4a49-9b3c-d32c7d66f989 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:00.255611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:00.272498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:00.288319 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd076ee0-91f3-4f56-90a6-d608c6b1c6c5'] response: {'server_uuid': '81699dc2-9809-47e9-be7d-430ecce01357', 'name': 'network-vif-deleted', 'tag': 'e6588e30-c42a-4d09-8690-e539261a048f', 'status': 'completed', 'code': 200} May 13 14:33:00.458212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:00.459277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:00.478877 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:33:00.533748 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19b1358-429e-4a82-a129-5fb61b69a5ec'] response: {'server_uuid': 'e01ef1c8-e9a4-4e7e-afff-865c12a95c95', 'name': 'network-vif-deleted', 'tag': '2498aeab-ff80-4be3-af2a-c950e5f257e8', 'status': 'completed', 'code': 200} May 13 14:33:00.536710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:00.543197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c7ab4425-8452-47b1-9426-28438b070681 req-7090906e-b891-4a49-9b3c-d32c7d66f989 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:00.557270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7ab4425-8452-47b1-9426-28438b070681 req-7090906e-b891-4a49-9b3c-d32c7d66f989 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=e01ef1c8-e9a4-4e7e-afff-865c12a95c95 HTTP/1.1" status: 200 len: 210 time: 0.4562485 May 13 14:33:00.570007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6dd0748c-7b95-487e-957d-6b09f3233056 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8114023 May 13 14:33:00.594437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'admin_state_up': True, 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'security_groups': ['60df2aa5-d457-4368-ab38-4329659edd0f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:01.240176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-33a7cff1-84e1-4f3a-b0a4-871110be8eab None None] Provisioning for port e9d33d06-effc-42c2-bb84-d441b222d424 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:01.250549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-33a7cff1-84e1-4f3a-b0a4-871110be8eab None None] Provisioning complete for port e9d33d06-effc-42c2-bb84-d441b222d424 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:01.253637 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33a7cff1-84e1-4f3a-b0a4-871110be8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:01.370495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:01.388688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:port and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:01.399223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:01.419151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:01.459482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:01.465026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f325b-c9f6-4bec-81f4-64d27ccea0a5 req-22fcd68d-eff9-4e0d-9c1d-17c7cc224bcc tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:01.471804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c20f325b-c9f6-4bec-81f4-64d27ccea0a5 req-22fcd68d-eff9-4e0d-9c1d-17c7cc224bcc tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1095 time: 0.3514292 May 13 14:33:01.481471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-33a7cff1-84e1-4f3a-b0a4-871110be8eab None None] Port e9d33d06-effc-42c2-bb84-d441b222d424 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:01.606654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c20f325b-c9f6-4bec-81f4-64d27ccea0a5 req-8868bbe1-b943-4bcc-be1d-9dbaf3ac287e tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025174 May 13 14:33:01.922664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:01.967216 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-47fc9638-01b9-4fba-8cd7-557c2c23c2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:02.353433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf0e8-73af-408a-a0d3-8cb9a1154ce4 req-f83fbe5d-97a7-47f0-b78a-8959df7c6494 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:02.398679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf0e8-73af-408a-a0d3-8cb9a1154ce4 req-f83fbe5d-97a7-47f0-b78a-8959df7c6494 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:02.407328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf0e8-73af-408a-a0d3-8cb9a1154ce4 req-f83fbe5d-97a7-47f0-b78a-8959df7c6494 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:02.419111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-89ccf0e8-73af-408a-a0d3-8cb9a1154ce4 req-f83fbe5d-97a7-47f0-b78a-8959df7c6494 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 2373 time: 0.2537134 May 13 14:33:02.456125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.2.2.100 (3c114319-6d0e-4ecb-8284-a18a2814d527/a9e1bddf-082d-4d82-9492-4960100541a4/9178478c-fef4-46b5-8d05-de063964bce2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:02.497727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-89ccf0e8-73af-408a-a0d3-8cb9a1154ce4 req-7210327f-c573-47c2-8dbd-7c4511563973 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772400 May 13 14:33:02.802952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:02.924762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-83c46c05-466a-406d-ab82-1b2ee75a39c7 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1271982839&fields=id&tenant_id=0cad50da3f084589b345de58adee1ee1 HTTP/1.1" status: 200 len: 267 time: 0.0824070 May 13 14:33:02.963053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.019913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object 9178478c-fef4-46b5-8d05-de063964bce2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:03.051614 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.073226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-9925e215-0326-4f1e-98d2-607d23d4ff2d tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.075667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-9925e215-0326-4f1e-98d2-607d23d4ff2d tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 817 time: 0.5009992 May 13 14:33:03.101055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-6bc1cb08-cbbd-42f2-bf3c-3b2ab56980a6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/quotas/e902898ce9e141999ca750ac308ce5bf HTTP/1.1" status: 200 len: 375 time: 0.0139613 May 13 14:33:03.184448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-6f1b7abc-7ebb-4d2e-96c3-15f05db2f3fd tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.186517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-6f1b7abc-7ebb-4d2e-96c3-15f05db2f3fd tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/networks?id=990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 200 len: 816 time: 0.2474368 May 13 14:33:03.189450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.221559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-426e7bea-437d-4f79-8545-49b8861c3779 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/quotas/0cad50da3f084589b345de58adee1ee1 HTTP/1.1" status: 200 len: 375 time: 0.0242064 May 13 14:33:03.241506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-5ddb771d-99a8-4eb7-974d-a597fdfd6b79 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302285 May 13 14:33:03.303926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:03.444341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-939b060e-3b4e-413a-b8f3-9c195a0e3f4e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Synchronizing usage tracker for tenant:0cad50da3f084589b345de58adee1ee1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:03.475782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-939b060e-3b4e-413a-b8f3-9c195a0e3f4e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Unset dirty status for tenant:0cad50da3f084589b345de58adee1ee1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:03.477358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-939b060e-3b4e-413a-b8f3-9c195a0e3f4e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cad50da3f084589b345de58adee1ee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2457445 May 13 14:33:03.486607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:03.495343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:03.543402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:03.636343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:03.637006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:03.673976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-e82ac941-100d-4f53-9d57-3e7626dd1bb4 service neutron] 10.222.0.36 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218435 May 13 14:33:03.691766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c97bbd62-7037-43a3-a8f4-18e09bb939df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1135924 May 13 14:33:03.706037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'admin_state_up': True, 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'security_groups': ['60df2aa5-d457-4368-ab38-4329659edd0f']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:03.787026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ab808791-64d6-4fc0-87b0-c4bb19c4959e service neutron] 10.222.0.36 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803638 May 13 14:33:03.951839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f7472f13-6572-40f2-a205-8853f0bbe5b4 None None] Provisioning for port 9178478c-fef4-46b5-8d05-de063964bce2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:03.965020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f7472f13-6572-40f2-a205-8853f0bbe5b4 None None] Provisioning complete for port 9178478c-fef4-46b5-8d05-de063964bce2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:03.965666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7472f13-6572-40f2-a205-8853f0bbe5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.060554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-a949b6c0-1384-4a21-a1be-5b31c3cc1784 service neutron] 10.222.0.36 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723360 May 13 14:33:04.068649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f7472f13-6572-40f2-a205-8853f0bbe5b4 None None] Port 9178478c-fef4-46b5-8d05-de063964bce2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:04.338077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-35c7e59e-b258-4126-b793-3cab8c8deffa service neutron] 10.222.0.36 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402691 May 13 14:33:04.386809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:04.397224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Usage tracker for resource:port and tenant:55e053b4437b4e35ae1d6f8e32db9de1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:04.401905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:04.410451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:04.429409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Made reservation on behalf of 55e053b4437b4e35ae1d6f8e32db9de1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:04.434730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.660977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:04.850116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Allocated IP 10.2.2.200 (3c114319-6d0e-4ecb-8284-a18a2814d527/a9e1bddf-082d-4d82-9492-4960100541a4/6583db97-a356-43c4-88b0-235672c91466) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:05.360780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48368) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:05.460043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-69436d9f-d142-4b6b-a95d-2ac8f85defe9 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:05.468392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-69436d9f-d142-4b6b-a95d-2ac8f85defe9 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 1100 time: 0.4002035 May 13 14:33:05.543979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.577741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:05.585808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Usage tracker for resource:security_group_rule and tenant:847848ce308f420ab35ac71936056e0a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:05.591722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:05.605685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:05.670231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.689948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Transition to ACTIVE for port object 6583db97-a356-43c4-88b0-235672c91466 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:05.740830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.794376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.872241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:05.931545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:05.936184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:05.952851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:06.002472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.035381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-877fb705-6514-40f3-8c9a-6f88f94dce12 req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539987 May 13 14:33:06.078656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a8c9780-9d66-466a-bc1e-9d4fc5b61cd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=182dace3b841421f952e5fbd354caa2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150922 May 13 14:33:06.084008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:06.104606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:06.109785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.112611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4a30-4932-4efb-8130-efea984a0fe4 tempest-ServersAdminNegativeTestJSON-1946077708 tempest-ServersAdminNegativeTestJSON-1946077708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07472702-1a1b-446b-b0fe-4578871fff4a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.215205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-041bbfb0-1f5e-434c-9403-aa34e7a9f5c0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5144496 May 13 14:33:06.239762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:06.306645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.462162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.535168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1d2e49b7-b180-42f7-b0d3-ae30eef643ff None None] Provisioning for port 6583db97-a356-43c4-88b0-235672c91466 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:06.548259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1d2e49b7-b180-42f7-b0d3-ae30eef643ff None None] Provisioning complete for port 6583db97-a356-43c4-88b0-235672c91466 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:06.548621 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d2e49b7-b180-42f7-b0d3-ae30eef643ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.600292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.660463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.784301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ffa19-4bf6-4e9f-8a73-2b867dcefd59,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:06.821165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:06.824937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f4ff61b5-7720-4531-831c-d8bf012f942b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/287ffa19-4bf6-4e9f-8a73-2b867dcefd59 HTTP/1.1" status: 204 len: 168 time: 0.7390647 May 13 14:33:06.971683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e49b7-b180-42f7-b0d3-ae30eef643ff None None] Port 6583db97-a356-43c4-88b0-235672c91466 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:07.549822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c95dfb6-626f-44d8-8299-b560163d13ee req-c5a87812-7f86-45c5-9ba3-84ca36d6f065 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 210 time: 0.1748130 May 13 14:33:07.762390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:07.888561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cd3d06-421a-403e-a40f-fcfd0bffc421 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:07.913735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.931644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Transition to ACTIVE for port object 51cd3d06-421a-403e-a40f-fcfd0bffc421 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:07.960194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:07.980124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e2a873ca-85c3-4d18-b4e5-a2f8f74b9bba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27d7c5b94b144995ad339c7861e5adc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621218 May 13 14:33:07.984309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48430) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:08.087104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.117250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.131647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.146398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.165957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.180092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-925f81b9-f092-4ae4-a2ba-d63a6a489187 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3815 time: 1.4027786 May 13 14:33:08.326439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-358aa230-a9dc-4552-93bf-9c7b1570b996 req-3ec68e02-3124-4107-9976-b510a0c35970 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362257 May 13 14:33:08.329856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.379366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.555357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.658244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:08.660761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f27d769b-efb3-4d25-97a0-9b57d1a96a62 HTTP/1.1" status: 204 len: 168 time: 0.6720862 May 13 14:33:08.662456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72e239-b54a-4e0e-bb0b-6e15d706ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d769b-efb3-4d25-97a0-9b57d1a96a62,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:08.922523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ad88fe02-772f-4f01-8740-7eedab06866f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:08.927989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ad88fe02-772f-4f01-8740-7eedab06866f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Synchronizing usage tracker for tenant:0cad50da3f084589b345de58adee1ee1 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:08.994788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:09.328901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:09.356754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-ed29f187-a8f8-4ce7-a875-197513a39426 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:09.367632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-ed29f187-a8f8-4ce7-a875-197513a39426 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:09.385076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:09.387522 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.477590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-ed29f187-a8f8-4ce7-a875-197513a39426 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:09.478957 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-ed29f187-a8f8-4ce7-a875-197513a39426 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 817 time: 0.6736901 May 13 14:33:09.492935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Request body: {'port': {'device_id': '648e7c0d-1897-4566-8beb-445e2757649c', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'admin_state_up': True, 'tenant_id': 'e902898ce9e141999ca750ac308ce5bf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:09.528586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:09.556363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:09.567751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:09.689824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ad88fe02-772f-4f01-8740-7eedab06866f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Unset dirty status for tenant:0cad50da3f084589b345de58adee1ee1 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:09.692884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ad88fe02-772f-4f01-8740-7eedab06866f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.90 "GET /v2.0/networks?id=990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 200 len: 816 time: 1.5931852 May 13 14:33:09.948599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:09.967856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.968187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.971673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.972707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.973378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.974066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.975781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.977339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.978086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.979654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.980154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.980693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:09.997964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-68419974-4b93-4707-908d-a2df4a3b4583 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:10.008557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-68419974-4b93-4707-908d-a2df4a3b4583 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 2.0751739 May 13 14:33:10.017657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Attempting to bind port 51cd3d06-421a-403e-a40f-fcfd0bffc421 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:10.018281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Attempting to bind port 51cd3d06-421a-403e-a40f-fcfd0bffc421 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:10.018820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Attempting to bind port 51cd3d06-421a-403e-a40f-fcfd0bffc421 on network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:10.035890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Port 51cd3d06-421a-403e-a40f-fcfd0bffc421 on network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:10.036571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Attempting to bind port 51cd3d06-421a-403e-a40f-fcfd0bffc421 on network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:10.049994 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-ae202253-df07-4746-afb9-309fbaf531c5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/quotas/7da7303b5fcd41b2b4a6121d1d296236 HTTP/1.1" status: 200 len: 375 time: 0.0397766 May 13 14:33:10.118107 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-150978d3-42b8-4f85-9641-a7b7fe0748c3 req-51a1854c-3585-4b2f-89f6-aac0dc2b4717 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 210 time: 0.5754001 May 13 14:33:10.124853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-b8ac062c-4927-424a-8e51-273986d9e569 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735803 May 13 14:33:10.128949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-2a70694a-4307-4315-848d-42b8553046eb tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Synchronizing usage tracker for tenant:0cad50da3f084589b345de58adee1ee1 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:10.131921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:10.132279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Checking segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:10.149976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Bound using segment: {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:10.150828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Bound port: 51cd3d06-421a-403e-a40f-fcfd0bffc421, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a0c36e-d5a0-48da-b41a-df55adcbcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:10.153573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:10.324549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:10.463397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Usage tracker for resource:port and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:10.465360 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-05cb554c-d0c2-4d55-8f6d-001d2ed6c657 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714252 May 13 14:33:10.482482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:10.514439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-2a70694a-4307-4315-848d-42b8553046eb tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Unset dirty status for tenant:0cad50da3f084589b345de58adee1ee1 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:10.515417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-2a70694a-4307-4315-848d-42b8553046eb tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cad50da3f084589b345de58adee1ee1 HTTP/1.1" status: 200 len: 380 time: 0.8012071 May 13 14:33:10.678941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'port': {'device_id': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'admin_state_up': True, 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'security_groups': ['bbc80264-62ed-496c-b6f4-ea731c1dbf77']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:10.679149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:10.731341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5525cbd0-7b9e-4a9d-8311-c77288d21bb7 req-a8e42639-d6ac-4f83-b772-d5eb9754fb55 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 210 time: 0.2734168 May 13 14:33:10.757553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Made reservation on behalf of e902898ce9e141999ca750ac308ce5bf for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:10.767293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:11.044853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3de22240-8c0e-44a0-bb5c-5077431dd641 service neutron] 10.222.0.36 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609448 May 13 14:33:11.058010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.90', 50152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:11.179702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-06257453-a3f2-40a5-8282-fef77ac1b3f5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:11.182449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-06257453-a3f2-40a5-8282-fef77ac1b3f5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 817 time: 0.8449283 May 13 14:33:11.230308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Request body: {'port': {'device_id': 'fc92a093-b214-4267-ab59-09905ca68009', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'admin_state_up': True, 'tenant_id': 'e902898ce9e141999ca750ac308ce5bf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:11.658620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-fd2a52df-f104-430a-94de-86bec60afe59 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:11.662009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-fd2a52df-f104-430a-94de-86bec60afe59 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 817 time: 0.6025982 May 13 14:33:11.687107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:11.697728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:11.714377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:11.748062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Allocated IP 172.20.0.6 (21d4fbc6-57f4-403d-92e1-885b2d10d13e/7cbf551b-e605-4b57-b513-3e85d588de67/02e7b8dd-c54d-4d56-bc8f-48c9871e941d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:11.785705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Request body: {'port': {'device_id': '331b471f-4165-460c-ba73-a085ad2ed407', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'admin_state_up': True, 'tenant_id': 'e902898ce9e141999ca750ac308ce5bf'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:12.239403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.240474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.242116 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] 10.222.0.90 "PUT /v2.0/ports/51cd3d06-421a-403e-a40f-fcfd0bffc421 HTTP/1.1" status: 200 len: 1092 time: 6.0144670 May 13 14:33:12.260125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3227ae-5f9c-4dd2-bf0c-096e4f1244f2 service neutron] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:12.263301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:12.307831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:12.322575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9b86341b-1777-4ea2-8678-bb7153472b35 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:33:12.323644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9b86341b-1777-4ea2-8678-bb7153472b35 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 May 13 14:33:12.324791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Usage tracker for resource:port and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:12.337387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:12.391006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:12.419475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:12.437448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Usage tracker for resource:port and tenant:e902898ce9e141999ca750ac308ce5bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:12.449558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:12.482191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:12.528573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:12.554820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:12.587777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Made reservation on behalf of 0cad50da3f084589b345de58adee1ee1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:12.604961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.634004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Made reservation on behalf of e902898ce9e141999ca750ac308ce5bf for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:12.657275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.679053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Made reservation on behalf of e902898ce9e141999ca750ac308ce5bf for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:12.686089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.788298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:12.791014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.820592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.827155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.861178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.882934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:12.889063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:13.073313 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53097e1d-d9ea-4802-93a7-26e2ae61da76'] response: {'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'code': 200} May 13 14:33:13.091578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.132834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:13.134046 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-5bd3494d-d96e-45cd-8b8a-c7b8e030ab9f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3827 time: 1.3703806 May 13 14:33:13.150839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:13.281293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:13.298027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:13.361837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:13.424750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event updated for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:13.493355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:13.494383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:13.514065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Allocated IP 172.20.0.7 (21d4fbc6-57f4-403d-92e1-885b2d10d13e/7cbf551b-e605-4b57-b513-3e85d588de67/2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:13.523811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-293ecf30-c6ac-4d3b-879c-20e5ddb0f734 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0349562 May 13 14:33:13.536834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Request body: {'port': {'device_id': '648e7c0d-1897-4566-8beb-445e2757649c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:13.731213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc86b95d-034c-4bd5-9171-0056d08dea2d req-85d58598-33aa-4bc2-9cfd-9e64110ae9d8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453269 May 13 14:33:14.155443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.234194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.314100 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a925f84-f32e-4d71-92d2-10adf384993e req-05f942f1-560c-42a3-8d4e-4adee91d4213 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 210 time: 0.1460679 May 13 14:33:14.324576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Allocated IP 172.20.0.13 (990464fa-9c31-4743-b2b4-b21614889dc7/0857993e-c743-4da5-a579-676901bd3ebe/41a814f3-237b-4773-9a53-09af948140a5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:14.374329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba346dfb-b9bd-47d4-8874-c60096221ecd req-c96aa77b-39c1-4cb4-af4a-6279a6cb9ca9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 210 time: 0.1422107 May 13 14:33:14.496527 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719db90a-c8de-432e-9322-5620d99e5d34'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'status': 'completed', 'code': 200} May 13 14:33:14.534659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.90', 50155) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:14.820151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:14.874552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.90', 50156) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:14.903276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.904064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.904716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.905349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.905973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:14.911062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-02bef7b4-a286-469b-9a01-b7bc2a99b7e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 4362 time: 0.3406823 May 13 14:33:14.918532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-11029ff4-798d-4503-8078-53f11aad9302 req-62c5f06d-eefc-4596-92bb-88e63746488e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 210 time: 0.1544018 May 13 14:33:14.944098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.032243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Allocated IP 172.20.0.3 (21d4fbc6-57f4-403d-92e1-885b2d10d13e/7cbf551b-e605-4b57-b513-3e85d588de67/0f04744e-6ce7-4dee-8e22-7cfc85f3dacf) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:15.300443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:15.363398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:15.498234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:15.509933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.645411 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.653703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Transition to ACTIVE for port object 41a814f3-237b-4773-9a53-09af948140a5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:15.680037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b0b745-f92c-4517-a042-5d89329fc018 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:15.687290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event updated for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:15.703812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.775677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Transition to ACTIVE for port object a7b0b745-f92c-4517-a042-5d89329fc018 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:15.779112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:15.780603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.788726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.920444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-89079aa3-c37d-49ee-ae21-298d5fc1376e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6974216 May 13 14:33:15.958136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:15.972240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-09ed04ce-8d0a-479d-a101-d3677c92308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:15.973009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-09ed04ce-8d0a-479d-a101-d3677c92308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:15.973859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-09ed04ce-8d0a-479d-a101-d3677c92308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:15.977150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-09ed04ce-8d0a-479d-a101-d3677c92308b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9373384 May 13 14:33:15.991071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Request body: {'port': {'device_id': 'fc92a093-b214-4267-ab59-09905ca68009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:16.041329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.056358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-81eef446-0ce4-4329-a93f-868d74bb42fe tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.058493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-81eef446-0ce4-4329-a93f-868d74bb42fe tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 812 time: 0.9428587 May 13 14:33:16.101344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:16.179752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Request body: {'port': {'device_id': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'admin_state_up': True, 'tenant_id': '7da7303b5fcd41b2b4a6121d1d296236'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:16.214719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.215048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.215404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.215721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.216053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.216444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.216773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.217099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.217420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.217738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.218056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.218373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:16.311442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Network 990464fa-9c31-4743-b2b4-b21614889dc7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:16.335375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Network 21d4fbc6-57f4-403d-92e1-885b2d10d13e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:16.372669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.373290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:16.376649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:16.379641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:16.381422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.387542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.394541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.400596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.402484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-dd6f543b-4d42-408d-abba-1a3e84377cf6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3827 time: 0.7911725 May 13 14:33:16.707484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event updated for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:16.720709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:16.855673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-12e86be9-df2f-4347-a186-0fc587feb982 None None] Provisioning for port 41a814f3-237b-4773-9a53-09af948140a5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:16.879855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-12e86be9-df2f-4347-a186-0fc587feb982 None None] Provisioning complete for port 41a814f3-237b-4773-9a53-09af948140a5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:16.880866 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-12e86be9-df2f-4347-a186-0fc587feb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.902551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:16.903941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.928680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e7b8dd-c54d-4d56-bc8f-48c9871e941d {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:16.932839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Attempting to bind port a7b0b745-f92c-4517-a042-5d89329fc018 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:16.933689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Attempting to bind port a7b0b745-f92c-4517-a042-5d89329fc018 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:16.934309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Attempting to bind port a7b0b745-f92c-4517-a042-5d89329fc018 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:16.952241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:16.995863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Transition to ACTIVE for port object 02e7b8dd-c54d-4d56-bc8f-48c9871e941d will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:17.013213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-12e86be9-df2f-4347-a186-0fc587feb982 None None] Port 41a814f3-237b-4773-9a53-09af948140a5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:33:17.048797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.90', 50157) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:17.084097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.132912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:17.134021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.145701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4313524 May 13 14:33:17.163949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Port a7b0b745-f92c-4517-a042-5d89329fc018 on network 6c8bf028-3680-46b6-9f51-c67edb143615 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:17.164327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Attempting to bind port a7b0b745-f92c-4517-a042-5d89329fc018 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:17.208928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Request body: {'port': {'device_id': '331b471f-4165-460c-ba73-a085ad2ed407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:17.300133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-64f7b61a-975f-4cbe-949d-a2bd57e88049 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:17.302462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-64f7b61a-975f-4cbe-949d-a2bd57e88049 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 1.3812010 May 13 14:33:17.320891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:17.321691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:17.322319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Bound using segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:17.322848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Bound port: a7b0b745-f92c-4517-a042-5d89329fc018, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:17.323431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.367212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.90', 50158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:17.397477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-5f9e042a-708e-4faf-87bb-6544d4610873 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8747323 May 13 14:33:17.447634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Request body: {'port': {'device_id': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:17.474169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-64f5bc27-9f4b-484d-9d26-309c20db5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:17.475702 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-64f5bc27-9f4b-484d-9d26-309c20db5c31 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3470786 May 13 14:33:17.476555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.517126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-180bcc17-5a5f-4db6-94f8-85da54f92111 req-310f3f3c-b4ae-4ba5-826d-29f3159c613a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0895219 May 13 14:33:17.545078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:17.621986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:17.652165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:17.697565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a9296-fff9-42d5-bd81-8a8f2c7979c5 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event updated for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:17.735084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Made reservation on behalf of 7da7303b5fcd41b2b4a6121d1d296236 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:17.739536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.915102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-070d8bea-6455-45b7-a22b-dd11571c5606 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/quotas/ccc201222ad54467a4ff01178623959f HTTP/1.1" status: 200 len: 375 time: 0.5626271 May 13 14:33:17.932919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:17.936462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-38174bb2-8d36-4335-9a51-578c101ebb42 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:17.940072 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-38174bb2-8d36-4335-9a51-578c101ebb42 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/ports?device_id=d45cd167-a921-4480-ac82-45dc29f5ee80 HTTP/1.1" status: 200 len: 943 time: 0.8889947 May 13 14:33:18.206567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.224784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:18.264721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Attempting to bind port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:18.265366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Attempting to bind port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:18.266370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Attempting to bind port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:18.316143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:18.346835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:18.347363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Attempting to bind port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:18.398172 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.425799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:18.426347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Checking segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:18.426996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Bound using segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:18.427756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Bound port: 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:18.428366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.509653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-97654f31-1638-424e-90b5-84c305a51437 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:18.512110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-97654f31-1638-424e-90b5-84c305a51437 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 1.1036782 May 13 14:33:18.541390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:18.542130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.543915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] 10.222.0.90 "PUT /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 200 len: 1129 time: 6.1898198 May 13 14:33:18.550025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:18.588735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Deleting port b63a6fd7-87b6-4146-8e44-675c6aa3bdab {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:18.589535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:18.640390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:18.809113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-c12e9b27-c045-4b27-8721-625ed6d70813 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8909066 May 13 14:33:18.935607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6de1-0a5c-4e1c-8784-b7ce2928ae43 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:19.047362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Deleting port 2557802a-4132-4069-96de-bf56c18ae54b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:19.047744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.054585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Allocated IP 172.20.0.3 (283377f0-f53b-4deb-a408-48b92a693700/c28cc1b7-057d-4b68-86d7-63352da8bb16/67755919-7d34-4f34-add7-8575b3ac7121) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:19.082728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.375854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-82d6d304-0cba-4ab8-af65-9984a84e6ad7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:19.377125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-82d6d304-0cba-4ab8-af65-9984a84e6ad7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:19.403785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:19.422181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9be8c04c-9de6-4f2b-a9b8-88b10ad45802 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337648 May 13 14:33:19.657834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-82d6d304-0cba-4ab8-af65-9984a84e6ad7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:19.659876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-82d6d304-0cba-4ab8-af65-9984a84e6ad7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 931 time: 1.7375708 May 13 14:33:19.759917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:19.951838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:19.977478 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:20.026884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.121933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.192273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:20.352684 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-2bde9394-25e9-4d0b-9257-b5e18980d6e1 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231216 May 13 14:33:20.465278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:20.465908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.467834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] 10.222.0.90 "PUT /v2.0/ports/02e7b8dd-c54d-4d56-bc8f-48c9871e941d HTTP/1.1" status: 200 len: 1091 time: 6.9357343 May 13 14:33:20.478293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.485103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:20.491758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-db7fe272-2f52-4f80-9332-f3e18ab9a737 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:20.569580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] For port 2557802a-4132-4069-96de-bf56c18ae54b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2557802a-4132-4069-96de-bf56c18ae54b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:20.570525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.659104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:20.659967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a814f3-237b-4773-9a53-09af948140a5 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:20.724930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.766290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.775872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Calling delete_port for 2557802a-4132-4069-96de-bf56c18ae54b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:20.783648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] For port b63a6fd7-87b6-4146-8e44-675c6aa3bdab, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:20.784163 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:20.841136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-db7fe272-2f52-4f80-9332-f3e18ab9a737 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:20.843133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fdff374-cd70-4bd6-baaa-dbd640f9578b req-db7fe272-2f52-4f80-9332-f3e18ab9a737 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1550817 May 13 14:33:21.006946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef7d44-0134-422a-b046-26778a35cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:21.042535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b63a6fd7-87b6-4146-8e44-675c6aa3bdab no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:21.073374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8a770dc-41ad-4f34-8056-53a582e8a654 req-03e901cc-4961-4eeb-b6d1-ad589319e825 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 210 time: 0.2216811 May 13 14:33:21.111891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Transition to ACTIVE for port object 41a814f3-237b-4773-9a53-09af948140a5 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:21.142620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Transition to ACTIVE for port object 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:21.144573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.161893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Calling delete_port for b63a6fd7-87b6-4146-8e44-675c6aa3bdab owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:21.243336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.611140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:21.738100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b63a6fd7-87b6-4146-8e44-675c6aa3bdab is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:21.741205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2557802a-4132-4069-96de-bf56c18ae54b no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:21.774761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-276eb292-75e1-4721-9ec1-283558a04d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:21.777337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-276eb292-75e1-4721-9ec1-283558a04d8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 1094 time: 1.2465234 May 13 14:33:21.935749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:21.991005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.994224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.994884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.995457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.996003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.996588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.997228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.997780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.998354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:21.999808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:22.000259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:22.000617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:33:22.135471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Network 283377f0-f53b-4deb-a408-48b92a693700 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:22.138809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-206bd166-346c-4229-a24c-58c920092d14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d HTTP/1.1" status: 200 len: 217 time: 0.3428729 May 13 14:33:22.163030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:22.178348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2557802a-4132-4069-96de-bf56c18ae54b is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:22.179042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:22.179900 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.299362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:22.376862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.452346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event updated for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:22.465501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:22.468344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 14:33:22.468344 n-d-841736-1 neutron-server[88134]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 13 14:33:22.468344 n-d-841736-1 neutron-server[88134]: [parameters: {'status': 'DOWN', 'ports_id': '2557802a-4132-4069-96de-bf56c18ae54b'}] May 13 14:33:22.468344 n-d-841736-1 neutron-server[88134]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:22.470450 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:22.551122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe18ff6-8a55-4b0d-8690-636b40c5940a req-3325d962-c1b1-48b8-82bf-2fba29d54695 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:22.552769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fe18ff6-8a55-4b0d-8690-636b40c5940a req-3325d962-c1b1-48b8-82bf-2fba29d54695 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=61421d09-e1bf-4f26-bf9a-bc35e0b165cc HTTP/1.1" status: 200 len: 949 time: 1.2223160 May 13 14:33:22.555952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:22.560265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:22.560265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.579990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-233d91a0-ffcd-412b-83ff-080b0570e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:22.581558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-233d91a0-ffcd-412b-83ff-080b0570e1b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.4138715 May 13 14:33:22.600842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event deleted for resources: {'Port': ['ID=b63a6fd7-87b6-4146-8e44-675c6aa3bdab,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:22.669389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Attempting to bind port 41a814f3-237b-4773-9a53-09af948140a5 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:22.670059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Attempting to bind port 41a814f3-237b-4773-9a53-09af948140a5 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:22.670659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Attempting to bind port 41a814f3-237b-4773-9a53-09af948140a5 on network 990464fa-9c31-4743-b2b4-b21614889dc7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:22.682764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Attempting to bind port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:22.683092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Attempting to bind port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:22.683419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Attempting to bind port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:22.692185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.709040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5a75519b-2c67-4e18-a3e1-c78fd0097579'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:22.709357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] No DVR routers for this DVR port b63a6fd7-87b6-4146-8e44-675c6aa3bdab on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:22.719854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:22.720308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Attempting to bind port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:22.724629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-ceaa8c98-6927-419e-8506-4e02ce1157d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941064 May 13 14:33:22.727403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.766492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:22.766858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Checking segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:22.767252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Bound using segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:22.767710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Bound port: 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:22.768066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:22.805292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fe18ff6-8a55-4b0d-8690-636b40c5940a req-0a0312a3-fe7c-4963-9983-65d448b34964 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181940 May 13 14:33:23.062907 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-3d1157f5-2738-4e7b-9fcd-5467b2525259 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8947675 May 13 14:33:23.077067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:23.079460 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fd52048-a259-4ba1-a0ff-2dbe4187891d req-83e01c96-e209-4304-82e7-0562feda0390 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "DELETE /v2.0/ports/b63a6fd7-87b6-4146-8e44-675c6aa3bdab HTTP/1.1" status: 204 len: 173 time: 5.1023550 May 13 14:33:23.095160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.131260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Transition to ACTIVE for port object 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:23.153373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1a7526-c40c-4217-b1d0-57c3bb1b043f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:23.163910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Port 2557802a-4132-4069-96de-bf56c18ae54b update to DOWN by agent not found {{(pid=88134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:33:23.175905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.198611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Request body: {'port': {'device_id': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:23.338541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Port 41a814f3-237b-4773-9a53-09af948140a5 on network 990464fa-9c31-4743-b2b4-b21614889dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:23.340359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Attempting to bind port 41a814f3-237b-4773-9a53-09af948140a5 on network 990464fa-9c31-4743-b2b4-b21614889dc7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:23.379903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.390045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Pushing event deleted for resources: {'Port': ['ID=2557802a-4132-4069-96de-bf56c18ae54b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:23.542895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:23.543738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Checking segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:23.549238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Bound using segment: {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:23.550214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Bound port: 41a814f3-237b-4773-9a53-09af948140a5, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87315e6-6a10-412c-a576-b961fc24e4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:23.552864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.661036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-e04a345d-7c12-4d4e-805f-a4a71c93610b service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9206917 May 13 14:33:23.774798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Transition to ACTIVE for port object ef1a7526-c40c-4217-b1d0-57c3bb1b043f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:23.899128 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:23.931845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:24.018291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:24.055281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cf3c0-e952-4b57-91b9-534a0bb463dd req-05fe4824-a6f3-49a7-8831-b69f73f8c9ad tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.056465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5d5cf3c0-e952-4b57-91b9-534a0bb463dd req-05fe4824-a6f3-49a7-8831-b69f73f8c9ad tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Synchronizing usage tracker for tenant:0cad50da3f084589b345de58adee1ee1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:24.064359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] No DVR routers for this DVR port 2557802a-4132-4069-96de-bf56c18ae54b on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:24.066872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.074030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.110166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.416542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-fa4d679a-a902-49fa-955f-ecb3a70b86bd tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.419609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-fa4d679a-a902-49fa-955f-ecb3a70b86bd tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.8965852 May 13 14:33:24.466393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.467820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:24.470681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] 10.222.0.90 "PUT /v2.0/ports/2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 HTTP/1.1" status: 200 len: 1091 time: 8.5383861 May 13 14:33:24.486837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5d5cf3c0-e952-4b57-91b9-534a0bb463dd req-05fe4824-a6f3-49a7-8831-b69f73f8c9ad tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Unset dirty status for tenant:0cad50da3f084589b345de58adee1ee1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:24.498627 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d5cf3c0-e952-4b57-91b9-534a0bb463dd req-05fe4824-a6f3-49a7-8831-b69f73f8c9ad tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 944 time: 2.8923652 May 13 14:33:24.512454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.526437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.540620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.553640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.564108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Pushing event updated for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:24.576546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.594588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:24.597992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-6b07b782-7ac3-4bb2-ae11-8f4c9e7dfd75 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 4598 time: 1.5339963 May 13 14:33:24.603743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Request body: {'port': {'device_id': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'admin_state_up': True, 'tenant_id': 'ccc201222ad54467a4ff01178623959f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:24.661460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5754ab8-71f5-4e34-978a-a49691c2d8b3 req-aa641e76-155b-4c10-8db0-2a3aaa51fc63 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "DELETE /v2.0/ports/2557802a-4132-4069-96de-bf56c18ae54b HTTP/1.1" status: 204 len: 173 time: 6.1250930 May 13 14:33:24.865445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:25.032509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d5cf3c0-e952-4b57-91b9-534a0bb463dd req-0cde13d0-8986-4f81-b7af-3a3fdc1f4329 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324750 May 13 14:33:25.096628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:25.184703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-c29a4ee6-e412-4a19-a78d-ac37c8234e4a service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4874203 May 13 14:33:25.198985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:25.219878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=41a814f3-237b-4773-9a53-09af948140a5,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:25.236962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e733da-79e0-4f12-adb6-2e0db9ed5385 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:25.246000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Usage tracker for resource:port and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:25.247099 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce37b1ff-6865-4aac-9f1b-657047797424'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018', 'status': 'completed', 'code': 200} May 13 14:33:25.257363 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.258249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:25.510982 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd13e9c-a79d-4b2a-b736-852d4a459583'] response: {'name': 'network-changed', 'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d', 'status': 'completed', 'code': 200} May 13 14:33:25.525221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:25.548300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec409bcd-2f1c-4e81-b7af-937f82f819d4 req-48119f79-77df-4f9b-8b63-b56a75c497f3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4571896 May 13 14:33:25.587181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.588533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.590813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] 10.222.0.90 "PUT /v2.0/ports/41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 200 len: 1092 time: 8.1703126 May 13 14:33:25.605386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-715b3601-82e9-4240-8b24-ca41cd9ae0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:25.609053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-715b3601-82e9-4240-8b24-ca41cd9ae0d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 1094 time: 0.9425428 May 13 14:33:25.659996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daf6c2-50b9-48f8-a01f-a9e0c916ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:25.696763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Attempting to bind port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:25.697319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Attempting to bind port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:25.698096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Attempting to bind port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:25.746237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:25.750309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Attempting to bind port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf on network 21d4fbc6-57f4-403d-92e1-885b2d10d13e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:25.790647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:25.792258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Checking segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:25.792895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Bound using segment: {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:25.797774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Bound port: 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d2d00-95da-487a-983c-27c90378e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:25.802085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:25.936231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:25.967521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.199481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Attempting to bind port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:26.200329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Attempting to bind port ef1a7526-c40c-4217-b1d0-57c3bb1b043f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:26.201229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Attempting to bind port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:26.235956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on network 6c8bf028-3680-46b6-9f51-c67edb143615 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:26.236455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Attempting to bind port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:26.281597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e4a576d-ed71-4da9-86d6-4eb81a8a516a req-c013fcc0-497d-4063-abc1-96b3bf52270a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 210 time: 0.1773603 May 13 14:33:26.354052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-f260f62b-6135-4fd2-b328-2769ab8f2488 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 HTTP/1.1" status: 200 len: 217 time: 0.6941080 May 13 14:33:26.378250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:26.378773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:26.379405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Bound using segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:26.380127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Bound port: ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:26.380853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.598499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-d605cd2b-6cac-4a96-a7d3-da4bc9194c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.600261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-d605cd2b-6cac-4a96-a7d3-da4bc9194c25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 1094 time: 1.1438437 May 13 14:33:26.646743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ce15c8ad-59db-4ef9-b5c5-618ee971f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.648302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-ce15c8ad-59db-4ef9-b5c5-618ee971f708 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cad50da3f084589b345de58adee1ee1&device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 1095 time: 0.7950687 May 13 14:33:26.657571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67755919-7d34-4f34-add7-8575b3ac7121 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:26.668048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-623fcc6e-028f-4934-856d-572bd6296ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:26.671224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-623fcc6e-028f-4934-856d-572bd6296ebc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.1431289 May 13 14:33:26.689370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.690566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:26.834863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:26.854337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-fdb2cd32-2d1b-498a-b904-f415b6f4dc19 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 200 len: 217 time: 0.1679964 May 13 14:33:26.867961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Transition to ACTIVE for port object 67755919-7d34-4f34-add7-8575b3ac7121 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:26.880121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:26.891873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-29fd7106-7891-4cbb-9ce7-51e272fa9356 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888313 May 13 14:33:26.907990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:26.946649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.244173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:27.254631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'name': 'network-vif-deleted', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b'}, {'name': 'network-changed', 'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'tag': '41a814f3-237b-4773-9a53-09af948140a5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:27.381670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:27.387924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.387924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.390603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] 10.222.0.90 "PUT /v2.0/ports/0f04744e-6ce7-4dee-8e22-7cfc85f3dacf HTTP/1.1" status: 200 len: 1091 time: 10.1924405 May 13 14:33:27.410142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.474002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-75f6ce3a-7147-4be6-9a02-17e45c9f0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.476487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-75f6ce3a-7147-4be6-9a02-17e45c9f0d73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0857993e-c743-4da5-a579-676901bd3ebe HTTP/1.1" status: 200 len: 855 time: 0.6033945 May 13 14:33:27.477869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.562221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:27.623113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-deleted', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab'}, {'name': 'network-changed', 'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:27.624027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-30c46911-53cb-4a88-9a2e-4b98ac8bd2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.624979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-30c46911-53cb-4a88-9a2e-4b98ac8bd2ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 918 time: 0.9631898 May 13 14:33:27.626218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f53c48dd6cd4b389fd03402c767896c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:27.642204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:27.649835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ec09-11da-436d-8deb-a286419d2a72 service neutron] Pushing event updated for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:27.693290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.694035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.696275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.696275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.696275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.696768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.697436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.700830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-8c10f7ab-ebd0-4aa6-a4fb-f38a47da28d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6165 time: 2.3605280 May 13 14:33:27.744685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:27.885605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:27.919551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.920639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:27.927335 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b1705096-7838-489e-9416-0c12d8735139 service neutron] 10.222.0.90 "PUT /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 200 len: 1130 time: 9.3022788 May 13 14:33:27.946552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66acb4-a1ec-460b-a5f7-ff3c5a2c65e0 req-58b2278c-18ec-4b49-86f9-022ab07e3bb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:27.955999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc66acb4-a1ec-460b-a5f7-ff3c5a2c65e0 req-58b2278c-18ec-4b49-86f9-022ab07e3bb7 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 931 time: 1.3453860 May 13 14:33:27.985114 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-c20ab2ee-8c18-49cf-89e9-73be3b9aa701 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d HTTP/1.1" status: 200 len: 217 time: 0.3442574 May 13 14:33:28.100197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:28.144844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1901a-3640-4383-9817-4fd0f19704f9 req-55a04135-64b0-4048-8d83-81c4fdb1f274 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.147188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ad1901a-3640-4383-9817-4fd0f19704f9 req-55a04135-64b0-4048-8d83-81c4fdb1f274 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 943 time: 1.8824925 May 13 14:33:28.253518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.296303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.357115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f53c48dd6cd4b389fd03402c767896c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6538267 May 13 14:33:28.363772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-7aa48788-7e38-45b7-bb55-2f279e5e2146 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4448907 May 13 14:33:28.371680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:28.393005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705096-7838-489e-9416-0c12d8735139 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:28.400275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Allocated IP 172.20.0.5 (40c54b78-c360-46ea-bacd-8d3caaea5a2f/b49af13c-b15c-4670-8389-a6e054adbea0/2f8a4b29-63a0-4dbc-8ab7-128a592bd32c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:28.465102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc66acb4-a1ec-460b-a5f7-ff3c5a2c65e0 req-5312326b-b39e-44c3-92f4-8d5ac87a0ed5 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078955 May 13 14:33:28.474214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-40edabc7-4fe5-4150-af68-541eca889b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.476310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-40edabc7-4fe5-4150-af68-541eca889b34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.4381893 May 13 14:33:28.487103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c9933-3918-4e3b-88ab-44d1783297d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9466d5-6d3d-472e-bad0-2471812cc02e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:28.508450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-10a3e9e1-10b2-40aa-9386-4e2ccce22412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.510531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-10a3e9e1-10b2-40aa-9386-4e2ccce22412 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 1094 time: 1.0271106 May 13 14:33:28.644046 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-dcd7b690-ee38-472e-a311-b86fb9d8c2c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf HTTP/1.1" status: 200 len: 217 time: 0.0891168 May 13 14:33:28.648900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-6dadd559-2d79-4281-b68a-8aee5b2ec2ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443267 May 13 14:33:28.651379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-62849c3e-79c8-4aa2-bb6b-6565cbbbe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.653022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-62849c3e-79c8-4aa2-bb6b-6565cbbbe639 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=990464fa-9c31-4743-b2b4-b21614889dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1574907 May 13 14:33:28.657356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ad1901a-3640-4383-9817-4fd0f19704f9 req-25bd4eb0-3c86-4078-8b19-0b26cd851fd4 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333735 May 13 14:33:28.666521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:28.710802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-d90e54d8-2372-4986-8c09-f28bb79b0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.711429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-d90e54d8-2372-4986-8c09-f28bb79b0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.712230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-d90e54d8-2372-4986-8c09-f28bb79b0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:28.714370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-d90e54d8-2372-4986-8c09-f28bb79b0525 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9832897 May 13 14:33:28.724548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Attempting to bind port 67755919-7d34-4f34-add7-8575b3ac7121 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:28.724992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Attempting to bind port 67755919-7d34-4f34-add7-8575b3ac7121 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:28.725396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Attempting to bind port 67755919-7d34-4f34-add7-8575b3ac7121 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:28.804756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Port 67755919-7d34-4f34-add7-8575b3ac7121 on network 283377f0-f53b-4deb-a408-48b92a693700 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:28.805423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Attempting to bind port 67755919-7d34-4f34-add7-8575b3ac7121 on network 283377f0-f53b-4deb-a408-48b92a693700 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:28.892912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:28.893487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Checking segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:28.894165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Bound using segment: {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:28.894894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Bound port: 67755919-7d34-4f34-add7-8575b3ac7121, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7877cd9b-69e4-42b3-a845-6e35e7cef496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '283377f0-f53b-4deb-a408-48b92a693700'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:28.895487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.055741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.081508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 02e7b8dd-c54d-4d56-bc8f-48c9871e941d details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:29.117734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-1310e17a-3ec9-4f6e-80ed-3b949ba0db21 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201569 May 13 14:33:29.162177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-442ee532-71df-4802-a440-898f84f28893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.163547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-442ee532-71df-4802-a440-898f84f28893 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.4983771 May 13 14:33:29.254889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.265796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-33aa65f2-6cd6-4b59-bbed-625e80cabbfd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824306 May 13 14:33:29.326407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-f4ac5266-196b-46f2-9efe-044300f2962e service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344562 May 13 14:33:29.423752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.490038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:29.525364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:29.529923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'port_id': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d', 'mac_address': 'fa:16:3e:35:f5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbf551b-e605-4b57-b513-3e85d588de67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:29.532591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67755919-7d34-4f34-add7-8575b3ac7121,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:29.537567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-f4fd4082-8d84-4049-86ea-1e45d7291928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.541525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-f4fd4082-8d84-4049-86ea-1e45d7291928 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7994404 May 13 14:33:29.584951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.592458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-f553e5cc-1dde-44cc-b65c-7d68457845dc service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361409 May 13 14:33:29.698324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.714445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38fc11a0-2179-4c51-bd3d-53481222a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.718266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.734269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:29.735116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.750683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.751852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.753067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] 10.222.0.90 "PUT /v2.0/ports/67755919-7d34-4f34-add7-8575b3ac7121 HTTP/1.1" status: 200 len: 1091 time: 6.5792520 May 13 14:33:29.771102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e7b8dd-c54d-4d56-bc8f-48c9871e941d {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:29.783637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:29.792823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9466d5-6d3d-472e-bad0-2471812cc02e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:29.796436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:29.806689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:29.844783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:29.855044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.885006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.885661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:29.982192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.989359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:29.996344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.003026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.010017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.019432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.027410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.036962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-31478dd7-e760-465d-bc37-00d69beb268a req-5ce92af7-923d-40a5-87dd-46e686863c29 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5370 time: 1.0067377 May 13 14:33:30.053036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:30.061178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.065679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7c6fc213-33fa-46f6-bfe1-80ef8e235d31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc9466d5-6d3d-472e-bad0-2471812cc02e HTTP/1.1" status: 204 len: 168 time: 1.6869695 May 13 14:33:30.073091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6141927 May 13 14:33:30.090901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Request body: {'port': {'device_id': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:30.104069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['02e7b8dd-c54d-4d56-bc8f-48c9871e941d'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:30.298228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eaa10-2352-4928-8a70-052e310aefc5 req-1a35c23b-1a14-4238-8e33-5d852eda805f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.312845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd1eaa10-2352-4928-8a70-052e310aefc5 req-1a35c23b-1a14-4238-8e33-5d852eda805f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 944 time: 1.3554389 May 13 14:33:30.524546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001b80c-92a3-4a4d-a9e2-478f1e909ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:30.551620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-43e0b0ae-98ca-467b-abe5-9436f4736da8 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2624385 May 13 14:33:30.675671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd1eaa10-2352-4928-8a70-052e310aefc5 req-0357e996-0ce7-40a6-982f-e36d74b9f0ce tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617551 May 13 14:33:30.705214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de342-be5b-4117-8378-86577e21b08c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:30.763026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-31478dd7-e760-465d-bc37-00d69beb268a req-a70d72e3-acad-4aa0-87e6-b276338d4eb6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7250504 May 13 14:33:30.771861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0de6a0-ceec-42e9-a170-29ef05a791be req-7865aa86-f660-44e3-b915-9d13b0a6e916 service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1372483 May 13 14:33:30.800513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:30.828374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdfea735-4f31-44af-b552-a92e3ab60b6c req-2ffdbce7-50b6-4167-8be4-6a272102ad95 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4504046 May 13 14:33:30.880611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-53f95b2d-5f02-4773-9ebc-ce2aa4fa840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:30.887709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-53f95b2d-5f02-4773-9ebc-ce2aa4fa840d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 1094 time: 0.9757361 May 13 14:33:31.018656 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e605662-61af-4610-80ba-7da2c8da75c7'] response: {'server_uuid': '61421d09-e1bf-4f26-bf9a-bc35e0b165cc', 'name': 'network-vif-deleted', 'tag': '2557802a-4132-4069-96de-bf56c18ae54b', 'status': 'completed', 'code': 200} May 13 14:33:31.019416 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e605662-61af-4610-80ba-7da2c8da75c7'] response: {'name': 'network-changed', 'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'tag': '41a814f3-237b-4773-9a53-09af948140a5', 'status': 'completed', 'code': 200} May 13 14:33:31.091815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 02e7b8dd-c54d-4d56-bc8f-48c9871e941d up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:31.172729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:31.234397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-7262cf96-1ee4-418d-a27e-acef199aacde service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485586 May 13 14:33:31.240038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.259445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d342fb6-a989-4787-87f4-eece00de111d {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:31.284190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-abbb7604-425c-4781-89fc-fdd85f6a3d1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67755919-7d34-4f34-add7-8575b3ac7121 HTTP/1.1" status: 200 len: 217 time: 0.3871310 May 13 14:33:31.293064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.297413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:31.305762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:31.306357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.313853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:31.344324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6e3333ba794f0f9c9f8c8004cb88ff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:31.356189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:31.374741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Transition to ACTIVE for port object 2d342fb6-a989-4787-87f4-eece00de111d will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:31.376615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:31.390595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.584938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:31.585554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.634507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:31.650766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:31.667655 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:31.803549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.882148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-46a46933-10f2-4103-96db-7a8220ed2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:31.890411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-46a46933-10f2-4103-96db-7a8220ed2552 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cad50da3f084589b345de58adee1ee1&device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 1095 time: 0.8204412 May 13 14:33:31.891234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:31.971880 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68aca9e2-1d99-4cba-946d-26ecda897b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.048082 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60a431d-4413-4cde-bc6b-39a1a661ee3d'] response: {'server_uuid': 'd45cd167-a921-4480-ac82-45dc29f5ee80', 'name': 'network-vif-deleted', 'tag': 'b63a6fd7-87b6-4146-8e44-675c6aa3bdab', 'status': 'completed', 'code': 200} May 13 14:33:32.048981 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60a431d-4413-4cde-bc6b-39a1a661ee3d'] response: {'name': 'network-changed', 'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', 'status': 'completed', 'code': 200} May 13 14:33:32.061135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-b16cae09-e032-43a1-ac48-1ece413e4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:32.063537 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-b16cae09-e032-43a1-ac48-1ece413e4a93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.7367635 May 13 14:33:32.167487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-cbedc727-bf6e-492f-ada2-e35309eb8ba3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622940 May 13 14:33:32.211718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-8613f281-4ffc-439c-b45e-a6b0a3cf22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:32.213476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-8613f281-4ffc-439c-b45e-a6b0a3cf22f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 200 len: 917 time: 0.1761034 May 13 14:33:32.215640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c4c68-0e1e-46a9-b8d5-3268642195f7 req-43a59c34-2333-4fdf-921f-b2fd2f521d09 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:32.216429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ad2c4c68-0e1e-46a9-b8d5-3268642195f7 req-43a59c34-2333-4fdf-921f-b2fd2f521d09 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:32.304980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:32.331101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.348855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-e2961e5d-7453-4c14-a7b9-41586b80ee61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 200 len: 217 time: 0.0907395 May 13 14:33:32.350761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ad2c4c68-0e1e-46a9-b8d5-3268642195f7 req-43a59c34-2333-4fdf-921f-b2fd2f521d09 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:32.359331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad2c4c68-0e1e-46a9-b8d5-3268642195f7 req-43a59c34-2333-4fdf-921f-b2fd2f521d09 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 931 time: 1.2935312 May 13 14:33:32.371050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.445402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Transition to ACTIVE for port object 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:32.472194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad2c4c68-0e1e-46a9-b8d5-3268642195f7 req-9d6cdb0a-412d-4564-81f2-459b20fad7f2 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119137 May 13 14:33:32.491682 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.554051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Attempting to bind port 2d342fb6-a989-4787-87f4-eece00de111d on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:32.554706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Attempting to bind port 2d342fb6-a989-4787-87f4-eece00de111d by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:32.555503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Attempting to bind port 2d342fb6-a989-4787-87f4-eece00de111d on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:32.561495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.572504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-48e01ca8-3c1f-45a0-95db-f19245caf2d5 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943274 May 13 14:33:32.772758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Port 2d342fb6-a989-4787-87f4-eece00de111d on network 6c8bf028-3680-46b6-9f51-c67edb143615 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:32.773351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Attempting to bind port 2d342fb6-a989-4787-87f4-eece00de111d on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:32.835518 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.879752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d6e3333ba794f0f9c9f8c8004cb88ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7018790 May 13 14:33:32.884947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:32.898696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:32.901369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:32.907633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Bound using segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:32.909062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Bound port: 2d342fb6-a989-4787-87f4-eece00de111d, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:32.910253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:32.918321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.043173 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.096742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:33.143807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bde96ff2-7ca5-46b8-8d76-64983fcfe5cc req-59777300-cfcb-4e8e-b9b9-6eded83bc4ba service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530918 May 13 14:33:33.197271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58e3d4-dab4-43b5-acc3-866538e27950 req-9106e840-3e52-42a3-9dd8-e3d7f5244699 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.211283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e58e3d4-dab4-43b5-acc3-866538e27950 req-9106e840-3e52-42a3-9dd8-e3d7f5244699 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 943 time: 0.4919758 May 13 14:33:33.250589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Attempting to bind port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:33.251107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Attempting to bind port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:33.251622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Attempting to bind port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:33.301316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:33.302304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Attempting to bind port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:33.319932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:33.321158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Checking segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:33.322108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Bound using segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:33.323256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Bound port: 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:33.325005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.359938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e58e3d4-dab4-43b5-acc3-866538e27950 req-6fef5909-7424-472a-8b0c-65f3c5e1a2f7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 May 13 14:33:33.394931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf'}, {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:33.419017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100eb7b-ca9e-4930-9df4-79019bd38676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba55e4df-009e-4d7c-a2eb-be09df41532c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.419378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:33.443135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-df15a914-ece8-4aaf-8c34-73867ab3d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.444898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-df15a914-ece8-4aaf-8c34-73867ab3d06a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0857993e-c743-4da5-a579-676901bd3ebe HTTP/1.1" status: 200 len: 855 time: 1.0722113 May 13 14:33:33.469693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-ef011f82-9def-4b49-9aec-c74c5fb13b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.471812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-ef011f82-9def-4b49-9aec-c74c5fb13b94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 1094 time: 1.5742087 May 13 14:33:33.487253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'port_id': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', 'mac_address': 'fa:16:3e:b4:f2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbf551b-e605-4b57-b513-3e85d588de67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:33.600422 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1def80f-56cb-43d8-abe0-26fb6e72d24c'] response: {'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d', 'code': 200} May 13 14:33:33.617262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:33.628898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:33.637601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.644865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:33.645394 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.667869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:33.689318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:33.696824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:33.840463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:33.910602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80434460-dac2-4e7f-9ac8-77f1b4f1d4d8 req-45f44b7e-923c-47d6-8d49-2682da107067 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:33.914482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80434460-dac2-4e7f-9ac8-77f1b4f1d4d8 req-45f44b7e-923c-47d6-8d49-2682da107067 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 943 time: 1.3661838 May 13 14:33:33.963693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:34.035670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.052391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:34.063513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.065907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.068118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] 10.222.0.90 "PUT /v2.0/ports/2f8a4b29-63a0-4dbc-8ab7-128a592bd32c HTTP/1.1" status: 200 len: 1091 time: 3.9814780 May 13 14:33:34.110776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1cdd4-ecd3-423d-86a7-cc0512374437 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:34.182763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:34.218908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80434460-dac2-4e7f-9ac8-77f1b4f1d4d8 req-17d54f12-5dcb-4179-a274-fbd85ce51bbd tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892934 May 13 14:33:34.225222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:34.247399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.269382 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.325585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6be755-f632-4e9c-82f8-591c8528d7ba req-3d73bfd3-4095-42be-9ae5-a21285bf2042 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.326207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-98bea069-1c4c-49f9-8f0a-ea68e4c22ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.327744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-98bea069-1c4c-49f9-8f0a-ea68e4c22ca3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 918 time: 0.8297455 May 13 14:33:34.329307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f6be755-f632-4e9c-82f8-591c8528d7ba req-3d73bfd3-4095-42be-9ae5-a21285bf2042 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 944 time: 0.3875091 May 13 14:33:34.330937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-6cee1347-2edf-4cd7-bfc7-9ed91b5fcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.332429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-6cee1347-2edf-4cd7-bfc7-9ed91b5fcf78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=990464fa-9c31-4743-b2b4-b21614889dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8657377 May 13 14:33:34.336249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e4565-1d11-4f13-83dc-26a1d3701f15 req-e81ce2fa-1d85-4164-9636-3af4d27a5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.343323 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c4e4565-1d11-4f13-83dc-26a1d3701f15 req-e81ce2fa-1d85-4164-9636-3af4d27a5f7a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 1096 time: 0.6735446 May 13 14:33:34.400661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-713974ab-cab7-4f4b-af91-15e88a63274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.402162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-713974ab-cab7-4f4b-af91-15e88a63274d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 1094 time: 0.2668993 May 13 14:33:34.532917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c4e4565-1d11-4f13-83dc-26a1d3701f15 req-3bc6104e-1d21-4e3b-8338-eac0daf52b47 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830344 May 13 14:33:34.551637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-7d401059-58e7-439a-9c7b-66e4bc1c07c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c HTTP/1.1" status: 200 len: 217 time: 0.1393783 May 13 14:33:34.569088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f6be755-f632-4e9c-82f8-591c8528d7ba req-dcfa14d9-7ba6-4ffb-b6e1-c10bfb84a821 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111373 May 13 14:33:34.586449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.587310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.588847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] 10.222.0.90 "PUT /v2.0/ports/2d342fb6-a989-4787-87f4-eece00de111d HTTP/1.1" status: 200 len: 1090 time: 6.6020734 May 13 14:33:34.673728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:34.674227 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-ddace64d-4867-415f-a3dd-b3aac0165715 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 HTTP/1.1" status: 200 len: 217 time: 0.3008986 May 13 14:33:34.735655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-bf7f83db-569e-4c44-98ae-48b4cb2af946 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.736426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-bf7f83db-569e-4c44-98ae-48b4cb2af946 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Synchronizing usage tracker for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:34.847150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:34.885847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765732-7cda-4298-b74d-1cc22080c633 service neutron] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:34.887105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-b8a972a3-39df-4991-8a6a-dec85134b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.889858 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-b8a972a3-39df-4991-8a6a-dec85134b7da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.0916364 May 13 14:33:34.931950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-f93ca2b4-b09f-4457-aa86-a9d466f785ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.933418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-f93ca2b4-b09f-4457-aa86-a9d466f785ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.1774318 May 13 14:33:34.942491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-bf7f83db-569e-4c44-98ae-48b4cb2af946 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Unset dirty status for tenant:d6f6b037059d43ac8344cb978e3e01db on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:34.944426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-bf7f83db-569e-4c44-98ae-48b4cb2af946 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 950 time: 1.0039473 May 13 14:33:34.950055 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-0b7428d0-98a3-4717-b93e-e14ae45e6b86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494711 May 13 14:33:34.958732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cce79-f6a8-43cb-b858-b845db6f77ad req-de9213e2-8b19-44da-9e00-bc74813724b1 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:34.960654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec3cce79-f6a8-43cb-b858-b845db6f77ad req-de9213e2-8b19-44da-9e00-bc74813724b1 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 950 time: 0.2337961 May 13 14:33:35.103086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec3cce79-f6a8-43cb-b858-b845db6f77ad req-8a8f345b-7ecf-4631-bd0e-5270d566862a tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217279 May 13 14:33:35.107100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:35.130565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:35.137373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.162453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-45c4597b-209d-4a08-bac0-da0c0408adbe service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005954 May 13 14:33:35.182197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-bc2d0480-465a-48a9-9e5b-1eb3fe546020 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2327650 May 13 14:33:35.325437 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6f51b6-0a6a-4bde-b67f-c51013a59d77'] response: {'name': 'network-changed', 'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf', 'status': 'completed', 'code': 200} May 13 14:33:35.326177 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6f51b6-0a6a-4bde-b67f-c51013a59d77'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f', 'status': 'completed', 'code': 200} May 13 14:33:35.364189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-51b27328-75d6-4fa9-a98b-fbd0d5b23d9a service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0136437 May 13 14:33:35.365144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba55e4df-009e-4d7c-a2eb-be09df41532c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:35.490092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:35.503268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:35.504284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.506881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.508316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97a302e3-fe30-4f26-835a-d540f9835e92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba55e4df-009e-4d7c-a2eb-be09df41532c HTTP/1.1" status: 204 len: 168 time: 2.5095401 May 13 14:33:35.554402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Deleting port 5a75519b-2c67-4e18-a3e1-c78fd0097579 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:35.556432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.629710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e853611-f17c-4d01-9b34-d33f02fa671b req-d358e37c-c8e6-4f5a-9f69-29b11ed72f69 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590039 May 13 14:33:35.660735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab839c-2018-4042-8ee4-967309156dc0 req-a2a12e55-bd4d-4520-84f9-d57a5c9f45d4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:35.691802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14ab839c-2018-4042-8ee4-967309156dc0 req-a2a12e55-bd4d-4520-84f9-d57a5c9f45d4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 943 time: 0.3360953 May 13 14:33:35.745473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-9f3655b2-ccb6-4226-9079-00724fb15eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:35.748079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-9f3655b2-ccb6-4226-9079-00724fb15eb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e902898ce9e141999ca750ac308ce5bf&device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 1094 time: 0.4284534 May 13 14:33:35.757194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:35.962031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:35.962629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:35.992661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf', 'network_id': '21d4fbc6-57f4-403d-92e1-885b2d10d13e', 'port_id': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf', 'mac_address': 'fa:16:3e:a8:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbf551b-e605-4b57-b513-3e85d588de67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:36.098169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14ab839c-2018-4042-8ee4-967309156dc0 req-c629157d-b96f-41b0-9ce4-e3764389bfeb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048223 May 13 14:33:36.137643 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.141918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:36.153043 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-8ff2314e-94af-4632-a688-e094424f474e service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962266 May 13 14:33:36.175176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:36.176763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.183831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.190297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:36.190949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.191909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.198517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.212841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.228095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.230782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.244404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.260336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-feac001a-8ac4-47a0-8d96-8755486ed701 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5382 time: 1.8110592 May 13 14:33:36.344578 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebaf492-1e0b-4629-887a-a3c9d159c74b'] response: {'name': 'network-changed', 'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121', 'status': 'completed', 'code': 200} May 13 14:33:36.349230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:36.521185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:36.521185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:36.521185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:36.610673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:36.648690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-18d10976-9242-4421-adc5-1b5deb022842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:36.651359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-18d10976-9242-4421-adc5-1b5deb022842 service neutron] 10.222.0.90 "GET /v2.0/networks?id=21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 200 len: 918 time: 0.8817008 May 13 14:33:36.709163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-fd51f163-9cda-4dbe-ad3c-f76bb00ee3f3 service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2341516 May 13 14:33:36.786587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['0f04744e-6ce7-4dee-8e22-7cfc85f3dacf'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:36.888562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-9f609f41-6649-4330-8135-fadb6e216892 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf HTTP/1.1" status: 200 len: 217 time: 0.2140663 May 13 14:33:37.021008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194625-1da9-42f8-afd9-25c14d684300 req-c230fd6a-e4c6-49ac-b30a-ccd021258690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:37.022536 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-c230fd6a-e4c6-49ac-b30a-ccd021258690 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 1094 time: 0.6763246 May 13 14:33:37.025066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ecbc6c4c-7962-45a4-bc64-3c1f8226d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:37.026473 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ecbc6c4c-7962-45a4-bc64-3c1f8226d65e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 200 len: 857 time: 0.1304333 May 13 14:33:37.110829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67755919-7d34-4f34-add7-8575b3ac7121 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:37.113279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a75519b-2c67-4e18-a3e1-c78fd0097579 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:37.379680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-283707c0-bbfe-4b0a-b07a-7bc0f200ed53 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21d4fbc6-57f4-403d-92e1-885b2d10d13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3343494 May 13 14:33:37.435857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb51d3-ddd5-49b6-8a09-637a466eef1c req-b4b7f92c-bb94-421a-9dca-3555b25b6ab7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:37.443750 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3cb51d3-ddd5-49b6-8a09-637a466eef1c req-b4b7f92c-bb94-421a-9dca-3555b25b6ab7 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 944 time: 0.9209213 May 13 14:33:37.485288 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:33:37.633568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5a75519b-2c67-4e18-a3e1-c78fd0097579 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:37.634151 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.643324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:37.654107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06978ef8-47f8-4d1e-a708-d7a0d49e586f req-ec499625-a387-4a77-9651-af525f980691 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3620577 May 13 14:33:37.701345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:37.701660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.727902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d56cf761-1f9c-4d69-b876-50d61627a9d6 req-47e4ece3-1712-4f74-8314-1be2200c233a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4660201 May 13 14:33:37.767078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:37.852757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194625-1da9-42f8-afd9-25c14d684300 req-bec0b443-7ac7-43a2-8552-3f566195c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:37.854314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-bec0b443-7ac7-43a2-8552-3f566195c0a0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 200 len: 913 time: 0.7942245 May 13 14:33:37.875664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3cb51d3-ddd5-49b6-8a09-637a466eef1c req-291faf95-12b0-4a5b-a4e6-ae4796505f72 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309242 May 13 14:33:37.889457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67755919-7d34-4f34-add7-8575b3ac7121,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:37.929659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '67755919-7d34-4f34-add7-8575b3ac7121', 'network_id': '283377f0-f53b-4deb-a408-48b92a693700', 'port_id': '67755919-7d34-4f34-add7-8575b3ac7121', 'mac_address': 'fa:16:3e:e9:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28cc1b7-057d-4b68-86d7-63352da8bb16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:37.946978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:37.991941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Calling delete_port for 5a75519b-2c67-4e18-a3e1-c78fd0097579 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:38.110329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-977ce8d6-037c-4897-9dc6-518b5816a037 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67755919-7d34-4f34-add7-8575b3ac7121 HTTP/1.1" status: 200 len: 217 time: 0.2256773 May 13 14:33:38.248402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67755919-7d34-4f34-add7-8575b3ac7121 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:38.249228 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.263272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:38.285778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67755919-7d34-4f34-add7-8575b3ac7121 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:38.342343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67755919-7d34-4f34-add7-8575b3ac7121,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:38.357619 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.379926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-fe8a6554-e30f-43f9-940d-74f4a6f04bae service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336100 May 13 14:33:38.380719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:38.387383 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:33:38.388401 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:33:38.392997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194625-1da9-42f8-afd9-25c14d684300 req-552099e8-c228-4e2e-9cf4-9794fc45cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:38.396508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-552099e8-c228-4e2e-9cf4-9794fc45cf65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 200 len: 852 time: 0.2510333 May 13 14:33:38.535333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:38.542703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005949-69a8-4fd5-accd-6fa5f43ced00 req-e96c4579-7e3b-4aa5-8ef1-e1d5d528adae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:38.555020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee005949-69a8-4fd5-accd-6fa5f43ced00 req-e96c4579-7e3b-4aa5-8ef1-e1d5d528adae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 943 time: 0.4125156 May 13 14:33:38.615648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-9ad52cd2-1243-4d57-ab6c-8db1fe1bdd17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=283377f0-f53b-4deb-a408-48b92a693700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583052 May 13 14:33:38.635156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d33d06-effc-42c2-bb84-d441b222d424 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:38.650532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.652762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['67755919-7d34-4f34-add7-8575b3ac7121'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:38.681377 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-9e331548-b3a1-4f4e-99fd-9ca014f667f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1680372 May 13 14:33:38.692981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Transition to ACTIVE for port object e9d33d06-effc-42c2-bb84-d441b222d424 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:38.706167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:38.949006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Deleting port 5a75519b-2c67-4e18-a3e1-c78fd0097579 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:38.949796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:39.053383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-bc4da630-349f-43bb-8960-79608b9b0450 service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248140 May 13 14:33:39.128161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:39.347854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee005949-69a8-4fd5-accd-6fa5f43ced00 req-0d66a4f2-c967-40eb-9952-9d73f928e6fe tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914486 May 13 14:33:39.469699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:39.610760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e450-8407-4b9c-aaaa-d9a88f91f686 req-e591ca1f-133c-4873-8792-5a3415bd49fc tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:39.629529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5a1e450-8407-4b9c-aaaa-d9a88f91f686 req-e591ca1f-133c-4873-8792-5a3415bd49fc tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 944 time: 1.5009856 May 13 14:33:39.658604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:39.665679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-e7c67318-62d3-4e70-a43f-0268a1c751d2 service neutron] 10.222.0.90 "GET /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2632432 May 13 14:33:39.849301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:39.890188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'mac_address': 'fa:16:3e:7b:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:39.990707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5a1e450-8407-4b9c-aaaa-d9a88f91f686 req-6cbc06f3-f118-4461-a5b8-56345f6a6bfc tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442996 May 13 14:33:39.991703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:39.992059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.024681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:40.028756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Attempting to bind port e9d33d06-effc-42c2-bb84-d441b222d424 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:40.029383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-e8dbbf48-41d6-4808-8bbd-b3026e1add3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.030451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Attempting to bind port e9d33d06-effc-42c2-bb84-d441b222d424 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:40.031110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Attempting to bind port e9d33d06-effc-42c2-bb84-d441b222d424 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:40.032989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-e8dbbf48-41d6-4808-8bbd-b3026e1add3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 1095 time: 0.9894960 May 13 14:33:40.034550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:40.062874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:40.067778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:40.068267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.069810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25194625-1da9-42f8-afd9-25c14d684300 req-bfff3b7c-d044-4d46-9b48-baa64f1dff3f service neutron] 10.222.0.90 "GET /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924735 May 13 14:33:40.143153 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.143462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 41a814f3-237b-4773-9a53-09af948140a5 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:33:40.178550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] For port 5a75519b-2c67-4e18-a3e1-c78fd0097579, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a75519b-2c67-4e18-a3e1-c78fd0097579,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:40.179350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.311921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.311921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.312382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.312791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.313817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.314637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.315465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.319607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-ffcbda14-fbda-4c53-9c34-0094cabadf38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6299 time: 0.4399357 May 13 14:33:40.416131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:40.535664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-367416e9-0961-4e96-bd00-30932b1da827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:40.538224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-367416e9-0961-4e96-bd00-30932b1da827 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.4575996 May 13 14:33:40.573188 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d329e6-6839-4cb1-a798-95e416128a11'] response: {'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', 'code': 200} May 13 14:33:40.599122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:40.602606 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.684998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=41a814f3-237b-4773-9a53-09af948140a5,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:40.694172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Calling delete_port for 5a75519b-2c67-4e18-a3e1-c78fd0097579 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:40.737283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '41a814f3-237b-4773-9a53-09af948140a5', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'port_id': '41a814f3-237b-4773-9a53-09af948140a5', 'mac_address': 'fa:16:3e:55:60:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:33:40.832966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:40.851250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.946629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 41a814f3-237b-4773-9a53-09af948140a5 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:40.947037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:40.994165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a814f3-237b-4773-9a53-09af948140a5 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:41.003909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:41.024303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Port e9d33d06-effc-42c2-bb84-d441b222d424 on network 6c8bf028-3680-46b6-9f51-c67edb143615 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:41.025031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Attempting to bind port e9d33d06-effc-42c2-bb84-d441b222d424 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:41.038166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=41a814f3-237b-4773-9a53-09af948140a5,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:41.048150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.050566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:41.051527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Checking segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:41.052680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Bound using segment: {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:41.053543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Bound port: e9d33d06-effc-42c2-bb84-d441b222d424, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4856781-45bd-46c3-98db-b9a300a589d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:41.054099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.130545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67755919-7d34-4f34-add7-8575b3ac7121 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:41.164754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:41.168909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:41.182476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.188340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-9a4e59d1-2862-4095-b521-8216c88c3714 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 200 len: 217 time: 0.6380882 May 13 14:33:41.280785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.281750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.283478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] 10.222.0.90 "PUT /v2.0/ports/e9d33d06-effc-42c2-bb84-d441b222d424 HTTP/1.1" status: 200 len: 1090 time: 6.5200307 May 13 14:33:41.303859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.359279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:41.379029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:41.414188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['41a814f3-237b-4773-9a53-09af948140a5'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:41.432200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-e4f9a501-d428-4e2e-8b17-24245fc4ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.432876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-e4f9a501-d428-4e2e-8b17-24245fc4ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.433353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-e4f9a501-d428-4e2e-8b17-24245fc4ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.435018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-e4f9a501-d428-4e2e-8b17-24245fc4ee10 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0883267 May 13 14:33:41.436661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-c77a78e3-5a40-4431-9190-3be4918611db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.438071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-c77a78e3-5a40-4431-9190-3be4918611db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2161131 May 13 14:33:41.482817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:41.505891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d02b0-bdc2-4510-874a-1d4485aedfff req-f6fc126b-e74b-4383-8c8e-53d7c2387b47 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.508557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a9d02b0-bdc2-4510-874a-1d4485aedfff req-f6fc126b-e74b-4383-8c8e-53d7c2387b47 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/ports?device_id=cff9a09f-cf67-4723-8a5a-dd50032e98e8 HTTP/1.1" status: 200 len: 948 time: 1.7519093 May 13 14:33:41.643580 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-59d3eb1e-2bd4-4fc9-8dc4-a222e812960c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981797 May 13 14:33:41.743227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d251-174a-4b9a-b2a8-8efbd6dd795b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:41.755682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] No DVR routers for this DVR port 5a75519b-2c67-4e18-a3e1-c78fd0097579 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:33:41.850258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-55f85ead-30ab-425c-a086-08d28f475846 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943612 May 13 14:33:41.878359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:41.905508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493e731-d494-4df1-adcf-b1e247f4c763 req-5615b7f3-cb62-44be-9a0b-03dfc35074ff tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:41.915974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8493e731-d494-4df1-adcf-b1e247f4c763 req-5615b7f3-cb62-44be-9a0b-03dfc35074ff tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 944 time: 0.9108844 May 13 14:33:41.981023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] Pushing event deleted for resources: {'Port': ['ID=5a75519b-2c67-4e18-a3e1-c78fd0097579,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:41.992352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a9d02b0-bdc2-4510-874a-1d4485aedfff req-61a5259e-ce1f-4779-a110-2bdecdd6a08e tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcfae15b-ff72-44b6-af29-4762c3f1570a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481461 May 13 14:33:42.057006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d18457-b489-44f5-bd68-3b7eebe6daeb req-872848f1-4a66-48d3-87f6-1da3b459f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.058972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3d18457-b489-44f5-bd68-3b7eebe6daeb req-872848f1-4a66-48d3-87f6-1da3b459f2d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 1096 time: 1.0562782 May 13 14:33:42.102502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.125970 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e443d7fc-79ae-4fa2-aa3e-f5acccaa2765'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d', 'status': 'completed', 'code': 200} May 13 14:33:42.303280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3d18457-b489-44f5-bd68-3b7eebe6daeb req-8232dfd6-d881-4020-8ba7-62075c7383a1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822896 May 13 14:33:42.304463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-a5917979-abb4-43f1-b841-3eb6d772d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.306189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c03f80-da24-47c0-8d9c-cbc5fc63d762 req-a5917979-abb4-43f1-b841-3eb6d772d61d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8078558 May 13 14:33:42.312380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4db8d69f-33ee-4c09-be18-9252c31af947 req-e8f2df78-f624-40d2-9b96-d4abd8ff8900 tempest-ServersAdminNegativeTestJSON-1559915591 tempest-ServersAdminNegativeTestJSON-1559915591-project] 10.222.0.90 "DELETE /v2.0/ports/5a75519b-2c67-4e18-a3e1-c78fd0097579 HTTP/1.1" status: 204 len: 173 time: 7.3469019 May 13 14:33:42.315876 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27f52c5-7c92-47c0-83a0-bc42092b7a1a'] response: {'name': 'network-changed', 'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'status': 'completed', 'code': 200} May 13 14:33:42.371032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 67755919-7d34-4f34-add7-8575b3ac7121 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:42.374788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d4280f-7d88-4e85-80d2-ed12a7f2cf94 req-3e8e436a-44cd-4074-9977-d2e55b3a5df8 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139270 May 13 14:33:42.390253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8493e731-d494-4df1-adcf-b1e247f4c763 req-bcd85fff-2213-468b-ba5b-0422223542af tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731798 May 13 14:33:42.423949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 67755919-7d34-4f34-add7-8575b3ac7121 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:42.424476 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.588624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579'}, {'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:42.838845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67755919-7d34-4f34-add7-8575b3ac7121 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:42.839780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.902973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-c8d35d30-3346-41a3-beee-8322077d64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.904473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-c8d35d30-3346-41a3-beee-8322077d64b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 1095 time: 0.5903614 May 13 14:33:42.924762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67755919-7d34-4f34-add7-8575b3ac7121,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:42.932058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:42.933525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.934234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.934875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.935538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.936752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.937390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.938023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:42.940307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-7fc327be-6974-4f26-8742-6f91bfbe2eaf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6341 time: 0.3669143 May 13 14:33:43.003553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52c913-2a34-4d15-b2a5-8cf4ddf8c251 req-a0373069-bcae-4044-9a38-7ef8dc02f63e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.005630 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e52c913-2a34-4d15-b2a5-8cf4ddf8c251 req-a0373069-bcae-4044-9a38-7ef8dc02f63e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 945 time: 0.3078499 May 13 14:33:43.112104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.127639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.135046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:43.143135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.149742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e52c913-2a34-4d15-b2a5-8cf4ddf8c251 req-d970e460-c79c-4b1e-a089-5019c65ea7b6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930905 May 13 14:33:43.160944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.183461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.192261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.204283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.208302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15718069-d775-4908-b5af-7c04133736dc req-91ef5bc6-918c-4f8f-aab5-c740cf847d0f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5394 time: 0.7677538 May 13 14:33:43.212996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-becc41b2-6224-4aaf-b1c1-834ccd19e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.214812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-becc41b2-6224-4aaf-b1c1-834ccd19e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.216456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-becc41b2-6224-4aaf-b1c1-834ccd19e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.221134 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-becc41b2-6224-4aaf-b1c1-834ccd19e567 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2679491 May 13 14:33:43.272811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:43.603337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15718069-d775-4908-b5af-7c04133736dc req-240cadaa-6fbc-417c-afc6-1e84d7c4c8b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3637502 May 13 14:33:43.621877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178478c-fef4-46b5-8d05-de063964bce2 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:43.633029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-1cc36d72-5281-4577-880a-0dfc047119b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.634556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-017192a2-a4b0-41ee-927f-f3d959afddb5 req-1cc36d72-5281-4577-880a-0dfc047119b8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3896935 May 13 14:33:43.642221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-6d807c18-6f9d-43fa-81df-2845007b3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:43.645548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-6d807c18-6f9d-43fa-81df-2845007b3912 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 906 time: 0.7312083 May 13 14:33:43.648162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.727685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Transition to ACTIVE for port object 9178478c-fef4-46b5-8d05-de063964bce2 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:43.738722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:43.871420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-2307d797-e0b9-4d4d-a273-3e6c4355f1e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c HTTP/1.1" status: 200 len: 217 time: 0.2192473 May 13 14:33:43.955574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:44.038502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c71f-f9f9-47ae-8b52-91cab249b5ee req-6c95b5ad-6ff2-44b7-975e-e649efdf8d94 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.040141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a10c71f-f9f9-47ae-8b52-91cab249b5ee req-6c95b5ad-6ff2-44b7-975e-e649efdf8d94 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 945 time: 0.1418948 May 13 14:33:44.124627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a10c71f-f9f9-47ae-8b52-91cab249b5ee req-26053dd0-fa7d-48eb-866f-972928c537bc tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767269 May 13 14:33:44.170646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424'}, {'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-deleted', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:44.238556 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5922510-ee57-4114-a660-da7eb8e81b7a'] response: {'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'code': 200} May 13 14:33:44.239176 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5922510-ee57-4114-a660-da7eb8e81b7a'] response: {'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf', 'code': 200} May 13 14:33:44.584154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a1a84-42a0-40bb-b04e-886e4d8d468a req-824bcf14-92db-45f8-801e-7a752d3da8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.585733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369a1a84-42a0-40bb-b04e-886e4d8d468a req-824bcf14-92db-45f8-801e-7a752d3da8f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 1096 time: 0.2141798 May 13 14:33:44.628281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-e671d768-a5a4-492c-8e6c-83fa989a5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.629725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-e671d768-a5a4-492c-8e6c-83fa989a5ce2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.6757522 May 13 14:33:44.687014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369a1a84-42a0-40bb-b04e-886e4d8d468a req-d8151bb0-c8b3-477c-a510-063e857a5c06 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882211 May 13 14:33:44.742628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-8c409614-4669-4d1e-b3cc-ff15bc3eb59f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935163 May 13 14:33:44.782301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Attempting to bind port 9178478c-fef4-46b5-8d05-de063964bce2 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:44.782667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Attempting to bind port 9178478c-fef4-46b5-8d05-de063964bce2 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:44.782983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Attempting to bind port 9178478c-fef4-46b5-8d05-de063964bce2 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:44.801380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1a74c-0480-4500-8480-c51db51269c2 req-8bbd8d99-0a86-4966-ba96-08cdb536edef tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.802976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ea1a74c-0480-4500-8480-c51db51269c2 req-8bbd8d99-0a86-4966-ba96-08cdb536edef tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.9902139 May 13 14:33:44.806183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Port 9178478c-fef4-46b5-8d05-de063964bce2 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:44.806526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Attempting to bind port 9178478c-fef4-46b5-8d05-de063964bce2 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:44.828495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:44.828846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Checking segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:44.829235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Bound using segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:44.829691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Bound port: 9178478c-fef4-46b5-8d05-de063964bce2, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:44.830038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:44.854753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af98623-726e-4f66-9083-ce7dc0c23dfa req-d30a8f4c-0936-4986-9bd9-7dba09406824 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:44.856503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2af98623-726e-4f66-9083-ce7dc0c23dfa req-d30a8f4c-0936-4986-9bd9-7dba09406824 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 944 time: 0.1217253 May 13 14:33:44.922596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2af98623-726e-4f66-9083-ce7dc0c23dfa req-77cf7b25-26f7-4771-9644-b156fba68a1a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540774 May 13 14:33:45.121920 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ea1a74c-0480-4500-8480-c51db51269c2 req-21255ac7-85be-4ab7-8599-805fc852da05 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012819 May 13 14:33:45.137372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:45.167715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:45.230938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-4e630a3d-c128-4da8-9e5c-ddb7a2c494cf service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152673 May 13 14:33:45.251011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:45.255366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:45.282748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:45.291242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:45.292817 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.433112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d06794d-0b35-4a2f-a3da-4841a8210f33 req-7faef861-5685-400d-b790-93201a679303 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.3101466 May 13 14:33:45.458460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.559406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:45.559801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.611878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:45.615305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:45.615971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.617506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] 10.222.0.90 "PUT /v2.0/ports/9178478c-fef4-46b5-8d05-de063964bce2 HTTP/1.1" status: 200 len: 1091 time: 4.2706945 May 13 14:33:45.619509 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.620635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 41a814f3-237b-4773-9a53-09af948140a5 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:33:45.698335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Request body: {'port': {'device_id': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:45.815283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:45.815892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f32417f6-c779-47de-b6c4-f34b45fa4137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6f6b037059d43ac8344cb978e3e01db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280234 May 13 14:33:45.841235 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d4015-7f1f-4a1f-8902-08cb80725839'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'status': 'completed', 'code': 200} May 13 14:33:45.841488 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d4015-7f1f-4a1f-8902-08cb80725839'] response: {'server_uuid': 'cff9a09f-cf67-4723-8a5a-dd50032e98e8', 'name': 'network-vif-deleted', 'tag': '5a75519b-2c67-4e18-a3e1-c78fd0097579', 'status': 'completed', 'code': 200} May 13 14:33:45.891891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83bdd347-85a7-4dcb-a10e-4e8f916499e9 req-a14304b1-ac39-4ac5-9dde-19e90ec05bd5 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342998 May 13 14:33:45.936195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:45.975108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 41a814f3-237b-4773-9a53-09af948140a5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:33:45.985704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 41a814f3-237b-4773-9a53-09af948140a5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:33:45.986166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:45.993011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.045020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.105703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.146881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 41a814f3-237b-4773-9a53-09af948140a5 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:46.147256 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.175188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.183260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.188562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=41a814f3-237b-4773-9a53-09af948140a5,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:46.190387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55396a1b-8dea-4c49-8a70-0c6cd4e35cef service neutron] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.190925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.197341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.204781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.205032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.211143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.212262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0540228-df84-441d-99fd-23b64effa59e req-6dcfd087-03f6-415a-9c11-722a61c6e5c9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.213005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d0540228-df84-441d-99fd-23b64effa59e req-6dcfd087-03f6-415a-9c11-722a61c6e5c9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:46.217198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.219388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-a5601a9d-e049-4233-9c3b-54e45151390a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5406 time: 0.2560837 May 13 14:33:46.252657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121'}, {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'}, {'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a814f3-237b-4773-9a53-09af948140a5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:46.268809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.301113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfae15b-ff72-44b6-af29-4762c3f1570a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.301363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:46.313980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d00f4c1d-71db-4c37-9e8e-44156e2fbd46 req-4fe1978a-e1dd-4438-9b9e-e462dfe569fa tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840127 May 13 14:33:46.328926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.329911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a7f4b614-c9fb-47e7-975b-3d0d5b48e6c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcfae15b-ff72-44b6-af29-4762c3f1570a HTTP/1.1" status: 204 len: 168 time: 0.5129142 May 13 14:33:46.343185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d0540228-df84-441d-99fd-23b64effa59e req-6dcfd087-03f6-415a-9c11-722a61c6e5c9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:46.344464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0540228-df84-441d-99fd-23b64effa59e req-6dcfd087-03f6-415a-9c11-722a61c6e5c9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 945 time: 0.8906043 May 13 14:33:46.446846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.447330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.447803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.448297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.448767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.449506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.449969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.452013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f5575ad5-0046-4a49-8aee-39ca1d2a2dd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6408 time: 0.4600651 May 13 14:33:46.459384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0540228-df84-441d-99fd-23b64effa59e req-dec31373-c630-4e38-891d-b74072e1e294 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899792 May 13 14:33:46.548841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3b9fb-59a3-443c-a919-132ce8a83977 req-3f6f97c2-1fbc-45e2-ad57-212a28df0e2e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.551250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81c3b9fb-59a3-443c-a919-132ce8a83977 req-3f6f97c2-1fbc-45e2-ad57-212a28df0e2e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.1089072 May 13 14:33:46.613203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81c3b9fb-59a3-443c-a919-132ce8a83977 req-0619221b-f728-4c95-95ff-5bce22f31807 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554819 May 13 14:33:46.757835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:46.871520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-280f95f1-9782-46c8-9787-4f41fb0d1266 req-b58f95e8-e48d-432c-8ed3-f947c76048d8 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2414215 May 13 14:33:46.885291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-c11fcc9d-cec7-4ca5-8792-6f701cc272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.885761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-c11fcc9d-cec7-4ca5-8792-6f701cc272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.886216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-c11fcc9d-cec7-4ca5-8792-6f701cc272ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.887872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-c11fcc9d-cec7-4ca5-8792-6f701cc272ba service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4252841 May 13 14:33:46.893074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6583db97-a356-43c4-88b0-235672c91466 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:46.921137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6972c68a-411d-4075-8c06-5f3b0a989a72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=847848ce308f420ab35ac71936056e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597338 May 13 14:33:46.921744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:46.925356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:46.956053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-c75be374-abb2-4e1c-bae1-909a7c9eebcc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:46.957782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-c75be374-abb2-4e1c-bae1-909a7c9eebcc tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 0.2211449 May 13 14:33:46.976993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-cb735415-b490-4bb5-abc9-c38bcffe86d6 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/quotas/3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 375 time: 0.0128968 May 13 14:33:47.057810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Transition to ACTIVE for port object 6583db97-a356-43c4-88b0-235672c91466 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:47.076069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-05fff41e-f641-48c4-a850-118f123362e1 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935595 May 13 14:33:47.081900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.302967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-0144e882-14e2-493a-bf5f-65b89720072c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:33:47.304579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-0144e882-14e2-493a-bf5f-65b89720072c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2210147 May 13 14:33:47.325268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.327564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.333436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f0d0ec77-4954-4d6e-9852-8d6e1e9c3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.334976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4be1ad9f-f32d-439b-ade6-35db12709510 req-f0d0ec77-4954-4d6e-9852-8d6e1e9c3a25 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4371088 May 13 14:33:47.453684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32415-27af-4a54-a00c-152b09f2fa51 req-f3bebdaf-cb3e-4f8b-979d-bfdb1a279152 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.455112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13b32415-27af-4a54-a00c-152b09f2fa51 req-f3bebdaf-cb3e-4f8b-979d-bfdb1a279152 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.4579720 May 13 14:33:47.462117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.485300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-accc3c4a-0146-461a-bfc1-1ebdeea731e2 service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691093 May 13 14:33:47.559030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Attempting to bind port 6583db97-a356-43c4-88b0-235672c91466 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:33:47.559364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Attempting to bind port 6583db97-a356-43c4-88b0-235672c91466 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:33:47.559689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Attempting to bind port 6583db97-a356-43c4-88b0-235672c91466 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:47.573058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13b32415-27af-4a54-a00c-152b09f2fa51 req-486c96be-148c-4ac2-97c4-215c47376c7d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 May 13 14:33:47.605050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Port 6583db97-a356-43c4-88b0-235672c91466 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:33:47.605453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Attempting to bind port 6583db97-a356-43c4-88b0-235672c91466 on network 3c114319-6d0e-4ecb-8284-a18a2814d527 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:33:47.623641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a8604f2-a5d5-40c6-a086-dc87f259aa53 req-4c5c38f5-1744-4b48-a218-fdaa791416a7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0546420 May 13 14:33:47.624640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:33:47.624979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Checking segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:33:47.625362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Bound using segment: {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:33:47.625807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Bound port: 6583db97-a356-43c4-88b0-235672c91466, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcb315-e37d-4cea-a554-753f0227b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:33:47.626155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.696534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-d9a86bb4-0805-4082-adfa-4bdee4ad962c service neutron] 10.222.0.36 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040930 May 13 14:33:47.698141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.757465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07472702-1a1b-446b-b0fe-4578871fff4a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.795885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.797158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2eef4288-7c84-42ca-b6a5-b9c4c3a6602c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07472702-1a1b-446b-b0fe-4578871fff4a HTTP/1.1" status: 204 len: 168 time: 0.8746376 May 13 14:33:47.813400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:33:47.817837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:33:47.829538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.875892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:47.917505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f319c7-77d4-47a3-81b1-b3ffa58c04dc req-6586eaeb-4cc4-4989-8d4f-caefae02d775 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.919136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6f319c7-77d4-47a3-81b1-b3ffa58c04dc req-6586eaeb-4cc4-4989-8d4f-caefae02d775 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.2140129 May 13 14:33:47.925055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:47.925700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:47.927148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] 10.222.0.90 "PUT /v2.0/ports/6583db97-a356-43c4-88b0-235672c91466 HTTP/1.1" status: 200 len: 1091 time: 2.2337878 May 13 14:33:47.954835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93b364-e1fc-4dff-a492-b8089bc9c92b service neutron] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:47.999788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6f319c7-77d4-47a3-81b1-b3ffa58c04dc req-84ffff4a-d98c-4540-afbf-0cb36c94afdf tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661576 May 13 14:33:48.100600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.101501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.102493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.103010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.103490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.103972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.104802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.107031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e0ff90f0-5b1c-489d-9344-59966dff05dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6475 time: 0.1158221 May 13 14:33:48.151184 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeb42a6-cd2e-4462-a260-a477ddd4a08b'] response: {'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121', 'code': 200} May 13 14:33:48.151992 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeb42a6-cd2e-4462-a260-a477ddd4a08b'] response: {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'code': 200} May 13 14:33:48.151992 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeb42a6-cd2e-4462-a260-a477ddd4a08b'] response: {'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a814f3-237b-4773-9a53-09af948140a5', 'code': 200} May 13 14:33:48.249942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8af250c6-4190-4abf-996b-23e955adc465 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421 HTTP/1.1" status: 200 len: 217 time: 0.1346042 May 13 14:33:48.480478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4d33e-0ec3-47d4-a079-7a8452e97021 req-973733ce-23c0-4551-9903-d900f7cbd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.483290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ba4d33e-0ec3-47d4-a079-7a8452e97021 req-973733ce-23c0-4551-9903-d900f7cbd3c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 1096 time: 0.1787608 May 13 14:33:48.544301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d627d5ff-94bd-4f86-b336-2a01c01c05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.546486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-d627d5ff-94bd-4f86-b336-2a01c01c05e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e HTTP/1.1" status: 200 len: 850 time: 0.2829504 May 13 14:33:48.665535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ba4d33e-0ec3-47d4-a079-7a8452e97021 req-cec0d2cf-ea3d-4ab2-8909-1dad79f6cacf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760807 May 13 14:33:48.666577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca97a9-6b23-474a-b8e3-556655e67403 req-35b2f65c-23d1-45a8-9b22-5a52539be023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.668096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-daca97a9-6b23-474a-b8e3-556655e67403 req-35b2f65c-23d1-45a8-9b22-5a52539be023 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 1096 time: 0.3251557 May 13 14:33:48.680646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f79c-b4db-46f9-b880-822a507106ca req-d068d387-7576-4763-b7b5-63c10310b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.681784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8106f79c-b4db-46f9-b880-822a507106ca req-d068d387-7576-4763-b7b5-63c10310b298 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 1097 time: 0.2844250 May 13 14:33:48.699793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.706064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.710602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf6a6-6459-4c94-bab6-a43f07d22dad req-88a6d7dd-7bf5-4643-a6b8-1d03f47ca8b1 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.712109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.713580 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-129bf6a6-6459-4c94-bab6-a43f07d22dad req-88a6d7dd-7bf5-4643-a6b8-1d03f47ca8b1 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 945 time: 0.1874616 May 13 14:33:48.718887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.725230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.731481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.738258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:48.740378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8619841-9cb0-4921-9445-817631291767 req-ca5e9d8a-b216-422d-9d6b-0152d4bfc22b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.3341324 May 13 14:33:48.813263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-129bf6a6-6459-4c94-bab6-a43f07d22dad req-dc65a859-3d68-4687-851b-7524cad2b295 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823653 May 13 14:33:49.025427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:49.025781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c3d04400-d54d-44f4-a45b-e2ca701b5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.028321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c3d04400-d54d-44f4-a45b-e2ca701b5447 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6cc6b37-1691-40f3-8b0c-a58ef5bb549c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4631860 May 13 14:33:49.175684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b47c4f-d8e5-4fac-a6bc-e4761074a1de req-4df5f103-b8e6-49b3-8ec5-32350a72638d tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.193769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82b47c4f-d8e5-4fac-a6bc-e4761074a1de req-4df5f103-b8e6-49b3-8ec5-32350a72638d tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.1773105 May 13 14:33:49.254964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82b47c4f-d8e5-4fac-a6bc-e4761074a1de req-0f7b888a-657a-40c2-a95e-aefb0f40e9ac tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601411 May 13 14:33:49.332918 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-63b02d0a-cf24-4201-a050-97270dafd6a3 service neutron] 10.222.0.90 "GET /v2.0/networks/e6cc6b37-1691-40f3-8b0c-a58ef5bb549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441955 May 13 14:33:49.341688 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2d64a2-c161-46da-9bc0-dd749fb5e620'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2', 'status': 'completed', 'code': 200} May 13 14:33:49.408382 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8619841-9cb0-4921-9445-817631291767 req-250f5224-ec8f-405b-adb0-c404ca4962be tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6607726 May 13 14:33:49.552807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-daca97a9-6b23-474a-b8e3-556655e67403 req-456fee2b-b562-4d97-855a-130d33d3dc54 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208647 May 13 14:33:49.558735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8106f79c-b4db-46f9-b880-822a507106ca req-bbd72e0f-973f-4bd7-b23f-020edf992eb2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251510 May 13 14:33:49.618699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741ebb85-5a46-4889-9700-1b6a1225404c req-c2afaf68-9d59-434b-99f9-2cb2095fe004 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0985312 May 13 14:33:49.631489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-859b4ef2-bb1f-450e-97f3-e2d348dea4e4 req-a9e8e740-8990-41af-8fd7-1031a228be53 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 210 time: 0.0772815 May 13 14:33:49.746155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-281f3d3b-60fd-420e-8265-4845fb6fe4a1 service neutron] 10.222.0.90 "GET /v2.0/networks/e6cc6b37-1691-40f3-8b0c-a58ef5bb549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902295 May 13 14:33:49.848872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb57b-cb6f-472c-a906-10f10312b7ae req-65a9229d-7e60-47d4-b91f-e637d5c2da82 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.850847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e2cb57b-cb6f-472c-a906-10f10312b7ae req-65a9229d-7e60-47d4-b91f-e637d5c2da82 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1031945 May 13 14:33:49.936505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e2cb57b-cb6f-472c-a906-10f10312b7ae req-42ca5113-0668-438c-a718-d6fbe4879958 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 May 13 14:33:49.991543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd4c17-e2d3-46fe-8b02-bec65d6e67bb req-f7a2c1af-5004-4e36-8d00-95026bdf72d1 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:49.997123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5bd4c17-e2d3-46fe-8b02-bec65d6e67bb req-f7a2c1af-5004-4e36-8d00-95026bdf72d1 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 945 time: 0.1199942 May 13 14:33:50.094878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5bd4c17-e2d3-46fe-8b02-bec65d6e67bb req-b7367d6a-a13f-41c4-aa44-d1ee397420b4 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904644 May 13 14:33:50.126410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:50.245086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-42f6f3e2-0882-40d6-8146-a3125b5592b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 200 len: 217 time: 0.1566024 May 13 14:33:50.422744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93b0808b-c741-4912-8e6d-9ac9c82843a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:50.425270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93b0808b-c741-4912-8e6d-9ac9c82843a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a964eca-1441-4579-80fa-3ab79449ba9b HTTP/1.1" status: 200 len: 797 time: 0.1725605 May 13 14:33:50.450569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71bbf6-fa0d-45c1-a4ad-2a679e4f33e7 req-47c897a2-9fd6-4912-8fa6-167d1fdd655a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:50.453508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d71bbf6-fa0d-45c1-a4ad-2a679e4f33e7 req-47c897a2-9fd6-4912-8fa6-167d1fdd655a tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.4150417 May 13 14:33:50.632312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d71bbf6-fa0d-45c1-a4ad-2a679e4f33e7 req-541c2418-f6dc-47e2-ac47-770ee66f9c0d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117625 May 13 14:33:50.666821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7fce42d2-a169-4072-a1b7-413abf8a6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:50.670992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7fce42d2-a169-4072-a1b7-413abf8a6697 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c8bf028-3680-46b6-9f51-c67edb143615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357738 May 13 14:33:50.788186 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f21f728d-776f-4032-bf63-ae32fb369573 req-4544278d-1e2a-4d3a-95a9-2d4ecbf1f762 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1640179 May 13 14:33:51.055370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e5c1f-d100-4023-bea1-f0711b87893f req-ed81ca69-a360-41a6-9d3f-8ca24e98f248 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.063944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f59e5c1f-d100-4023-bea1-f0711b87893f req-ed81ca69-a360-41a6-9d3f-8ca24e98f248 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.1049988 May 13 14:33:51.124070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f59e5c1f-d100-4023-bea1-f0711b87893f req-309a595b-5f37-483f-af21-a3734bafcb7f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589523 May 13 14:33:51.345758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '6583db97-a356-43c4-88b0-235672c91466'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:33:51.358982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-118f9f4f-a59f-4edd-9ecc-2bcbfcf17081 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783743 May 13 14:33:51.371425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-b29de1a7-a1c4-4dbd-ae7e-b2a6b0a02e4b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.373770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-b29de1a7-a1c4-4dbd-ae7e-b2a6b0a02e4b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 820 time: 0.5189264 May 13 14:33:51.434616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Request body: {'port': {'device_id': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'admin_state_up': True, 'tenant_id': '3cd999e6b68741688665e47faa7b8b68'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:51.547181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.563104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.575430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.597488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70361730-a014-4c9a-868c-c1cbd3ecd76e req-e15e87a8-03d3-4fc0-9312-cab84a41829c tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.597833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.611241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70361730-a014-4c9a-868c-c1cbd3ecd76e req-e15e87a8-03d3-4fc0-9312-cab84a41829c tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 945 time: 0.7546539 May 13 14:33:51.622046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.636497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.652056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:51.667519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-ecee442f-043a-422a-b9c5-0238d472e5e3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.3232319 May 13 14:33:51.782232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e57e9b7c-3726-48d5-8266-d7ea7a6fdc51 req-03151101-1e0c-435b-a96b-2bd38407ddb4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124625 May 13 14:33:51.964608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70361730-a014-4c9a-868c-c1cbd3ecd76e req-038d7269-652d-411d-a9b1-3ba86520bc5e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520110 May 13 14:33:52.058990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7285eefa-d67a-4f92-bf17-a662cecf2263 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805511 May 13 14:33:52.065300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:52.194621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9f2d73a-8009-4864-a565-ee611635ad6b req-2c733d3f-821f-4e72-9e49-3d3ee509e1c5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 210 time: 0.0934892 May 13 14:33:52.451608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:52.458064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-134df359-02d1-4e53-aa80-bc5570682b5a req-5639b1c5-08f7-4f53-aff3-0273664c36cd tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1011853 May 13 14:33:52.460335 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a936d7cc-882c-4b44-99f9-8df441662151 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 200 len: 217 time: 0.3905802 May 13 14:33:52.520712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Made reservation on behalf of 3cd999e6b68741688665e47faa7b8b68 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:33:52.525266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:52.638994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-16a995d0-5650-4745-b145-8ffe14d9fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:52.641016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-16a995d0-5650-4745-b145-8ffe14d9fe7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a964eca-1441-4579-80fa-3ab79449ba9b HTTP/1.1" status: 200 len: 797 time: 0.1683874 May 13 14:33:52.692957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90e0e8-8e1c-475f-bb53-e6566fb0381e req-d3eae9e4-a64d-4f30-a448-30f22fcd9360 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:52.695682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de90e0e8-8e1c-475f-bb53-e6566fb0381e req-d3eae9e4-a64d-4f30-a448-30f22fcd9360 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.3386598 May 13 14:33:52.790086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de90e0e8-8e1c-475f-bb53-e6566fb0381e req-91f0367b-cce5-4d68-9b64-70498ca6d284 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862701 May 13 14:33:52.881219 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6374d9c-7bc2-4f35-8730-92d08a87a633'] response: {'name': 'network-changed', 'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'tag': '6583db97-a356-43c4-88b0-235672c91466', 'status': 'completed', 'code': 200} May 13 14:33:52.922558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-00676418-92a9-48a2-a8a4-7ca6e2d6b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:52.924106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-00676418-92a9-48a2-a8a4-7ca6e2d6b790 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c8bf028-3680-46b6-9f51-c67edb143615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2650380 May 13 14:33:52.929009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Allocated IP 172.20.0.4 (d6be8d4b-9af1-429d-b523-5c4e3520e2df/a0e54976-de28-4c79-92e8-9a27a88e0c89/0aca103a-d661-4164-8a8d-b9cfc2ff78d4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:33:53.226362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-e695b118-6c2c-4dcc-8aec-0d15b4b12571 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921159 May 13 14:33:53.276374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e81e61-0fbb-489d-9dc1-ed0672cd24b7 req-992abe14-1192-499f-8b62-94d5b51259d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.278636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-44e81e61-0fbb-489d-9dc1-ed0672cd24b7 req-992abe14-1192-499f-8b62-94d5b51259d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Synchronizing usage tracker for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:33:53.314955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-44e81e61-0fbb-489d-9dc1-ed0672cd24b7 req-992abe14-1192-499f-8b62-94d5b51259d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Unset dirty status for tenant:7da7303b5fcd41b2b4a6121d1d296236 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:33:53.319970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44e81e61-0fbb-489d-9dc1-ed0672cd24b7 req-992abe14-1192-499f-8b62-94d5b51259d9 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.1733501 May 13 14:33:53.438304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44e81e61-0fbb-489d-9dc1-ed0672cd24b7 req-d70ed0b2-ed22-45d5-9d54-f09b4168d144 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 May 13 14:33:53.671627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:53.823364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9160bcab-2d63-4df6-9e5d-d10aaf584a38 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580559 May 13 14:33:53.979591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-61a127e0-76f4-44b7-a8d5-2620be9a705f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=2d342fb6-a989-4787-87f4-eece00de111d HTTP/1.1" status: 200 len: 217 time: 0.1422772 May 13 14:33:53.996526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe4ded-f1e0-4549-8e7d-7f0ace9b4ab3 req-0455e7e3-9dd7-432d-ab30-87d60f93c236 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:53.999223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70fe4ded-f1e0-4549-8e7d-7f0ace9b4ab3 req-0455e7e3-9dd7-432d-ab30-87d60f93c236 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.4759562 May 13 14:33:54.013877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.025820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.037087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.048587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.059824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.071077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.082500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.084915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-7ce028bc-1cb2-49b1-8437-37317148cd89 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.1858513 May 13 14:33:54.119822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:54.133408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aaefaf12-2d01-4619-8887-6fc55b54fe26'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:33:54.163016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-866693db-3f5b-4e74-828a-2d64f2ea89aa req-86913b37-6143-4cab-8b95-5a40c8cec56e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682755 May 13 14:33:54.186037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-ae9d2ead-74a2-406a-ac78-413fc82f0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.187575 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-ae9d2ead-74a2-406a-ac78-413fc82f0844 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a964eca-1441-4579-80fa-3ab79449ba9b HTTP/1.1" status: 200 len: 797 time: 0.1852045 May 13 14:33:54.288793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70fe4ded-f1e0-4549-8e7d-7f0ace9b4ab3 req-6895dd8f-b099-44dd-87a0-ba29315dca8e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271140 May 13 14:33:54.443719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbeb0-10e9-41a0-b696-033cc7a4ae9f req-afc8f4fa-5a77-4839-8733-4696eab39b8b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.449959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Network d6be8d4b-9af1-429d-b523-5c4e3520e2df is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:33:54.454450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-532fbeb0-10e9-41a0-b696-033cc7a4ae9f req-afc8f4fa-5a77-4839-8733-4696eab39b8b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 931 time: 0.1226645 May 13 14:33:54.469180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:33:54.479094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:33:54.515381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-532fbeb0-10e9-41a0-b696-033cc7a4ae9f req-cd4a22a6-2ef0-4f6b-97cf-173a1503561b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597436 May 13 14:33:54.545159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:54.717367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.718528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:54.759342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c539b38-718d-4e12-8879-fa6ddbf61829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:54.762109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8c539b38-718d-4e12-8879-fa6ddbf61829 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c8bf028-3680-46b6-9f51-c67edb143615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5082977 May 13 14:33:54.919767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-63b99807-1603-44fe-b4ee-d959cd921319 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5088499 May 13 14:33:54.956944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Request body: {'port': {'device_id': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:55.235811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c300566-8c26-4d2f-9299-0e66a56f842a req-7292d521-2135-4a48-adc1-1c6bc500be7c tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0523357 May 13 14:33:55.250485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00436f3-30f2-4f56-8ed5-0e384ce2ee30 req-fc4ffb17-adfa-45e4-b0e1-3eeb514b91bf tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.252107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b00436f3-30f2-4f56-8ed5-0e384ce2ee30 req-fc4ffb17-adfa-45e4-b0e1-3eeb514b91bf tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 945 time: 0.6947813 May 13 14:33:55.386839 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-2ddf0964-0cdb-4408-ba75-e7e96edb39e4 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101897 May 13 14:33:55.429373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b00436f3-30f2-4f56-8ed5-0e384ce2ee30 req-92b84697-bbff-4d34-82a4-b0f11fd3b01e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667929 May 13 14:33:55.523749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65860b-0135-4e52-a1a7-aa52d512ff7c req-d19392e4-32a1-4f73-859a-522aa6b2f72d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.526052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d65860b-0135-4e52-a1a7-aa52d512ff7c req-d19392e4-32a1-4f73-859a-522aa6b2f72d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1479833 May 13 14:33:55.545480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:55.612054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-d7590820-c56b-47c8-a4ef-b8fb1009b88e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.614766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-d7590820-c56b-47c8-a4ef-b8fb1009b88e tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 945 time: 0.6107705 May 13 14:33:55.616030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d65860b-0135-4e52-a1a7-aa52d512ff7c req-56758cc4-b79f-4848-8836-3fa021e7ed1f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 May 13 14:33:55.942049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5895f5-2ded-4b6f-8a70-dbef158b1bb0 req-ae25af8a-d763-416e-8693-86d0b7e100db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:55.944680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e5895f5-2ded-4b6f-8a70-dbef158b1bb0 req-ae25af8a-d763-416e-8693-86d0b7e100db tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.1526682 May 13 14:33:56.018314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e5895f5-2ded-4b6f-8a70-dbef158b1bb0 req-a72772d4-ff9a-4c11-afbd-61a129f22573 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 May 13 14:33:56.123902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:56.181268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Deleting port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:33:56.181841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.272373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.278347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.284291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.290744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.297262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.302883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-407e9934-f81e-4316-864e-365b1e3252dc service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955801 May 13 14:33:56.303162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.310178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.312408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-730b66b1-67ff-429b-8fb8-380bfc0de993 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.1550555 May 13 14:33:56.345611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.377488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:56.386301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Usage tracker for resource:security_group_rule and tenant:8b965b334582429a835653336372df11 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:56.391767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:56.404054 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-99b29510-3a9c-4863-a064-d2cf4adb6e27 req-126ecd90-5471-4706-9484-703f1de99388 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764525 May 13 14:33:56.405087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:56.467638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-92592fda-4a1c-4bd3-bdaf-9851d34f2a74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=e9d33d06-effc-42c2-bb84-d441b222d424 HTTP/1.1" status: 200 len: 217 time: 0.1459546 May 13 14:33:56.534694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.540583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.641531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b965b334582429a835653336372df11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5160637 May 13 14:33:56.648836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:56.649512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec317f-d8d0-43ff-aa6c-3ee554116029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7fa3b-ee1d-4c65-ba04-c99dba877c88,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.744553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b097a6-274a-4e8a-8625-9bd9ba7608d5 req-0cf71625-808d-438b-ab30-028a242fca09 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.746117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61b097a6-274a-4e8a-8625-9bd9ba7608d5 req-0cf71625-808d-438b-ab30-028a242fca09 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 931 time: 0.1975660 May 13 14:33:56.751678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.809130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.836062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61b097a6-274a-4e8a-8625-9bd9ba7608d5 req-4b56c877-6bf0-49b9-a015-590bdcaf5e48 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811479 May 13 14:33:56.843099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb546c8-4c65-407c-9fbd-7e93a3f7bce4 req-6d8d8127-d994-42cc-bbe2-694db700b0bf tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:56.845785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7fb546c8-4c65-407c-9fbd-7e93a3f7bce4 req-6d8d8127-d994-42cc-bbe2-694db700b0bf tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.9601777 May 13 14:33:56.862503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49134) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:56.923400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.958956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Request body: {'floatingip': {'port_id': '41a814f3-237b-4773-9a53-09af948140a5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:33:56.960794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7fa3b-ee1d-4c65-ba04-c99dba877c88,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:56.968958 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:56.971625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6fb8f1d0-32f8-43f0-89d4-a9e14997d18d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfd7fa3b-ee1d-4c65-ba04-c99dba877c88 HTTP/1.1" status: 204 len: 168 time: 0.3173304 May 13 14:33:57.188231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-02ca8a6f-6b09-4f3e-be9f-b31833ed183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.191124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-02ca8a6f-6b09-4f3e-be9f-b31833ed183d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a964eca-1441-4579-80fa-3ab79449ba9b HTTP/1.1" status: 200 len: 797 time: 0.7113323 May 13 14:33:57.210272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25a33-56f7-44c3-8bc6-9d25e738fc8d req-dfd0ff5b-c3f9-485f-814c-5bb118bf5199 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.211981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46d25a33-56f7-44c3-8bc6-9d25e738fc8d req-dfd0ff5b-c3f9-485f-814c-5bb118bf5199 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 945 time: 0.1014669 May 13 14:33:57.269097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46d25a33-56f7-44c3-8bc6-9d25e738fc8d req-b0171916-ffae-4863-b7f2-d69ef5979277 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 May 13 14:33:57.314442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fd7bb41-6f6d-4c43-bbe0-3591269d1208 req-d7569d66-9d29-4b00-b3eb-89c45afd81fe tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2326856 May 13 14:33:57.336369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.355269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:57.379233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.399663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:33:57.404662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Usage tracker for resource:security_group_rule and tenant:96def27f37c34f899b932ccbb4cb7955 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:33:57.410508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:33:57.423966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:33:57.680249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f7cb-38f0-4d20-b0c7-385d347a1cde req-af57c0c6-42f9-48ba-a43a-c75f21459c25 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:57.682981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4260f7cb-38f0-4d20-b0c7-385d347a1cde req-af57c0c6-42f9-48ba-a43a-c75f21459c25 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.2145789 May 13 14:33:57.822934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.834872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4260f7cb-38f0-4d20-b0c7-385d347a1cde req-2e171347-7e86-4a1a-ad53-bd147180256f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388917 May 13 14:33:57.837667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:57.882404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:33:57.934112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96def27f37c34f899b932ccbb4cb7955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762908 May 13 14:33:57.935728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a043c-c798-4e2b-b739-fbc6e1da4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c7188-b67c-48a6-8204-72215616b92d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:57.939814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:33:58.021229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.167388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.179575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] For port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:33:58.180124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.285477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.298276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.310812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.323945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.336504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.348639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.360386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.363642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-702bb444-9097-4489-a183-56eec63bbf48 req-34a281b8-0bbf-4aac-9f2b-e1f70929259f tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.3447013 May 13 14:33:58.410799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.464879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c7188-b67c-48a6-8204-72215616b92d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:58.471820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Calling delete_port for 02e7b8dd-c54d-4d56-bc8f-48c9871e941d owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:33:58.488290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-702bb444-9097-4489-a183-56eec63bbf48 req-56df105c-f7bd-4067-b59e-6b5e5eb10139 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123774 May 13 14:33:58.490738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.496115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c6718b92-dc27-44a8-863d-c38a7826626d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/823c7188-b67c-48a6-8204-72215616b92d HTTP/1.1" status: 204 len: 168 time: 0.5509081 May 13 14:33:58.659316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:33:58.706247 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:58.724766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-eadfa7d3-be48-4b58-b51d-7af7f6aca874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.727652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-eadfa7d3-be48-4b58-b51d-7af7f6aca874 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c8bf028-3680-46b6-9f51-c67edb143615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4967790 May 13 14:33:58.780245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651e63b-583c-4b1c-974c-ae03c26a83ed req-f78ea1ef-490b-420b-a2d7-99d326f7904c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.783233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7651e63b-583c-4b1c-974c-ae03c26a83ed req-f78ea1ef-490b-420b-a2d7-99d326f7904c tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 1.3032565 May 13 14:33:58.844516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Transition to ACTIVE for port object 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:33:58.896881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c86506-40ac-4a56-8c38-9abc78fdc832 req-3d589854-ffe2-4b3d-8762-36373f23f561 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:58.899202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26c86506-40ac-4a56-8c38-9abc78fdc832 req-3d589854-ffe2-4b3d-8762-36373f23f561 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 931 time: 0.1989851 May 13 14:33:58.970096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26c86506-40ac-4a56-8c38-9abc78fdc832 req-ce450d95-cf12-4284-aa79-0a46ab20413e tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 May 13 14:33:59.086357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.196237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 02e7b8dd-c54d-4d56-bc8f-48c9871e941d no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:33:59.394907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:33:59.395795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.399066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8828c4-50d6-4d8e-9c6a-48e2ed4fb19e req-c7893173-e38e-4fc7-95c3-9105bb5a4eee tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:59.403583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f8828c4-50d6-4d8e-9c6a-48e2ed4fb19e req-c7893173-e38e-4fc7-95c3-9105bb5a4eee tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 945 time: 0.2344453 May 13 14:33:59.468522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7651e63b-583c-4b1c-974c-ae03c26a83ed req-0da426ed-785b-48c5-928e-6b035f492903 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400554 May 13 14:33:59.509658 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f8828c4-50d6-4d8e-9c6a-48e2ed4fb19e req-e1ae809a-3aa7-4d61-9468-506065ce411c tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927846 May 13 14:33:59.658455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5c24-5182-42a0-9fd0-8f0d458da80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:33:59.686560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:33:59.911808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-4ec77e4f-f4f9-45ee-98aa-33da20d54b93 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1524734 May 13 14:33:59.922156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d35a-2548-4f47-b494-29843a1c7448 req-f00b764b-c400-4f91-9f66-c20a00bbcb9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:33:59.924780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b11d35a-2548-4f47-b494-29843a1c7448 req-f00b764b-c400-4f91-9f66-c20a00bbcb9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1679704 May 13 14:33:59.987460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e3b8cf3-0764-472b-b8c4-99e12d784b2e req-3cd7ffab-bedc-47d0-aa5f-d6acec4931e3 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2455335 May 13 14:34:00.017089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b11d35a-2548-4f47-b494-29843a1c7448 req-39deeb5e-23a0-4f12-813b-cb36fa0f4c8f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786121 May 13 14:34:00.184063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.199285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:00.363511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event deleted for resources: {'Port': ['ID=02e7b8dd-c54d-4d56-bc8f-48c9871e941d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:00.721463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:00.721959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:00.722386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:00.738164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] No DVR routers for this DVR port 02e7b8dd-c54d-4d56-bc8f-48c9871e941d on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:00.742054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.749109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac75d-ea77-4a37-8fa9-1b706f0d8e5a req-5d896689-6866-413b-871a-f790d0374f72 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:00.752789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'name': 'network-vif-deleted', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:00.759085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-2828e520-21f8-4395-b77a-e135b8a8d948 service neutron] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896578 May 13 14:34:00.761645 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb1ac75d-ea77-4a37-8fa9-1b706f0d8e5a req-5d896689-6866-413b-871a-f790d0374f72 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.1432238 May 13 14:34:00.766836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:00.767278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:00.826963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb1ac75d-ea77-4a37-8fa9-1b706f0d8e5a req-471718b1-9397-4759-88ce-0e2ef3a0f4ee tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 May 13 14:34:00.847770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:00.848184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:00.848603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:00.849055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Bound port: 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:00.849392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:00.873985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46c1aeb7-14b7-46c2-8d6d-431ed0a92407 req-4712623d-03bd-42d9-bb15-e82056be2641 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "DELETE /v2.0/ports/02e7b8dd-c54d-4d56-bc8f-48c9871e941d HTTP/1.1" status: 204 len: 173 time: 5.2505703 May 13 14:34:00.880790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-b7e9b728-2b01-4063-bdff-ebe0c0d0db0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9178478c-fef4-46b5-8d05-de063964bce2 HTTP/1.1" status: 200 len: 217 time: 0.1045825 May 13 14:34:00.980430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:34:01.166893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.173586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.178959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.185502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.191422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.197383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.204205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.206277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-c2080098-a478-48bb-a973-84af4283e99b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.9148543 May 13 14:34:01.234675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.260855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.320593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-23537826-deff-40f0-add5-77f1836fea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.322145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-23537826-deff-40f0-add5-77f1836fea4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9e1bddf-082d-4d82-9492-4960100541a4 HTTP/1.1" status: 200 len: 797 time: 0.4307439 May 13 14:34:01.395968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:01.433424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-005b6df2-3df7-41f9-810b-5d8d72240ee1 req-8cffe6aa-b9c2-46e9-8123-4bed54f7e8ea tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164495 May 13 14:34:01.435163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:01.479098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0e00-f0b3-447d-8aa5-a60924b571b1 req-d267e0ec-584d-468d-a9c1-9c95e5f8b0a4 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.492387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df0d0e00-f0b3-447d-8aa5-a60924b571b1 req-d267e0ec-584d-468d-a9c1-9c95e5f8b0a4 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.1502838 May 13 14:34:01.543338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.572953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df0d0e00-f0b3-447d-8aa5-a60924b571b1 req-0db1f5f4-7eea-46ed-8f00-dc1c9603a16b tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789254 May 13 14:34:01.642079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:01.642942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:01.644424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] 10.222.0.90 "PUT /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 1091 time: 6.6964188 May 13 14:34:01.662837 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Floating IP d5e567f4-8c67-41b7-9108-4be703fe20f9 associated. External IP: 172.25.5.121, port: 41a814f3-237b-4773-9a53-09af948140a5. May 13 14:34:01.977418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-26db4b46-031c-46cf-8c89-8224467c74be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.008073 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34767471-7e63-4f32-98e1-d9c98325aec2'] response: {'server_uuid': '648e7c0d-1897-4566-8beb-445e2757649c', 'name': 'network-vif-deleted', 'tag': '02e7b8dd-c54d-4d56-bc8f-48c9871e941d', 'status': 'completed', 'code': 200} May 13 14:34:02.035480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42656946-33fb-46af-ba91-f9473f9391aa req-141380d1-6c20-4001-ab8d-26ff3c00ac93 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.037849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42656946-33fb-46af-ba91-f9473f9391aa req-141380d1-6c20-4001-ab8d-26ff3c00ac93 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1456392 May 13 14:34:02.038953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a997530c-5b6f-4730-a159-df60ada15dcb req-a23176e9-a601-4d24-8fe8-583d476619a9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:02.060809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab763ca-1f13-4924-8e0d-216c6eaa0645 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:02.118472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8386d695-959f-4ee6-baa9-b37ad0d3f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.121078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-8386d695-959f-4ee6-baa9-b37ad0d3f3e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7869077 May 13 14:34:02.131690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42656946-33fb-46af-ba91-f9473f9391aa req-7fe98a1c-65e5-43eb-8674-f7eda14d7d84 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 May 13 14:34:02.225267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a997530c-5b6f-4730-a159-df60ada15dcb req-a23176e9-a601-4d24-8fe8-583d476619a9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:02.227224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a997530c-5b6f-4730-a159-df60ada15dcb req-a23176e9-a601-4d24-8fe8-583d476619a9 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=648e7c0d-1897-4566-8beb-445e2757649c HTTP/1.1" status: 200 len: 210 time: 0.3766570 May 13 14:34:02.329449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59fa777f-eac5-419c-a49b-40b5a051b79d req-1eb22c30-0b33-463f-8c11-946fea174cfc tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0810354 May 13 14:34:02.760576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-3ebae555-20e9-46fb-a14e-233f77dac77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:02.762122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-3ebae555-20e9-46fb-a14e-233f77dac77d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1094 time: 0.8048124 May 13 14:34:02.819706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:02.937468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-4ce4cef5-f7d4-40b8-8300-7562663bfe56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 217 time: 0.1541917 May 13 14:34:02.995614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:03.009284 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-2f2865e6-0255-4ea4-9396-23f1d33e7b86 service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8098083 May 13 14:34:03.051538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.065488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.071762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.078621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.084739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.091200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.097280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.103275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.105409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-45d0f082-4405-4bb1-8afc-724592e02de8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.4057610 May 13 14:34:03.171318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0547a4f-f6b5-4b32-a82d-29e3ee084742 req-9340e2b7-9f5a-443c-87d7-b3aed94e92ac tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534470 May 13 14:34:03.205242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.228325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:03.235093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Usage tracker for resource:security_group_rule and tenant:d801a4b2173a4c06ad8dc28f083f93a7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:03.239511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:03.249570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:03.413501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-a02539f5-0358-431c-a62e-4499a0a9b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.416087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-a02539f5-0358-431c-a62e-4499a0a9b1a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.4635792 May 13 14:34:03.419283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.426803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.431781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-f76119bf-56f5-4335-94fa-f7ff5a4f0e56 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.434415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-f76119bf-56f5-4335-94fa-f7ff5a4f0e56 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 1.0393720 May 13 14:34:03.489798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d801a4b2173a4c06ad8dc28f083f93a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873235 May 13 14:34:03.490060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:03.494056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b705fb-3527-47e0-9ae8-5b91b13d96bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfbb139-8c5f-44c7-93d4-b5749a4ee1bb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.515047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff66d6-c8e4-477d-9633-2707e5626308 req-e701ff61-2921-433b-aa5c-6dfeb68e860d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.520746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10ff66d6-c8e4-477d-9633-2707e5626308 req-e701ff61-2921-433b-aa5c-6dfeb68e860d tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 0.1894965 May 13 14:34:03.523238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023d2bc-2794-4dfd-bd82-7a844599179a req-9a2305d0-0f01-4fce-80eb-40e68d87679b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:03.523459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1023d2bc-2794-4dfd-bd82-7a844599179a req-9a2305d0-0f01-4fce-80eb-40e68d87679b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:03.604258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10ff66d6-c8e4-477d-9633-2707e5626308 req-c654258a-94cf-437d-9c9c-f177deecce28 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752084 May 13 14:34:03.619834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.667199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.685654 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-dfecfcf1-10cf-49b6-bbbe-bcb1138cb374 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2417464 May 13 14:34:03.709679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Router 0fd2b41b-af12-4fd2-93cb-217a164d8473 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:34:03.809992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.920921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Deleting port 67755919-7d34-4f34-add7-8575b3ac7121 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:03.921490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.940554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfbb139-8c5f-44c7-93d4-b5749a4ee1bb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:03.968633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:03.970832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd63fae1-5f61-4172-bff9-f84d590cf7e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bfbb139-8c5f-44c7-93d4-b5749a4ee1bb HTTP/1.1" status: 204 len: 168 time: 0.4780200 May 13 14:34:03.976126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1023d2bc-2794-4dfd-bd82-7a844599179a req-9a2305d0-0f01-4fce-80eb-40e68d87679b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:03.977476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1023d2bc-2794-4dfd-bd82-7a844599179a req-9a2305d0-0f01-4fce-80eb-40e68d87679b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 1.5355670 May 13 14:34:04.035126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:04.060634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0569-4c69-4604-965c-f751be9bcdd8 req-6bea4740-d6a6-456e-bccd-58d436122746 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.064646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-857f0569-4c69-4604-965c-f751be9bcdd8 req-6bea4740-d6a6-456e-bccd-58d436122746 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1896834 May 13 14:34:04.160678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-857f0569-4c69-4604-965c-f751be9bcdd8 req-92bf5d21-97db-41b2-89f3-f7088d1e7697 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808642 May 13 14:34:04.167924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9bedd064-85fb-4c5e-9e77-d53429f107ce service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0473001 May 13 14:34:04.360676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7a7d7a60-4f59-4fa3-a1ca-db78421fc78f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6583db97-a356-43c4-88b0-235672c91466 HTTP/1.1" status: 200 len: 217 time: 0.1473024 May 13 14:34:04.448270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6d19cc23-7378-472d-b1b1-3d5e1f51a398 req-361d1916-fcb2-4203-b5cf-ed3ed4cd8d09 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0829854 May 13 14:34:04.556067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1023d2bc-2794-4dfd-bd82-7a844599179a req-5a521a36-360b-4da7-8cfa-e85a245cc483 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476196 May 13 14:34:04.558715 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e78496-b98c-423a-bf6a-f372b0211c2b'] response: {'name': 'network-changed', 'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'status': 'completed', 'code': 200} May 13 14:34:04.694190 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:04.724014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-444b6029-47a6-48bd-852a-74d30a045052 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0037985 May 13 14:34:04.785382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-fa42a474-4579-45cf-bcbb-c665be320e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.790205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-fa42a474-4579-45cf-bcbb-c665be320e42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9e1bddf-082d-4d82-9492-4960100541a4 HTTP/1.1" status: 200 len: 797 time: 0.3932176 May 13 14:34:04.920010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.933277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.946877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.962978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.976195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:04.989916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.002648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:05.006029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-f475ffc8-3f02-4e01-8de3-6725a92f576d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.3291786 May 13 14:34:05.093681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9ee8d954-6fbd-4a6d-bebf-d524f5ccb30a req-64746a12-0b2f-4fb6-b1fc-d276309fb211 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788653 May 13 14:34:05.260136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67755919-7d34-4f34-add7-8575b3ac7121 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:05.393484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:05.397849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.451812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Sync routers for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:05.489130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:05.489130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:05.662617 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6cd1c05-a2bf-49c0-8cd5-41644c001481 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "PUT /v2.0/floatingips/d5e567f4-8c67-41b7-9108-4be703fe20f9 HTTP/1.1" status: 200 len: 992 time: 8.7762330 May 13 14:34:05.664478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] For port 67755919-7d34-4f34-add7-8575b3ac7121, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67755919-7d34-4f34-add7-8575b3ac7121,segment=NetworkSegment(7877cd9b-69e4-42b3-a845-6e35e7cef496),segment_id=7877cd9b-69e4-42b3-a845-6e35e7cef496)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:05.665314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:05.936145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Calling delete_port for 67755919-7d34-4f34-add7-8575b3ac7121 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:05.961619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67755919-7d34-4f34-add7-8575b3ac7121 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:05.961619 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.018599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32b368-2dbd-46db-a525-23e0090b19a8 req-4d40e918-7b79-48ef-acd8-f2c6ef584348 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.030372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:06.036508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf32b368-2dbd-46db-a525-23e0090b19a8 req-4d40e918-7b79-48ef-acd8-f2c6ef584348 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.2438254 May 13 14:34:06.128796 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf32b368-2dbd-46db-a525-23e0090b19a8 req-018b3c80-49e9-48b7-97ba-657f5eb6e772 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 May 13 14:34:06.251328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9113c65d-fe5f-4268-b4d1-99f1b866d4c2 req-f3fce594-31d8-457a-b9e8-c3901f71572e service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5082443 May 13 14:34:06.251328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:06.480298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1666b171-1eb7-477a-9a0c-829a322a4781 req-83239dfe-1166-46f0-899c-58527ec94ce4 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1010618 May 13 14:34:06.505200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9f496202-5904-4273-8c03-d3a350d36760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.522593 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-9f496202-5904-4273-8c03-d3a350d36760 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5600305 May 13 14:34:06.522593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Pushing event deleted for resources: {'Port': ['ID=67755919-7d34-4f34-add7-8575b3ac7121,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:06.614503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'tag': '41a814f3-237b-4773-9a53-09af948140a5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:06.886787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68568a4-a6c9-4475-8ba7-ba2fdf503d07 req-9e7c950b-0600-49e7-9f4f-b72bb3f3cb9f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:06.904345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d68568a4-a6c9-4475-8ba7-ba2fdf503d07 req-9e7c950b-0600-49e7-9f4f-b72bb3f3cb9f tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/ports?device_id=42673f06-6eb1-4296-8ccb-2ea65080ed39 HTTP/1.1" status: 200 len: 945 time: 1.7516985 May 13 14:34:06.922177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] No DVR routers for this DVR port 67755919-7d34-4f34-add7-8575b3ac7121 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:07.017985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:07.038719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d68568a4-a6c9-4475-8ba7-ba2fdf503d07 req-ef58491b-f8f5-4707-8a8b-aaa1c680ea24 tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.36 "GET /v2.0/security-groups?id=92c87c5e-46c2-40bf-8bf3-0c4e394eda20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229789 May 13 14:34:07.116628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4283e6db-8124-4f65-8e70-b00e60234a39 req-088af0cc-1abe-4a18-8227-1328abd3a5ae tempest-DeleteServersTestJSON-838711168 tempest-DeleteServersTestJSON-838711168-project] 10.222.0.90 "DELETE /v2.0/ports/67755919-7d34-4f34-add7-8575b3ac7121 HTTP/1.1" status: 204 len: 173 time: 3.6131406 May 13 14:34:07.120528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-b6498e9f-f7e5-4b96-90bd-f25e1f8e9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.123549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-b6498e9f-f7e5-4b96-90bd-f25e1f8e9391 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1094 time: 0.7900422 May 13 14:34:07.178559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'd5e567f4-8c67-41b7-9108-4be703fe20f9', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'port_id': '41a814f3-237b-4773-9a53-09af948140a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'mac_address': 'fa:16:3e:55:60:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 1, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:07.208199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Checking router: 0fd2b41b-af12-4fd2-93cb-217a164d8473 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:07.248744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:07.255598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:07.287205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-0a8b6f96-ac0e-40b9-914b-ac041ec33761 service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672579 May 13 14:34:07.469019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa13ea-aa22-497c-8148-35cfb6e05cf8 req-39585d3e-7179-42d3-84d0-f621046ad0a4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.471507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78fa13ea-aa22-497c-8148-35cfb6e05cf8 req-39585d3e-7179-42d3-84d0-f621046ad0a4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.2150722 May 13 14:34:07.586276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78fa13ea-aa22-497c-8148-35cfb6e05cf8 req-9fa817cd-43ce-4e4c-864a-0be44bccd9b0 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968492 May 13 14:34:07.689968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:07.782369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-7fff768a-5e70-4c01-a514-592b83da5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:07.785173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-7fff768a-5e70-4c01-a514-592b83da5f4a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.6542201 May 13 14:34:08.022978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-6fee4f59-0241-4613-adf6-23d896d22e47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 217 time: 0.2239556 May 13 14:34:08.029891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c895e5c7-2532-4973-97ea-1ba262bacf7d service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286892 May 13 14:34:08.090915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d2e06-4e2b-4715-9d0e-f56036118700 req-e0c5f039-ab63-45cc-b10f-487decfa4f8e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.094054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e6d2e06-4e2b-4715-9d0e-f56036118700 req-e0c5f039-ab63-45cc-b10f-487decfa4f8e tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.7960572 May 13 14:34:08.375328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.383299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.391521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.400857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.411511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.421896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.425824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-3c6d09dd-2eb4-4270-96f9-2f7b554cca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.428560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-3c6d09dd-2eb4-4270-96f9-2f7b554cca8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.3770418 May 13 14:34:08.429522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:08.431786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-bc736e1c-c914-4376-b187-43306538c738 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.2198126 May 13 14:34:08.442155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e6d2e06-4e2b-4715-9d0e-f56036118700 req-9283ffb8-d6b2-4d8d-a4ed-ff37e69da68a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689757 May 13 14:34:08.442830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'd5e567f4-8c67-41b7-9108-4be703fe20f9', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'port_id': '41a814f3-237b-4773-9a53-09af948140a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'mac_address': 'fa:16:3e:55:60:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 1, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:08.451399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad371c0-caf6-42ff-b173-495ab74b0771 None None] The sync data for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 is: [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'd5e567f4-8c67-41b7-9108-4be703fe20f9', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'port_id': '41a814f3-237b-4773-9a53-09af948140a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'mac_address': 'fa:16:3e:55:60:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:32:19Z', 'updated_at': '2022-05-13T14:34:00Z', 'revision_number': 1, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:08.517285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-ea9a153a-4634-446c-9de9-822108f12145 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703862 May 13 14:34:08.579097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1dc4ae4b-86c4-475b-b0c9-ac9bcba0c29a req-8689513d-1554-4044-8986-ef5a12689227 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1367893 May 13 14:34:08.946201 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f33a7-6f7a-449e-8b76-0bd059734648 None None] New status for floating IP d5e567f4-8c67-41b7-9108-4be703fe20f9: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:34:09.002304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62131fdf-2e30-41bb-8aef-188586ab0e0a req-28371ef2-5c1c-4078-b10c-16dcb6af476c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.005365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62131fdf-2e30-41bb-8aef-188586ab0e0a req-28371ef2-5c1c-4078-b10c-16dcb6af476c tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1345806 May 13 14:34:09.006540 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1c1b5c-77ae-4037-aba4-020d205e60df'] response: {'name': 'network-changed', 'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'tag': '41a814f3-237b-4773-9a53-09af948140a5', 'status': 'completed', 'code': 200} May 13 14:34:09.065684 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e58cdbb4-4da3-49bf-bd92-311f0e6415c8 req-6c3ba7ba-d433-40a4-9236-8821e6bcc148 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0528452 May 13 14:34:09.096309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.097434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.098080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.098733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.099399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.100292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.100997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.103306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-3ff6bbce-9bff-4c45-8600-b8685c2ecb6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6475 time: 0.9328015 May 13 14:34:09.138594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62131fdf-2e30-41bb-8aef-188586ab0e0a req-333fb78d-817c-44cb-b64c-7badcd009f79 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227274 May 13 14:34:09.272387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-ae010b1f-c376-45d2-839b-d5d05f4423e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.274667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-ae010b1f-c376-45d2-839b-d5d05f4423e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cad50da3f084589b345de58adee1ee1&device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 1097 time: 0.3169541 May 13 14:34:09.405944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-2f5683fb-2697-4062-a923-a3fafdf7c1f1 service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702569 May 13 14:34:09.576419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-402fdfe3-dbe9-4509-9819-99f32814abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.577929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-402fdfe3-dbe9-4509-9819-99f32814abdf service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c114319-6d0e-4ecb-8284-a18a2814d527 HTTP/1.1" status: 200 len: 902 time: 0.4642513 May 13 14:34:09.698021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-c0d8d5ae-7d53-47be-82bb-eee789113e80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9178478c-fef4-46b5-8d05-de063964bce2 HTTP/1.1" status: 200 len: 217 time: 0.1059165 May 13 14:34:09.787091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-f9920a2c-aa4f-4276-acb9-4258fcfe5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.789410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-f9920a2c-aa4f-4276-acb9-4258fcfe5f9e service neutron] 10.222.0.90 "GET /v2.0/networks?id=990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 200 len: 917 time: 0.4959950 May 13 14:34:09.887287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4de5ccd4-015e-4087-a8ad-8225b6e9ed88 req-0bf2243c-7f0c-4b20-a9e8-4295acffc5ea service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696176 May 13 14:34:09.928681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-943fcdf6-60ea-4718-b9ae-e51b884c0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.930075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-943fcdf6-60ea-4718-b9ae-e51b884c0a62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9e1bddf-082d-4d82-9492-4960100541a4 HTTP/1.1" status: 200 len: 797 time: 0.2111483 May 13 14:34:09.940458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407b99a-3f56-4b02-93b2-a7ee2f677c67 req-ebfbc21a-0601-47d0-b855-897c3997e808 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:09.942174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8407b99a-3f56-4b02-93b2-a7ee2f677c67 req-ebfbc21a-0601-47d0-b855-897c3997e808 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.5283592 May 13 14:34:09.986803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-2d737d95-b3f7-4fa5-afbc-45c05e5e0da3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 200 len: 1002 time: 0.1838682 May 13 14:34:10.122643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8407b99a-3f56-4b02-93b2-a7ee2f677c67 req-de0928a9-482b-4431-9046-dde8be13a43f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379285 May 13 14:34:10.131084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-c9fedc4d-af1b-449d-9a34-c612c29c42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.135209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-c9fedc4d-af1b-449d-9a34-c612c29c42e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0857993e-c743-4da5-a579-676901bd3ebe HTTP/1.1" status: 200 len: 855 time: 0.1398954 May 13 14:34:10.223090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-5555ab67-ba56-43d9-ab38-4ebb8dc3d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.225663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-5555ab67-ba56-43d9-ab38-4ebb8dc3d9b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2801929 May 13 14:34:10.292302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.305325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.317480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.329424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.341926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.353588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.366131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.370693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-185e4162-30d0-47dd-967a-ab9a1c134ca1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.2560651 May 13 14:34:10.429885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4faa3ec-ebd8-4ce5-8cd8-45e5463a9a61 req-466538e2-8b0c-4d6b-bf9c-e0c8a9794980 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497158 May 13 14:34:10.451587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-9a966ada-1c58-4ee7-b324-1d0544af670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:10.454206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-9a966ada-1c58-4ee7-b324-1d0544af670d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=990464fa-9c31-4743-b2b4-b21614889dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129036 May 13 14:34:10.578948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-e6593af3-2021-4f69-8404-676ace611e82 service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410056 May 13 14:34:10.678367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d561c61c-f7f2-4cf1-ae14-269a54472386 req-38595b2f-3179-4fc6-a6dd-108bc14a6003 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0764177 May 13 14:34:10.961672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-fff8d956-5fc6-4a03-84b1-1ab82a970b4b service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912748 May 13 14:34:10.971271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70d27a14-21af-4b88-a2ee-f3cf9300d4b4 req-23a72ea4-1999-49d3-a804-84549616f2ba service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851900 May 13 14:34:11.000631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56712-8b00-4ce9-b3a1-2eba7f89cb9f req-ed59aecb-7400-4302-83ad-2302def7ee97 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.003260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f56712-8b00-4ce9-b3a1-2eba7f89cb9f req-ed59aecb-7400-4302-83ad-2302def7ee97 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1906142 May 13 14:34:11.043763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'name': 'network-vif-deleted', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:11.277821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83148714-8674-43db-a8bd-8926fa6eed0a req-0ae6d512-09db-4162-a51e-10d9a7fd6c86 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.284093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83148714-8674-43db-a8bd-8926fa6eed0a req-0ae6d512-09db-4162-a51e-10d9a7fd6c86 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.285968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-83148714-8674-43db-a8bd-8926fa6eed0a req-0ae6d512-09db-4162-a51e-10d9a7fd6c86 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407&device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 1681 time: 0.1025906 May 13 14:34:11.341745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-83148714-8674-43db-a8bd-8926fa6eed0a req-6ca661b2-e467-4dfc-bf8f-7de30ffcb34a tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487173 May 13 14:34:11.348346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f56712-8b00-4ce9-b3a1-2eba7f89cb9f req-14862cf6-354c-44eb-8290-893320f1fc10 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938495 May 13 14:34:11.441209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24b468a-ab77-4ca5-8e89-34b17cec8289 req-74f7334d-dab9-4edf-a1e9-84e32fa27abd service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363880 May 13 14:34:11.466644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.467453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.468613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.469397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.470178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.470957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.471707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.475161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-1d85db68-acee-41de-a402-11a33af7c26f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 6475 time: 0.4233749 May 13 14:34:11.578371 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b22f7c-d0a4-4152-87e3-cf873e61a1f0'] response: {'server_uuid': '42673f06-6eb1-4296-8ccb-2ea65080ed39', 'name': 'network-vif-deleted', 'tag': '67755919-7d34-4f34-add7-8575b3ac7121', 'status': 'completed', 'code': 200} May 13 14:34:11.704388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-fb1c9a1a-e848-47d6-b580-a9b3730ee427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.705892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-fb1c9a1a-e848-47d6-b580-a9b3730ee427 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c114319-6d0e-4ecb-8284-a18a2814d527 HTTP/1.1" status: 200 len: 902 time: 0.2232392 May 13 14:34:11.778552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ae32-8cca-4564-a242-6a9e8873ccf2 req-59733ef6-eba6-42b8-9510-cd8f04b25678 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.780023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8299ae32-8cca-4564-a242-6a9e8873ccf2 req-59733ef6-eba6-42b8-9510-cd8f04b25678 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.2006488 May 13 14:34:11.802876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-2b4bfe36-033f-4b0b-a666-8ea9bea65945 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6583db97-a356-43c4-88b0-235672c91466 HTTP/1.1" status: 200 len: 217 time: 0.0884988 May 13 14:34:11.885135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8299ae32-8cca-4564-a242-6a9e8873ccf2 req-05edaf0a-c5ad-4836-922c-8591e033c167 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968676 May 13 14:34:11.911602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-22213374-8747-4f3a-ba5f-599c8976cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:11.914196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-22213374-8747-4f3a-ba5f-599c8976cfda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9e1bddf-082d-4d82-9492-4960100541a4 HTTP/1.1" status: 200 len: 797 time: 0.0869472 May 13 14:34:12.046340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.056884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.067926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.068635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89285bda-707a-4a87-8b91-825a51b5def0 req-5b0d9e3e-095f-473e-bdbf-e39395be74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.071345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-5b0d9e3e-095f-473e-bdbf-e39395be74b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c114319-6d0e-4ecb-8284-a18a2814d527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468396 May 13 14:34:12.076781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.083036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.089140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.095780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.097844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-1578c65c-bf0c-4fad-8fea-416a26712974 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.2356215 May 13 14:34:12.156204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66bc1f15-0caa-4be4-80cf-5b9692066b2e req-9dd665b8-120c-4155-9f96-a8bb798e1aa4 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481129 May 13 14:34:12.289869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-00bdb0f5-efbd-40a4-baa6-9c397982fc9e service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100255 May 13 14:34:12.515153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a40a05dc-3e1e-4fa2-bd19-52c0a54e0385 req-51a3c767-0e63-42a5-8260-7ea32d4f6995 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0583990 May 13 14:34:12.557982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89285bda-707a-4a87-8b91-825a51b5def0 req-3ffd3469-dd55-4d27-9d8d-aeecad8826aa service neutron] 10.222.0.90 "GET /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584810 May 13 14:34:12.989150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5841db-61a0-4aec-a3c7-b74c9ded3ad9 req-f03df889-3ba0-4a5b-8698-518814273b99 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:12.997375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f5841db-61a0-4aec-a3c7-b74c9ded3ad9 req-f03df889-3ba0-4a5b-8698-518814273b99 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1126108 May 13 14:34:13.083082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f5841db-61a0-4aec-a3c7-b74c9ded3ad9 req-0cecf428-7927-4564-9bc4-5b418b149f80 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820959 May 13 14:34:13.125499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49398) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:13.348247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.395843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:13.404336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Usage tracker for resource:security_group_rule and tenant:901b039f86cc4e65ab985f8e44d0667e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:13.411046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:13.419293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:13.463789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a618d0-b777-4866-9169-4836963323fb req-b9b007ff-a9ba-45a4-b232-01a55d06bfca tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.466338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a618d0-b777-4866-9169-4836963323fb req-b9b007ff-a9ba-45a4-b232-01a55d06bfca tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.2327700 May 13 14:34:13.538934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34a618d0-b777-4866-9169-4836963323fb req-9ef2404f-0117-4d01-a616-c71293de1ca2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638783 May 13 14:34:13.613753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.620250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:13.740420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=901b039f86cc4e65ab985f8e44d0667e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123207 May 13 14:34:13.743427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afbc35-07a3-4cb2-b39f-31ccd400632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2db47e-7861-4014-ae29-304771663a1a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:13.743906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:13.848045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.848045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.848045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.876005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.876005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.876005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.876005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:13.892648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-5c06cacf-bf34-4767-8c4b-7eddf6a6cd66 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.2032473 May 13 14:34:14.041216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.063724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c137832-cde4-4111-b3c7-5184d5ad2311 req-c9b5fd11-1d68-42b7-bb66-21dcff42afb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820724 May 13 14:34:14.179955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45441634-1e2f-42c8-9ab4-dcf930b18125 req-9679e6f1-1cce-4ba4-87c4-c04bd8b4292a tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1134751 May 13 14:34:14.192099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.261651 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.286147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2db47e-7861-4014-ae29-304771663a1a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:14.290713 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:14.292482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cac94c5b-8623-45d4-bfa3-c1e1976bd104 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d2db47e-7861-4014-ae29-304771663a1a HTTP/1.1" status: 204 len: 168 time: 0.5458803 May 13 14:34:14.395580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d140ef-afbb-4e2f-b9c1-3181a4071301 req-a974aa91-03ac-4704-95fc-a99d8812a2b2 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.406086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07d140ef-afbb-4e2f-b9c1-3181a4071301 req-a974aa91-03ac-4704-95fc-a99d8812a2b2 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 945 time: 0.1900816 May 13 14:34:14.474815 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:34:14.489849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07d140ef-afbb-4e2f-b9c1-3181a4071301 req-f4c10c32-fabc-4175-ae47-55b399cced41 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830457 May 13 14:34:14.831301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574072-ce7e-43ac-8d86-b66535381415 req-2d96c8f1-96c7-4be2-afb8-899439442a4c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.832412 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93574072-ce7e-43ac-8d86-b66535381415 req-2d96c8f1-96c7-4be2-afb8-899439442a4c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.1518221 May 13 14:34:14.872748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb6199-21c5-4e81-b6bd-430f442589fa req-3936b0d1-0ef2-4d23-820b-d79313edf3c0 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:14.874749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0abb6199-21c5-4e81-b6bd-430f442589fa req-3936b0d1-0ef2-4d23-820b-d79313edf3c0 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.1800613 May 13 14:34:14.970617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93574072-ce7e-43ac-8d86-b66535381415 req-83e33701-2892-4cd0-9165-3ea6adf7b962 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309674 May 13 14:34:15.019528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0abb6199-21c5-4e81-b6bd-430f442589fa req-95c2ea9c-fb84-4333-bacd-8117d869acb7 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324964 May 13 14:34:15.287898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:15.507306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90353432-9578-4821-b296-d3bf06b47ddc req-fa928b2d-5977-440d-9c2c-c2ee1daea824 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0572689 May 13 14:34:15.523775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.526389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-cc4ee4f9-e075-46ff-a5d2-58024059c75a tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.530259 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-cc4ee4f9-e075-46ff-a5d2-58024059c75a tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 945 time: 0.2614946 May 13 14:34:15.542184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.565359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.574543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.591124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.601508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:15.613162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.619185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:15.621779 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-4c771ae3-8040-4852-80bc-8ef4d9f46a9b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.3731494 May 13 14:34:15.669747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df', 'port_id': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'mac_address': 'fa:16:3e:08:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e54976-de28-4c79-92e8-9a27a88e0c89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:15.695070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8fcfe075-0cda-4e40-adc8-f66688c1ad71 req-89c3af47-990d-43c1-897b-9526c3adf4df tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598283 May 13 14:34:15.788006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:15.805666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:15.806663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.861447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:15.908595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:15.919213 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.974838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Deleting port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:15.976060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:15.991257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-665369024-network', 'tenant_id': '383e74fdd3fe41868b9aea131798e038'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:16.005642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:16.018166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Usage tracker for resource:network and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:16.023892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:16.027754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:16.038657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.039261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.039815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.040438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.041009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.041641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.042218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.043299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.043913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.044650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.045224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.046071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:16.076433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:16.096271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Made reservation on behalf of 383e74fdd3fe41868b9aea131798e038 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:16.102613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.129727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.148021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:16.153735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Usage tracker for resource:security_group_rule and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:16.157055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:16.164670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:16.206710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-fceecc9f-77f1-43ab-be4e-4d855c1860c4 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.208248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-fceecc9f-77f1-43ab-be4e-4d855c1860c4 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "GET /v2.0/ports?device_id=331b471f-4165-460c-ba73-a085ad2ed407 HTTP/1.1" status: 200 len: 945 time: 0.4998789 May 13 14:34:16.212476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['0aca103a-d661-4164-8a8d-b9cfc2ff78d4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:16.331983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b463d74-2e16-46cd-8bd4-12b1bd87648c req-addc8a4d-ce34-4011-a21b-e589e8f868cb tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.337827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b463d74-2e16-46cd-8bd4-12b1bd87648c req-addc8a4d-ce34-4011-a21b-e589e8f868cb tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 945 time: 0.6238167 May 13 14:34:16.384973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.395028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.485594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b463d74-2e16-46cd-8bd4-12b1bd87648c req-7762f44f-7ac0-4020-acd0-2d30f7eb1c15 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502378 May 13 14:34:16.535611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Deleting port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:34:16.535611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.589371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:16.623402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107905f7-8c70-4232-8750-1a9340b04ee5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:16.663370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.663370 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Added segment ca37704e-58e5-4917-bdc4-d50f9d9a49c8 of type vlan for network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 May 13 14:34:16.695580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] For port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:16.695580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.828304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:16.881443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973b3ea-2019-42f3-8681-02d25e986568 req-af2bb1d7-f8bf-4f12-8b5f-7d1e3a5ba5a4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:16.896003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f973b3ea-2019-42f3-8681-02d25e986568 req-af2bb1d7-f8bf-4f12-8b5f-7d1e3a5ba5a4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.4971809 May 13 14:34:17.070084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.070084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:17.070084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.249392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Calling delete_port for 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:17.273158 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f973b3ea-2019-42f3-8681-02d25e986568 req-18b73609-9c05-4450-b746-0caa669c2a8b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692513 May 13 14:34:17.294595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1ee489-3d1b-4e71-adf9-22389f31c5d8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:17.314016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2dfd2f2a-18f3-4c27-a1e2-a8ae16a8af17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5038793 May 13 14:34:17.314016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:17.323265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:17.332065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Request body: {'subnet': {'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-665369024-subnet', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:17.332065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:17.332065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Usage tracker for resource:subnet and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:17.332065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:17.349840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:17.371919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Made reservation on behalf of 383e74fdd3fe41868b9aea131798e038 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:17.371919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.837275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:17.987025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3886ca6a-c6e9-44a1-8ace-2bc94924b7bb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:18.003818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11e88b50-4e79-4f6e-bbbb-68f3deba1a35 req-afd14c02-087f-4e81-8885-79d76f67e437 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0716949 May 13 14:34:18.030108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Checking segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:18.030108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Network hostable DHCP agents. Network: 8e1ee489-3d1b-4e71-adf9-22389f31c5d8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:18.068653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:18.085559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8e1ee489-3d1b-4e71-adf9-22389f31c5d8) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:18.085559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.085559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.131991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388f30f-6e48-4160-abba-eccf45cb7c0d None None] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:18.139136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91fd4dc3-b14e-4e9c-9050-8cfde46057e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8256397 May 13 14:34:18.139136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49484) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:18.154501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:18.170753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:18.190569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Usage tracker for resource:router and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:18.190569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:18.208317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:18.257008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.257008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.320680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:18.569721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1751f9-86c7-43d2-ae13-d7ea86948e39 req-447b1884-1b73-4a7a-9865-931f7e6c0415 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:18.569721 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db1751f9-86c7-43d2-ae13-d7ea86948e39 req-447b1884-1b73-4a7a-9865-931f7e6c0415 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 1.1817300 May 13 14:34:18.713042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db1751f9-86c7-43d2-ae13-d7ea86948e39 req-cdb69c6e-c922-45c4-8e86-f34c0105bf12 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558113 May 13 14:34:18.765412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] For port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,segment=NetworkSegment(060d2d00-95da-487a-983c-27c90378e397),segment_id=060d2d00-95da-487a-983c-27c90378e397)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:18.765412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.087437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:19.088532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.155235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.221582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Calling delete_port for 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:34:19.268972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.289986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:19.325022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:19.446876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.446876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.468201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.491510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.510649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.517285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Allocated IP 172.20.0.2 (8e1ee489-3d1b-4e71-adf9-22389f31c5d8/3886ca6a-c6e9-44a1-8ace-2bc94924b7bb/360bb211-90ec-4990-a2bc-dcbd329821fc) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:19.519621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.529392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:19.533292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-2456b682-4e80-48bc-a2dd-2e252896ee1a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.8897412 May 13 14:34:19.613843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf5b37d5-9158-4df8-aa33-e2a71f440dcf req-c199974a-7eb8-4795-9fa4-49a845fa2b44 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615115 May 13 14:34:19.671945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event deleted for resources: {'Port': ['ID=2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:19.801707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:19.804893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.805603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.806183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.806748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.807291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.808128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.810757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.812631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.813210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.813937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.814494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.815034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:19.818940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:19.819650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.145919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.247251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] No DVR routers for this DVR port 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:20.250752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.254471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.272364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'name': 'network-vif-deleted', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:20.284869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.321533 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.364414 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.369771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7cf7346-f5c9-4c39-9bb3-e64872f52361 req-7388104d-a43a-4769-b542-b25ff21f1486 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "DELETE /v2.0/ports/2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 HTTP/1.1" status: 204 len: 173 time: 4.8331721 May 13 14:34:20.387888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:20.388942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Pushing event deleted for resources: {'Port': ['ID=0f04744e-6ce7-4dee-8e22-7cfc85f3dacf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.389104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.423698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Transition to ACTIVE for port object 360bb211-90ec-4990-a2bc-dcbd329821fc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:20.446355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:20.452880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:20.469656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.470790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:20.558511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74245c8-2a99-4ebd-870b-a76dadeb90ec req-95fe3dc7-6119-45ba-8e57-f0a04a79e3f6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.560999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e74245c8-2a99-4ebd-870b-a76dadeb90ec req-95fe3dc7-6119-45ba-8e57-f0a04a79e3f6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Synchronizing usage tracker for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:20.573097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Allocated IP 172.25.5.45 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/13d0d995-426a-431a-a35a-02f0500f3aa8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:20.579088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] No DVR routers for this DVR port 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:34:20.585400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:20.585709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0f04744e-6ce7-4dee-8e22-7cfc85f3dacf not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:20.586113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:34:20.587339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.591934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12de2423-4950-44c0-88a6-8f280e01fe19 req-3a039540-060c-4314-b3c1-f87d71068983 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.90 "DELETE /v2.0/ports/0f04744e-6ce7-4dee-8e22-7cfc85f3dacf HTTP/1.1" status: 204 len: 173 time: 4.3283150 May 13 14:34:20.611748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e74245c8-2a99-4ebd-870b-a76dadeb90ec req-95fe3dc7-6119-45ba-8e57-f0a04a79e3f6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] Unset dirty status for tenant:e902898ce9e141999ca750ac308ce5bf on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:20.615188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e74245c8-2a99-4ebd-870b-a76dadeb90ec req-95fe3dc7-6119-45ba-8e57-f0a04a79e3f6 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc92a093-b214-4267-ab59-09905ca68009 HTTP/1.1" status: 200 len: 867 time: 1.5988178 May 13 14:34:20.615979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Transition to ACTIVE for port object 360bb211-90ec-4990-a2bc-dcbd329821fc will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:20.636983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:34:20.637377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:34:20.643198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.681216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:20.682613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:20.684542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.687672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:20.709496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e74245c8-2a99-4ebd-870b-a76dadeb90ec req-ba373117-d580-4fe7-83b4-a92459e7e269 tempest-ListServersNegativeTestJSON-2034604245 tempest-ListServersNegativeTestJSON-2034604245-project] 10.222.0.36 "GET /v2.0/security-groups?id=525d2a55-4676-42f6-8661-7d53c7791eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 May 13 14:34:20.797100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44226960-7f2e-47b3-949c-ce3f9fe33265 req-672e6687-24b1-43f6-8d5f-100b21415820 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:20.811330 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44226960-7f2e-47b3-949c-ce3f9fe33265 req-672e6687-24b1-43f6-8d5f-100b21415820 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.6147101 May 13 14:34:20.895416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Attempting to bind port 360bb211-90ec-4990-a2bc-dcbd329821fc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:20.896174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Attempting to bind port 360bb211-90ec-4990-a2bc-dcbd329821fc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:20.896727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Attempting to bind port 360bb211-90ec-4990-a2bc-dcbd329821fc on network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:20.904273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Pushing event updated for resources: {'Port': ['ID=360bb211-90ec-4990-a2bc-dcbd329821fc,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:20.909842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:20.910717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Checking segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:20.911427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.912126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Bound using segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:20.913014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Bound port: 360bb211-90ec-4990-a2bc-dcbd329821fc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:20.913613 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:20.957188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44226960-7f2e-47b3-949c-ce3f9fe33265 req-d0c8597f-1f65-4b27-a0e3-76bb7af14a5f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443868 May 13 14:34:21.067970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.091673 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fd707733-40e1-43b8-80fe-7139424a883b req-6f4617e8-9a32-4b67-ab81-dba71b200b19 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1082563 May 13 14:34:21.110217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.113545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] For port 360bb211-90ec-4990-a2bc-dcbd329821fc, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:21.120242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] For port 360bb211-90ec-4990-a2bc-dcbd329821fc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=360bb211-90ec-4990-a2bc-dcbd329821fc,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:21.131762 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:21.201193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Pushing event updated for resources: {'Port': ['ID=13d0d995-426a-431a-a35a-02f0500f3aa8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.322074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:21.322074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:21.338359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:21.391299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2853cec-c53d-4a98-a3d6-ca25696cd069 None None] Pushing event updated for resources: {'Port': ['ID=360bb211-90ec-4990-a2bc-dcbd329821fc,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:21.667729 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdab4ad-da89-4f4e-9cc8-5eaedeeb9f28'] response: {'server_uuid': 'fc92a093-b214-4267-ab59-09905ca68009', 'name': 'network-vif-deleted', 'tag': '2d8ccf74-1c79-4c4d-b1ce-9c4f0987cad9', 'status': 'completed', 'code': 200} May 13 14:34:21.750963 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe2b9f6-0c36-42a6-9ce0-10043ccad439'] response: {'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'code': 200} May 13 14:34:22.010382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:22.071919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c41f09-614c-4021-9b6f-f882174be6de req-31cd9826-9dca-4daa-8a01-72ccc2896448 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.080574 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f1c41f09-614c-4021-9b6f-f882174be6de req-31cd9826-9dca-4daa-8a01-72ccc2896448 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 0.8835049 May 13 14:34:22.393679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8878228-b0ae-4b70-9d2b-f536c0290c7c req-8de20acb-81f7-4dbe-ae9e-16e72c2e1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.393679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8878228-b0ae-4b70-9d2b-f536c0290c7c req-8de20acb-81f7-4dbe-ae9e-16e72c2e1cab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1096 time: 0.2272258 May 13 14:34:22.448912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.448912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.459870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.459870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.470494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.480864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.492069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:22.502835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-d5cb83a5-5c92-41f4-9d9d-ab9315712272 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.2461078 May 13 14:34:22.566176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8878228-b0ae-4b70-9d2b-f536c0290c7c req-9b7e509a-799c-4292-9d47-c54d56b7df1c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 May 13 14:34:22.581247 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9845a3ad-613d-47c5-9c06-c1bf25ce9951 req-ffea91b7-1206-48ce-aa65-feff29dba9af tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760338 May 13 14:34:22.615901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f1c41f09-614c-4021-9b6f-f882174be6de req-90fe9aef-7e83-4c21-91b9-e8b9cd1c0b91 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343478 May 13 14:34:23.044943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62554ac9-aa5d-498d-9c2c-18699e908045 req-8da59a39-dbf4-49d3-bd3d-6fd031ae08a8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:23.064014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62554ac9-aa5d-498d-9c2c-18699e908045 req-8da59a39-dbf4-49d3-bd3d-6fd031ae08a8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 0.1647727 May 13 14:34:23.087968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:23.176590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62554ac9-aa5d-498d-9c2c-18699e908045 req-60ee9635-e2e8-44d0-b02c-c7918b6e3437 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 May 13 14:34:23.279381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 360bb211-90ec-4990-a2bc-dcbd329821fc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:23.405712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 360bb211-90ec-4990-a2bc-dcbd329821fc completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:23.436380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308570c-a6c5-453a-a6f7-56a711ded8d7 None None] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:23.448901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05e616ac-cab3-4e79-a14c-940f2fbdd334 req-e2c19b70-9161-490d-a3bb-d1515260d78f tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.3756759 May 13 14:34:23.596935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:34:23.628785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Provisioning for port 360bb211-90ec-4990-a2bc-dcbd329821fc completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:23.641575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Provisioning complete for port 360bb211-90ec-4990-a2bc-dcbd329821fc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:23.642326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:23.661386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'name': 'network-vif-deleted', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:23.788162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49532) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:24.108764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:24.130869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:24.188171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.188171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8519e206-ea33-40e0-a5f7-40e48b73c53f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0439668 May 13 14:34:24.188171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:24.240312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Sync routers for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:24.389546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Current status of the port 360bb211-90ec-4990-a2bc-dcbd329821fc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:24.389546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.436580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Deleting subnet 7cbf551b-e605-4b57-b513-3e85d588de67 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:24.446433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.546781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] For port 360bb211-90ec-4990-a2bc-dcbd329821fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=360bb211-90ec-4990-a2bc-dcbd329821fc,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:24.546781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:24.546781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:24.648974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.709486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Deleting subnet c28cc1b7-057d-4b68-86d7-63352da8bb16 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:34:24.738828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.801413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:24.844115 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d779969-63ea-45dc-8703-bbd23a6358e0'] response: {'server_uuid': '331b471f-4165-460c-ba73-a085ad2ed407', 'name': 'network-vif-deleted', 'tag': '0f04744e-6ce7-4dee-8e22-7cfc85f3dacf', 'status': 'completed', 'code': 200} May 13 14:34:24.890864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.042780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.101003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.113603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7cbf551b-e605-4b57-b513-3e85d588de67 HTTP/1.1" status: 204 len: 168 time: 0.9843144 May 13 14:34:25.117120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:25.198869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.318537 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.367673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76bdb7-12bd-4201-bf80-a0786f995441 None None] Pushing event updated for resources: {'Port': ['ID=360bb211-90ec-4990-a2bc-dcbd329821fc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.377058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.377058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912e597-deba-4bae-b625-e23ab9d1c7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbf551b-e605-4b57-b513-3e85d588de67,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.510684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:25.630375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.639233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.647762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.657893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.672081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.673011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.698987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:25.698987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b88a874f-0406-4e3f-b838-33986597dcbb req-956bcbdd-96bd-4df8-90ce-dfea01cefa40 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.9713254 May 13 14:34:25.698987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.911335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:25.930613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28cc1b7-057d-4b68-86d7-63352da8bb16,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.978606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:25.990543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:26.138231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5a78-2124-4b9a-8617-e3c97636da25 req-2904289e-c7d7-494d-8a15-69481e707cf5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:26.138231 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b50d5a78-2124-4b9a-8617-e3c97636da25 req-2904289e-c7d7-494d-8a15-69481e707cf5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 0.7652345 May 13 14:34:26.190192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d4fbc6-57f4-403d-92e1-885b2d10d13e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:26.280058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060d2d00-95da-487a-983c-27c90378e397') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:26.280058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060d2d00-95da-487a-983c-27c90378e397') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:26.357295 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.379913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b50d5a78-2124-4b9a-8617-e3c97636da25 req-61490e3a-8614-4f01-b6ef-7ded725e6b04 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830475 May 13 14:34:26.430356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.439649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-305d9449-0179-43d9-8889-0c6f550d1db3 None None] Provisioning complete for port 360bb211-90ec-4990-a2bc-dcbd329821fc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:26.439649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-305d9449-0179-43d9-8889-0c6f550d1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.441551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:26.441551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: timer() May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:26.479810 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:26.585230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b1a6fc0-d7cd-4239-87ed-d61ebf561109 req-76e4dad5-5ca7-42b8-89c3-40bdf9d4992c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0857894 May 13 14:34:26.687487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.739603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-305d9449-0179-43d9-8889-0c6f550d1db3 None None] Current status of the port 360bb211-90ec-4990-a2bc-dcbd329821fc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:26.755252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:21Z', 'revision_number': 3, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:26.763417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b88a874f-0406-4e3f-b838-33986597dcbb req-eb793a32-fe85-457a-acf5-161134e477d9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8625004 May 13 14:34:26.771983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-88ea1f78-db10-4e32-a987-c5903c9783ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c28cc1b7-057d-4b68-86d7-63352da8bb16 HTTP/1.1" status: 204 len: 168 time: 2.9818068 May 13 14:34:26.776858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49560) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:26.781469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Checking router: 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:26.782885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Updating router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec port 13d0d995-426a-431a-a35a-02f0500f3aa8 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:34:26.784646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64afb497-61e9-4132-b565-7aa54f8aef11 req-3e571524-5322-4d0a-843a-d1c9dc46f2e6 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1036279 May 13 14:34:26.846935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.897773 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:26.919918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d4fbc6-57f4-403d-92e1-885b2d10d13e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:26.941001 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c87c5519-6023-4dfe-ba74-25226ed046f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/21d4fbc6-57f4-403d-92e1-885b2d10d13e HTTP/1.1" status: 204 len: 168 time: 1.8221548 May 13 14:34:26.982707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.048102 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.144955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 360bb211-90ec-4990-a2bc-dcbd329821fc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:27.245647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.369256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e9d33d06-effc-42c2-bb84-d441b222d424 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:27.458551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a47bbe1a-30d4-4034-a052-65bb6ff23aab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e902898ce9e141999ca750ac308ce5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091212 May 13 14:34:27.459503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:27.626440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:34:27.641707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.684538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.755355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:27.759060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283377f0-f53b-4deb-a408-48b92a693700']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:27.796662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 360bb211-90ec-4990-a2bc-dcbd329821fc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:27.796662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.005253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7877cd9b-69e4-42b3-a845-6e35e7cef496') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:28.005253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7877cd9b-69e4-42b3-a845-6e35e7cef496') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:28.129980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.186704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.196320 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.227926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:34:28.227926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.251793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d2a55-4676-42f6-8661-7d53c7791eca,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:28.272471 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.316146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dacad5-b493-4198-9787-43f3af723f6a req-dfea5fa1-9cc8-4ada-bf44-2de525a6b3e2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: timer() May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:34:28.325456 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:34:28.341215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09dacad5-b493-4198-9787-43f3af723f6a req-dfea5fa1-9cc8-4ada-bf44-2de525a6b3e2 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1096 time: 0.5131743 May 13 14:34:28.341215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:28.341215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47fe9e94-fb18-4a11-84c4-cfff15886b86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/525d2a55-4676-42f6-8661-7d53c7791eca HTTP/1.1" status: 204 len: 168 time: 0.8654659 May 13 14:34:28.497441 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09dacad5-b493-4198-9787-43f3af723f6a req-d45ee7f0-e4c4-404c-8db4-deab46415df8 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448271 May 13 14:34:28.520301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:34:28.753444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:28.960098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'port_id': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'mac_address': 'fa:16:3e:7d:8d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:29.060329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c77b25-6a5e-46ea-8898-e79276f96538 req-64dfed45-a3bf-4331-ab3c-94c9db3a71ca tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2225404 May 13 14:34:29.107334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.133903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Transition to ACTIVE for port object 13d0d995-426a-431a-a35a-02f0500f3aa8 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:29.173337 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.188316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.218708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.259037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] 10.222.0.36 "DELETE /v2.0/networks/283377f0-f53b-4deb-a408-48b92a693700 HTTP/1.1" status: 204 len: 168 time: 2.4790137 May 13 14:34:29.266200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b514d-3dca-4738-ab28-eb1deda54b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=283377f0-f53b-4deb-a408-48b92a693700,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.279353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 360bb211-90ec-4990-a2bc-dcbd329821fc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:29.315742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa894-5a59-4785-9b66-3524ab877786 None None] Pushing event updated for resources: {'Port': ['ID=13d0d995-426a-431a-a35a-02f0500f3aa8,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.365604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e9d33d06-effc-42c2-bb84-d441b222d424 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:29.365604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.374792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.382787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.392350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.397035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.403404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.408104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Attempting to bind port 13d0d995-426a-431a-a35a-02f0500f3aa8 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:29.408760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Attempting to bind port 13d0d995-426a-431a-a35a-02f0500f3aa8 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:29.409232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Attempting to bind port 13d0d995-426a-431a-a35a-02f0500f3aa8 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:29.412838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d33d06-effc-42c2-bb84-d441b222d424 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:29.426041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.430325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:29.437429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:29.437988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:29.438387 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.438826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:29.439318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Bound port: 13d0d995-426a-431a-a35a-02f0500f3aa8, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:29.439728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.449263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.453910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-f8076333-8c20-45df-8496-e5c4e6e6e263 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5418 time: 0.8368819 May 13 14:34:29.466155 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.467168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ef1a7526-c40c-4217-b1d0-57c3bb1b043f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:29.537271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Allocated IP 172.20.0.1 (8e1ee489-3d1b-4e71-adf9-22389f31c5d8/3886ca6a-c6e9-44a1-8ace-2bc94924b7bb/30320af1-ff0b-4949-b95b-ad97d8f02421) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:29.579337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58014626-fb8d-4129-8c4d-2007aabd0e80 req-9406c912-63fc-4812-90ce-8410f5faceac tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991104 May 13 14:34:29.637116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:29.665980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] For port 13d0d995-426a-431a-a35a-02f0500f3aa8, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:29.703694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] For port 13d0d995-426a-431a-a35a-02f0500f3aa8, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13d0d995-426a-431a-a35a-02f0500f3aa8,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:29.732910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:29.773686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:29.944727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'port_id': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f', 'mac_address': 'fa:16:3e:69:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:29.950580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07429f16-d5e5-44ec-94a6-1bae0d3429a7 req-89de9830-bc0a-4c26-a95e-0cb23d843647 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:29.952696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-07429f16-d5e5-44ec-94a6-1bae0d3429a7 req-89de9830-bc0a-4c26-a95e-0cb23d843647 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1096 time: 0.2848678 May 13 14:34:30.019582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49644) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:30.051875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.087757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0968bfe5-ddf5-4178-a3aa-f44f2fbcacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.126645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Transition to ACTIVE for port object 30320af1-ff0b-4949-b95b-ad97d8f02421 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:30.143645 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-07429f16-d5e5-44ec-94a6-1bae0d3429a7 req-a249d11d-1506-4f52-afaa-17d0180d898d tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792140 May 13 14:34:30.167887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfa894-5a59-4785-9b66-3524ab877786 None None] Pushing event updated for resources: {'Port': ['ID=13d0d995-426a-431a-a35a-02f0500f3aa8,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:30.210836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.252906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3d015df9-81b6-4864-8c7e-65c78270cb73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7da7303b5fcd41b2b4a6121d1d296236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184014 May 13 14:34:30.254168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:30.262376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:30.263949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:30.441568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:30.457787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:30.467243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.482136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:30.549461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.642407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.685889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c87c5e-46c2-40bf-8bf3-0c4e394eda20,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:30.715196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:30.719364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0d8e121e-7166-4b4c-981a-466470e45eed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92c87c5e-46c2-40bf-8bf3-0c4e394eda20 HTTP/1.1" status: 204 len: 168 time: 0.4636612 May 13 14:34:30.968894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Pushing event updated for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:31.035880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.477856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ef1a7526-c40c-4217-b1d0-57c3bb1b043f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:31.479742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.602314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:31.668719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1a7526-c40c-4217-b1d0-57c3bb1b043f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:31.934029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0a044810-bfe5-4de3-958e-2310707b9b9f None None] Provisioning for port 30320af1-ff0b-4949-b95b-ad97d8f02421 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:32.002749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:32.073265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.106856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.144597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.172076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.189337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.208914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.225983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:32.241482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-317ac11b-1c7b-4b70-a724-ed0871120bc6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5419 time: 0.8578181 May 13 14:34:32.257635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad62bb9f-3daf-451f-9ac9-2fd15d64b364 req-a58db029-2ce9-4069-a17d-0c5150da183f tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1925838 May 13 14:34:32.366905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91425b25-e75e-4c89-be4b-ec310ebc7904 req-07acd52d-775c-4dfa-8620-9337f76f1383 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255679 May 13 14:34:32.511760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:32.561081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:32.769636 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.769636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6583db97-a356-43c4-88b0-235672c91466 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:32.939668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:32.955799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.234849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.539637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1884520532-network', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:33.549181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:33.561509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Usage tracker for resource:network and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:33.585845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:33.613630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:33.619983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:33.630030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:33.630030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:33.680817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:33.708393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.748026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0a044810-bfe5-4de3-958e-2310707b9b9f None None] Provisioning complete for port 30320af1-ff0b-4949-b95b-ad97d8f02421 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:33.755099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a044810-bfe5-4de3-958e-2310707b9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:33.811360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-030361d5-7aec-4fd7-9650-d0b7345f4848 req-d64ec323-ef2e-472b-baa0-a1c15ea28033 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2190089 May 13 14:34:33.912340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.074654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.084920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Pushing event updated for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.113538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:34.145864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Usage tracker for resource:security_group_rule and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:34.189950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:34.243112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:34.305579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d3203a8-50f3-4866-8227-3393a541be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.308759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0a044810-bfe5-4de3-958e-2310707b9b9f None None] Port 30320af1-ff0b-4949-b95b-ad97d8f02421 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:34.494193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.582106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:34:34.663630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-09ff031e-524f-4273-9bf5-80bce07bb897 None None] Provisioning complete for port 30320af1-ff0b-4949-b95b-ad97d8f02421 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:34.664251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-09ff031e-524f-4273-9bf5-80bce07bb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.693834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.708970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.827464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e08f52-6596-4f39-a1cb-c44c1cda2061,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:34.864556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:34.866858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:34.901543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:34.902015 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Added segment c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2 of type vlan for network f0a914ef-d660-44d0-ad35-cbb2603e1090 May 13 14:34:34.922626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-09ff031e-524f-4273-9bf5-80bce07bb897 None None] Port 30320af1-ff0b-4949-b95b-ad97d8f02421 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:34:34.997677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.046036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '6583db97-a356-43c4-88b0-235672c91466', 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'port_id': '6583db97-a356-43c4-88b0-235672c91466', 'mac_address': 'fa:16:3e:37:ee:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e1bddf-082d-4d82-9492-4960100541a4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:35.062031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.063180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.063822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.235909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:35.283947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.285652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6583db97-a356-43c4-88b0-235672c91466 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:35.286973 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.314381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.320765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.327707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.334528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.341148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.347902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.353610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:35.362312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-1814185c-7a19-4c9d-92ac-44a27c550381 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5420 time: 0.5403771 May 13 14:34:35.391244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:35.398780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-538425e9-beb1-4185-ae09-949e7e3b2d43 admin admin] 10.222.0.36 "PUT /v2.0/routers/8b795c5e-0ab7-43d5-8f74-9e9be1dcecec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2162137 May 13 14:34:35.445629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6583db97-a356-43c4-88b0-235672c91466 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:35.466641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec6b2de2-f2c4-4e86-b8dc-539e9c7a5e02 req-d3a91201-6058-47ae-be38-ed317cdc90a0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990319 May 13 14:34:35.481367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a914ef-d660-44d0-ad35-cbb2603e1090,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:35.500365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:35.514654 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7e5239ac-5803-4f29-9b31-a38f4b27a602 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9956222 May 13 14:34:35.514769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:35.534887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Request body: {'subnet': {'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1884520532-subnet', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:35.538663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:35.547113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:35.582118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Usage tracker for resource:subnet and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:35.597657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:35.638947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:35.651976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:35.651976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:35.687352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:35.687352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.227335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-686596372-network', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:36.271208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:36.278432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Usage tracker for resource:network and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:36.288994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:36.300294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:36.343820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:36.343820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.645306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:36.993810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:37.099086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'mac_address': 'fa:16:3e:7b:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:37.277218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:37.283492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Usage tracker for resource:security_group_rule and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:37.298489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:37.316869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:37.347881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-048f2196-4e46-4caa-8757-c210f8d27aa0 req-6106cdab-873f-4d5b-a478-8ba14fab593d tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.8485646 May 13 14:34:37.378844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:37.378844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.439358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:37.439358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:21Z', 'revision_number': 3, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:37.446125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d6c42-07ea-45fe-bee1-57870ad2a5ee None None] The sync data for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 is: [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:21Z', 'revision_number': 3, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:37.446125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:37.535640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:37.559762 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:37.559762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 51cd3d06-421a-403e-a40f-fcfd0bffc421 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:37.824624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.335006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.422317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.422317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba7994c-13ce-481d-b5d6-03d58411c29b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.443970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-774de5b1-c6e2-41d3-826b-387f5b32d84a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:34:38.443970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-774de5b1-c6e2-41d3-826b-387f5b32d84a tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099370 May 13 14:34:38.443970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.482479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:38.508026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'network_id': 'e6cc6b37-1691-40f3-8b0c-a58ef5bb549c', 'port_id': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'mac_address': 'fa:16:3e:e3:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:38.561363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:34:38.583163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:38.583738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Network hostable DHCP agents. Network: f0a914ef-d660-44d0-ad35-cbb2603e1090, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:38.642876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20983a1b-ae97-4e16-80d5-23a4092a21a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:38.658412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:38.667053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700944317', 'description': 'tempest-description--1931425012'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:38.680767 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.683975 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Added segment b085b895-6b87-4eec-945f-6f0adce0853c of type vlan for network c6d338ab-d016-46df-ad29-30e69bfabf5b May 13 14:34:38.690157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:38.694650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:38.712066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:security_group and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:38.727269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:38.763486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, f0a914ef-d660-44d0-ad35-cbb2603e1090) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:38.774995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-5a6b0329-debc-4f64-bacc-5a13218bcdbd tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:34:38.799744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:38.800965 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-5a6b0329-debc-4f64-bacc-5a13218bcdbd tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118510 May 13 14:34:38.806073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:38.806664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.815890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 51cd3d06-421a-403e-a40f-fcfd0bffc421 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:38.816952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:38.835786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b108a3-868e-41de-b245-c4372fa57e4e None None] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:38.886245 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.009672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7eb49ada-34c6-455d-8ae7-8583d76dd5d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4956799 May 13 14:34:39.011696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:39.018272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49804) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:39.037908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Request body: {'binding': {'host': 'n-h2-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:39.044071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 14:34:39.054183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.329953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cd3d06-421a-403e-a40f-fcfd0bffc421 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:39.381739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:39.403569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.406139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9178478c-fef4-46b5-8d05-de063964bce2 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:39.441483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:39.465725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:security_group_rule and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:39.484570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.487278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.489555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.495271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:39.508130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:39.522646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Usage tracker for resource:router and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:39.527983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:39.551154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:39.567084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:39.599981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:39.611456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.619811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.629511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '9178478c-fef4-46b5-8d05-de063964bce2', 'network_id': '3c114319-6d0e-4ecb-8284-a18a2814d527', 'port_id': '9178478c-fef4-46b5-8d05-de063964bce2', 'mac_address': 'fa:16:3e:70:4e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e1bddf-082d-4d82-9492-4960100541a4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:39.642517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13d0d995-426a-431a-a35a-02f0500f3aa8 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:39.753692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] Pushing event updated for resources: {'Network': ['ID=c6d338ab-d016-46df-ad29-30e69bfabf5b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:39.764644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3479317e-6beb-4d86-b6bb-c70fe15be94f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.5272880 May 13 14:34:39.765823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:39.796682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Request body: {'subnet': {'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-subnet', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:39.822397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:39.829661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Usage tracker for resource:subnet and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:39.832456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c6d338ab-d016-46df-ad29-30e69bfabf5b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:34:39.836003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:39.848306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:39.874610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-254fbf2a-1dcd-44b7-a6b5-cd1653e8a038 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8678541 May 13 14:34:39.884463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:34:39.888729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.953680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:39.966058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:39.983232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.003864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:40.007642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.021826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.034809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.050373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.063241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.066761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-24d3b52d-5d94-409b-993e-c9d9b4e87ee6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5422 time: 0.9388402 May 13 14:34:40.083856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 9178478c-fef4-46b5-8d05-de063964bce2 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:40.084258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.165908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178478c-fef4-46b5-8d05-de063964bce2 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:40.191249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:40.198961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-f0a914ef-d660-44d0-ad35-cbb2603e1090', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:40.200262 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.214833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 13d0d995-426a-431a-a35a-02f0500f3aa8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:40.218941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.219783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a7b0b745-f92c-4517-a042-5d89329fc018 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:40.251458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:40.303562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'a7b0b745-f92c-4517-a042-5d89329fc018', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'port_id': 'a7b0b745-f92c-4517-a042-5d89329fc018', 'mac_address': 'fa:16:3e:00:fc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:40.323684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 13d0d995-426a-431a-a35a-02f0500f3aa8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:40.324361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.455362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a7b0b745-f92c-4517-a042-5d89329fc018 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:40.457014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.494538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b0b745-f92c-4517-a042-5d89329fc018 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:40.541146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on host n-h2-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:40.541666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:40.542188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:40.543238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7c5d624-a9c8-40ea-b253-12301a110924 req-c51d4664-1efe-4d96-b2cb-35453674e4a1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3799512 May 13 14:34:40.595508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:40.609549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:40.632850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.634008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d342fb6-a989-4787-87f4-eece00de111d details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:34:40.661063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:40.691044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-7b416032-8607-4f76-ad7f-4343ad0f9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:40.694210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-7b416032-8607-4f76-ad7f-4343ad0f9e52 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 1095 time: 0.7756090 May 13 14:34:40.695580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:34:40.696112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:40.787095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:40.788049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:40.788924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:40.789885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Bound port: 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:40.819049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:40.909248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2d342fb6-a989-4787-87f4-eece00de111d', 'network_id': '6c8bf028-3680-46b6-9f51-c67edb143615', 'port_id': '2d342fb6-a989-4787-87f4-eece00de111d', 'mac_address': 'fa:16:3e:51:8f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a964eca-1441-4579-80fa-3ab79449ba9b', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:34:41.139065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Allocated IP 172.20.0.2 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/e78cccda-080a-43e6-bcfd-9afc439d702b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:41.204744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.249815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.310155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.363017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.384883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:41.469738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3b736-4b10-4adc-a112-108378937e2c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:41.538680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-966fb3fe-d269-491d-b877-92b052ac4821 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7032588 May 13 14:34:41.557402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.560713 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4134293d-929a-4af7-b08c-0b0759f5c1bb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9007614 May 13 14:34:41.562563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.564605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] 10.222.0.36 "POST /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4/bindings HTTP/1.1" status: 201 len: 389 time: 2.7620249 May 13 14:34:41.569827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:41.584358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'security_group_rule': {'security_group_id': 'b0d3b736-4b10-4adc-a112-108378937e2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:41.603371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:41.616160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:security_group_rule and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:41.630432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:41.645630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:41.762894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:41.814900 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Sync routers for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:41.893829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:41.894747 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:42.132887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-63dfab79-d55b-4367-afff-336f9bbbd698 req-12da2f0f-32c3-44e0-ad81-1df8cffc7b0a tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.7691293 May 13 14:34:42.135043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:42.338344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2d342fb6-a989-4787-87f4-eece00de111d is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:42.343982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.395821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 13d0d995-426a-431a-a35a-02f0500f3aa8 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:42.398357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.518180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Checking segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:42.518677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Network hostable DHCP agents. Network: c6d338ab-d016-46df-ad29-30e69bfabf5b, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:34:42.522942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d342fb6-a989-4787-87f4-eece00de111d {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:34:42.627615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-298b1f82-8f6f-4442-94a0-ebcce7122396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:42.629436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-298b1f82-8f6f-4442-94a0-ebcce7122396 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 1.7049968 May 13 14:34:42.720551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 13d0d995-426a-431a-a35a-02f0500f3aa8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13d0d995-426a-431a-a35a-02f0500f3aa8,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:42.725115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:42.738422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:42.813223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.012177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=13d0d995-426a-431a-a35a-02f0500f3aa8,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:43.035826 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:43.049722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.088168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-618cd297-ad24-47e2-b583-734f1a9989db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 200 len: 217 time: 0.4156804 May 13 14:34:43.109182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.168993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Network c6d338ab-d016-46df-ad29-30e69bfabf5b is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:34:43.237340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c6d338ab-d016-46df-ad29-30e69bfabf5b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:43.263674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.265211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.295771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-99c4d843-87bb-4e3c-95ff-949f1c873d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.298767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-99c4d843-87bb-4e3c-95ff-949f1c873d79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2091689 May 13 14:34:43.309292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-f9a2cd9a-90eb-4fd1-822b-69a58342f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.312448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-f9a2cd9a-90eb-4fd1-822b-69a58342f559 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1096 time: 1.0654585 May 13 14:34:43.330899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.339306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be919f-f8d4-46bd-a3fd-e4ecfe853925 None None] Network c6d338ab-d016-46df-ad29-30e69bfabf5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:43.378691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.448173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-0e6da01e-ec3e-4a02-8614-8b4df5363f40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325834 May 13 14:34:43.527336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9959b0-d859-4c9b-9c88-8fa520437208,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:43.533100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-b97d2c09-708a-441f-b022-30b844f1a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:43.536276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-b97d2c09-708a-441f-b022-30b844f1a847 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0cad50da3f084589b345de58adee1ee1&device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 1097 time: 1.2351010 May 13 14:34:43.538442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.543030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:43.545540 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-08177916-c7d3-472f-aa96-13e5fb224b0e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9738197 May 13 14:34:43.602417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:43.651279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:43.676047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f506d7b-4a88-4ab2-9139-56280f00c7f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9045818 May 13 14:34:43.679898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:43.793841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'security_group_rule': {'security_group_id': 'b0d3b736-4b10-4adc-a112-108378937e2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:43.818455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:43.833042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Transition to ACTIVE for port object e78cccda-080a-43e6-bcfd-9afc439d702b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:43.837801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:security_group_rule and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:43.839113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['ef1a7526-c40c-4217-b1d0-57c3bb1b043f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:43.849746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:43.889442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['6583db97-a356-43c4-88b0-235672c91466'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:43.927998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:32Z', 'revision_number': 2, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:43.940368 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Checking router: 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:43.940863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Updating router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec port 30320af1-ff0b-4949-b95b-ad97d8f02421 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:34:44.039105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['9178478c-fef4-46b5-8d05-de063964bce2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:44.059041 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.099377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Allocated IP 172.25.5.246 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/52f7d91e-9241-4948-90d6-c3faa404beaf) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:44.120910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:44.165447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:44.187123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07295-041b-4c17-bb37-bfbb0beb1c3e req-604879e1-2f9e-43e7-ab5d-43bb407f04ec tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.207676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['51cd3d06-421a-403e-a40f-fcfd0bffc421'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:44.207825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29a07295-041b-4c17-bb37-bfbb0beb1c3e req-604879e1-2f9e-43e7-ab5d-43bb407f04ec tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 1.2560434 May 13 14:34:44.237763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Usage tracker for resource:router and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:44.258612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:44.292184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:44.343887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-c85079be-e4c3-4fea-a9b5-33b678fd0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.347023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-c85079be-e4c3-4fea-a9b5-33b678fd0d56 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 1.0278194 May 13 14:34:44.353287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['e9d33d06-effc-42c2-bb84-d441b222d424'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:44.359894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.361774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29a07295-041b-4c17-bb37-bfbb0beb1c3e req-f911dd6a-ddd8-4707-9ccb-a1032fc592d5 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553566 May 13 14:34:44.376098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.417102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.430140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.443266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.456908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.469714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.484162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-8d12c7ff-3e2a-4dbe-a4cd-c1b89986ffe1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5424 time: 2.5813477 May 13 14:34:44.508011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:44.543011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:44.547597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.551717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.673082 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.673378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-0237df26-7ac2-4b20-a400-028888b72aab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 217 time: 0.2970693 May 13 14:34:44.686535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2d342fb6-a989-4787-87f4-eece00de111d'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:44.689625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d38d49f7-9954-4c19-b081-336073c8e8aa req-43f781a4-e107-4ff8-b034-e80e59e769cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035677 May 13 14:34:44.695521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Transition to ACTIVE for port object 30320af1-ff0b-4949-b95b-ad97d8f02421 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:44.705469 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.709535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-c9f2917e-1869-45f6-b0c1-9286982216f8 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529766 May 13 14:34:44.713335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.789904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:44.863497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-4b2365bf-b624-4d9a-9e99-3ddf843e9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:44.876616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-4b2365bf-b624-4d9a-9e99-3ddf843e9b37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 200 len: 917 time: 1.2216477 May 13 14:34:45.082588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-5868c979-3ac7-4bd4-9070-543333aa77b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 200 len: 1002 time: 0.1879148 May 13 14:34:45.182505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13d0d995-426a-431a-a35a-02f0500f3aa8 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:45.234532 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Pushing event updated for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:45.256171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.262471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.263137 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.263792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.264414 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.264966 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.273897 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.274523 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.280101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.280101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.282519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.282519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.282519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:34:45.302685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Attempting to bind port 30320af1-ff0b-4949-b95b-ad97d8f02421 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:45.302685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Attempting to bind port 30320af1-ff0b-4949-b95b-ad97d8f02421 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:45.302685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Attempting to bind port 30320af1-ff0b-4949-b95b-ad97d8f02421 on network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:45.332875 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:45.332875 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Checking segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:45.332875 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.352348 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Bound using segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:45.352348 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Bound port: 30320af1-ff0b-4949-b95b-ad97d8f02421, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:45.352348 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.386178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.527705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d2c98f8-059f-4706-b93b-2d7690bc5b63 req-8eaa6e00-b2c4-4534-8b1c-0dfff841c1da tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.6227040 May 13 14:34:45.535748 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.582053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.620392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Pushing event updated for resources: {'Port': ['ID=52f7d91e-9241-4948-90d6-c3faa404beaf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:45.657323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['a7b0b745-f92c-4517-a042-5d89329fc018'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:34:45.676742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-fae64c6f-b29c-4f4d-86e6-eff9d97a7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:45.676742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-fae64c6f-b29c-4f4d-86e6-eff9d97a7f4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0857993e-c743-4da5-a579-676901bd3ebe HTTP/1.1" status: 200 len: 855 time: 0.5728900 May 13 14:34:45.676742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.676742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0215304 May 13 14:34:45.693583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:45.719096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:45.726995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] For port 30320af1-ff0b-4949-b95b-ad97d8f02421, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:45.736076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:34:45.752495 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] For port 30320af1-ff0b-4949-b95b-ad97d8f02421, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=30320af1-ff0b-4949-b95b-ad97d8f02421,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:45.769314 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:45.807975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:45.817506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:45.881636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77868985-a2aa-4832-8b40-33e9f4ed8bb3 req-f329b1f0-e29c-4445-bdd7-3669c17694c9 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854405 May 13 14:34:45.913941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-ca699c5a-b385-4114-8417-ea97703ea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:45.926680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-ca699c5a-b385-4114-8417-ea97703ea51b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 1.2392886 May 13 14:34:46.241735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Transition to ACTIVE for port object e78cccda-080a-43e6-bcfd-9afc439d702b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:46.360805 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:46.360805 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:46.653539 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:46.683843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:34:46.701112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:floatingip and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:34:46.701112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:34:46.718262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:34:46.731503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8385d-efbb-4074-bb8c-a012b50ca899 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7f039a-2e15-46b5-aeeb-42d4b2d483ff,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:46.802474 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab86abe-7b02-4ac7-8409-bb333cf8d5fb None None] Pushing event updated for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:46.868418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.205613 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:47.209301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-ccdbba85-7d93-46dc-b4ff-d8be27183b82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2738695 May 13 14:34:47.514224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Pushing event updated for resources: {'Port': ['ID=e78cccda-080a-43e6-bcfd-9afc439d702b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:47.808752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-ca394ccd-2171-4e9c-92c6-9b52652b4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.814927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-ca394ccd-2171-4e9c-92c6-9b52652b4e9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=990464fa-9c31-4743-b2b4-b21614889dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1386249 May 13 14:34:47.893602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:47.913395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595b1be-fd8d-440d-9640-351d96329dd6 req-d1537bbf-14eb-4242-934a-2f12a1971c20 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:47.927012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9595b1be-fd8d-440d-9640-351d96329dd6 req-d1537bbf-14eb-4242-934a-2f12a1971c20 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 1.8967690 May 13 14:34:47.938022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:48.091445 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:48.273698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:48.349409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.359227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.367816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.379094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.387422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.397862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.407357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:48.420461 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-bbedccb3-fa95-4210-ad25-b677f61670c8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5425 time: 2.0932870 May 13 14:34:48.473575 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:45Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:48.518968 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad456-04ad-4a28-a6e2-7abc7c4bc054 None None] The sync data for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 is: [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:45Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:34:48.564684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-bf0a3919-868d-4a36-aa14-03deea357479 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3240435 May 13 14:34:48.593064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:48.638915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e9411e4-abdf-45e1-98f3-04d4a5b5aa7f req-48fd84f8-9c12-4aee-a9fe-abbf19fe2e76 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960831 May 13 14:34:48.707087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9595b1be-fd8d-440d-9640-351d96329dd6 req-cb3aa122-a1df-4f25-b597-0f95b81a7e17 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733727 May 13 14:34:49.088173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-3a71d564-7ff8-4bf0-a596-ab5374c9a2a6 service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2588294 May 13 14:34:49.551100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76fe8355-c8fb-423b-92d2-ab587443b976 req-a85182ee-9ffc-4c47-adc9-b5ee9ade4912 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2746549 May 13 14:34:49.566317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:49.830624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:50.072478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da0dd4e9-9e4f-4342-83ce-680e7c347d26 req-7cd3b176-e602-458e-afce-49271a4c3a4d service neutron] 10.222.0.90 "GET /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764491 May 13 14:34:50.760507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-c7c7511a-f104-4172-b50c-572916f52992 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1822844 May 13 14:34:51.390994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 13d0d995-426a-431a-a35a-02f0500f3aa8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:51.390994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.439515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.439515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.453526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.453526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.468493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.468493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.494608 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:34:51.510085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:51.523770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-e6513d6e-654b-4ff1-8506-0c74437b9622 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5425 time: 1.3344004 May 13 14:34:51.578766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.664124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.760944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.772351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Allocated IP 172.25.5.117 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/7782eb3c-dae5-4d43-8b9c-529ca1092545) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:51.781503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6d338ab-d016-46df-ad29-30e69bfabf5b', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:34:51.786878 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:51.894570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f869d23e-28d5-403d-ab08-b83ca7d211e3 req-1ba20791-652a-4619-8949-33b1f72d257b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3784082 May 13 14:34:51.931732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:34:51.939549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Attempting to bind port e78cccda-080a-43e6-bcfd-9afc439d702b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:51.939549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Attempting to bind port e78cccda-080a-43e6-bcfd-9afc439d702b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:51.939549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Attempting to bind port e78cccda-080a-43e6-bcfd-9afc439d702b on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:51.939549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.040090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62455642-8913-4c2a-ba4e-6d2369f33319 req-67162948-012f-430e-8ca3-a94496dd647f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:52.040090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62455642-8913-4c2a-ba4e-6d2369f33319 req-67162948-012f-430e-8ca3-a94496dd647f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 1.3017077 May 13 14:34:52.156102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62455642-8913-4c2a-ba4e-6d2369f33319 req-d3a48d04-75e6-4353-8731-4588d4dfe925 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954168 May 13 14:34:52.261927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:52.262477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:52.262813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.263085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:52.263682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Bound port: e78cccda-080a-43e6-bcfd-9afc439d702b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:52.263938 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.556001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] For port e78cccda-080a-43e6-bcfd-9afc439d702b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:52.559682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] For port e78cccda-080a-43e6-bcfd-9afc439d702b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e78cccda-080a-43e6-bcfd-9afc439d702b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:52.575152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bcdb604-551d-42fe-8ad2-cc78f0167672 req-3bfdfc75-0865-4ec4-b27b-acb500321be0 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0864711 May 13 14:34:52.720618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Allocated IP 172.20.0.2 (c6d338ab-d016-46df-ad29-30e69bfabf5b/2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7/9159a8d9-2fb4-438d-b2ed-fcc437644afc) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:52.833920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:34:52.864913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.913218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:52.914562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2fe40aac-84b8-4040-a43c-f4d032fb19a9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.4822998 May 13 14:34:52.918676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:34:52.993510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:53.010991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.069773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Sync routers for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:34:53.355866 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:53.541917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:53.650833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:53.650833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:53.735020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'Port': ['ID=7782eb3c-dae5-4d43-8b9c-529ca1092545,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:53.817949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 13d0d995-426a-431a-a35a-02f0500f3aa8 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:53.817949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:34:53.817949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:34:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:53.989825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Allocated IP 172.25.5.177 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/8f506fde-9d8a-4eb6-854f-55d65ed2ac52) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:54.003750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d4433-b835-4b81-94aa-b639b979fb43 req-1ecc4492-b5bb-4ca6-9cc8-be028d585557 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.005406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a23d4433-b835-4b81-94aa-b639b979fb43 req-1ecc4492-b5bb-4ca6-9cc8-be028d585557 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 0.6148710 May 13 14:34:54.067196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.079579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.087602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.096336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.114845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.123986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.133764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:54.146299 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-8521ac64-2e5c-4752-94bb-7349aaa1f29d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5425 time: 0.7108963 May 13 14:34:54.187184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.239514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cb6b907-d2bc-4a68-bb97-48737c8241c5 req-807b31c6-e749-4db5-bfb0-e59eed155b14 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914578 May 13 14:34:54.276753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:34:54.496196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a23d4433-b835-4b81-94aa-b639b979fb43 req-ae9b760f-d533-445d-b15d-0e27afd6a4be tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692788 May 13 14:34:54.588879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:54.625361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 30320af1-ff0b-4949-b95b-ad97d8f02421 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:55.140182 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.241119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Transition to ACTIVE for port object 9159a8d9-2fb4-438d-b2ed-fcc437644afc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:55.295571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:55.296141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.489820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fce8c-1f7d-4fa3-9444-3b196be0ad79 None None] Pushing event updated for resources: {'Port': ['ID=e78cccda-080a-43e6-bcfd-9afc439d702b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:55.518968 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87f51272-02da-4499-8b5f-69f56e738810 req-1393230b-7d75-442e-b01f-d0ce090e1805 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.3871300 May 13 14:34:55.590819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Transition to ACTIVE for port object 9159a8d9-2fb4-438d-b2ed-fcc437644afc will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:34:55.696410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.705695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.711208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.854627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 30320af1-ff0b-4949-b95b-ad97d8f02421 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:55.858110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:55.924534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Network c6d338ab-d016-46df-ad29-30e69bfabf5b is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:55.925765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:55.938587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:55.968826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 30320af1-ff0b-4949-b95b-ad97d8f02421 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:55.969429 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.054843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c289-41a8-49f4-af37-f1195b5250e3 req-3c61f8fe-bfbe-46cc-aa3d-380ce9b3d1c3 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.064269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d089c289-41a8-49f4-af37-f1195b5250e3 req-3c61f8fe-bfbe-46cc-aa3d-380ce9b3d1c3 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.8852847 May 13 14:34:56.371493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d089c289-41a8-49f4-af37-f1195b5250e3 req-0dca639c-4e29-4b58-9540-10abc59e9a03 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056176 May 13 14:34:56.461968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:56.462790 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.558421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.721651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'Port': ['ID=7782eb3c-dae5-4d43-8b9c-529ca1092545,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:56.768710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.807520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:56.829615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.857710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f48da5da-28ea-4e91-832f-69875796c16c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.1475105 May 13 14:34:56.875837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:34:56.903074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:56.904066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6583db97-a356-43c4-88b0-235672c91466 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:56.933177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.955923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.980001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.988089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:56.996254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.005658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.011898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.022657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-34d1c951-eac5-4936-acd2-64cfa5c89267 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5425 time: 0.6785069 May 13 14:34:57.068115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Pushing event updated for resources: {'Port': ['ID=9159a8d9-2fb4-438d-b2ed-fcc437644afc,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.167888 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7bb72fa3-98c9-47fc-bcaf-a105aa1af443 req-74cde002-81b9-4556-8c01-ffe0e9ec26d7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440754 May 13 14:34:57.256562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:34:57.265329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:34:57.268374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:34:57.463281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:57.589483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.679034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f52ad0-d198-4931-8ec9-4c3af0b62221 req-5c5a57d6-32c5-4057-a223-62dff21bc5f7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:57.682198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70f52ad0-d198-4931-8ec9-4c3af0b62221 req-5c5a57d6-32c5-4057-a223-62dff21bc5f7 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 1.0132873 May 13 14:34:57.684578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 30320af1-ff0b-4949-b95b-ad97d8f02421 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:57.685192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:57.724521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f11b620a-269f-4ca9-b31d-e1dffc2ec029 req-d5b381c4-322f-492a-bd86-d8a9424e4dc1 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0749307 May 13 14:34:57.824112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a1810-3b1a-4c83-878f-43ab1896015e None None] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:34:58.090959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-54c7680e-764b-4902-878d-682d64b9e56d req-79d0ea78-089f-4fa6-86c1-9ef1ba606473 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Synchronizing usage tracker for tenant:383e74fdd3fe41868b9aea131798e038 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:34:58.141281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-54c7680e-764b-4902-878d-682d64b9e56d req-79d0ea78-089f-4fa6-86c1-9ef1ba606473 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Unset dirty status for tenant:383e74fdd3fe41868b9aea131798e038 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:34:58.141831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-79d0ea78-089f-4fa6-86c1-9ef1ba606473 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--700944317&fields=id&tenant_id=383e74fdd3fe41868b9aea131798e038 HTTP/1.1" status: 200 len: 267 time: 0.2083864 May 13 14:34:58.190465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70f52ad0-d198-4931-8ec9-4c3af0b62221 req-9b5fbd98-619f-4314-87e3-7018a1d34690 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654084 May 13 14:34:58.253847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Attempting to bind port 9159a8d9-2fb4-438d-b2ed-fcc437644afc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:34:58.254453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Attempting to bind port 9159a8d9-2fb4-438d-b2ed-fcc437644afc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:34:58.256639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Attempting to bind port 9159a8d9-2fb4-438d-b2ed-fcc437644afc on network c6d338ab-d016-46df-ad29-30e69bfabf5b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:34:58.394489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 30320af1-ff0b-4949-b95b-ad97d8f02421, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=30320af1-ff0b-4949-b95b-ad97d8f02421,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:34:58.466939 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbfff28-ec07-4f7e-8112-7d5d31159ecc'] response: {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'code': 200} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Checking segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Bound using segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Bound port: 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:34:58.500149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:58.637489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-076fccf4-613c-4c11-9b43-4fe8f28b127c None None] Provisioning for port e78cccda-080a-43e6-bcfd-9afc439d702b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:58.767871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:58.769785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-d96bef55-9016-492c-8607-1db7a2edd6ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:34:58.770879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 6583db97-a356-43c4-88b0-235672c91466 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:58.782946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-d96bef55-9016-492c-8607-1db7a2edd6ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/networks?id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8 HTTP/1.1" status: 200 len: 811 time: 0.6294413 May 13 14:34:58.822156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-02f3b0b0-7eb7-4dd8-83b3-1e90d5cd3035 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/quotas/383e74fdd3fe41868b9aea131798e038 HTTP/1.1" status: 200 len: 375 time: 0.0291047 May 13 14:34:58.905451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 6583db97-a356-43c4-88b0-235672c91466 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:58.905451 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.024708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e78cccda-080a-43e6-bcfd-9afc439d702b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:34:59.079064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Allocated IP 172.20.0.1 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/58040a19-8b18-474b-978c-057a43eaf6b4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:34:59.107711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.370474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:34:46Z', 'revision_number': 3, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:34:59.379912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] For port 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:34:59.386311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-738330bb-68c6-4921-b576-1cd909d15f26 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=383e74fdd3fe41868b9aea131798e038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5627027 May 13 14:34:59.397480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.408274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Checking router: 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:34:59.408968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Updating router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f port 52f7d91e-9241-4948-90d6-c3faa404beaf binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:34:59.447444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e78cccda-080a-43e6-bcfd-9afc439d702b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:34:59.467296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] For port 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9159a8d9-2fb4-438d-b2ed-fcc437644afc,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:34:59.469242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e78cccda-080a-43e6-bcfd-9afc439d702b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:34:59.469859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.538437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.548104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-ca86eb23-bb67-46aa-8a0d-bbfa0a99a8d6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578948 May 13 14:34:59.731832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-155adb4e-a012-4be2-ae4c-d70318c7a91e service neutron] 10.222.0.36 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807580 May 13 14:34:59.755345 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9b77-4cc3-4c6e-aefe-e1de696ba98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.774804 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.859261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6583db97-a356-43c4-88b0-235672c91466 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:34:59.868901 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:34:59.944501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e0735-f953-4dcf-9fc0-b5f58a35f0e6 None None] Pushing event updated for resources: {'Port': ['ID=9159a8d9-2fb4-438d-b2ed-fcc437644afc,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:34:59.968343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:00.023207 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:00.025600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d342fb6-a989-4787-87f4-eece00de111d up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:00.720268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6583db97-a356-43c4-88b0-235672c91466'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:00.745881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:00.973330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e78cccda-080a-43e6-bcfd-9afc439d702b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:00.973330 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.112485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1fb1b34-0ad5-4756-9d2f-ad64dab8d374 req-13b3cf19-7fb4-48ee-bd9e-53605117692a tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.3842106 May 13 14:35:01.118435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.143871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Transition to ACTIVE for port object 58040a19-8b18-474b-978c-057a43eaf6b4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:01.270376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.488050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Pushing event updated for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:01.499522 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.517057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Provisioning complete for port e78cccda-080a-43e6-bcfd-9afc439d702b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:01.518766 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:01.529835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.536831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.544170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.563900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.575060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.588248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.600649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.607181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace30330-16d5-4114-b237-4d237717d77b req-05a65b4d-5200-44ae-879f-0f1e0907b800 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:01.613589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-1021d091-aeb2-48be-898f-9921f875c5b8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5425 time: 2.2086740 May 13 14:35:01.621792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ace30330-16d5-4114-b237-4d237717d77b req-05a65b4d-5200-44ae-879f-0f1e0907b800 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.90 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.4892161 May 13 14:35:01.733316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-89cdde84-6a8a-4f49-8d4a-991cef5b5cb1 req-bdca8a7f-b686-4ea2-996d-10e47198dbc3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180370 May 13 14:35:01.910148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port e78cccda-080a-43e6-bcfd-9afc439d702b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e78cccda-080a-43e6-bcfd-9afc439d702b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:01.942477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89aed2-f308-4277-a188-925f0f493e45 None None] Network c6d338ab-d016-46df-ad29-30e69bfabf5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:01.979739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.032020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2d342fb6-a989-4787-87f4-eece00de111d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:02.182741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Deleting port 41a814f3-237b-4773-9a53-09af948140a5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:02.183504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.218066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2d342fb6-a989-4787-87f4-eece00de111d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:02.232582 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.359544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Current status of the port e78cccda-080a-43e6-bcfd-9afc439d702b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:02.360295 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.401641 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-410fb2d8-5892-4194-a863-43325397680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.470632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2f985-89ec-4f13-a345-f54c60acbbd5 req-469e82ce-5f2f-4196-9dd0-9593508b5e46 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:02.500931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0f2f985-89ec-4f13-a345-f54c60acbbd5 req-469e82ce-5f2f-4196-9dd0-9593508b5e46 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 0.7687023 May 13 14:35:02.519417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=e78cccda-080a-43e6-bcfd-9afc439d702b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:02.522691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 30320af1-ff0b-4949-b95b-ad97d8f02421 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:02.608413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:02.625590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:02.629420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:02.847118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:02.968237 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:02.975968 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:02.978947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0f2f985-89ec-4f13-a345-f54c60acbbd5 req-d2eed3e2-044f-43e0-aa3a-2bdf038efc29 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765930 May 13 14:35:03.069981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-e9e32a2b-ae51-412d-9794-6140e643fbab tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:03.072997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-e9e32a2b-ae51-412d-9794-6140e643fbab tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.9449184 May 13 14:35:03.090761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.093513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-841736-1'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:03.265509 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.269541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71925695-288e-4ec0-a403-0012b72ddbc4 req-f5d6322c-c943-4aca-a3fa-ea209b35e479 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:03.273879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71925695-288e-4ec0-a403-0012b72ddbc4 req-f5d6322c-c943-4aca-a3fa-ea209b35e479 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 945 time: 0.8337338 May 13 14:35:03.275956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Transition to ACTIVE for port object 52f7d91e-9241-4948-90d6-c3faa404beaf will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:03.330897 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.331943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2d342fb6-a989-4787-87f4-eece00de111d is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:03.333936 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.348054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.407266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eebb01f0-90c4-40d9-a688-e59ec97ba37a req-a42f92d3-8c43-4336-95da-22d85a96d7fe tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 210 time: 0.0892317 May 13 14:35:03.514904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] For port 41a814f3-237b-4773-9a53-09af948140a5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=41a814f3-237b-4773-9a53-09af948140a5,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:03.514904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.607486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:03.614830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71925695-288e-4ec0-a403-0012b72ddbc4 req-455833bc-c002-40fc-9d51-feb7af111f67 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136113 May 13 14:35:03.616617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.684622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 30320af1-ff0b-4949-b95b-ad97d8f02421 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:03.685024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:03.930714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Router fd7f0007-0664-4846-8f26-a0df8d5dc45f is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:35:03.997770 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea99788-2650-4bc2-b985-743c0cda1bfd'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6583db97-a356-43c4-88b0-235672c91466', 'code': 200} May 13 14:35:04.276444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Attempting to bind port 52f7d91e-9241-4948-90d6-c3faa404beaf on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:04.278507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Attempting to bind port 52f7d91e-9241-4948-90d6-c3faa404beaf by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:04.279407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Attempting to bind port 52f7d91e-9241-4948-90d6-c3faa404beaf on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:04.347992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:04.350193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:04.355074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.356013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:04.357289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Bound port: 52f7d91e-9241-4948-90d6-c3faa404beaf, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:04.358384 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.501963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:04.713475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:04.738002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a462671-b2ca-40d2-8db1-3e6816915431 req-8a213fc2-7a02-4473-a5b0-b04ab2555e37 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.2916093 May 13 14:35:04.784239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] For port 52f7d91e-9241-4948-90d6-c3faa404beaf, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:04.825156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] For port 52f7d91e-9241-4948-90d6-c3faa404beaf, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52f7d91e-9241-4948-90d6-c3faa404beaf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:04.833787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f33931-1115-457c-a5b0-ddbf93d6932c None None] Pushing event updated for resources: {'Port': ['ID=52f7d91e-9241-4948-90d6-c3faa404beaf,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:04.878396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:04.896877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1d588722-87cf-4d9c-8d7a-15321fd22426 None None] Current status of the port e78cccda-080a-43e6-bcfd-9afc439d702b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:05.017515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.019604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.019969 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Floating IP d5e567f4-8c67-41b7-9108-4be703fe20f9 disassociated. External IP: 172.25.5.121, port: 41a814f3-237b-4773-9a53-09af948140a5. May 13 14:35:05.021998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Calling delete_port for 41a814f3-237b-4773-9a53-09af948140a5 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:05.219308 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.282111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:05.568487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.580167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.589300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.599174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.608933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.617530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.627223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.641055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-5c24ee45-e769-4823-86c0-6ea8eae2da83 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5427 time: 0.9505315 May 13 14:35:05.674926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-414c5d8c-4dc2-42f7-98f4-913f567fb8de tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:05.679695 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-414c5d8c-4dc2-42f7-98f4-913f567fb8de tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.90 "GET /v2.0/networks?id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8 HTTP/1.1" status: 200 len: 811 time: 0.9866018 May 13 14:35:05.812360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:05.865956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f33931-1115-457c-a5b0-ddbf93d6932c None None] Pushing event updated for resources: {'Port': ['ID=52f7d91e-9241-4948-90d6-c3faa404beaf,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:05.924109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 51cd3d06-421a-403e-a40f-fcfd0bffc421 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:05.941462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:06.000146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:06.014645 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Sync routers for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:06.124390 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:06.126654 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:06.161222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:06.166982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-e1496566-fa2f-4a99-971c-0f174f78c3d3 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=383e74fdd3fe41868b9aea131798e038 HTTP/1.1" status: 200 len: 379 time: 0.0730553 May 13 14:35:06.189949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4aa1a2d8-35b9-4bbf-a677-eb96062d2eba req-6e95f6c9-eb3a-421f-9314-cde6c333c05c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5475655 May 13 14:35:06.204239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'port': {'device_id': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'admin_state_up': True, 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'security_groups': ['b0d3b736-4b10-4adc-a112-108378937e2c']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:06.255005 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.276174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.285050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.290929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee2d49e2-42b7-4252-acd8-c29fb8975ee1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 22.1866190 May 13 14:35:06.302973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.457473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:06.551954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:35:06.674228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:06.709656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:06.709656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:06.834948 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:06.853338 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:06.859627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:06.922337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c841df08-b3c8-4430-9a27-ad7d7d41557e None None] Provisioning for port 9159a8d9-2fb4-438d-b2ed-fcc437644afc completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:06.962191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 30320af1-ff0b-4949-b95b-ad97d8f02421 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:06.964746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9159a8d9-2fb4-438d-b2ed-fcc437644afc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:07.101914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db190fec-f426-4ca8-a776-ca782eaef49b req-d28d4e67-5778-480e-be27-66245697e8d5 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 210 time: 0.4389143 May 13 14:35:07.133360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Pushing event updated for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:07.145466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.149865 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cbaf9ae8-5e4f-4525-adc5-aead682bd7df req-a20acd53-aef2-44f3-9eaf-a17bf163b2d1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1234236 May 13 14:35:07.378027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 51cd3d06-421a-403e-a40f-fcfd0bffc421 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:07.400727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:07.572715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 51cd3d06-421a-403e-a40f-fcfd0bffc421 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:07.572715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.642335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c841df08-b3c8-4430-9a27-ad7d7d41557e None None] Provisioning for port 58040a19-8b18-474b-978c-057a43eaf6b4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:07.874892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c841df08-b3c8-4430-9a27-ad7d7d41557e None None] Provisioning complete for port 58040a19-8b18-474b-978c-057a43eaf6b4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:07.874892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c841df08-b3c8-4430-9a27-ad7d7d41557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.882203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe3d25-bfbb-4d2a-b2ce-c29de1894e06 req-0407eb4e-ecef-4fb8-b157-472126d219ef tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:07.923669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4cbe3d25-bfbb-4d2a-b2ce-c29de1894e06 req-0407eb4e-ecef-4fb8-b157-472126d219ef tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 946 time: 2.2571723 May 13 14:35:07.992802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:07.994818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:08.011124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.012135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9159a8d9-2fb4-438d-b2ed-fcc437644afc completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:08.105225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9159a8d9-2fb4-438d-b2ed-fcc437644afc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:08.109620 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.150915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:08.230659 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 3, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:08.242313 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Checking router: fd7f0007-0664-4846-8f26-a0df8d5dc45f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:08.244102 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Updating router fd7f0007-0664-4846-8f26-a0df8d5dc45f port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:08.402676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event deleted for resources: {'Port': ['ID=41a814f3-237b-4773-9a53-09af948140a5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:08.417799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c841df08-b3c8-4430-9a27-ad7d7d41557e None None] Port 58040a19-8b18-474b-978c-057a43eaf6b4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:08.426536 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:08.447120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:08.459884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:08.570654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:08.666948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4cbe3d25-bfbb-4d2a-b2ce-c29de1894e06 req-8dbfeed8-7f0d-46ab-9aef-f64f7edc9b98 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbc80264-62ed-496c-b6f4-ea731c1dbf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7419055 May 13 14:35:08.938007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Usage tracker for resource:port and tenant:383e74fdd3fe41868b9aea131798e038 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:08.947428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:09.073736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Provisioning complete for port 9159a8d9-2fb4-438d-b2ed-fcc437644afc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:09.073736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.084764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:09.193911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:09.421063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 51cd3d06-421a-403e-a40f-fcfd0bffc421 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:09.421813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.477789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Made reservation on behalf of 383e74fdd3fe41868b9aea131798e038 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:09.498401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.529866 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.547336 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Transition to ACTIVE for port object 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:09.559332 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.662483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9159a8d9-2fb4-438d-b2ed-fcc437644afc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:09.663224 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.666622 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04b7a-ddba-449e-bc6f-5a5c23eca8a6 None None] Pushing event updated for resources: {'Port': ['ID=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:09.697735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:09.713291 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Attempting to bind port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:09.713802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Attempting to bind port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:09.714700 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Attempting to bind port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:09.740147 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:09.740759 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:09.741377 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.742567 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:09.743345 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Bound port: 8f506fde-9d8a-4eb6-854f-55d65ed2ac52, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:09.743928 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.771064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Current status of the port 9159a8d9-2fb4-438d-b2ed-fcc437644afc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:09.771557 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.784560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:09.784796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:09.785729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e9d33d06-effc-42c2-bb84-d441b222d424 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:09.804644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35c44096-8be6-41fc-94c6-b230352821e7 req-d2f23637-29c5-49e5-9158-b668bee07ae5 tempest-ServersAdmin275Test-1230856499 tempest-ServersAdmin275Test-1230856499-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.3369417 May 13 14:35:09.808920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on host n-h1-841736-1 for vnic_type normal with profile {"migrating_to": "n-h2-841736-1"} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:09.809159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:09.809480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:09.920168 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] For port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:09.928338 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] For port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:09.942191 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.003295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9159a8d9-2fb4-438d-b2ed-fcc437644afc,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:10.057565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.079130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:10.141637 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:10.142292 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:10.264198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Router 0fd2b41b-af12-4fd2-93cb-217a164d8473 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:10.264606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:10.265163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Attempting to bind port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on network d6be8d4b-9af1-429d-b523-5c4e3520e2df {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:10.316309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:10.316748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Checking segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:10.317438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Bound using segment: {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:10.322414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Bound port: 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58d197a-252e-4b8d-9c61-8e5462439aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'd6be8d4b-9af1-429d-b523-5c4e3520e2df'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:10.323010 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.348902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fca332-a557-46c1-bd18-eeb2f11ac582 req-f3138c1b-934f-4c73-ac5b-b73fa1261b8d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:10.362747 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60fca332-a557-46c1-bd18-eeb2f11ac582 req-f3138c1b-934f-4c73-ac5b-b73fa1261b8d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 2.5326004 May 13 14:35:10.369377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04b7a-ddba-449e-bc6f-5a5c23eca8a6 None None] Pushing event updated for resources: {'Port': ['ID=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:10.386883 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5235762c-f323-464c-ba40-437b4956f4cb'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d', 'code': 200} May 13 14:35:10.417894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e78cccda-080a-43e6-bcfd-9afc439d702b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:10.424138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.596872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:10.774763 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:10.775298 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:10.776055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port e9d33d06-effc-42c2-bb84-d441b222d424 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:10.797125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port e9d33d06-effc-42c2-bb84-d441b222d424 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:10.797741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.861714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:05Z', 'revision_number': 2, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:10.893387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Allocated IP 172.20.0.12 (8e1ee489-3d1b-4e71-adf9-22389f31c5d8/3886ca6a-c6e9-44a1-8ace-2bc94924b7bb/11680d71-233c-4f09-a9e1-045cb730187e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:10.904646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1313-e0fb-4b0d-bfc7-e57ac6185881 None None] The sync data for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 is: [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:05Z', 'revision_number': 2, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:10.907684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e78cccda-080a-43e6-bcfd-9afc439d702b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:10.908336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:10.977223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:11.001399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9aeeb99d-cfdf-49a3-b17d-23967145f81b admin admin] 10.222.0.36 "PUT /v2.0/routers/1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0814934 May 13 14:35:11.015254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:11.024145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:11.043895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.186263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9159a8d9-2fb4-438d-b2ed-fcc437644afc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:11.309153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.344233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Transition to ACTIVE for port object 11680d71-233c-4f09-a9e1-045cb730187e will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:11.386666 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 3, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:11.395595 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3590999-95cc-44f2-b945-40b4256aa12d None None] The sync data for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 is: [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 3, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:11.410037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.481123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60fca332-a557-46c1-bd18-eeb2f11ac582 req-d948f506-f92a-4cf0-88a0-e3e562491268 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1169431 May 13 14:35:11.700587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:11.711697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6b292465-82f7-475c-9acf-2b39a321be7c None None] Current status of the port 9159a8d9-2fb4-438d-b2ed-fcc437644afc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:11.760740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:11.829110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:11.854985 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9e7089-d2ef-453b-86c9-a56b488173f1'] response: {'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'code': 200} May 13 14:35:11.909663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e9d33d06-effc-42c2-bb84-d441b222d424 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:11.917382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:11.955613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e78cccda-080a-43e6-bcfd-9afc439d702b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:12.012636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.066159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:12.078890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-64e9dfaa-2f0b-4c8d-b082-f5e2da9a161e None None] Provisioning complete for port 58040a19-8b18-474b-978c-057a43eaf6b4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:12.078890 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-64e9dfaa-2f0b-4c8d-b082-f5e2da9a161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.091198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.112761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.132992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.147004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.173001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.181258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ef1a7526-c40c-4217-b1d0-57c3bb1b043f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:12.184295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.201349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.222920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-60ea3170-9f81-41c0-ad9e-8497e924f070 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5428 time: 1.5211706 May 13 14:35:12.341635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.359924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9159a8d9-2fb4-438d-b2ed-fcc437644afc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:12.407699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.408355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.410028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] 10.222.0.86 "PUT /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 1121 time: 9.3235464 May 13 14:35:12.419546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71a67743-7a46-4eb9-a3cd-503a97683660 req-aa250164-17c9-4682-885f-0bc36a4ea384 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951149 May 13 14:35:12.450894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9bca6-421c-4157-8a86-6a91d6cc5e92 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=8']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.583989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:12.601815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:12.617237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-64e9dfaa-2f0b-4c8d-b082-f5e2da9a161e None None] Port 58040a19-8b18-474b-978c-057a43eaf6b4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:12.626516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:12.627810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:12.633306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:12.664029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Sync routers for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:12.688114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['0aca103a-d661-4164-8a8d-b9cfc2ff78d4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:12.740015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['0aca103a-d661-4164-8a8d-b9cfc2ff78d4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:12.814588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:12.815505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:13.010717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d97ab36-9eb7-42e5-b623-7b9dd61f609b req-7797b46a-f7d9-4a05-a130-dfa38dc7554d tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/ports?device_id=1be417d4-84a7-4340-bf7a-e29b52d1f458 HTTP/1.1" status: 200 len: 210 time: 0.1242132 May 13 14:35:13.200418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:13.208689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] No DVR routers for this DVR port 41a814f3-237b-4773-9a53-09af948140a5 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:13.233841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:13.235102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.236288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.318976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'name': 'network-vif-deleted', 'tag': '41a814f3-237b-4773-9a53-09af948140a5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:13.346625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9159a8d9-2fb4-438d-b2ed-fcc437644afc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:13.346625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:13.365085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb165ca8-ca44-408e-98f9-bd022fe8f03f req-c607594f-311c-4b9d-be75-acb7922d00ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:13.368435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-cb165ca8-ca44-408e-98f9-bd022fe8f03f req-c607594f-311c-4b9d-be75-acb7922d00ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Synchronizing usage tracker for tenant:383e74fdd3fe41868b9aea131798e038 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:13.394732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-322b4bf1-7fbe-487b-982d-9aa360747719 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2022748 May 13 14:35:13.421325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Request body: {'port': {'device_id': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:13.460679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9874ce5a-0790-43c3-ad6c-46631f8851d6 None None] Provisioning for port 11680d71-233c-4f09-a9e1-045cb730187e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:13.504635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ace30330-16d5-4114-b237-4d237717d77b req-23ceacad-cd23-43c2-9b40-b6e7cc42112a tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.90 "DELETE /v2.0/ports/41a814f3-237b-4773-9a53-09af948140a5 HTTP/1.1" status: 204 len: 173 time: 11.8729210 May 13 14:35:13.506675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Allocated IP 172.20.0.1 (c6d338ab-d016-46df-ad29-30e69bfabf5b/2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7/06861d46-f809-4631-b79d-ffac3f97d9e2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:13.600497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-cb165ca8-ca44-408e-98f9-bd022fe8f03f req-c607594f-311c-4b9d-be75-acb7922d00ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Unset dirty status for tenant:383e74fdd3fe41868b9aea131798e038 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:13.602730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb165ca8-ca44-408e-98f9-bd022fe8f03f req-c607594f-311c-4b9d-be75-acb7922d00ed tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 932 time: 1.2342310 May 13 14:35:13.819592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1938dc-4257-4317-91c7-9ea5ea2a902e req-106258ec-bf6e-4e2a-bddf-0b28d034bd83 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63430edf195c4479897065c3ece18dea&device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.0869195 May 13 14:35:13.855897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:13.951415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9874ce5a-0790-43c3-ad6c-46631f8851d6 None None] Provisioning complete for port 11680d71-233c-4f09-a9e1-045cb730187e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:13.952012 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9874ce5a-0790-43c3-ad6c-46631f8851d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.029615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:14.032577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1938dc-4257-4317-91c7-9ea5ea2a902e req-cf8fff8e-363d-4de9-adb9-4a4676d10cd1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=63430edf195c4479897065c3ece18dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501978 May 13 14:35:14.040008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032209737', 'description': 'tempest-description--606276120'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:14.065917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:14.092346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:security_group and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:14.102174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:14.127085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:14.160158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.221666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:14.231503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:security_group_rule and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:14.243936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:14.258211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:14.274609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1938dc-4257-4317-91c7-9ea5ea2a902e req-eb69a8a6-d65b-41b1-8b18-f0af2a4982a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:14.276972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1938dc-4257-4317-91c7-9ea5ea2a902e req-eb69a8a6-d65b-41b1-8b18-f0af2a4982a8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2117550 May 13 14:35:14.363508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.483511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.505000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a122b0-5b9e-4f85-bf50-9643a6e3867f req-b924d944-a181-4ad6-aabc-09615d9a3ddf tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:14.507936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7a122b0-5b9e-4f85-bf50-9643a6e3867f req-b924d944-a181-4ad6-aabc-09615d9a3ddf tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 0.1696522 May 13 14:35:14.508969 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.545215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ef1a7526-c40c-4217-b1d0-57c3bb1b043f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:14.545820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.572750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74a3876-c3e0-4468-941c-6de1987e2a1e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:14.620202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.622304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-caab7a41-bd0f-4eca-81df-eeda90efd157 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5910826 May 13 14:35:14.627252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:14.637305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'security_group_rule': {'security_group_id': 'c74a3876-c3e0-4468-941c-6de1987e2a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:14.645567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7a122b0-5b9e-4f85-bf50-9643a6e3867f req-96872018-704e-47ae-9d1f-cbb5e83d696f tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894985 May 13 14:35:14.650868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:14.660253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:security_group_rule and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:14.668025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:14.683546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:14.723235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9874ce5a-0790-43c3-ad6c-46631f8851d6 None None] Port 11680d71-233c-4f09-a9e1-045cb730187e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:14.734974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:14.803567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:14.853439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb165ca8-ca44-408e-98f9-bd022fe8f03f req-ef4a717e-6f83-4153-a3b4-e6556203a7a0 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2108874 May 13 14:35:14.955743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.151189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.160750 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bec9bfd-b277-475a-8be0-8520af57d02e'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'code': 200} May 13 14:35:15.161191 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bec9bfd-b277-475a-8be0-8520af57d02e'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'code': 200} May 13 14:35:15.167413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.201536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:15.206954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce159158-f122-424c-a138-4f084889e72b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.280301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.295095 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd97ae72-b1dd-41f9-853b-d275734621cf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6643670 May 13 14:35:15.297920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50122) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:15.323672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'security_group_rule': {'security_group_id': 'c74a3876-c3e0-4468-941c-6de1987e2a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:15.419150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:15.447063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:security_group_rule and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:15.471812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:15.509751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:15.566414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.885575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.885575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.973136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:15.981348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8739374e-450b-4a37-af4e-049ac6fdec72,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:15.986183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9178478c-fef4-46b5-8d05-de063964bce2 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:16.057899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.068230 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18a62946-654b-4035-bea6-b41e61cc181c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7639415 May 13 14:35:16.079820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50138) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:16.123666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:16.157974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:16.162778 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda3d747-4fad-4ad7-8754-db88100d641f'] response: {'server_uuid': '1be417d4-84a7-4340-bf7a-e29b52d1f458', 'name': 'network-vif-deleted', 'tag': '41a814f3-237b-4773-9a53-09af948140a5', 'status': 'completed', 'code': 200} May 13 14:35:16.185969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:floatingip and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:16.211740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:16.254536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11680d71-233c-4f09-a9e1-045cb730187e {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:16.263352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.273529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:16.282637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Transition to ACTIVE for port object 11680d71-233c-4f09-a9e1-045cb730187e will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:16.286391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1938dc-4257-4317-91c7-9ea5ea2a902e req-0279fa30-5071-4107-9384-5ca23e33c8e5 tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1217825 May 13 14:35:16.340823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Transition to ACTIVE for port object 06861d46-f809-4631-b79d-ffac3f97d9e2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:16.345520 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Sync routers for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:16.356386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.361003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:16.396728 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:16.405114 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:16.760894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:16.790345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9159a8d9-2fb4-438d-b2ed-fcc437644afc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:16.933404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:17.029550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.034149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.034546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.034902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.035236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.035624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.041050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.041050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.041412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.044846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.044846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.044846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:17.192699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:17.253597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.289660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:17.354008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:17.471146 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:17.564045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 9178478c-fef4-46b5-8d05-de063964bce2 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:17.626511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:17.689143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 9178478c-fef4-46b5-8d05-de063964bce2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:17.689281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.25.5.155 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f3dafe93-070e-4369-8061-bcfb7302f52c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:17.689881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:17.891849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.916762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.944311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.959781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.975929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.984342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:17.993353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:18.010108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-352ce435-f175-4f2b-8931-bafb64cdb97d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5430 time: 1.8447700 May 13 14:35:18.136914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-241c980f-9e69-4ecf-8f79-5ec473a7a65c req-0c42ad75-2866-46c1-8b22-790b2a19e58b tempest-ServersAdmin275Test-1573498758 tempest-ServersAdmin275Test-1573498758-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b59f450-aecd-4fe3-8469-102da6642cc8 HTTP/1.1" status: 200 len: 210 time: 0.1314850 May 13 14:35:18.195984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.208082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Attempting to bind port 11680d71-233c-4f09-a9e1-045cb730187e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:18.208799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Attempting to bind port 11680d71-233c-4f09-a9e1-045cb730187e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:18.209399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Attempting to bind port 11680d71-233c-4f09-a9e1-045cb730187e on network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:18.217384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:18.236348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:18.236933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.300137 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99672394-19a3-4087-8667-5b234d3d7ca7'] response: {'name': 'network-changed', 'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'status': 'completed', 'code': 200} May 13 14:35:18.368127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d9e8d3e-007a-4800-883d-3ed663a6c475 req-f21e39f8-2c9b-4e13-84b9-7e1d649a5045 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3563244 May 13 14:35:18.447699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Port 11680d71-233c-4f09-a9e1-045cb730187e on network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:18.451798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Attempting to bind port 11680d71-233c-4f09-a9e1-045cb730187e on network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:18.515830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.686598 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.705760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-5e57b0e4-14f8-4e05-87cd-64602746626f service neutron] 10.222.0.90 "GET /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4/bindings/n-h2-841736-1 HTTP/1.1" status: 200 len: 384 time: 1.5950925 May 13 14:35:18.711476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:18.713718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Checking segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:18.714849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Bound using segment: {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:18.715508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Bound port: 11680d71-233c-4f09-a9e1-045cb730187e, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:18.720915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.836632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:18.873146 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:05Z', 'revision_number': 2, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:18.898460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:18.908563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Checking router: 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:18.923818 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Updating router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f port 58040a19-8b18-474b-978c-057a43eaf6b4 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:18.933559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 9178478c-fef4-46b5-8d05-de063964bce2 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:18.933559 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:18.975334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Checking router: 0fd2b41b-af12-4fd2-93cb-217a164d8473 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:19.041229 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.062238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:19.066106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:19.091337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 has no active binding in host n-h2-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 14:35:19.110009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:19.196473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:19.206659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.207713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Network c6d338ab-d016-46df-ad29-30e69bfabf5b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:19.208815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:19.214110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:19.252194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=f3dafe93-070e-4369-8061-bcfb7302f52c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.260708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:19.268650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:19.349398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.419516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:19.421149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.421900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Pushing event updated for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.451114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.457191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a7b0b745-f92c-4517-a042-5d89329fc018 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:19.530687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.626157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.906976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:19.915437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:19.940524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:19.943674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52f7d91e-9241-4948-90d6-c3faa404beaf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:20.169859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.181860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-b139d276-d76c-44d2-872b-81a9144f0da1 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:20.182322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-b139d276-d76c-44d2-872b-81a9144f0da1 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Synchronizing usage tracker for tenant:383e74fdd3fe41868b9aea131798e038 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:20.188967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.268844 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.313894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Transition to ACTIVE for port object 58040a19-8b18-474b-978c-057a43eaf6b4 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:20.341224 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.413029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-b139d276-d76c-44d2-872b-81a9144f0da1 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Unset dirty status for tenant:383e74fdd3fe41868b9aea131798e038 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:20.423648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-b139d276-d76c-44d2-872b-81a9144f0da1 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 944 time: 1.5163324 May 13 14:35:20.458479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=f3dafe93-070e-4369-8061-bcfb7302f52c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:20.515203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-d9c2b7a2-11b5-4dc9-9050-06186f96f651 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Synchronizing usage tracker for tenant:383e74fdd3fe41868b9aea131798e038 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:20.515203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.537542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-d9c2b7a2-11b5-4dc9-9050-06186f96f651 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Unset dirty status for tenant:383e74fdd3fe41868b9aea131798e038 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:20.546553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fff5cc77-fed0-48e9-af5a-fa6923644870 req-d9c2b7a2-11b5-4dc9-9050-06186f96f651 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220329 May 13 14:35:20.585550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:20.587562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77d2fc29-954d-44e5-a2c2-b0338916ce50 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5007935 May 13 14:35:20.758865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:20.767841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:20.783562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:20.938360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.094239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.152727 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bedb5c1-e2fe-48fc-a9f8-31742c184f64'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f', 'code': 200} May 13 14:35:21.219202 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54830d-cd8c-46fc-933f-fdfc8597fd76 None None] Pushing event updated for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:21.288792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Attempting to bind port 58040a19-8b18-474b-978c-057a43eaf6b4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:21.289394 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Attempting to bind port 58040a19-8b18-474b-978c-057a43eaf6b4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:21.294477 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Attempting to bind port 58040a19-8b18-474b-978c-057a43eaf6b4 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:21.316967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:21.333996 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:21.349624 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:21.349624 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.349624 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:21.357235 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Bound port: 58040a19-8b18-474b-978c-057a43eaf6b4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:21.361517 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.449567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:21.450669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.472034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] 10.222.0.90 "PUT /v2.0/ports/11680d71-233c-4f09-a9e1-045cb730187e HTTP/1.1" status: 200 len: 1092 time: 8.0585105 May 13 14:35:21.513835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-621d4513-c875-49eb-8a0b-ece265eb1079 None None] Provisioning for port 06861d46-f809-4631-b79d-ffac3f97d9e2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:21.535731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:21.738410 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] For port 58040a19-8b18-474b-978c-057a43eaf6b4, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:21.748150 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] For port 58040a19-8b18-474b-978c-057a43eaf6b4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=58040a19-8b18-474b-978c-057a43eaf6b4,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:21.759347 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:21.908561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-621d4513-c875-49eb-8a0b-ece265eb1079 None None] Provisioning complete for port 06861d46-f809-4631-b79d-ffac3f97d9e2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:21.909096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-621d4513-c875-49eb-8a0b-ece265eb1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.024452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-bdabc1e4-c73c-489c-89ef-ca432a55fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.026782 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-bdabc1e4-c73c-489c-89ef-ca432a55fe82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1124 time: 3.6102560 May 13 14:35:22.136624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.170128 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:22.171080 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:22.185693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port a7b0b745-f92c-4517-a042-5d89329fc018 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:22.243328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port a7b0b745-f92c-4517-a042-5d89329fc018 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:22.244087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.297794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.393689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.438168 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54830d-cd8c-46fc-933f-fdfc8597fd76 None None] Pushing event updated for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:22.531761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.551027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 52f7d91e-9241-4948-90d6-c3faa404beaf completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:22.551279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6488-adad-49cc-b7a9-0032d6e6b7f9 req-6fe97f52-eec4-4094-a9a5-4d34cc24da8b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:22.562598 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36fc6488-adad-49cc-b7a9-0032d6e6b7f9 req-6fe97f52-eec4-4094-a9a5-4d34cc24da8b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 943 time: 3.6001706 May 13 14:35:22.572085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 52f7d91e-9241-4948-90d6-c3faa404beaf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:22.572790 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.580592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc80264-62ed-496c-b6f4-ea731c1dbf77,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:22.611813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:22.613299 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b885dcc-5d8d-4864-bca1-4d2b2f3c5f5f tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbc80264-62ed-496c-b6f4-ea731c1dbf77 HTTP/1.1" status: 204 len: 168 time: 1.2951787 May 13 14:35:22.613734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:22.663174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:22.694152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-621d4513-c875-49eb-8a0b-ece265eb1079 None None] Port 06861d46-f809-4631-b79d-ffac3f97d9e2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:22.721862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:22.864477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:22.869260 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:22.890965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:22.906722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:22.953586 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-04d26162-1615-40f5-a3de-cd96f4e48559 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] show failed (client error): The resource could not be found. May 13 14:35:22.961277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-04d26162-1615-40f5-a3de-cd96f4e48559 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "GET /v2.0/security-groups/bbc80264-62ed-496c-b6f4-ea731c1dbf77 HTTP/1.1" status: 404 len: 347 time: 0.1999154 May 13 14:35:22.981691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:23.112819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a7b0b745-f92c-4517-a042-5d89329fc018 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:23.119442 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.158891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7bb12-4189-4413-82ef-15d22937e037 None None] The sync data for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 is: [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:32:04Z', 'revision_number': 4, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aab8ced3-9b0f-4580-a6c4-316312a944f0', 'name': '', 'network_id': '990464fa-9c31-4743-b2b4-b21614889dc7', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'mac_address': 'fa:16:3e:e4:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '0857993e-c743-4da5-a579-676901bd3ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:57Z', 'updated_at': '2022-05-13T14:32:20Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'subnets': [{'id': '0857993e-c743-4da5-a579-676901bd3ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:23.178185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.184006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-88a1e8ff-c8fd-4476-bbdc-2b81be6dc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.186883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-88a1e8ff-c8fd-4476-bbdc-2b81be6dc4ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 1.0969608 May 13 14:35:23.195375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:23.200140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:23.217555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.374061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 52f7d91e-9241-4948-90d6-c3faa404beaf is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:23.378526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.471071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:23.489441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.492603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 41a814f3-237b-4773-9a53-09af948140a5 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:23.601153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 52f7d91e-9241-4948-90d6-c3faa404beaf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52f7d91e-9241-4948-90d6-c3faa404beaf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:23.707771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] Transition to ACTIVE for port object 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:23.722620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-5c681885-bf5b-4a3d-b13e-9e6ca212287c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 217 time: 0.4451225 May 13 14:35:23.743050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.744036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.744948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.745777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.746595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.755549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.757099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.758484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.759657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.760765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.761655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.762467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd428de-16c5-4d9a-93bd-1218998303c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:23.771969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.789997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:23.908647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.933911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.949578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.959400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.969424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:23.969778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:23.975780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0806c-5006-4bbc-9422-b1a534e33cd9 None None] New status for floating IP d5e567f4-8c67-41b7-9108-4be703fe20f9: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:35:23.996351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.005986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.019510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36fc6488-adad-49cc-b7a9-0032d6e6b7f9 req-2ba52e38-b0e9-4ed4-9571-ae5f40f11ef6 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4538548 May 13 14:35:24.021981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-9540b235-2ec1-4f72-8e2c-da802a66a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.025724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-9540b235-2ec1-4f72-8e2c-da802a66a1e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.2428756 May 13 14:35:24.032718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-a0d4e9db-e60a-4b39-86e8-6408c7a88cb1 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5431 time: 1.4208930 May 13 14:35:24.044631 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:24.046299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-7326faef-89a6-49ae-8f61-8de7c70ef1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.050143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-7326faef-89a6-49ae-8f61-8de7c70ef1b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=383e74fdd3fe41868b9aea131798e038&device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 1095 time: 2.4129169 May 13 14:35:24.054192 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac48fe3-6eda-4f98-b6db-58e9fe0a17b6 None None] The sync data for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 is: [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:21Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:24.063403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:24.078730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Usage tracker for resource:security_group_rule and tenant:63430edf195c4479897065c3ece18dea is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:24.088025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:24.111153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:24.150882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 41a814f3-237b-4773-9a53-09af948140a5 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:24.151673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 41a814f3-237b-4773-9a53-09af948140a5 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:24.154799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.242666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-22c4a1de-d1e1-49bc-9f2f-3f71dc5a006e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819232 May 13 14:35:24.365183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.366546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:24.392049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Deleting port 72c33847-c64a-4805-a84f-e6fdefcbb801 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:24.392459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.503201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.588945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-f42b92c4-87c8-4729-884c-15f0f467083b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.590371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:24.591878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-f42b92c4-87c8-4729-884c-15f0f467083b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/ports?device_id=3f8a0e85-c89f-4231-a822-c766c4a5e64f HTTP/1.1" status: 200 len: 945 time: 1.6083224 May 13 14:35:24.599646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.624906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-27c9b0f3-f670-4202-a40b-4cb6b5bd06f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11680d71-233c-4f09-a9e1-045cb730187e HTTP/1.1" status: 200 len: 217 time: 0.3425844 May 13 14:35:24.827942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:24.828626 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.835004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-91b776a9-7ec7-4710-9216-d27f98110804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:24.836652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-91b776a9-7ec7-4710-9216-d27f98110804 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3886ca6a-c6e9-44a1-8ace-2bc94924b7bb HTTP/1.1" status: 200 len: 850 time: 0.1487944 May 13 14:35:24.873387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=52f7d91e-9241-4948-90d6-c3faa404beaf,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.885358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:24.903767 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:24.904781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:24.914475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63430edf195c4479897065c3ece18dea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7054827 May 13 14:35:24.922076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:24.960055 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95e2a88a-0885-4ef4-86c4-1d9c6612b20f req-9c2fe237-92dd-4f49-9ea4-5fec2a74217a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9254446 May 13 14:35:24.961152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba73c8-054b-49f2-a6a0-e787ecdb623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10d377-5d70-4975-8bf0-49a22ff310f0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:24.963354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] No DVR routers for this DVR port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:25.016126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:25.016534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.100296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Deleting port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:25.101290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.132622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-85816691-a78f-4a8f-bda1-f87f4f5fd856 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:25.137792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:25.156006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-63b1361a-851e-4e46-9991-0919a16fa8b1 service neutron] 10.222.0.90 "PUT /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4/bindings/n-h2-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 6.3014996 May 13 14:35:25.158283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.170072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:25.309438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:25.312010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 58040a19-8b18-474b-978c-057a43eaf6b4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:25.365028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.388654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.389364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.442213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 58040a19-8b18-474b-978c-057a43eaf6b4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:25.449443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 58040a19-8b18-474b-978c-057a43eaf6b4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:25.449885 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.525458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-d2002f6d-76a2-418c-a7ac-91219723323d service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0518844 May 13 14:35:25.538325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-85816691-a78f-4a8f-bda1-f87f4f5fd856 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:25.540297 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-85816691-a78f-4a8f-bda1-f87f4f5fd856 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1032209737&fields=id&tenant_id=75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 267 time: 1.0632088 May 13 14:35:25.580739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Calling delete_port for 72c33847-c64a-4805-a84f-e6fdefcbb801 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:25.589517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 58040a19-8b18-474b-978c-057a43eaf6b4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:25.589988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.669995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.708995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 58040a19-8b18-474b-978c-057a43eaf6b4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=58040a19-8b18-474b-978c-057a43eaf6b4,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:25.714923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:25.792711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:25.888475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-5131dabc-697b-4c50-921a-9788c2dce8ef tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:25.890071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-5131dabc-697b-4c50-921a-9788c2dce8ef tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.6188276 May 13 14:35:25.903496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210141-1ece-4049-87d7-d94db604f9fb req-82870357-94be-4fcd-9ac8-a8777fb14780 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:25.905197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a210141-1ece-4049-87d7-d94db604f9fb req-82870357-94be-4fcd-9ac8-a8777fb14780 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 944 time: 0.6373508 May 13 14:35:26.070342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7680e-764b-4902-878d-682d64b9e56d req-66f6b901-3cae-458f-9964-96d364b3445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.072170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-66f6b901-3cae-458f-9964-96d364b3445c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1964879 May 13 14:35:26.120639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.124283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:26.124843 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:26.183204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10d377-5d70-4975-8bf0-49a22ff310f0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:26.205417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] For port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:26.205801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.209494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3ec2ed8-db1d-4764-924e-989845d0054a req-81bde92e-bfb8-422f-b810-f0605befb18d service neutron] 10.222.0.90 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636586 May 13 14:35:26.222509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.223094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.223284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.223568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.223919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.224275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.224638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.225627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.226070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.226223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.226514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.226814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:26.283637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-2e9c801c-1d77-4732-8eb2-ba559dca447b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.285799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-2e9c801c-1d77-4732-8eb2-ba559dca447b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:26.315543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a210141-1ece-4049-87d7-d94db604f9fb req-0486773f-4aef-461c-8279-19edc9393ea0 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902085 May 13 14:35:26.359861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 58040a19-8b18-474b-978c-057a43eaf6b4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:26.419532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-eea71218-97aa-45cd-ba79-2ab4afb93d45 service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354270 May 13 14:35:26.440892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-2e9c801c-1d77-4732-8eb2-ba559dca447b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:26.442835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-2e9c801c-1d77-4732-8eb2-ba559dca447b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.8446586 May 13 14:35:26.446513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Calling delete_port for 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:26.538350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.540975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 58040a19-8b18-474b-978c-057a43eaf6b4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:26.541950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.542680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-723d0fe6-e3a3-4cce-b2af-88dc67a167e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b10d377-5d70-4975-8bf0-49a22ff310f0 HTTP/1.1" status: 204 len: 168 time: 1.5754101 May 13 14:35:26.630831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Deleting port 72c33847-c64a-4805-a84f-e6fdefcbb801 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:26.632146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.666926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-ce000635-177a-464c-848f-ac9d856b5996 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/quotas/75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 375 time: 0.0342910 May 13 14:35:26.688291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-94784986-6ec3-449c-a59f-7f137e3ae954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.690221 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-94784986-6ec3-449c-a59f-7f137e3ae954 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c&tenant_id=3cd999e6b68741688665e47faa7b8b68 HTTP/1.1" status: 200 len: 1095 time: 0.7700541 May 13 14:35:26.741947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.758936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 58040a19-8b18-474b-978c-057a43eaf6b4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:26.760881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52f7d91e-9241-4948-90d6-c3faa404beaf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:26.883655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-3f530f17-0435-42a8-9592-b7c4ce15a2ba tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:26.905686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-3f530f17-0435-42a8-9592-b7c4ce15a2ba tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.4162967 May 13 14:35:26.907190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 52f7d91e-9241-4948-90d6-c3faa404beaf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:26.908405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:26.908887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.072708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.091192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 52f7d91e-9241-4948-90d6-c3faa404beaf is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:27.111387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e9669f49-f0d7-4641-9aac-0cd4390319cb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/quotas/ccc201222ad54467a4ff01178623959f HTTP/1.1" status: 200 len: 375 time: 0.2028909 May 13 14:35:27.286627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.298906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.299312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.340775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:27.381626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Pushing event updated for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.424520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54c7680e-764b-4902-878d-682d64b9e56d req-ba495ede-a3c9-47e0-b904-aa4a19a7575b service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762442 May 13 14:35:27.445878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-0fd8e584-70a2-4895-b228-bfe775aa0eb8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7146678 May 13 14:35:27.504203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event deleted for resources: {'Port': ['ID=2f8a4b29-63a0-4dbc-8ab7-128a592bd32c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:27.521166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Calling delete_port for 72c33847-c64a-4805-a84f-e6fdefcbb801 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:27.585784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.628855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8419e242-ff4e-45ac-9fe9-b7d1611f461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:27.631144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-8419e242-ff4e-45ac-9fe9-b7d1611f461b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1095 time: 0.8742459 May 13 14:35:27.693742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Network c6d338ab-d016-46df-ad29-30e69bfabf5b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:27.699263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:27.703176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:27.724459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] No DVR routers for this DVR port 2f8a4b29-63a0-4dbc-8ab7-128a592bd32c on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:27.779752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f143301e6f46a69241cb5976cb5725 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:27.783131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:27.796720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-deleted', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:27.801590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:27.833572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-f5477d55-c02b-44ee-8b12-60d3a96d8859 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6940887 May 13 14:35:27.878088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:27.927088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-111b99fe-1c23-4850-9f44-2c932ef0e21a service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412992 May 13 14:35:28.121839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ecb19bd1-c5ae-4c77-8f34-eb7a57e813b6 None None] Provisioning complete for port 06861d46-f809-4631-b79d-ffac3f97d9e2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:28.122768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecb19bd1-c5ae-4c77-8f34-eb7a57e813b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:28.208262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ecb19bd1-c5ae-4c77-8f34-eb7a57e813b6 None None] Port 06861d46-f809-4631-b79d-ffac3f97d9e2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:28.226249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4fe533a-62d7-4383-9f0b-114a9d229e8d req-e4925b88-c023-4864-b712-d179519ea25f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "DELETE /v2.0/ports/2f8a4b29-63a0-4dbc-8ab7-128a592bd32c HTTP/1.1" status: 204 len: 173 time: 3.5987754 May 13 14:35:28.327763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Router fd7f0007-0664-4846-8f26-a0df8d5dc45f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:28.423170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-da257594-b6cd-4c2a-a0f7-804409269891 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705153 May 13 14:35:28.489136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-e2cedee1-e784-43d7-9ba4-ab5df189701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:28.490882 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:35:28.492273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-e2cedee1-e784-43d7-9ba4-ab5df189701f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 0.8208463 May 13 14:35:28.595731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:28.602558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-656eef26-4663-442d-a50a-06503277e271 admin admin] 10.222.0.36 "PUT /v2.0/routers/fd7f0007-0664-4846-8f26-a0df8d5dc45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.8222439 May 13 14:35:28.623964 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Sync routers for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:28.624345 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2bdd1c-0663-447d-aae7-d620980440d9'] response: {'name': 'network-changed', 'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e', 'status': 'completed', 'code': 200} May 13 14:35:28.683217 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:28.683217 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:28.709642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-02af014e-14f2-447d-805a-02dcd5d8e566 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 200 len: 217 time: 0.1883180 May 13 14:35:28.718638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-f5b33346-a930-44cc-8940-ba192fd59ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835998 May 13 14:35:28.736957 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2088f10b-c87b-4a68-a700-3b661d180959'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2', 'code': 200} May 13 14:35:28.784096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.097358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a130e7-e581-4bf5-be1b-b9d5fa4315ee req-0d003dda-2ca2-47c6-a30e-93e528237b74 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.116339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Pushing event deleted for resources: {'Port': ['ID=72c33847-c64a-4805-a84f-e6fdefcbb801,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:29.119388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32a130e7-e581-4bf5-be1b-b9d5fa4315ee req-0d003dda-2ca2-47c6-a30e-93e528237b74 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.1699371 May 13 14:35:29.226565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32a130e7-e581-4bf5-be1b-b9d5fa4315ee req-aac6ba0d-cc3f-4386-9b3b-4d139a60a9da tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041942 May 13 14:35:29.287747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-1a3ce82f-67c5-48b0-a65d-46bc1bf71a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.289559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-1a3ce82f-67c5-48b0-a65d-46bc1bf71a38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.5482199 May 13 14:35:29.372744 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:29.438971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.494848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-0550cd4d-d278-4bb4-a82f-60e93264595c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840684 May 13 14:35:29.495885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.651469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-0948fcda-c81b-4aec-a8ad-ab32751eaa09 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9277902 May 13 14:35:29.662085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d32ac1f-151a-435b-bff2-b57ca542b700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.809111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:29.825731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-d8a23909-8a32-42f2-8eb7-40fa6867f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:29.827934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-d8a23909-8a32-42f2-8eb7-40fa6867f741 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=383e74fdd3fe41868b9aea131798e038&device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 1095 time: 1.1211834 May 13 14:35:29.899016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ca9aa5-888a-43bf-9bae-6d898679ebdb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:29.998770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-509f1e09-a0ab-4a8a-9daa-0988facec843 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5f143301e6f46a69241cb5976cb5725&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6533074 May 13 14:35:30.010376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:30.161381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:30.209953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-network', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:30.253675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.261498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f50ed3d4-cfd3-4e04-bb35-d1f548603025 tempest-ServersTestBootFromVolume-1411351067 tempest-ServersTestBootFromVolume-1411351067-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5e567f4-8c67-41b7-9108-4be703fe20f9 HTTP/1.1" status: 204 len: 168 time: 7.1824913 May 13 14:35:30.265706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:30.271024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.302620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.341943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.374431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.394416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.408687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.423141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.430472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-dbecce9d-3dd9-4b45-9681-2f02919970b9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5432 time: 0.6587405 May 13 14:35:30.434702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:30.447020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Usage tracker for resource:network and tenant:1a00bbc48ff3460ba060a9022dae8610 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:30.457457 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 2, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:30.472076 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Checking router: fd7f0007-0664-4846-8f26-a0df8d5dc45f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:30.475515 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Updating router fd7f0007-0664-4846-8f26-a0df8d5dc45f port 06861d46-f809-4631-b79d-ffac3f97d9e2 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:30.480865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:30.491200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-4cb78339-e814-4229-ac2e-cd1cc5f70594 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9524620 May 13 14:35:30.502374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:30.569457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee1806e5-f3a3-41e3-a7d7-4bbdcc8cf3a2 req-17c3969c-0ad3-457f-8e1e-23cf65bd2426 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289508 May 13 14:35:30.571555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Made reservation on behalf of 1a00bbc48ff3460ba060a9022dae8610 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:30.594452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.656423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.680857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.691183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:30.697554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Usage tracker for resource:security_group_rule and tenant:1a00bbc48ff3460ba060a9022dae8610 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:30.701772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:30.711639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:30.713736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-3c79e386-f09e-48cd-801f-43c4bf3a5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:30.719603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-3c79e386-f09e-48cd-801f-43c4bf3a5dbf service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8 HTTP/1.1" status: 200 len: 912 time: 0.8680766 May 13 14:35:30.739087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018'}, {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:30.756021 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.931503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.938137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:30.989854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcbe606-058d-402d-93a5-4ceae25ecd86,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.018181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:31.041891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.042374 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Added segment 7ffea281-5bad-44b1-9ce1-acf35011c313 of type vlan for network 4e637f84-dadd-4529-b255-2b31fe750d5b May 13 14:35:31.064414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11680d71-233c-4f09-a9e1-045cb730187e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:31.119288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.270317 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1b2e6a0-8cbc-4e89-890e-4c4557ed50e5 req-f90493ee-bbad-4049-aed3-85d6b3dd54b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 210 time: 0.0884018 May 13 14:35:31.279911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.294334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:31.296152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.396008 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a8f744-1031-4b9b-a7a7-66ae6a3fa1ef'] response: {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-deleted', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'status': 'completed', 'code': 200} May 13 14:35:31.505812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:31.525854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-80528006-840c-4540-bfea-ed89fd0ea23f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11680d71-233c-4f09-a9e1-045cb730187e HTTP/1.1" status: 200 len: 217 time: 0.7569649 May 13 14:35:31.529213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:31.539977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] Pushing event updated for resources: {'Network': ['ID=4e637f84-dadd-4529-b255-2b31fe750d5b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:31.540180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '11680d71-233c-4f09-a9e1-045cb730187e', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'port_id': '11680d71-233c-4f09-a9e1-045cb730187e', 'mac_address': 'fa:16:3e:37:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:31.557509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4e637f84-dadd-4529-b255-2b31fe750d5b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:31.750835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b4c3d841-1e36-4745-80da-270022165f7b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5763602 May 13 14:35:31.763064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:31.885852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Request body: {'subnet': {'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-subnet', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:31.933500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:31.944934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7379d1b-edee-4f9a-bf4e-716bc4fc4d47 req-38f01590-2eb3-4bc8-9308-9e53da620f8d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 210 time: 0.2133141 May 13 14:35:31.988391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Usage tracker for resource:subnet and tenant:1a00bbc48ff3460ba060a9022dae8610 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:31.999243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:32.034592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:32.071426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03027081-ab36-4264-8ca8-907ea9496e1e req-839ff826-373a-47ea-bfe9-0969211edb41 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.085651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03027081-ab36-4264-8ca8-907ea9496e1e req-839ff826-373a-47ea-bfe9-0969211edb41 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 944 time: 1.6530650 May 13 14:35:32.106154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 11680d71-233c-4f09-a9e1-045cb730187e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:32.107412 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.116108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-9d8dc590-32a8-4a04-ac5e-dc1be194d495 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.118268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-9d8dc590-32a8-4a04-ac5e-dc1be194d495 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.5860953 May 13 14:35:32.125220 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.127780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Made reservation on behalf of 1a00bbc48ff3460ba060a9022dae8610 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:32.131507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.132557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-87f40866-6b16-4381-a211-4bc098653edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.134785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-87f40866-6b16-4381-a211-4bc098653edc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3886ca6a-c6e9-44a1-8ace-2bc94924b7bb HTTP/1.1" status: 200 len: 850 time: 0.5601285 May 13 14:35:32.137060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11680d71-233c-4f09-a9e1-045cb730187e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:32.142597 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Transition to ACTIVE for port object 06861d46-f809-4631-b79d-ffac3f97d9e2 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:32.153624 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.161170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:32.163937 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-def38fe1-5705-4e32-8c38-04cc42d4f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.168114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.185242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-37505631-a2e0-48a0-b273-9cc27ff2b680 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6299899 May 13 14:35:32.263472 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce923-7009-4a0c-a411-6594c52e65a4 None None] Pushing event updated for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.347944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-6e7103be-a3c7-4f6c-90a3-fc607693cd5e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 380 time: 0.1700518 May 13 14:35:32.352944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.358007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.386702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'device_id': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'admin_state_up': True, 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'security_groups': ['c74a3876-c3e0-4468-941c-6de1987e2a1e']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:32.406109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ca9aa5-888a-43bf-9bae-6d898679ebdb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:32.414661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.422811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-16bdba02-02e9-4ca9-a47e-25c349ce7acd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81ca9aa5-888a-43bf-9bae-6d898679ebdb HTTP/1.1" status: 204 len: 168 time: 2.3958657 May 13 14:35:32.472948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['11680d71-233c-4f09-a9e1-045cb730187e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:32.627524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03027081-ab36-4264-8ca8-907ea9496e1e req-febcff94-1e70-4f27-9d4d-082fb7b9f03b tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5357924 May 13 14:35:32.721605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-6fea03d4-3555-4950-84be-d9805cc406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:32.723700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-6fea03d4-3555-4950-84be-d9805cc406e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5311365 May 13 14:35:32.819195 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Attempting to bind port 06861d46-f809-4631-b79d-ffac3f97d9e2 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:32.819566 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Attempting to bind port 06861d46-f809-4631-b79d-ffac3f97d9e2 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:32.819924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Attempting to bind port 06861d46-f809-4631-b79d-ffac3f97d9e2 on network c6d338ab-d016-46df-ad29-30e69bfabf5b {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:32.841745 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:32.842229 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Checking segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:32.845381 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.846098 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Bound using segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:32.846617 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Bound port: 06861d46-f809-4631-b79d-ffac3f97d9e2, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:32.847073 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:32.873377 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8f5e4b-2141-460f-b095-4557c8cf1b90'] response: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018', 'code': 200} May 13 14:35:32.874082 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8f5e4b-2141-460f-b095-4557c8cf1b90'] response: {'server_uuid': '3f8a0e85-c89f-4231-a822-c766c4a5e64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8a4b29-63a0-4dbc-8ab7-128a592bd32c', 'code': 200} May 13 14:35:33.061023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-d57037f9-5e96-477a-a888-f76796f93ff8 service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262975 May 13 14:35:33.113367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 51cd3d06-421a-403e-a40f-fcfd0bffc421 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:33.188420 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] For port 06861d46-f809-4631-b79d-ffac3f97d9e2, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:33.198982 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] For port 06861d46-f809-4631-b79d-ffac3f97d9e2, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06861d46-f809-4631-b79d-ffac3f97d9e2,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:33.209123 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.268600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.347178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.408913 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce923-7009-4a0c-a411-6594c52e65a4 None None] Pushing event updated for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:33.456571 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:33.457202 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:33.596932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 51cd3d06-421a-403e-a40f-fcfd0bffc421 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:33.597395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.850815 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:33.954107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:33.969398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:33.972442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e9d33d06-effc-42c2-bb84-d441b222d424 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:34.128640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045f6cf0-5e89-4bd0-b366-7591882ae4e0 req-6af29134-8848-4164-8f22-2c3fcf5199db service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9131136 May 13 14:35:34.150876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:34.178671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Usage tracker for resource:port and tenant:75c3cb608ca04661bbf341e51af50a27 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:34.186846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:34.206084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:34.218008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-5851a695-3c8a-457c-ab4c-e8e0e9fc16da tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.219925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-5851a695-3c8a-457c-ab4c-e8e0e9fc16da tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.8147430 May 13 14:35:34.232952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09442-e83e-4c6a-a64e-82d30fd7ed66 req-5a9db7a4-f37c-4851-a994-f10251594efe tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.234731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46c09442-e83e-4c6a-a64e-82d30fd7ed66 req-5a9db7a4-f37c-4851-a994-f10251594efe tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 1.5602481 May 13 14:35:34.240618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Request body: {'port': {'device_id': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'admin_state_up': True, 'tenant_id': 'ccc201222ad54467a4ff01178623959f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:34.252122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-90f9a27b-30ec-4a27-8ded-38f916509f64 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.256287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-90f9a27b-30ec-4a27-8ded-38f916509f64 tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c&tenant_id=3cd999e6b68741688665e47faa7b8b68&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 1.1808794 May 13 14:35:34.479474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.494603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.507982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.522252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e9d33d06-effc-42c2-bb84-d441b222d424 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:34.522907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.523624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.540788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.553597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.596597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.598130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:34.608908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.610211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ef1a7526-c40c-4217-b1d0-57c3bb1b043f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:34.636053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:34.657812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-958eca88-32b4-46a3-8c26-835164919c84 req-e73bede7-1671-4567-9628-42b401a1ec91 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5432 time: 1.3593235 May 13 14:35:34.757693 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:34.795450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:34.799780 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:33Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:34.822078 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f37b5e6-5d88-4acd-97fd-d4dc2721d1a1 None None] The sync data for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 is: [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:33Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:34.977562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:34.993558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:35.006973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.032711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ef1a7526-c40c-4217-b1d0-57c3bb1b043f is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:35.033390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.084504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:35.092180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.093400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6583db97-a356-43c4-88b0-235672c91466 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:35.235098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-958eca88-32b4-46a3-8c26-835164919c84 req-5fe408bc-a532-4982-9191-d707f58c9444 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5759940 May 13 14:35:35.310329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:35.329949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Usage tracker for resource:port and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:35.341531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:35.381351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-bcb01ee5-fe17-4184-950d-bf0851878e21 service neutron] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:35.417116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:35.463349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-bcb01ee5-fe17-4184-950d-bf0851878e21 service neutron] Notify callbacks [] for binding, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.466545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-bcb01ee5-fe17-4184-950d-bf0851878e21 service neutron] 10.222.0.86 "DELETE /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4/bindings/n-h1-841736-1 HTTP/1.1" status: 204 len: 173 time: 1.1957633 May 13 14:35:35.493872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.497953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:35.561899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:35.575887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.602640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6583db97-a356-43c4-88b0-235672c91466 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:35.603418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.635055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46c09442-e83e-4c6a-a64e-82d30fd7ed66 req-12a5cdd9-81ca-4c7a-ac1d-5a0bbcb40ab4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3657303 May 13 14:35:35.715589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.719380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:35.734764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:35.740539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9178478c-fef4-46b5-8d05-de063964bce2 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:35.971904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cb962d07-3d53-4b57-abad-98d9dbd1d6f3 req-08663a86-9151-4fa6-bb91-b79055a70a3e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:36.080416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cb962d07-3d53-4b57-abad-98d9dbd1d6f3 req-08663a86-9151-4fa6-bb91-b79055a70a3e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:36.081621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb962d07-3d53-4b57-abad-98d9dbd1d6f3 req-08663a86-9151-4fa6-bb91-b79055a70a3e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 210 time: 0.3777692 May 13 14:35:36.250609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.258512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.268569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.294001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.302911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.311961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.322125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.324287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-888b0761-94d3-4137-862c-3402472d7043 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5426 time: 1.0392954 May 13 14:35:36.326446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.470480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-abfd5305-25fc-4a9d-9189-39bd70e9e0a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:36.472256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-abfd5305-25fc-4a9d-9189-39bd70e9e0a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1351371 May 13 14:35:36.530951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 9178478c-fef4-46b5-8d05-de063964bce2 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:36.531907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:36.553677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6ec7825-6db1-48cc-b578-663bc296a062 req-f8158cf7-5521-46c1-b0d9-c86266a39ac4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 210 time: 0.3058510 May 13 14:35:36.653405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9f57fa-7376-4e4c-99b2-68473ccf732c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:36.693799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06861d46-f809-4631-b79d-ffac3f97d9e2 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:36.732181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.20.0.3 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/d28c7135-63f1-47be-aa6b-7be4238ff715) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:36.954506 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d570ef87-156c-49d3-aadf-5066499841f0']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'code': 422} returned with failed status May 13 14:35:36.954934 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d570ef87-156c-49d3-aadf-5066499841f0']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'code': 422} returned with failed status May 13 14:35:37.015549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:37.027000 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.027916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a7b0b745-f92c-4517-a042-5d89329fc018 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:37.212111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.215442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.273439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Transition to ACTIVE for port object d28c7135-63f1-47be-aa6b-7be4238ff715 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:37.287561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 06861d46-f809-4631-b79d-ffac3f97d9e2 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:37.302977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 06861d46-f809-4631-b79d-ffac3f97d9e2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:37.303272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.327929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Checking segment: {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:37.328371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Network hostable DHCP agents. Network: 4e637f84-dadd-4529-b255-2b31fe750d5b, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:35:37.486071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a7b0b745-f92c-4517-a042-5d89329fc018 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:37.486656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.558139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.625188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Network 4e637f84-dadd-4529-b255-2b31fe750d5b is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:35:37.648695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228b227-00e1-4201-a13d-22dc7258a5d1 req-21f891fd-e38e-44f8-a0f6-b0de8b91236e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.648695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9228b227-00e1-4201-a13d-22dc7258a5d1 req-21f891fd-e38e-44f8-a0f6-b0de8b91236e tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 945 time: 0.6539483 May 13 14:35:37.662355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Allocated IP 172.20.0.3 (40c54b78-c360-46ea-bacd-8d3caaea5a2f/b49af13c-b15c-4670-8389-a6e054adbea0/b85de9e9-e3b8-4c17-bdb0-3702cf7e45be) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:37.691761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4e637f84-dadd-4529-b255-2b31fe750d5b) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:37.691761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:37.708558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:37.711546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.712143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.719416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:37.767577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:37.780486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7d811035-af9e-472e-9efa-0e1a6a6a492b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:37.811829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 06861d46-f809-4631-b79d-ffac3f97d9e2 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:37.812451 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.833641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637acb1-62cc-41ab-a84c-5397584fc544 None None] Network 4e637f84-dadd-4529-b255-2b31fe750d5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:37.857067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7d811035-af9e-472e-9efa-0e1a6a6a492b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:37.859239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-7d811035-af9e-472e-9efa-0e1a6a6a492b tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3637505 May 13 14:35:37.947840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.950474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.965027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Deleting port aab8ced3-9b0f-4580-a6c4-316312a944f0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:37.965752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:37.982685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:37.996430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:38.009198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.036091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.060514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.088907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.091147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9228b227-00e1-4201-a13d-22dc7258a5d1 req-b3f5ddfc-272d-4717-b8a7-5431debf988a tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103637 May 13 14:35:38.120931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.152102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.159935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-36a0088f-12e5-4413-ac4b-affe4e33006c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 5422 time: 0.8422406 May 13 14:35:38.168387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b845f0b-cb76-4b1a-8bec-4c28a7da2673 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 6.4038973 May 13 14:35:38.173346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:38.181248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.198794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 06861d46-f809-4631-b79d-ffac3f97d9e2, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06861d46-f809-4631-b79d-ffac3f97d9e2,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.220256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.236862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.254347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:38.332250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.334992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2d342fb6-a989-4787-87f4-eece00de111d no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:38.386839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:38.444726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Usage tracker for resource:router and tenant:1a00bbc48ff3460ba060a9022dae8610 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:38.461445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:38.468499 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-4ec4ca01-2b61-48cf-b5cf-5c9042fc58b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1125200 May 13 14:35:38.484471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:38.498994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Request body: {'port': {'device_id': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:38.564501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] For port aab8ced3-9b0f-4580-a6c4-316312a944f0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aab8ced3-9b0f-4580-a6c4-316312a944f0,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:38.564501 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.686468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b9bf410e-9f28-4d86-b393-c97af571930b None None] Provisioning for port d28c7135-63f1-47be-aa6b-7be4238ff715 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:38.714429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee43bd-db2c-4123-a3af-35af999df418 req-e09329e7-4665-44f2-a1cb-acb088414fd1 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:38.720826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.724577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.728394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b9bf410e-9f28-4d86-b393-c97af571930b None None] Provisioning complete for port d28c7135-63f1-47be-aa6b-7be4238ff715 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:38.729174 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9bf410e-9f28-4d86-b393-c97af571930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.735094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-65ee43bd-db2c-4123-a3af-35af999df418 req-e09329e7-4665-44f2-a1cb-acb088414fd1 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.3660769 May 13 14:35:38.749053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa0488e8-77ad-4c1f-a6e3-18667ffd76e4 req-670ec8b0-0548-4f57-8fea-e20f8ff4ecdc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5088568 May 13 14:35:38.860783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:38.945477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.946292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Calling delete_port for aab8ced3-9b0f-4580-a6c4-316312a944f0 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:38.967199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:38.999235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.123554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-65ee43bd-db2c-4123-a3af-35af999df418 req-d404b34c-4608-4208-87a1-9f61e9c86cc2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874028 May 13 14:35:39.205661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6583db97-a356-43c4-88b0-235672c91466'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:39.230840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2d342fb6-a989-4787-87f4-eece00de111d is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:39.233048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.501552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf410e-9f28-4d86-b393-c97af571930b None None] Port d28c7135-63f1-47be-aa6b-7be4238ff715 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:39.516236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:39.637422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-4cd647ad-98df-4977-a189-e20a9c66d4f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8967509 May 13 14:35:39.641733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a7b0b745-f92c-4517-a042-5d89329fc018,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:39.668303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:39.697596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.772568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11680d71-233c-4f09-a9e1-045cb730187e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:39.801655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] For port a7b0b745-f92c-4517-a042-5d89329fc018, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:39.832799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-4e637f84-dadd-4529-b255-2b31fe750d5b', 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'fixed_ips': [{'subnet_id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:35:39.835321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.878902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031fc4-3aa1-4148-b7b6-1defa745921b req-708b2f22-e02c-436b-9ef4-1462e51942fd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.888370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a3031fc4-3aa1-4148-b7b6-1defa745921b req-708b2f22-e02c-436b-9ef4-1462e51942fd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 931 time: 0.5104489 May 13 14:35:39.925447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-653a6e48-92ad-4815-a235-7e03254dbba9 req-74842cc9-657d-4fa0-a2dd-555f4973c9f9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:39.956365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] device_id is not set on port a7b0b745-f92c-4517-a042-5d89329fc018 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:39.970211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a3031fc4-3aa1-4148-b7b6-1defa745921b req-54bbabf4-aad5-46ed-a826-14d1ab88254b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:39.976427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:39.979832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-9627347c-d88c-4d85-8b96-3c7e01f332bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:39.981332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-9627347c-d88c-4d85-8b96-3c7e01f332bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3cd999e6b68741688665e47faa7b8b68&device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 1095 time: 0.3003807 May 13 14:35:40.028705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.096161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.118356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.129415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 11680d71-233c-4f09-a9e1-045cb730187e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:40.139480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 11680d71-233c-4f09-a9e1-045cb730187e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:40.140866 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.205344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a3031fc4-3aa1-4148-b7b6-1defa745921b req-54bbabf4-aad5-46ed-a826-14d1ab88254b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:40.207329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a3031fc4-3aa1-4148-b7b6-1defa745921b req-54bbabf4-aad5-46ed-a826-14d1ab88254b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183863 May 13 14:35:40.265547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-653a6e48-92ad-4815-a235-7e03254dbba9 req-74842cc9-657d-4fa0-a2dd-555f4973c9f9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:40.266484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-653a6e48-92ad-4815-a235-7e03254dbba9 req-74842cc9-657d-4fa0-a2dd-555f4973c9f9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 210 time: 0.5235751 May 13 14:35:40.326806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Allocated IP 172.20.0.2 (4e637f84-dadd-4529-b255-2b31fe750d5b/5d9f57fa-7376-4e4c-99b2-68473ccf732c/a66a281f-2a23-49b7-8e93-8e525959d19f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:40.384476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.438561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:40.477117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:40.488155 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb3778bd-55f9-418e-82a6-98de2193abf9']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef1a7526-c40c-4217-b1d0-57c3bb1b043f', 'code': 422} returned with failed status May 13 14:35:40.493357 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb3778bd-55f9-418e-82a6-98de2193abf9']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6583db97-a356-43c4-88b0-235672c91466', 'code': 422} returned with failed status May 13 14:35:40.493740 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb3778bd-55f9-418e-82a6-98de2193abf9']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2', 'code': 422} returned with failed status May 13 14:35:40.494111 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb3778bd-55f9-418e-82a6-98de2193abf9']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7b0b745-f92c-4517-a042-5d89329fc018', 'code': 422} returned with failed status May 13 14:35:40.507934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:40.649452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.681151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] No DVR routers for this DVR port a7b0b745-f92c-4517-a042-5d89329fc018 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:40.732849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06861d46-f809-4631-b79d-ffac3f97d9e2 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:40.770212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Pushing event updated for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.855282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 11680d71-233c-4f09-a9e1-045cb730187e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:40.855856 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.897038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:40.899193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:40.902454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab8ced3-9b0f-4580-a6c4-316312a944f0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.981216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:40.991582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:41.002142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-e557e225-efab-48af-98ad-0fdfb0391e4e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7663107 May 13 14:35:41.013188 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.062112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] In _notify_port_updated(), no bound segment for port a7b0b745-f92c-4517-a042-5d89329fc018 on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:35:41.062664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.065651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.065931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-93160c87-3ea6-4028-98e8-15af8f9ad02d service neutron] 10.222.0.90 "PUT /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 200 len: 1026 time: 3.1051705 May 13 14:35:41.094929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Transition to ACTIVE for port object a66a281f-2a23-49b7-8e93-8e525959d19f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:41.109827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Request body: {'port': {'device_id': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:41.174721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-6f543ad0-29c1-4fdb-940b-9104dcbd8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.178163 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-6f543ad0-29c1-4fdb-940b-9104dcbd8fda service neutron] 10.222.0.86 "GET /v2.0/networks?id=d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 200 len: 921 time: 1.1186628 May 13 14:35:41.208449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Transition to ACTIVE for port object a66a281f-2a23-49b7-8e93-8e525959d19f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:41.213050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:41.224612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:41.227044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.237688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.249450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc7e61-8627-4e74-b4df-8e62dcd4feda req-42e6fed7-4ca3-4033-bf67-91b81ef76972 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.251501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcdc7e61-8627-4e74-b4df-8e62dcd4feda req-42e6fed7-4ca3-4033-bf67-91b81ef76972 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 945 time: 0.6716440 May 13 14:35:41.274014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.295428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c3b2ac7d-7bc7-4e45-972f-5eb23cd91235 None None] Provisioning complete for port a7b0b745-f92c-4517-a042-5d89329fc018 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:41.295799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ac7d-7bc7-4e45-972f-5eb23cd91235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.298109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6913c08d-9e38-474d-a7aa-e8d52932dd56 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.300841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-6913c08d-9e38-474d-a7aa-e8d52932dd56 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "GET /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2200677 May 13 14:35:41.354142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Transition to ACTIVE for port object d28c7135-63f1-47be-aa6b-7be4238ff715 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:41.378194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.378770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Network 4e637f84-dadd-4529-b255-2b31fe750d5b is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:41.385181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:41.391340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:41.408933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 06861d46-f809-4631-b79d-ffac3f97d9e2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:41.409310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.431115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.433706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.456708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcdc7e61-8627-4e74-b4df-8e62dcd4feda req-68fc7053-46e3-4a6d-a608-fa48a1aad3f9 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703067 May 13 14:35:41.491654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:41.510434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2ac7d-7bc7-4e45-972f-5eb23cd91235 None None] Port a7b0b745-f92c-4517-a042-5d89329fc018 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:41.561389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-457fb365-1085-4855-9233-ba8fba6958f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 200 len: 217 time: 0.2698205 May 13 14:35:41.621991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.643078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.665934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.687344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.690880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.698216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.705469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:41.713901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-f2806f60-df3a-4e5e-b053-ad7211469c72 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 4647 time: 0.9445362 May 13 14:35:41.716550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Pushing event updated for resources: {'Port': ['ID=a66a281f-2a23-49b7-8e93-8e525959d19f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:41.734806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Attempting to bind port a66a281f-2a23-49b7-8e93-8e525959d19f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:41.735172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Attempting to bind port a66a281f-2a23-49b7-8e93-8e525959d19f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:41.735535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Attempting to bind port a66a281f-2a23-49b7-8e93-8e525959d19f on network 4e637f84-dadd-4529-b255-2b31fe750d5b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:41.746441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:41.746813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Checking segment: {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:41.747222 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.747619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Bound using segment: {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:41.748116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Bound port: a66a281f-2a23-49b7-8e93-8e525959d19f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:41.748554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:41.898285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 06861d46-f809-4631-b79d-ffac3f97d9e2 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:41.971623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] For port a66a281f-2a23-49b7-8e93-8e525959d19f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:41.981350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] For port a66a281f-2a23-49b7-8e93-8e525959d19f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a66a281f-2a23-49b7-8e93-8e525959d19f,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:41.986833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.109251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080b166-9f74-41d1-81ac-aa67ce8fdc52 None None] Pushing event updated for resources: {'Port': ['ID=a66a281f-2a23-49b7-8e93-8e525959d19f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:42.178273 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.224530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50503585-7568-4f54-88cf-badeb1dbdcfa req-4370f379-ee46-46d3-a2b2-9a126d7c6144 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0095d1a-f48e-4b42-8344-2554a1d9103e&id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5085897 May 13 14:35:42.496526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d'}, {'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:42.520037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-323ad2fd-ddb3-4c7f-b553-2177ed226ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.522207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-323ad2fd-ddb3-4c7f-b553-2177ed226ede service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 200 len: 860 time: 0.7012696 May 13 14:35:42.568284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Attempting to bind port d28c7135-63f1-47be-aa6b-7be4238ff715 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:42.569067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Attempting to bind port d28c7135-63f1-47be-aa6b-7be4238ff715 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:42.569067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Attempting to bind port d28c7135-63f1-47be-aa6b-7be4238ff715 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:42.595304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Port d28c7135-63f1-47be-aa6b-7be4238ff715 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:42.595629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Attempting to bind port d28c7135-63f1-47be-aa6b-7be4238ff715 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:42.634529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.642928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-adc74a1b-7286-4267-9167-adadeaec0748 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d6be8d4b-9af1-429d-b523-5c4e3520e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765836 May 13 14:35:42.653405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91365d-3ef6-4f21-9ff2-14a7f93fd5ac req-9f86b6a0-c693-4727-80c5-4a022db6340d tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:42.654987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc91365d-3ef6-4f21-9ff2-14a7f93fd5ac req-9f86b6a0-c693-4727-80c5-4a022db6340d tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 1095 time: 0.7725279 May 13 14:35:42.655767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:42.656099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:42.656511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:42.656959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Bound port: d28c7135-63f1-47be-aa6b-7be4238ff715, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:42.657365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.788011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.835612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:42.862603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc91365d-3ef6-4f21-9ff2-14a7f93fd5ac req-1e0af0a6-f143-4f52-baa7-66b3100c615c tempest-LiveAutoBlockMigrationV225Test-958481787 tempest-LiveAutoBlockMigrationV225Test-958481787-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833396 May 13 14:35:42.996058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:43.019137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85de9e9-e3b8-4c17-bdb0-3702cf7e45be {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:43.025184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:43.033933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.039899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.151656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b962ee-ebb4-49c7-b114-313d08cf19a4 req-2402b306-6f5f-4ed4-a0d3-1d5baabe0e9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.152623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-33b962ee-ebb4-49c7-b114-313d08cf19a4 req-2402b306-6f5f-4ed4-a0d3-1d5baabe0e9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:43.166265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:43.188329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-9bf55974-e7c5-444a-bf2d-66d07594960c service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296392 May 13 14:35:43.229518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.230242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.231987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] 10.222.0.90 "PUT /v2.0/ports/d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 1091 time: 4.7408378 May 13 14:35:43.236192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Transition to ACTIVE for port object b85de9e9-e3b8-4c17-bdb0-3702cf7e45be will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:43.240179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:43.252812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.295698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac1ef-f3bb-40fc-81a6-c3a19f659781 service neutron] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.300369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:43.313677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-33b962ee-ebb4-49c7-b114-313d08cf19a4 req-2402b306-6f5f-4ed4-a0d3-1d5baabe0e9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:43.321571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33b962ee-ebb4-49c7-b114-313d08cf19a4 req-2402b306-6f5f-4ed4-a0d3-1d5baabe0e9b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 931 time: 0.7982540 May 13 14:35:43.350855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Allocated IP 172.25.5.200 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:43.445777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] For port ef1a7526-c40c-4217-b1d0-57c3bb1b043f, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:43.541477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:43.595967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33b962ee-ebb4-49c7-b114-313d08cf19a4 req-a59cdb61-bf32-495a-8979-6e01b70b9fc3 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732916 May 13 14:35:43.629229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] device_id is not set on port ef1a7526-c40c-4217-b1d0-57c3bb1b043f yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:35:43.657460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.705549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Router 0fd2b41b-af12-4fd2-93cb-217a164d8473 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:43.727616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bc11d38-6e21-4962-9fed-af568800e7f6 req-7c2ccb14-c4e9-497c-9111-f8b3b7311a68 service neutron] 10.222.0.86 "GET /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244641 May 13 14:35:43.730702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:43.757362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4c72d-327b-4d20-94bf-f0fad90bccf5 None None] Network 4e637f84-dadd-4529-b255-2b31fe750d5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:43.782875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8befc7-614c-49fb-a77d-5771a5683318 req-c7c2700e-08a8-467d-90ca-842b7f360e91 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.783655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-de8befc7-614c-49fb-a77d-5771a5683318 req-c7c2700e-08a8-467d-90ca-842b7f360e91 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:43.788095 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1f38678e-4d59-42d0-95b9-bce86199274a']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d', 'code': 422} returned with failed status May 13 14:35:43.788428 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f38678e-4d59-42d0-95b9-bce86199274a'] response: {'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e', 'code': 200} May 13 14:35:43.854547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-de8befc7-614c-49fb-a77d-5771a5683318 req-c7c2700e-08a8-467d-90ca-842b7f360e91 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:43.863315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de8befc7-614c-49fb-a77d-5771a5683318 req-c7c2700e-08a8-467d-90ca-842b7f360e91 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 943 time: 0.7855544 May 13 14:35:43.896044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-11aebd4d-b3c4-4b83-b507-314babf804c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:43.897621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-11aebd4d-b3c4-4b83-b507-314babf804c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1094 time: 0.5536642 May 13 14:35:43.947950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa0b4774-f92f-4813-a641-bdd20160fc5a None None] Provisioning for port a66a281f-2a23-49b7-8e93-8e525959d19f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:44.061531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Attempting to bind port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:44.061875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Attempting to bind port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:44.062359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Attempting to bind port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:44.096984 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de8befc7-614c-49fb-a77d-5771a5683318 req-57244697-6c4b-4f73-923c-f70731ee2a1c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324138 May 13 14:35:44.098535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-9509f9f7-241d-43ab-8afe-5d7ae35d068d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 217 time: 0.1759501 May 13 14:35:44.191667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] No DVR routers for this DVR port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:44.205286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:35:44.207594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Attempting to bind port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:44.212719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.236611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:44.291419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] In _notify_port_updated(), no bound segment for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f on network 6c8bf028-3680-46b6-9f51-c67edb143615 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:35:44.292265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.296621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.299478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-200565dc-4eb0-43ae-9739-cee6d9b27876 service neutron] 10.222.0.90 "PUT /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 200 len: 1027 time: 2.8646681 May 13 14:35:44.425194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-123472ee-3e58-4114-a666-03bd1d618eca None None] Provisioning complete for port ef1a7526-c40c-4217-b1d0-57c3bb1b043f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:44.427567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-123472ee-3e58-4114-a666-03bd1d618eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.519545 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0824fc-99ac-445f-a00f-e1731f296b8d'] response: {'name': 'network-changed', 'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'status': 'completed', 'code': 200} May 13 14:35:44.557237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a66a281f-2a23-49b7-8e93-8e525959d19f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:44.562892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-9998da9d-caaa-4082-9cbc-b8518150da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.564938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-9998da9d-caaa-4082-9cbc-b8518150da43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.4509122 May 13 14:35:44.566378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:44.566955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Checking segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:44.567922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Bound using segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:44.568839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Bound port: b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:44.569660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.586800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.627253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-123472ee-3e58-4114-a666-03bd1d618eca None None] Port ef1a7526-c40c-4217-b1d0-57c3bb1b043f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:35:44.655112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a66a281f-2a23-49b7-8e93-8e525959d19f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:44.662219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a66a281f-2a23-49b7-8e93-8e525959d19f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:44.665060 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.801353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:44.820958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffbc42-cd6d-4da6-a737-23f93c8d51c0 req-ccba814c-3229-4a25-8948-89c71483ffc8 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:44.828285 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22ffbc42-cd6d-4da6-a737-23f93c8d51c0 req-ccba814c-3229-4a25-8948-89c71483ffc8 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.8397548 May 13 14:35:44.834394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:44.841453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:44.852582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 6583db97-a356-43c4-88b0-235672c91466 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:44.852935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.879303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:44.885655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2579397e-cb7a-406f-899d-7bf869d62269 None None] Provisioning complete for port a66a281f-2a23-49b7-8e93-8e525959d19f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:44.886104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2579397e-cb7a-406f-899d-7bf869d62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:44.949206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8cc0c2ef-d31d-41d6-a0fd-def2c1d75075 admin admin] 10.222.0.36 "PUT /v2.0/routers/0fd2b41b-af12-4fd2-93cb-217a164d8473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6468232 May 13 14:35:44.949923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:44.977200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Sync routers for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:45.047463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:45.048584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:45.061628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22ffbc42-cd6d-4da6-a737-23f93c8d51c0 req-c95273f2-3b2a-425a-aa4f-3c0a605b6e9b tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324126 May 13 14:35:45.166666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a66a281f-2a23-49b7-8e93-8e525959d19f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:45.167563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.249825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.328509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:45.364960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a66a281f-2a23-49b7-8e93-8e525959d19f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a66a281f-2a23-49b7-8e93-8e525959d19f,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:45.407895 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.468347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753d36-7487-4a12-a6ae-1dcd68909fc6 req-105a2333-223e-4ad1-b3dc-8c959ad996fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.470075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61753d36-7487-4a12-a6ae-1dcd68909fc6 req-105a2333-223e-4ad1-b3dc-8c959ad996fc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 1097 time: 1.4883285 May 13 14:35:45.517335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:45.568143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2579397e-cb7a-406f-899d-7bf869d62269 None None] Current status of the port a66a281f-2a23-49b7-8e93-8e525959d19f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:45.587238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-7d6f9dc0-4a50-41a5-9a23-e510a089366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.590169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-7d6f9dc0-4a50-41a5-9a23-e510a089366e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0069869 May 13 14:35:45.626950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.635019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.641349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.649542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.656344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.658473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-46393180-6980-481b-b8b0-4f8f96b45fc9 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3875 time: 1.0535288 May 13 14:35:45.688939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:45.707241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.742484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Deleting port ada93e06-9d27-41c9-b43b-27e9c56582c4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:45.742750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.784879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9264b-870e-4e28-aaec-40b789394554 req-9f077147-8586-4d6c-a2f0-62ffd28e595a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.785627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:45.789107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61753d36-7487-4a12-a6ae-1dcd68909fc6 req-24663cc1-4113-4ddf-8e1d-6f43bdddff42 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016167 May 13 14:35:45.792865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54f9264b-870e-4e28-aaec-40b789394554 req-9f077147-8586-4d6c-a2f0-62ffd28e595a tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.4768832 May 13 14:35:45.804559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.825719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a66a281f-2a23-49b7-8e93-8e525959d19f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:45.830070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port 6583db97-a356-43c4-88b0-235672c91466, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6583db97-a356-43c4-88b0-235672c91466,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:45.830699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.845934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-39fb07dd-35ef-4a78-afd3-7bd01d5a33c8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.847601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-39fb07dd-35ef-4a78-afd3-7bd01d5a33c8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 944 time: 0.5305119 May 13 14:35:45.875147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:35:39Z', 'revision_number': 5, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port': {'id': 'ada93e06-9d27-41c9-b43b-27e9c56582c4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:31:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:46Z', 'updated_at': '2022-05-13T14:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:45.881652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Checking router: 0fd2b41b-af12-4fd2-93cb-217a164d8473 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:45.892802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Routers {'0fd2b41b-af12-4fd2-93cb-217a164d8473'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:45.894141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['0fd2b41b-af12-4fd2-93cb-217a164d8473'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:45.991150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:45.991939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:45.994044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] 10.222.0.90 "PUT /v2.0/ports/b85de9e9-e3b8-4c17-bdb0-3702cf7e45be HTTP/1.1" status: 200 len: 1091 time: 4.9290302 May 13 14:35:46.009605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14cdb96c-665b-4b78-beb7-f31c75272da4 req-8b803658-10cd-493c-8be8-acfbef718dc0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151953 May 13 14:35:46.019017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 6583db97-a356-43c4-88b0-235672c91466 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:46.126763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.162950 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54f9264b-870e-4e28-aaec-40b789394554 req-f456c835-2663-4178-908f-43d3a3f9454b tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690882 May 13 14:35:46.205219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] Set router 0fd2b41b-af12-4fd2-93cb-217a164d8473 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:46.216527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75596-c1ff-46a0-94ef-968bf0b3359b service neutron] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:46.291703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Deleting port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:46.292900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.329607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:35:45Z', 'revision_number': 6, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:46.335770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa0867b-e282-4c0b-bc96-7d44b2e27363 None None] The sync data for ids ['0fd2b41b-af12-4fd2-93cb-217a164d8473'] in n-d-841736-1 is: [{'id': '0fd2b41b-af12-4fd2-93cb-217a164d8473', 'name': 'tempest-ServersTestBootFromVolume-1398180536-router', 'tenant_id': '0cad50da3f084589b345de58adee1ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:41Z', 'updated_at': '2022-05-13T14:35:45Z', 'revision_number': 6, 'project_id': '0cad50da3f084589b345de58adee1ee1', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:46.362941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-13ebdd99-d7ed-4b22-bb8a-7a6aa23abd73 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600353 May 13 14:35:46.376897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a66a281f-2a23-49b7-8e93-8e525959d19f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:46.491654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a66a281f-2a23-49b7-8e93-8e525959d19f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:46.492138 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.520962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:46.704242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a66a281f-2a23-49b7-8e93-8e525959d19f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:46.842384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] For port ada93e06-9d27-41c9-b43b-27e9c56582c4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ada93e06-9d27-41c9-b43b-27e9c56582c4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:46.842753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:46.859756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-01833394-84e8-4f04-aac2-c5692ae88559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.864964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-01833394-84e8-4f04-aac2-c5692ae88559 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 1094 time: 0.7731140 May 13 14:35:46.881638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6998-c11c-4d57-96e4-66c9b8f7564e req-eae735c9-00d3-488a-956b-8bd1f29369fe tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.889121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a98f6998-c11c-4d57-96e4-66c9b8f7564e req-eae735c9-00d3-488a-956b-8bd1f29369fe tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 943 time: 0.3944728 May 13 14:35:46.990895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7899e-f3aa-4e0b-9e57-44b9a767f24f req-be48c893-3d68-4039-ae56-6a8d1e0f96b2 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:46.993491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfd7899e-f3aa-4e0b-9e57-44b9a767f24f req-be48c893-3d68-4039-ae56-6a8d1e0f96b2 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 943 time: 0.7722950 May 13 14:35:47.056028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Calling delete_port for ada93e06-9d27-41c9-b43b-27e9c56582c4 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:47.168446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-9bb8b6cf-7842-4eec-bdc4-f7cf7a192758 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be HTTP/1.1" status: 200 len: 217 time: 0.2928109 May 13 14:35:47.172171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21601110-e0c6-44a9-81db-d577b1b1d2a2 req-949d0ebb-9a6a-4b7b-b59b-85478b019619 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739770 May 13 14:35:47.181255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:47.211371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a98f6998-c11c-4d57-96e4-66c9b8f7564e req-e92392d1-c031-40bf-a453-524e9b8985c2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197656 May 13 14:35:47.239161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.441185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-1948c192-e942-4b5c-a6ff-ead847dfe878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:47.443189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-1948c192-e942-4b5c-a6ff-ead847dfe878 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.2486074 May 13 14:35:47.475801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:47.518648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=6583db97-a356-43c4-88b0-235672c91466,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:47.646388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port 6583db97-a356-43c4-88b0-235672c91466 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:47.663959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.673175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '6583db97-a356-43c4-88b0-235672c91466'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:47.682537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] For port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:47.682898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:47.756878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-7453b879-0ac4-4660-9b53-d0fcc7d868c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243462 May 13 14:35:47.761562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfd7899e-f3aa-4e0b-9e57-44b9a767f24f req-e0d196d0-0e60-43a2-ac5f-8fe24231f677 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7492959 May 13 14:35:47.837607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Calling delete_port for 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:47.889758 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17beb21e-88a0-4f7d-97c4-38d5c8769864'] response: {'name': 'network-changed', 'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'status': 'completed', 'code': 200} May 13 14:35:47.896475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-3b8105d3-0131-4d40-a244-8c038d5b9523 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "DELETE /v2.0/ports/6583db97-a356-43c4-88b0-235672c91466 HTTP/1.1" status: 204 len: 173 time: 3.5792153 May 13 14:35:47.913594 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.075091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 2d342fb6-a989-4787-87f4-eece00de111d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:48.075794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.171695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-b474b26f-ac58-4b5f-8176-2931eeb89aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.173500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-b474b26f-ac58-4b5f-8176-2931eeb89aba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1094 time: 0.8079169 May 13 14:35:48.177214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23dcb3-7b01-4f8f-b97e-4a1d7d9346f8 req-683d237b-c7c7-4233-968a-f6e27b871393 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.178802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c23dcb3-7b01-4f8f-b97e-4a1d7d9346f8 req-683d237b-c7c7-4233-968a-f6e27b871393 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.7761073 May 13 14:35:48.273958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-193d1315-2501-4444-ae15-07444beafe55 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837294 May 13 14:35:48.408535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aab8ced3-9b0f-4580-a6c4-316312a944f0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:48.442553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.501620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c23dcb3-7b01-4f8f-b97e-4a1d7d9346f8 req-657b30eb-58d0-4630-aab2-1722ca6f6042 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619925 May 13 14:35:48.502663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:48.563603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-b494a8a6-7dd4-420e-adc5-881222e3457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.565134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-b494a8a6-7dd4-420e-adc5-881222e3457a service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.3313131 May 13 14:35:48.616472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: aab8ced3-9b0f-4580-a6c4-316312a944f0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:48.617257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aab8ced3-9b0f-4580-a6c4-316312a944f0 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:48.618041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ada93e06-9d27-41c9-b43b-27e9c56582c4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:48.659898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aaefaf12-2d01-4619-8887-6fc55b54fe26'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:48.670568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-e49be65b-b954-4dcb-8e4a-100f03a69e33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 217 time: 0.0969231 May 13 14:35:48.673747 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e703c68-f9fa-414b-a96c-6ea10644a139 req-d06d9080-32e2-4f4f-9c32-8d7449adb3e3 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487864 May 13 14:35:48.685399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-762e3997-b9a5-45b0-8e7b-11446277d4b2 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.693144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-762e3997-b9a5-45b0-8e7b-11446277d4b2 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.700237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-762e3997-b9a5-45b0-8e7b-11446277d4b2 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.707063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-762e3997-b9a5-45b0-8e7b-11446277d4b2 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.709389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-762e3997-b9a5-45b0-8e7b-11446277d4b2 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3142 time: 0.6002309 May 13 14:35:48.838480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ada93e06-9d27-41c9-b43b-27e9c56582c4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:48.838858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ada93e06-9d27-41c9-b43b-27e9c56582c4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:48.879846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Router c1700caf-40f1-4e66-b8f4-00a55c888bc6 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:35:48.902030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada93e06-9d27-41c9-b43b-27e9c56582c4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:48.938887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-ef8b8a68-113a-4c35-a054-251c233b1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:48.940393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-ef8b8a68-113a-4c35-a054-251c233b1ecf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.2300763 May 13 14:35:49.051990 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.170674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bbdbc18-1ee0-4625-bcae-e80687ab9363 req-559e9506-ebbd-42db-8cdc-0cc8fb429058 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136667 May 13 14:35:49.201852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event deleted for resources: {'Port': ['ID=0aca103a-d661-4164-8a8d-b9cfc2ff78d4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:49.229078 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc0e7c5b-eec7-4185-a9b0-2e0d36085012 req-af8e88f1-0ed6-446c-8098-aa5f39fc0785 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 210 time: 0.2884312 May 13 14:35:49.279553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] No DVR routers for this DVR port 0aca103a-d661-4164-8a8d-b9cfc2ff78d4 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:49.306345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.385393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-52aa8681-a6cf-435b-9f2f-12bb61ad26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.386909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-52aa8681-a6cf-435b-9f2f-12bb61ad26c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 1094 time: 0.6288614 May 13 14:35:49.407815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.416919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:49.435957 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Sync routers for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:49.448121 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a6166e58-23c3-4b6a-9bae-ca80880d79c1']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '6583db97-a356-43c4-88b0-235672c91466', 'status': 'failed', 'code': 422} returned with failed status May 13 14:35:49.458925 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:49.460544 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:49.561192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-4b209fca-abe7-4f63-9a08-ba73c3594dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.563647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-4b209fca-abe7-4f63-9a08-ba73c3594dcf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4449086 May 13 14:35:49.575694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:49.581659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0356cc58-bdd5-4e9c-8ccb-a334d9f13765 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.3991237 May 13 14:35:49.617713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:49.677900 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:49.726797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-39c3d560-a2dc-4570-8ff3-5d036dfa9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.728421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-39c3d560-a2dc-4570-8ff3-5d036dfa9cf2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 906 time: 0.3318522 May 13 14:35:49.814261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-5caef8ee-4a1c-4f10-806f-f927522f6e68 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be HTTP/1.1" status: 200 len: 217 time: 0.0779264 May 13 14:35:49.920695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd88ef-0efb-4a6c-9a2b-5f991841c570 req-764fe66c-4f3e-4476-97d9-c1556e913441 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.922313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9acd88ef-0efb-4a6c-9a2b-5f991841c570 req-764fe66c-4f3e-4476-97d9-c1556e913441 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.4210317 May 13 14:35:49.928549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-58d188b7-e123-4c2f-a935-586868d69128 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445711 May 13 14:35:49.933231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-76822a97-9d20-4dea-bebc-4af5a286ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:49.934677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-76822a97-9d20-4dea-bebc-4af5a286ec48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.1050892 May 13 14:35:49.979312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:50.009926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port 2d342fb6-a989-4787-87f4-eece00de111d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2d342fb6-a989-4787-87f4-eece00de111d,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:50.010502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.032332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29997206-7e94-48ac-9b6e-e6374cbaaf02 req-487d1b64-130f-43c0-bde5-b8c6ee56e6b4 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "DELETE /v2.0/ports/0aca103a-d661-4164-8a8d-b9cfc2ff78d4 HTTP/1.1" status: 204 len: 173 time: 4.1755962 May 13 14:35:50.053005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-a3184951-59cd-4ceb-aee0-750602ad3d94 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956528 May 13 14:35:50.072950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Request body: {'floatingip': {'port_id': '11680d71-233c-4f09-a9e1-045cb730187e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:50.190366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.193861 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:35:45Z', 'revision_number': 3, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:50.199066 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Checking router: c1700caf-40f1-4e66-b8f4-00a55c888bc6 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:35:50.200939 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Updating router c1700caf-40f1-4e66-b8f4-00a55c888bc6 port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:35:50.203712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.290046 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.314177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64130a57-606b-4f11-bfdf-d84280cff1ca req-c0bbd4e1-be6c-4575-a27a-aa6ca34a1ade service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784909 May 13 14:35:50.341110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-37a54f70-ef61-4daa-a10e-befc3185d40b service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813265 May 13 14:35:50.354092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c6a0-782c-4714-ab55-6b3c7e55a589 req-c482acb6-a8c3-4d55-bb2e-07d1ad6af80e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.356003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9c8c6a0-782c-4714-ab55-6b3c7e55a589 req-c482acb6-a8c3-4d55-bb2e-07d1ad6af80e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 943 time: 0.2866409 May 13 14:35:50.357631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.501880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 2d342fb6-a989-4787-87f4-eece00de111d owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:50.504124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9c8c6a0-782c-4714-ab55-6b3c7e55a589 req-a3656dc6-aa2a-46e0-9a85-8ac7ec17bba4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273594 May 13 14:35:50.568151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.595090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50f3708-17f8-4608-bb4d-5fd2a06ea52c req-d564ff03-54c9-40b6-b5f6-3aad3ccd6ad1 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377019 May 13 14:35:50.840441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-9a737153-7caf-4793-84b3-a0145bb16a6e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.849708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-9a737153-7caf-4793-84b3-a0145bb16a6e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.858316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-9a737153-7caf-4793-84b3-a0145bb16a6e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.868648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-9a737153-7caf-4793-84b3-a0145bb16a6e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:50.878413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-9a737153-7caf-4793-84b3-a0145bb16a6e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 3142 time: 0.2084866 May 13 14:35:50.940318 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:50.950382 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5a8f958-cb12-4aed-8859-62833dbdabd1 req-6c68e4b6-af7c-4111-8694-b848f847fa20 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705492 May 13 14:35:50.967765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Transition to ACTIVE for port object 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:50.978097 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.013126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.013984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd2b41b-af12-4fd2-93cb-217a164d8473 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:35:51.091283 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Attempting to bind port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:35:51.092045 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Attempting to bind port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:35:51.092533 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Attempting to bind port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:35:51.103956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.107925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f4f26ed-22f1-4a61-8b54-14e843657cc7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0fd2b41b-af12-4fd2-93cb-217a164d8473 HTTP/1.1" status: 204 len: 168 time: 6.1498470 May 13 14:35:51.108460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:51.119362 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:35:51.121682 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:35:51.122561 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.122976 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:35:51.126417 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Bound port: 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:35:51.126897 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.170355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:51.276816 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] For port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:35:51.278208 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] For port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:35:51.286148 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.297917 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Pushing event updated for resources: {'Port': ['ID=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:51.312419 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.312972 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.313534 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.313970 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.314228 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.315004 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.315352 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.315678 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.316016 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.317154 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.317478 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.317814 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:35:51.386096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Deleting subnet 0857993e-c743-4da5-a579-676901bd3ebe {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:35:51.419209 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:51.419896 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:51.450973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b187b6-7605-4d2b-82f0-bb9e6ce494e9 req-79f88437-33ca-495a-908f-c684f53c4b68 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:51.456516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.463803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2b187b6-7605-4d2b-82f0-bb9e6ce494e9 req-79f88437-33ca-495a-908f-c684f53c4b68 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 943 time: 1.9664912 May 13 14:35:51.507052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-deleted', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:51.534933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cbd354e8-7baf-4f1e-8eed-e8a60790af2a req-58b15bfb-ee61-449e-98a2-9e8e3935b5ea tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=51121f15-1461-41f3-b4cd-4a8143aa5d2c HTTP/1.1" status: 200 len: 210 time: 0.1590266 May 13 14:35:51.594592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.703866 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:35:51.721945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:51.803575 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a004c9-9698-4d75-9f03-cf9917271d63'] response: {'server_uuid': '51121f15-1461-41f3-b4cd-4a8143aa5d2c', 'name': 'network-vif-deleted', 'tag': '0aca103a-d661-4164-8a8d-b9cfc2ff78d4', 'status': 'completed', 'code': 200} May 13 14:35:51.817687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:51.818815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:51.972737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:51.974830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.003890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.016737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:52.063985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:52.071267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac091f-eb3f-4077-a633-2ecd8ed64661 None None] Network 990464fa-9c31-4743-b2b4-b21614889dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:35:52.098406 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2b187b6-7605-4d2b-82f0-bb9e6ce494e9 req-3953f203-d619-4c25-82fe-8f1c16d40045 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6326842 May 13 14:35:52.107676 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.134870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0857993e-c743-4da5-a579-676901bd3ebe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.143909 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.208074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cf658950-1f9a-4b0b-9bc3-8a50727234b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0857993e-c743-4da5-a579-676901bd3ebe HTTP/1.1" status: 204 len: 168 time: 1.0964518 May 13 14:35:52.211678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:52.354315 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f6c9-3ce2-4bad-9d34-b6cc1029cc83 None None] Pushing event updated for resources: {'Port': ['ID=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.436137 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:35:45Z', 'revision_number': 3, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:52.440473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d28c7135-63f1-47be-aa6b-7be4238ff715'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:52.442465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.456629 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649a8ba-8522-4d3a-8a27-558e012b43e7 None None] The sync data for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 is: [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:35:45Z', 'revision_number': 3, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:35:52.521779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.543492 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.606630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Deleting port ff84609a-95c0-4596-85e0-7c9b18d4de3f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:52.606913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:52.819183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=2d342fb6-a989-4787-87f4-eece00de111d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:52.925476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] DHCP port deletion for 990464fa-9c31-4743-b2b4-b21614889dc7 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:35:52.968270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Deleting port ff84609a-95c0-4596-85e0-7c9b18d4de3f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:52.968696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.268588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:53.346923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port 2d342fb6-a989-4787-87f4-eece00de111d on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:53.350338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882838f-208b-4bbd-b574-065ecc08dd3f req-7355fde6-ef6a-49e5-b4f5-42997130b4db tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.353024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0882838f-208b-4bbd-b574-065ecc08dd3f req-7355fde6-ef6a-49e5-b4f5-42997130b4db tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 943 time: 1.2952611 May 13 14:35:53.360573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.411375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:35:53.420314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] For port ff84609a-95c0-4596-85e0-7c9b18d4de3f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ff84609a-95c0-4596-85e0-7c9b18d4de3f,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:53.421015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.435456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-bcd6a8a1-5223-4094-9766-b052b0d2c7a8 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "DELETE /v2.0/ports/2d342fb6-a989-4787-87f4-eece00de111d HTTP/1.1" status: 204 len: 173 time: 5.5332363 May 13 14:35:53.547426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.629572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] For port ff84609a-95c0-4596-85e0-7c9b18d4de3f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ff84609a-95c0-4596-85e0-7c9b18d4de3f,segment=NetworkSegment(e87315e6-6a10-412c-a576-b961fc24e4a6),segment_id=e87315e6-6a10-412c-a576-b961fc24e4a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:53.630243 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.644322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.645532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:53.663030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.674054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0882838f-208b-4bbd-b574-065ecc08dd3f req-bd3932e8-a59c-4219-be90-75258dec1781 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134940 May 13 14:35:53.675015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:53.675964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:35:53.707536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Calling delete_port for ff84609a-95c0-4596-85e0-7c9b18d4de3f owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:53.768806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 9178478c-fef4-46b5-8d05-de063964bce2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:53.769190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:53.786655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:53.804121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d12c2b8122434c65b839567489cef954 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:53.814551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:53.827734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:53.874663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:53.884247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:35:53.891977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-0af5a511-b8eb-434e-8db3-b8e6d83e5057 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 2410 time: 1.0659633 May 13 14:35:54.106244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.118731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.133991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Calling delete_port for ff84609a-95c0-4596-85e0-7c9b18d4de3f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:54.182093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d12c2b8122434c65b839567489cef954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9095211 May 13 14:35:54.187574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:54.302827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:35:54.319805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2c3a5-3bd5-4271-b8a1-0c3f43db49d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2596dbd-c5e6-40b6-85fb-8d9c75d77f05,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.489169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.507776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:54.539457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.552086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.555112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'mac_address': 'fa:16:3e:0c:4d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:35:54.636353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:54.647059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff84609a-95c0-4596-85e0-7c9b18d4de3f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:54.681700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] No DVR routers for this DVR port ff84609a-95c0-4596-85e0-7c9b18d4de3f on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:54.798921 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:35:54.799312 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:35:54.859842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.907423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.914838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2bf40d48-b033-4b88-a88d-201dd080de2a req-7d67f93e-d875-4b46-8506-43f9562780d3 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0217919 May 13 14:35:54.931142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:54.931571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990464fa-9c31-4743-b2b4-b21614889dc7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:54.970120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87315e6-6a10-412c-a576-b961fc24e4a6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:54.970416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87315e6-6a10-412c-a576-b961fc24e4a6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:55.001027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.002227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:55.003226 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.032274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.038834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85de9e9-e3b8-4c17-bdb0-3702cf7e45be {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:35:55.039822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:35:55.041158 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.062848 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5e77deb7-da13-4558-83a0-debf0033036e']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '2d342fb6-a989-4787-87f4-eece00de111d', 'status': 'failed', 'code': 422} returned with failed status May 13 14:35:55.075658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:55.089381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:55.091961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:55.093662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.146018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.250364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.260527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.271182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:55.309862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Deleting port ff84609a-95c0-4596-85e0-7c9b18d4de3f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:55.310596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: timer() May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:35:55.320470 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:35:55.325159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.363007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.418844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] Pushing event deleted for resources: {'Network': ['ID=990464fa-9c31-4743-b2b4-b21614889dc7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.435537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd8b9f3e-0d1a-4a59-b75d-b52773ad8355 admin admin] 10.222.0.36 "DELETE /v2.0/networks/990464fa-9c31-4743-b2b4-b21614889dc7 HTTP/1.1" status: 204 len: 168 time: 3.2020411 May 13 14:35:55.445267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.448520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.450302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2596dbd-c5e6-40b6-85fb-8d9c75d77f05 HTTP/1.1" status: 204 len: 168 time: 1.2614756 May 13 14:35:55.475909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eb523-d304-4c83-9f1b-72f0fa273e84 req-c97f1416-e575-4565-a5fd-f20a2c5b5f9b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:55.487604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-810eb523-d304-4c83-9f1b-72f0fa273e84 req-c97f1416-e575-4565-a5fd-f20a2c5b5f9b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.1262538 May 13 14:35:55.510845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:35:55.559750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-810eb523-d304-4c83-9f1b-72f0fa273e84 req-5ebea160-1a33-4b1e-a4e5-fb2863072762 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701008 May 13 14:35:55.562500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc8638-a6fc-448e-82b5-37ad057dfaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2596dbd-c5e6-40b6-85fb-8d9c75d77f05,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:55.604449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f71ccbe-204b-4d8b-8d34-e9edc65b3512 None None] The port 'ff84609a-95c0-4596-85e0-7c9b18d4de3f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:35:55.740286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port 9178478c-fef4-46b5-8d05-de063964bce2, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9178478c-fef4-46b5-8d05-de063964bce2,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:55.740669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.757565 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Floating IP 2a808b8c-62b8-42f4-ba1b-4fec31d9bb17 associated. External IP: 172.25.5.117, port: 11680d71-233c-4f09-a9e1-045cb730187e. May 13 14:35:55.759807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:55.858078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe6e3d7a-0d08-4f04-86de-c6b92bde58b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cad50da3f084589b345de58adee1ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966628 May 13 14:35:55.858821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:55.897711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port d28c7135-63f1-47be-aa6b-7be4238ff715 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:55.913922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d28c7135-63f1-47be-aa6b-7be4238ff715 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:55.914536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:55.967744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:55.968525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.003498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.046108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:56.093446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.145025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.147625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:56.148282 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.216483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 9178478c-fef4-46b5-8d05-de063964bce2 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:35:56.272314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:56.278428 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.283552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5403c7-a39e-411a-8e81-33d3e538c40c req-4a0ec79c-31e7-4508-9857-169cd1c3e2e4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.284699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ff84609a-95c0-4596-85e0-7c9b18d4de3f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:35:56.293737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a5403c7-a39e-411a-8e81-33d3e538c40c req-4a0ec79c-31e7-4508-9857-169cd1c3e2e4 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 944 time: 1.0248251 May 13 14:35:56.334467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:56.361168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ff84609a-95c0-4596-85e0-7c9b18d4de3f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:35:56.361813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ff84609a-95c0-4596-85e0-7c9b18d4de3f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:35:56.379743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ef0e8-69d8-4dfd-9c31-11ff93602b01,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:56.382741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.388805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67b231b6-fd9a-4296-be29-441c1ef64239 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f6ef0e8-69d8-4dfd-9c31-11ff93602b01 HTTP/1.1" status: 204 len: 168 time: 0.5273886 May 13 14:35:56.397097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:56.440151 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.449072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:56.518659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.562749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:56.587064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:56.588973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Usage tracker for resource:security_group_rule and tenant:e90387873f24406583f886a2aa19ebcc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:56.590784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:56.599114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:56.611459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:56.639741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018221e4-7660-422b-9144-97d9b0fe4154 req-7983da5f-72ce-4a9a-b230-fc70e2b327e6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.646653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018221e4-7660-422b-9144-97d9b0fe4154 req-7983da5f-72ce-4a9a-b230-fc70e2b327e6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.653285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018221e4-7660-422b-9144-97d9b0fe4154 req-7983da5f-72ce-4a9a-b230-fc70e2b327e6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:56.655280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-018221e4-7660-422b-9144-97d9b0fe4154 req-7983da5f-72ce-4a9a-b230-fc70e2b327e6 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 2410 time: 0.3499467 May 13 14:35:56.675982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:56.676814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.868245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:56.953556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:56.982090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.054499 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-018221e4-7660-422b-9144-97d9b0fe4154 req-244f86d8-0604-4b8d-a219-ec66ee17153e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688852 May 13 14:35:57.057990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a5403c7-a39e-411a-8e81-33d3e538c40c req-04565fcd-df8c-4dd0-b8ae-29a994374324 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620907 May 13 14:35:57.059640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Allocated IP 172.20.0.1 (4e637f84-dadd-4529-b255-2b31fe750d5b/5d9f57fa-7376-4e4c-99b2-68473ccf732c/52c34c61-6662-41c2-9a03-5d77c63a64da) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:35:57.131018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e90387873f24406583f886a2aa19ebcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711366 May 13 14:35:57.131018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:57.131502 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272121d1-0bb7-4706-92f9-0c823448a20f'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:35:57.133546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932d8ac-ca12-4d67-9da1-4919075a39fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9755e431-7200-4767-9ce8-7ccfafed0bfc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.225490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:35:57.380241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:35:57.395317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:35:57.395686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.520902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4b32-7261-4261-98f0-7020120c8e57 req-1382b974-c2dc-41b8-9bde-4e39b36d7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.523459 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-353b4b32-7261-4261-98f0-7020120c8e57 req-1382b974-c2dc-41b8-9bde-4e39b36d7c1b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1096 time: 0.3066614 May 13 14:35:57.524512 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.666522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:35:57.668402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.685059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.715746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:35:57.748777 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-353b4b32-7261-4261-98f0-7020120c8e57 req-40659eb5-7796-41a2-9c6b-2b4cdda6f2f4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034276 May 13 14:35:57.783843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:35:57.796507 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.840309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff62f97-b481-46e6-b468-1680d036d3d3 req-f9b86404-6300-44a9-a3a0-65335b045cb1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:57.843128 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.853580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ff62f97-b481-46e6-b468-1680d036d3d3 req-f9b86404-6300-44a9-a3a0-65335b045cb1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 0.3958268 May 13 14:35:57.937717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ff62f97-b481-46e6-b468-1680d036d3d3 req-498c3212-01a8-4eef-928c-51f4d09d8dc1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820177 May 13 14:35:57.970203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:57.993969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:57.995198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9755e431-7200-4767-9ce8-7ccfafed0bfc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.005436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.008707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d18932fa-3d48-4cdc-aba2-9e2e67733336 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9755e431-7200-4767-9ce8-7ccfafed0bfc HTTP/1.1" status: 204 len: 168 time: 0.8807251 May 13 14:35:58.259041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:58.426730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.448080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=9178478c-fef4-46b5-8d05-de063964bce2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:58.637968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Transition to ACTIVE for port object 52c34c61-6662-41c2-9a03-5d77c63a64da will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:35:58.672017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port 9178478c-fef4-46b5-8d05-de063964bce2 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:35:58.678570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.686110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:58.687748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-128407799-network', 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:58.696650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:58.703405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Usage tracker for resource:network and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:58.707347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:58.717584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:58.734968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:58.743155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.834177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-a0a0523e-fc91-4254-9915-50097681a862 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "DELETE /v2.0/ports/9178478c-fef4-46b5-8d05-de063964bce2 HTTP/1.1" status: 204 len: 173 time: 5.3246233 May 13 14:35:58.842230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:58.868447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:58.884080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:58.895921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:58.908364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:58.961608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e92ed-25fc-41cb-8b83-11f8ac4d8c9d req-062045e0-60a7-48b9-908e-91a4284359fa tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.967618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e92ed-25fc-41cb-8b83-11f8ac4d8c9d req-062045e0-60a7-48b9-908e-91a4284359fa tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:58.969421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-932e92ed-25fc-41cb-8b83-11f8ac4d8c9d req-062045e0-60a7-48b9-908e-91a4284359fa tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 1677 time: 0.2044063 May 13 14:35:59.052877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-932e92ed-25fc-41cb-8b83-11f8ac4d8c9d req-1c7dc3bd-9d89-464c-baa7-b661ae1f0121 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751886 May 13 14:35:59.098103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.114350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.129796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:35:59.130819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.169326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:35:59.210421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.211075 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Added segment f5e70b8d-586b-45cd-b8cf-0435912c98b9 of type vlan for network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 May 13 14:35:59.214854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:35:59.230665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Sync routers for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:35:59.252187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:35:59.264895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:35:59.265952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.359067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.375004 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.376378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.377569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.403697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Network 4e637f84-dadd-4529-b255-2b31fe750d5b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:35:59.423645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:35:59.427213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:35:59.539795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba89e-bde7-47a6-8dac-12e0dbb1f6ba req-ac011dec-7ced-4adc-a66d-74551233e8a5 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.550456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5abba89e-bde7-47a6-8dac-12e0dbb1f6ba req-ac011dec-7ced-4adc-a66d-74551233e8a5 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 945 time: 1.0119419 May 13 14:35:59.556937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Pushing event updated for resources: {'Network': ['ID=6acfc6c5-a1ba-4e9b-baab-12bddf646b22,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.581266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3209977 May 13 14:35:59.594968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:35:59.600820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:35:59.603766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 51cd3d06-421a-403e-a40f-fcfd0bffc421 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:35:59.604125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.611440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Request body: {'subnet': {'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-128407799-subnet', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:35:59.618069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:35:59.623420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Usage tracker for resource:subnet and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:35:59.627251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:35:59.636271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:35:59.653441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08086868-4ba5-42a1-bd44-a8890aac4a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2518e1a-7c00-43b8-a204-852e76958c69,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.659749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:35:59.661977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.760951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Pushing event updated for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:35:59.812764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5abba89e-bde7-47a6-8dac-12e0dbb1f6ba req-5dd37575-d576-44a7-87dc-1f61e902b28f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588334 May 13 14:35:59.837842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11fd22-b7e0-44df-a33e-c6439217c154 req-3946e897-a88f-41c7-98b6-5e81e7f6dd96 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:35:59.846929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb11fd22-b7e0-44df-a33e-c6439217c154 req-3946e897-a88f-41c7-98b6-5e81e7f6dd96 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 0.5205297 May 13 14:35:59.847684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6bcb9251-2828-4381-8eac-aed653e897bc tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "PUT /v2.0/floatingips/2a808b8c-62b8-42f4-ba1b-4fec31d9bb17 HTTP/1.1" status: 200 len: 992 time: 9.8462996 May 13 14:35:59.874731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.921617 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-552c88f8-df92-4472-95c8-26c4394a4e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:35:59.963443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb11fd22-b7e0-44df-a33e-c6439217c154 req-3fb1de11-f544-4201-a43c-c20e0d174f6d tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142187 May 13 14:36:00.012533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:00.118592 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d882bafe-e60d-465d-b078-b053bcd8365e'] response: {'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'code': 200} May 13 14:36:00.146248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.150902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-962c75db-b3f0-47ee-a4f5-464f89e801f1 None None] Provisioning for port 52c34c61-6662-41c2-9a03-5d77c63a64da completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:00.192804 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a50d102d-3e1a-4bde-956c-13cde5c2fbc2']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '9178478c-fef4-46b5-8d05-de063964bce2', 'status': 'failed', 'code': 422} returned with failed status May 13 14:36:00.249436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-962c75db-b3f0-47ee-a4f5-464f89e801f1 None None] Provisioning complete for port 52c34c61-6662-41c2-9a03-5d77c63a64da triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:00.249938 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-962c75db-b3f0-47ee-a4f5-464f89e801f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.324589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-962c75db-b3f0-47ee-a4f5-464f89e801f1 None None] Port 52c34c61-6662-41c2-9a03-5d77c63a64da cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:00.401209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8956c577-af4c-4a5b-8136-5fa0e2427da1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:00.421216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port 51cd3d06-421a-403e-a40f-fcfd0bffc421, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=51cd3d06-421a-403e-a40f-fcfd0bffc421,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:00.421645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.480127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Checking segment: {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:00.480574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Network hostable DHCP agents. Network: 6acfc6c5-a1ba-4e9b-baab-12bddf646b22, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:00.527554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f3f7f-9ba0-44c6-99ad-32f40849134e req-1b490d6f-aadc-4512-a18c-641ca943a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.529244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb3f3f7f-9ba0-44c6-99ad-32f40849134e req-1b490d6f-aadc-4512-a18c-641ca943a840 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 1096 time: 0.2231877 May 13 14:36:00.529972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:00.610760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4f54-b54c-43fa-b709-45fe661718b3 req-921e9e2a-8fe0-42f8-9309-5b55fe84b5b6 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.612632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f98c4f54-b54c-43fa-b709-45fe661718b3 req-921e9e2a-8fe0-42f8-9309-5b55fe84b5b6 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.3076785 May 13 14:36:00.619765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6acfc6c5-a1ba-4e9b-baab-12bddf646b22) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:00.627937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:00.628764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.634162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cb3f3f7f-9ba0-44c6-99ad-32f40849134e req-4f837608-45b1-41d8-9683-6085d42de899 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944657 May 13 14:36:00.688578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eff0e041-496c-4eb8-9521-054a07741cb6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0917475 May 13 14:36:00.692482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:00.697406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82332802-8b40-411e-b579-b03fb5d482d9 None None] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:00.701374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:00.709176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:00.714351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f98c4f54-b54c-43fa-b709-45fe661718b3 req-c583cc8f-9979-4b87-881f-1246300f3e35 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769186 May 13 14:36:00.732697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Usage tracker for resource:router and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:00.737422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:00.753243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:00.775420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 51cd3d06-421a-403e-a40f-fcfd0bffc421 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:00.781780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.782908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.817824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:00.945364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2a808b8c-62b8-42f4-ba1b-4fec31d9bb17', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'port_id': '11680d71-233c-4f09-a9e1-045cb730187e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'mac_address': 'fa:16:3e:37:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:54Z', 'updated_at': '2022-05-13T14:35:53Z', 'revision_number': 1, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:00.954424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Checking router: 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:01.014058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:01.014918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:35:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:01.137291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-2ec323ca-78c5-46e6-842e-1824f468a6ae tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.138517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-2ec323ca-78c5-46e6-842e-1824f468a6ae tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:01.250150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-2ec323ca-78c5-46e6-842e-1824f468a6ae tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:01.251293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-2ec323ca-78c5-46e6-842e-1824f468a6ae tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 2.0087531 May 13 14:36:01.339386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.379220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:01.391723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.433916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4daea-5222-4ef1-9818-aadc312ee3cf req-393316af-aa72-4103-8625-96b4b27bb95e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.439879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4daea-5222-4ef1-9818-aadc312ee3cf req-393316af-aa72-4103-8625-96b4b27bb95e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.442127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bb4daea-5222-4ef1-9818-aadc312ee3cf req-393316af-aa72-4103-8625-96b4b27bb95e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 1677 time: 0.3323135 May 13 14:36:01.460123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'fixed_ips': [{'subnet_id': '8956c577-af4c-4a5b-8136-5fa0e2427da1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:01.461570 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.464188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=51cd3d06-421a-403e-a40f-fcfd0bffc421,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:01.502256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Deleting port aaefaf12-2d01-4619-8887-6fc55b54fe26 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:01.503084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.559432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bb4daea-5222-4ef1-9818-aadc312ee3cf req-cd5b1aa2-437f-4e49-af93-ad739408b41e tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups?id=60df2aa5-d457-4368-ab38-4329659edd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616775 May 13 14:36:01.747739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port 51cd3d06-421a-403e-a40f-fcfd0bffc421 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:01.791671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fafae-910a-44d4-b5cf-d869e12244f4 req-a5962faf-f4f1-4961-acad-c0eb45232d66 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:01.793475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f93fafae-910a-44d4-b5cf-d869e12244f4 req-a5962faf-f4f1-4961-acad-c0eb45232d66 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.5997026 May 13 14:36:01.803829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:01.976777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c953842d-1d7c-4bf5-8778-9a2c85875ac0 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "DELETE /v2.0/ports/51cd3d06-421a-403e-a40f-fcfd0bffc421 HTTP/1.1" status: 204 len: 173 time: 3.1147914 May 13 14:36:01.995671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.071704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.091299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c5e61db7-3a5d-44c0-8972-580c3b09be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.146026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.199931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e'}, {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:02.209723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Allocated IP 172.20.0.2 (6acfc6c5-a1ba-4e9b-baab-12bddf646b22/8956c577-af4c-4a5b-8136-5fa0e2427da1/3df6f2a1-4049-4b78-9dd0-b4f455f76ac5) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:02.220916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f93fafae-910a-44d4-b5cf-d869e12244f4 req-d50345b0-d1c1-4940-a936-e670e7c8d119 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817630 May 13 14:36:02.261751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2560-0321-461c-b87c-64fd16ade8b7 req-2a4d7a7b-8b95-41d0-8e19-4118188ac6dd tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:02.264545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b0e2560-0321-461c-b87c-64fd16ade8b7 req-2a4d7a7b-8b95-41d0-8e19-4118188ac6dd tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 945 time: 0.4246426 May 13 14:36:02.310423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port e9d33d06-effc-42c2-bb84-d441b222d424 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:02.311543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.412889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b0e2560-0321-461c-b87c-64fd16ade8b7 req-b36f6785-d9df-4065-a301-de66525af5eb tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145296 May 13 14:36:02.513651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Allocated IP 172.25.5.245 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/66215131-5eaf-4713-bfd6-ee34cdd92dce) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:02.698364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.763181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.972407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:02.983075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:02.989375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2a808b8c-62b8-42f4-ba1b-4fec31d9bb17', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'port_id': '11680d71-233c-4f09-a9e1-045cb730187e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'mac_address': 'fa:16:3e:37:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:54Z', 'updated_at': '2022-05-13T14:35:53Z', 'revision_number': 1, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:02.996358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] For port aaefaf12-2d01-4619-8887-6fc55b54fe26, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aaefaf12-2d01-4619-8887-6fc55b54fe26,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:02.997016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:02.997536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:03.005570 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.013528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e773cd-ba17-44a0-8270-427148b0738c None None] The sync data for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 is: [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2a808b8c-62b8-42f4-ba1b-4fec31d9bb17', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'port_id': '11680d71-233c-4f09-a9e1-045cb730187e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'mac_address': 'fa:16:3e:37:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:34:54Z', 'updated_at': '2022-05-13T14:35:53Z', 'revision_number': 1, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:03.022857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.045246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Transition to ACTIVE for port object 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:03.066114 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-5b3e01f7-ef42-47a7-aafb-958761c9c05a tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ba15d4191434ec3989b3affb27cada1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394463 May 13 14:36:03.105622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Transition to ACTIVE for port object 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:03.107753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Pushing event updated for resources: {'Port': ['ID=66215131-5eaf-4713-bfd6-ee34cdd92dce,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.111957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.116707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.242030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:03.262938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aaefaf12-2d01-4619-8887-6fc55b54fe26 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:03.348126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Pushing event updated for resources: {'Port': ['ID=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:03.352544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:03.364381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:03.426944 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a853ae2-76dd-439f-8f17-f3f5f291e597 None None] New status for floating IP 2a808b8c-62b8-42f4-ba1b-4fec31d9bb17: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:36:03.561599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Attempting to bind port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:03.562168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Attempting to bind port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:03.562692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Attempting to bind port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 on network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:03.606276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:03.607007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Checking segment: {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:03.607723 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.608473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Bound using segment: {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:03.609315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Bound port: 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:03.610035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.713896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port e9d33d06-effc-42c2-bb84-d441b222d424, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e9d33d06-effc-42c2-bb84-d441b222d424,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:03.714764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.724589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port aaefaf12-2d01-4619-8887-6fc55b54fe26 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:03.772152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-67eb01ce-211a-48c4-bae6-6cfb3c60b296 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:03.780178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-67eb01ce-211a-48c4-bae6-6cfb3c60b296 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7120962 May 13 14:36:03.813329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6edf948c-1bc0-4ee5-a91b-affe1684c453 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/quotas/6ba15d4191434ec3989b3affb27cada1 HTTP/1.1" status: 200 len: 375 time: 0.0320237 May 13 14:36:03.879482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] For port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:03.880359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Calling delete_port for aaefaf12-2d01-4619-8887-6fc55b54fe26 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:03.888635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] For port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:03.899392 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:03.971671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-8060bbb3-87a2-4063-91c8-35d426684e90 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ba15d4191434ec3989b3affb27cada1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1574566 May 13 14:36:04.117085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61a35e-7ec8-4dc9-9d77-8ce37a796b5d None None] Pushing event updated for resources: {'Port': ['ID=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:04.120358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for e9d33d06-effc-42c2-bb84-d441b222d424 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:04.242115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.295646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:36:04.345072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.432198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7ac95-ad86-45d2-8fd9-5d2b3c6a33b9 req-822da266-eb35-4600-9c24-1dcf67cf99ed tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:04.442023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3de7ac95-ad86-45d2-8fd9-5d2b3c6a33b9 req-822da266-eb35-4600-9c24-1dcf67cf99ed tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 944 time: 2.0008142 May 13 14:36:04.452462 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d521bf-27d5-48ea-902f-11e9cd63c7f6'] response: {'name': 'network-changed', 'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e', 'status': 'completed', 'code': 200} May 13 14:36:04.452942 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a5d521bf-27d5-48ea-902f-11e9cd63c7f6']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': '51cd3d06-421a-403e-a40f-fcfd0bffc421', 'status': 'failed', 'code': 422} returned with failed status May 13 14:36:04.480897 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.709823 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.755216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:04.876529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:04.950530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:05.189140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-1a6769f8-3efa-439e-9265-07e2ec483de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.191253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-1a6769f8-3efa-439e-9265-07e2ec483de6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=383e74fdd3fe41868b9aea131798e038&device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 1097 time: 0.7390554 May 13 14:36:05.192317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.381132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3de7ac95-ad86-45d2-8fd9-5d2b3c6a33b9 req-7a0a7b9e-6c6d-4ac6-9404-bbe61d6c8281 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7980161 May 13 14:36:05.416570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Pushing event updated for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:05.419306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9edc-0ff4-4125-af8d-552b8ec73523 req-8357794a-8225-4cbc-950f-4d8e6b0ee30a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:05.422223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d19c9edc-0ff4-4125-af8d-552b8ec73523 req-8357794a-8225-4cbc-950f-4d8e6b0ee30a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 0.5299048 May 13 14:36:05.446596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50656) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:05.472617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'floatingip': {'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:05.499271 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:36:05.765423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.868126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.872580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47fa42-71fa-44f4-861d-0e7bce61fd9a None None] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:05.937209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.941640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Network 4e637f84-dadd-4529-b255-2b31fe750d5b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:05.968525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:05.981578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Provisioning for port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:05.992156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Provisioning complete for port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:05.992737 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:05.997115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f4f92660-0d7a-4016-8719-7260cef5b21a req-592c0ad7-700a-47b1-9e1a-0aa52a31f87d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:06.077048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-eb196c4d-5dde-4777-b8fd-7a29d4e70e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.080938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-eb196c4d-5dde-4777-b8fd-7a29d4e70e0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8 HTTP/1.1" status: 200 len: 912 time: 0.8823583 May 13 14:36:06.104620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=e9d33d06-effc-42c2-bb84-d441b222d424,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.265665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Current status of the port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:06.266217 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.403251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] For port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:06.422224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-1358c520-c261-4fec-ae53-a89087bf61bf tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6ba15d4191434ec3989b3affb27cada1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411417 May 13 14:36:06.425588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.642660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-93ce4d9e-1c16-46cc-afc9-4c3598de97ab None None] Provisioning complete for port 52c34c61-6662-41c2-9a03-5d77c63a64da triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:06.643338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93ce4d9e-1c16-46cc-afc9-4c3598de97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:06.648945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-0f38b04b-6eaf-4fda-9523-2298fd0d1fe7 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.650516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-0f38b04b-6eaf-4fda-9523-2298fd0d1fe7 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971669 May 13 14:36:06.653012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Router c1700caf-40f1-4e66-b8f4-00a55c888bc6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:06.656769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event deleted for resources: {'Port': ['ID=aaefaf12-2d01-4619-8887-6fc55b54fe26,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.662519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109136-93fd-4e39-8cf8-e78d50e2332f req-2285c39e-cece-4ea7-b1f1-512cbe45e43b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:06.669923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62109136-93fd-4e39-8cf8-e78d50e2332f req-2285c39e-cece-4ea7-b1f1-512cbe45e43b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 945 time: 0.9627266 May 13 14:36:06.693486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Request body: {'port': {'device_id': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '6ba15d4191434ec3989b3affb27cada1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:06.759646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-93ce4d9e-1c16-46cc-afc9-4c3598de97ab None None] Port 52c34c61-6662-41c2-9a03-5d77c63a64da cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:06.770885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2c1b3-34e6-45c8-aaf4-c0f6e1c62316 None None] Pushing event updated for resources: {'Port': ['ID=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:06.912731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-fd295994-c2e3-44ff-9fee-d943b39c274d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11680d71-233c-4f09-a9e1-045cb730187e HTTP/1.1" status: 200 len: 1002 time: 0.7874238 May 13 14:36:06.913738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Router bbf14084-9223-41fa-b181-f23540521bee is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:36:06.986345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:06.991212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62109136-93fd-4e39-8cf8-e78d50e2332f req-feb1c67b-a6fd-4690-b6ed-d0d8524cf49e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204439 May 13 14:36:06.998133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Usage tracker for resource:port and tenant:6ba15d4191434ec3989b3affb27cada1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:07.008154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:07.093511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:07.095213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port e9d33d06-effc-42c2-bb84-d441b222d424 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:07.099932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.124204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:07.132510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f4f92660-0d7a-4016-8719-7260cef5b21a req-592c0ad7-700a-47b1-9e1a-0aa52a31f87d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:07.134851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-71e14827-0fbc-47c0-877e-3dbfc4021c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.136414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-71e14827-0fbc-47c0-877e-3dbfc4021c1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3886ca6a-c6e9-44a1-8ace-2bc94924b7bb HTTP/1.1" status: 200 len: 850 time: 0.2066548 May 13 14:36:07.140309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4f92660-0d7a-4016-8719-7260cef5b21a req-592c0ad7-700a-47b1-9e1a-0aa52a31f87d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 1.4583459 May 13 14:36:07.180726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Made reservation on behalf of 6ba15d4191434ec3989b3affb27cada1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:07.184341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.207816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e651a614-fc90-4ec6-a699-f51c100c5386 None None] Provisioning complete for port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:07.208853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e651a614-fc90-4ec6-a699-f51c100c5386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.301150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.318412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] No DVR routers for this DVR port aaefaf12-2d01-4619-8887-6fc55b54fe26 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:07.323141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.339522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-259b3478-54e1-483d-b6c2-619c41176676 req-a72f24c0-dabb-49f6-8951-845b47f5cc2c tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 210 time: 0.1425335 May 13 14:36:07.374996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:07.413603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Usage tracker for resource:security_group_rule and tenant:6ba15d4191434ec3989b3affb27cada1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:07.418554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:07.439902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e651a614-fc90-4ec6-a699-f51c100c5386 None None] Current status of the port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:07.446339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:07.462529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f0c6704-1713-4e59-9fea-bbbea374ea57 req-8f9634bb-af37-44d3-86d4-d247829f7898 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "DELETE /v2.0/ports/aaefaf12-2d01-4619-8887-6fc55b54fe26 HTTP/1.1" status: 204 len: 173 time: 6.2030869 May 13 14:36:07.464945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b83bc5f3-b07e-4e2a-b9be-57a1cbd0dc79 req-c0bf7eab-a613-464e-9e83-9358f4d5fcb7 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.90 "DELETE /v2.0/ports/e9d33d06-effc-42c2-bb84-d441b222d424 HTTP/1.1" status: 204 len: 173 time: 5.4750373 May 13 14:36:07.468362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:07.506751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Sync routers for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:07.562584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-9894142f-90f8-4157-9bba-2e543f99cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:07.567303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-9894142f-90f8-4157-9bba-2e543f99cb1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e1ee489-3d1b-4e71-adf9-22389f31c5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4189606 May 13 14:36:07.569641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:07.571124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:07.684644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.687710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:07.697366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-44f54921-9c4c-4a7d-ae6c-5e02035b173a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0019476 May 13 14:36:07.701012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:07.832632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-94c577d4-ca24-4206-a855-cbc0cd16b070 req-cb05bb6c-7b7e-40b6-9962-f88ee41b01f2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:08.053692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:08.478597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:08.609702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:08.610996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-94c577d4-ca24-4206-a855-cbc0cd16b070 req-cb05bb6c-7b7e-40b6-9962-f88ee41b01f2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:08.640666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94c577d4-ca24-4206-a855-cbc0cd16b070 req-cb05bb6c-7b7e-40b6-9962-f88ee41b01f2 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7e83062-98bf-4c5a-8389-0b3e505a344e HTTP/1.1" status: 200 len: 210 time: 1.0563769 May 13 14:36:08.808629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:08.832968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:08.849786 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Sync routers for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:08.897256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba04cb16-9199-4523-952d-e0f85342670a admin admin] 10.222.0.36 "PUT /v2.0/routers/c1700caf-40f1-4e66-b8f4-00a55c888bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2790084 May 13 14:36:08.920089 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:08.927310 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:09.128457 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dc778d00-6e1b-4c0f-8b69-f1eda6121072']: {'server_uuid': 'c563e1fa-c8ff-440f-8184-b19996dabb0a', 'name': 'network-vif-deleted', 'tag': 'e9d33d06-effc-42c2-bb84-d441b222d424', 'status': 'failed', 'code': 422} returned with failed status May 13 14:36:09.253239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:09.256755 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.609293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:03Z', 'revision_number': 3, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:09.768058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.802132 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:09.847807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-55806bc5-f205-4111-ad68-fd913cb6c37d req-9e27ebdb-9dbc-4b21-8f3c-2d10ab32b1cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Synchronizing usage tracker for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:09.857014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Checking router: bbf14084-9223-41fa-b181-f23540521bee for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:09.858343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Updating router bbf14084-9223-41fa-b181-f23540521bee port 66215131-5eaf-4713-bfd6-ee34cdd92dce binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:36:09.858562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:09.947013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-f71447b5-f889-4e4a-8f56-3db6d4b5530f service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2419248 May 13 14:36:09.951906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Allocated IP 192.168.233.25 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/3291b7dd-aec5-4e03-95be-454f6930faf0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:10.031481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-55806bc5-f205-4111-ad68-fd913cb6c37d req-9e27ebdb-9dbc-4b21-8f3c-2d10ab32b1cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Unset dirty status for tenant:55e053b4437b4e35ae1d6f8e32db9de1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:10.031481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55806bc5-f205-4111-ad68-fd913cb6c37d req-9e27ebdb-9dbc-4b21-8f3c-2d10ab32b1cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 0.2614007 May 13 14:36:10.176161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:10.181941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:10.288535 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Floating IP fabcbe5f-6391-4290-9e42-02f77ba4e90f associated. External IP: 172.25.5.155, port: d28c7135-63f1-47be-aa6b-7be4238ff715. May 13 14:36:10.338530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2431ce57-e211-4ac2-a193-8155c133a84c req-88b630f8-3cc6-4ac5-80e5-ccfc71fe04c6 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 210 time: 0.3901033 May 13 14:36:10.813069 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:36:01Z', 'revision_number': 4, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '52c34c61-6662-41c2-9a03-5d77c63a64da', 'name': '', 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'mac_address': 'fa:16:3e:fa:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:55Z', 'updated_at': '2022-05-13T14:36:02Z', 'revision_number': 2, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'subnets': [{'id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:10.831477 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Checking router: c1700caf-40f1-4e66-b8f4-00a55c888bc6 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:10.832158 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Updating router c1700caf-40f1-4e66-b8f4-00a55c888bc6 port 52c34c61-6662-41c2-9a03-5d77c63a64da binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:36:11.044425 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.199945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-deleted', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:11.218404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:11.238517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.274084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a02e1e81-157e-47a7-b4a5-b59cd195466f req-814c90fd-a751-4a68-9ba8-774b23edaacc service neutron] 10.222.0.90 "GET /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3193169 May 13 14:36:11.283091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Transition to ACTIVE for port object 66215131-5eaf-4713-bfd6-ee34cdd92dce will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:11.304558 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.461305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669f9b-bb6b-437f-ad94-b4ab192f664a req-bf544df6-f5f6-47b8-94f0-a5b93ac92331 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:11.473062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94669f9b-bb6b-437f-ad94-b4ab192f664a req-bf544df6-f5f6-47b8-94f0-a5b93ac92331 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 945 time: 1.0916560 May 13 14:36:11.555457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Attempting to bind port 66215131-5eaf-4713-bfd6-ee34cdd92dce on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:11.556882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Attempting to bind port 66215131-5eaf-4713-bfd6-ee34cdd92dce by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:11.557540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Attempting to bind port 66215131-5eaf-4713-bfd6-ee34cdd92dce on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:11.608169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:11.608839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:11.609514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.610191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:11.611022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Bound port: 66215131-5eaf-4713-bfd6-ee34cdd92dce, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:11.611634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.663720 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.681781 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Transition to ACTIVE for port object 52c34c61-6662-41c2-9a03-5d77c63a64da will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:11.692292 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.713844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eea0be-c0de-40c1-9766-bd531c71a9cf None None] Pushing event updated for resources: {'Port': ['ID=66215131-5eaf-4713-bfd6-ee34cdd92dce,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:11.785187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94669f9b-bb6b-437f-ad94-b4ab192f664a req-d130c7ec-289f-4ee5-83e8-bb64f2a30c5d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110304 May 13 14:36:11.824918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] For port 66215131-5eaf-4713-bfd6-ee34cdd92dce, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:11.827486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] For port 66215131-5eaf-4713-bfd6-ee34cdd92dce, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=66215131-5eaf-4713-bfd6-ee34cdd92dce,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:11.840182 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:11.883675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-655230a1-25c7-471d-90c7-a6529a652d22 req-8d1af14e-3c24-42e5-8c0a-b98fb8a5af0d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 0.3216257 May 13 14:36:11.997214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.033599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:12.038529 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f73f0-41ee-4015-9fb3-c268c196c3fa None None] Pushing event updated for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:12.049003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.090938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Sync routers for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:12.121337 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c698e3d0-9ff5-4180-9f0b-e5aa2a723b3b'] response: {'server_uuid': 'c7e83062-98bf-4c5a-8389-0b3e505a344e', 'name': 'network-vif-deleted', 'tag': 'aaefaf12-2d01-4619-8887-6fc55b54fe26', 'status': 'completed', 'code': 200} May 13 14:36:12.144826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:12.145875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:12.208892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Transition to ACTIVE for port object 3291b7dd-aec5-4e03-95be-454f6930faf0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:12.306116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f285c77-2bc5-4628-83c6-698288c269c7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "PUT /v2.0/floatingips/fabcbe5f-6391-4290-9e42-02f77ba4e90f HTTP/1.1" status: 200 len: 991 time: 6.8501770 May 13 14:36:12.327227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:12.330358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:12.352479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-e7557881-6db8-4cd2-b985-d20413756724 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.354997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-e7557881-6db8-4cd2-b985-d20413756724 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.6630473 May 13 14:36:12.477970 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Attempting to bind port 52c34c61-6662-41c2-9a03-5d77c63a64da on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:12.478430 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Attempting to bind port 52c34c61-6662-41c2-9a03-5d77c63a64da by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:12.478887 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Attempting to bind port 52c34c61-6662-41c2-9a03-5d77c63a64da on network 4e637f84-dadd-4529-b255-2b31fe750d5b {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:12.488433 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:12.488939 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Checking segment: {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:12.489475 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.489964 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Bound using segment: {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:12.490562 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Bound port: 52c34c61-6662-41c2-9a03-5d77c63a64da, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffea281-5bad-44b1-9ce1-acf35011c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:12.491057 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.543496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08e234-fa9d-494b-8a79-fed377e90565 req-2d1cc256-6152-4b05-9f58-fbc7487eca59 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:12.554216 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c08e234-fa9d-494b-8a79-fed377e90565 req-2d1cc256-6152-4b05-9f58-fbc7487eca59 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 944 time: 0.4363453 May 13 14:36:12.585714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86e53354-4a73-4e71-9c8d-dc74592e141b req-ab5f0879-bacf-48c5-aad3-e6eacc60e746 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 210 time: 0.2313361 May 13 14:36:12.673286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Deleting port c031aaf3-6ab1-411b-87b2-ace06b6b4904 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:12.673856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.694873 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] For port 52c34c61-6662-41c2-9a03-5d77c63a64da, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:12.698903 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] For port 52c34c61-6662-41c2-9a03-5d77c63a64da, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52c34c61-6662-41c2-9a03-5d77c63a64da,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:12.711220 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.819827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:12.900309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eea0be-c0de-40c1-9766-bd531c71a9cf None None] Pushing event updated for resources: {'Port': ['ID=66215131-5eaf-4713-bfd6-ee34cdd92dce,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:12.958328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c08e234-fa9d-494b-8a79-fed377e90565 req-c089978a-737d-4859-90a4-3528235975db tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971994 May 13 14:36:12.977687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f73f0-41ee-4015-9fb3-c268c196c3fa None None] Pushing event updated for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:13.030964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.055706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:13.070828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:13.078320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:13.082056 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:13.082823 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:13.090730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:13.400332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:13.409207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:13.621411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a1076b7d-fb6a-4105-ac5c-ff0b66402883 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9340765 May 13 14:36:13.727267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Request body: {'port': {'device_id': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:13.877697 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:13.937197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:14.033352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] For port c031aaf3-6ab1-411b-87b2-ace06b6b4904, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c031aaf3-6ab1-411b-87b2-ace06b6b4904,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:14.035887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.188879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:14.249309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Allocated IP 172.20.0.1 (6acfc6c5-a1ba-4e9b-baab-12bddf646b22/8956c577-af4c-4a5b-8136-5fa0e2427da1/9cb577da-932b-45b7-a3a8-59c86b937c92) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:14.252717 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.306892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Calling delete_port for c031aaf3-6ab1-411b-87b2-ace06b6b4904 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:14.658295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-470fcdd0-a515-446f-890a-aad3ef13e759 None None] Provisioning for port 3291b7dd-aec5-4e03-95be-454f6930faf0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:14.672748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:14.759548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-470fcdd0-a515-446f-890a-aad3ef13e759 None None] Provisioning complete for port 3291b7dd-aec5-4e03-95be-454f6930faf0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:14.760466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-470fcdd0-a515-446f-890a-aad3ef13e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.774251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3f633400-9cf0-4c3f-9e06-f0c97622cacd req-0c1b0a99-682a-4567-8a75-c536f585488c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/ports?device_id=c563e1fa-c8ff-440f-8184-b19996dabb0a HTTP/1.1" status: 200 len: 210 time: 0.0916755 May 13 14:36:14.823886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:14.911371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-470fcdd0-a515-446f-890a-aad3ef13e759 None None] Port 3291b7dd-aec5-4e03-95be-454f6930faf0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:15.067354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:36:01Z', 'revision_number': 4, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '52c34c61-6662-41c2-9a03-5d77c63a64da', 'name': '', 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'mac_address': 'fa:16:3e:fa:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:55Z', 'updated_at': '2022-05-13T14:36:12Z', 'revision_number': 4, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'subnets': [{'id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.082081 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825a116-ee8c-4957-93af-ab8893daa7c2 None None] The sync data for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 is: [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:36:01Z', 'revision_number': 4, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '52c34c61-6662-41c2-9a03-5d77c63a64da', 'name': '', 'network_id': '4e637f84-dadd-4529-b255-2b31fe750d5b', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'mac_address': 'fa:16:3e:fa:63:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:55Z', 'updated_at': '2022-05-13T14:36:12Z', 'revision_number': 4, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'subnets': [{'id': '5d9f57fa-7376-4e4c-99b2-68473ccf732c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:15.410312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event deleted for resources: {'Port': ['ID=c031aaf3-6ab1-411b-87b2-ace06b6b4904,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:15.428440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] No DVR routers for this DVR port c031aaf3-6ab1-411b-87b2-ace06b6b4904 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:15.432256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:15.461173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef73cf56-3b5d-45ac-8884-1114ca089286 req-f5faf59c-a517-48ea-9a25-64d2447c6c57 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "DELETE /v2.0/ports/c031aaf3-6ab1-411b-87b2-ace06b6b4904 HTTP/1.1" status: 204 len: 173 time: 3.0995867 May 13 14:36:15.747776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:03Z', 'revision_number': 3, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.766349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c233c7-6acd-4014-99e9-3cb5f04defbc None None] The sync data for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 is: [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:03Z', 'revision_number': 3, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:15.770207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'fabcbe5f-6391-4290-9e42-02f77ba4e90f', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:36:09Z', 'revision_number': 1, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.786967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Checking router: 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:15.818341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:15.819919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:15.908579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330d53-8ae4-4025-9542-8b94eed1c7c8 req-3d772767-5dac-4c26-8637-f54e006a2f0f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:15.917938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40330d53-8ae4-4025-9542-8b94eed1c7c8 req-3d772767-5dac-4c26-8637-f54e006a2f0f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.6243253 May 13 14:36:16.105532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.116764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40330d53-8ae4-4025-9542-8b94eed1c7c8 req-0c00955a-0ac3-44ef-ac3f-c273b9129e2d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952760 May 13 14:36:16.287595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:16.575696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Transition to ACTIVE for port object 9cb577da-932b-45b7-a3a8-59c86b937c92 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:16.689077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:16.792980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:16.808088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d9bb0d11-c445-4c59-80c6-05a9aaf9abce req-f1c3b5aa-c96a-4258-8e3a-1d17a9b9f038 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Synchronizing usage tracker for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:16.834869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:36:16.860508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:16.866272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d9bb0d11-c445-4c59-80c6-05a9aaf9abce req-f1c3b5aa-c96a-4258-8e3a-1d17a9b9f038 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Unset dirty status for tenant:3cd999e6b68741688665e47faa7b8b68 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:16.868066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9bb0d11-c445-4c59-80c6-05a9aaf9abce req-f1c3b5aa-c96a-4258-8e3a-1d17a9b9f038 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=27ffcd0a-5136-44a9-8929-0f9c36a1eff2 HTTP/1.1" status: 200 len: 210 time: 0.1976500 May 13 14:36:16.894681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:16.898315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:16.905303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52c34c61-6662-41c2-9a03-5d77c63a64da up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:17.057890 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f8fd3e-b166-436e-92f2-58976fadb35c'] response: {'name': 'network-changed', 'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'status': 'completed', 'code': 200} May 13 14:36:17.290108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-72cf6481-2d6a-4e8a-88ab-649f11cbdccb tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.291630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-72cf6481-2d6a-4e8a-88ab-649f11cbdccb tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Synchronizing usage tracker for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:17.294997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.311818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3291b7dd-aec5-4e03-95be-454f6930faf0 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:17.346136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:17.386292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.389363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-72cf6481-2d6a-4e8a-88ab-649f11cbdccb tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Unset dirty status for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:17.397500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-72cf6481-2d6a-4e8a-88ab-649f11cbdccb tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 935 time: 0.9647973 May 13 14:36:17.459491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-a7b0d418-6e82-4a02-bc92-a7dc2c7dff98 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Synchronizing usage tracker for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:17.484883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Transition to ACTIVE for port object 3291b7dd-aec5-4e03-95be-454f6930faf0 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:17.513430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:17.526161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:36:17.698651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:17.705223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-a7b0d418-6e82-4a02-bc92-a7dc2c7dff98 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Unset dirty status for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:17.731781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-850aaf29-1259-48f6-96fd-2b84f724d2cb req-a7b0d418-6e82-4a02-bc92-a7dc2c7dff98 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330514 May 13 14:36:17.957831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-96e8bf31-2111-475f-b6ec-2b57ac75d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:17.964008 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-96e8bf31-2111-475f-b6ec-2b57ac75d6e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1096 time: 0.8503623 May 13 14:36:18.148778 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.214007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:18.276361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: c031aaf3-6ab1-411b-87b2-ace06b6b4904 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:18.280548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c031aaf3-6ab1-411b-87b2-ace06b6b4904 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:18.293356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'mac_address': 'fa:16:3e:0c:4d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:36:18.520749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1607d8-3bf9-4832-bfad-2e1f17d8cf4a req-a5b78136-8960-41f1-8aec-48722c84e304 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:18.537364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Attempting to bind port 3291b7dd-aec5-4e03-95be-454f6930faf0 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:18.537944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Attempting to bind port 3291b7dd-aec5-4e03-95be-454f6930faf0 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:18.538037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Attempting to bind port 3291b7dd-aec5-4e03-95be-454f6930faf0 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:18.541306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f1607d8-3bf9-4832-bfad-2e1f17d8cf4a req-a5b78136-8960-41f1-8aec-48722c84e304 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 0.6969123 May 13 14:36:18.561104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Port 3291b7dd-aec5-4e03-95be-454f6930faf0 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:36:18.563996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Attempting to bind port 3291b7dd-aec5-4e03-95be-454f6930faf0 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:18.570628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:18.571232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.597627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:18.598193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:18.598859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:18.607441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Bound port: 3291b7dd-aec5-4e03-95be-454f6930faf0, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:18.608096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.617331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 52c34c61-6662-41c2-9a03-5d77c63a64da completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:18.630584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:18.671676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b85de9e9-e3b8-4c17-bdb0-3702cf7e45be {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:18.741663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:18.745959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 52c34c61-6662-41c2-9a03-5d77c63a64da triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:18.746588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.777786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.840331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.960704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-76999163-37f1-497e-9eec-0943bffdd781 None None] Provisioning for port 9cb577da-932b-45b7-a3a8-59c86b937c92 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:18.966801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:18.977206 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:18.977420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:18.998769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f1607d8-3bf9-4832-bfad-2e1f17d8cf4a req-fd0018c5-4bfa-485d-a0df-a79811c10ecf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561484 May 13 14:36:19.000784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-76999163-37f1-497e-9eec-0943bffdd781 None None] Provisioning complete for port 9cb577da-932b-45b7-a3a8-59c86b937c92 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:19.003497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-76999163-37f1-497e-9eec-0943bffdd781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.019635 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.089587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-deleted', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:19.115314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df2aa5-d457-4368-ab38-4329659edd0f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:19.156949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.159746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39925213-def1-41c6-bcec-e324fc77672d tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/security-groups/60df2aa5-d457-4368-ab38-4329659edd0f HTTP/1.1" status: 204 len: 168 time: 0.5271440 May 13 14:36:19.176156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.299447 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-05505d70-eb40-4b63-8dc0-3b4618b0064c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] show failed (client error): The resource could not be found. May 13 14:36:19.304353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-05505d70-eb40-4b63-8dc0-3b4618b0064c tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "GET /v2.0/security-groups/60df2aa5-d457-4368-ab38-4329659edd0f HTTP/1.1" status: 404 len: 347 time: 0.0889196 May 13 14:36:19.308042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:19.313520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.476771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:19.535395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.536614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:19.542064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] 10.222.0.90 "PUT /v2.0/ports/3291b7dd-aec5-4e03-95be-454f6930faf0 HTTP/1.1" status: 200 len: 1095 time: 5.9130385 May 13 14:36:19.558552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-0d519f88-bcb8-4fe5-b742-bd58d3d41baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:19.570571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-0d519f88-bcb8-4fe5-b742-bd58d3d41baf service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 1.4757574 May 13 14:36:19.608935 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d73779e-28a0-4954-80ba-b4a3774497c8'] response: {'server_uuid': '27ffcd0a-5136-44a9-8929-0f9c36a1eff2', 'name': 'network-vif-deleted', 'tag': 'c031aaf3-6ab1-411b-87b2-ace06b6b4904', 'status': 'completed', 'code': 200} May 13 14:36:19.626067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:19.661579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-76999163-37f1-497e-9eec-0943bffdd781 None None] Port 9cb577da-932b-45b7-a3a8-59c86b937c92 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:19.885639 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.075492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f8dd6-59dd-49f4-9259-a641178343ff req-e6cf8707-9545-430c-a570-ebc51e5c920f tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.093073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-476f8dd6-59dd-49f4-9259-a641178343ff req-e6cf8707-9545-430c-a570-ebc51e5c920f tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 947 time: 0.6949146 May 13 14:36:20.113867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:20.124080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-0f49b985-4dd5-429a-83ef-5579f8cfd428 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.133397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-0f49b985-4dd5-429a-83ef-5579f8cfd428 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 944 time: 0.4516511 May 13 14:36:20.212375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 52c34c61-6662-41c2-9a03-5d77c63a64da is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:20.228907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.265449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.265795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.266139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.266478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.266814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.267147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.267475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.267852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.268177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.279142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.279506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.279852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:20.393800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d246-949b-4eca-b339-5e8b2f3c29ff service neutron] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:20.416018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-d4771952-4f90-403c-a03e-9a474957469d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.7627459 May 13 14:36:20.451766 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.461144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'fabcbe5f-6391-4290-9e42-02f77ba4e90f', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:36:09Z', 'revision_number': 1, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:20.475855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 52c34c61-6662-41c2-9a03-5d77c63a64da, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52c34c61-6662-41c2-9a03-5d77c63a64da,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:20.480450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d064ee-7e51-4490-8dbc-ff3a9b9cd85f None None] The sync data for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 is: [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'fabcbe5f-6391-4290-9e42-02f77ba4e90f', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:35:19Z', 'updated_at': '2022-05-13T14:36:09Z', 'revision_number': 1, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:20.499068 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.499868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 66215131-5eaf-4713-bfd6-ee34cdd92dce up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:20.576024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.593370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-8a79fdc8-aac8-4dd5-a183-664a08dcaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.601364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-8a79fdc8-aac8-4dd5-a183-664a08dcaa7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ba15d4191434ec3989b3affb27cada1&device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 1098 time: 0.4479706 May 13 14:36:20.627173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd55dc8-f921-4ad6-a916-013ecf70f8e3 req-8ebc66c9-09e5-43f7-81b9-4ccedc30bfb8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:20.634360 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffd55dc8-f921-4ad6-a916-013ecf70f8e3 req-8ebc66c9-09e5-43f7-81b9-4ccedc30bfb8 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 944 time: 0.5201461 May 13 14:36:20.642307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.836869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 1ae438f8-3823-4034-8a5f-0f66f4e5ec2d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:20.837838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.894010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 66215131-5eaf-4713-bfd6-ee34cdd92dce completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:20.912442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-476f8dd6-59dd-49f4-9259-a641178343ff req-91380c94-9458-408d-bae2-13fa3591caad tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073297 May 13 14:36:20.912586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:20.919959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 66215131-5eaf-4713-bfd6-ee34cdd92dce triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:20.920360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:20.996353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Deleting port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:20.997687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.179714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-657e133a-5293-4110-b5ee-de2df47605f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3291b7dd-aec5-4e03-95be-454f6930faf0 HTTP/1.1" status: 200 len: 217 time: 0.5386119 May 13 14:36:21.289516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-454bd983-67ea-4e64-a349-00491fa5d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:21.293284 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-454bd983-67ea-4e64-a349-00491fa5d807 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.8625925 May 13 14:36:21.294209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.310094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 66215131-5eaf-4713-bfd6-ee34cdd92dce is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:21.310889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.415983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:21.586990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 66215131-5eaf-4713-bfd6-ee34cdd92dce, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=66215131-5eaf-4713-bfd6-ee34cdd92dce,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:21.661513 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:21.778685 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffd55dc8-f921-4ad6-a916-013ecf70f8e3 req-34e0137d-76ab-4b5f-b5bf-31d789af936c tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/security-groups?id=5eea87bb-227e-4174-8620-117fa420bbf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0342500 May 13 14:36:21.939894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:21.940498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.074999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52c34c61-6662-41c2-9a03-5d77c63a64da up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:22.109815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:22.114926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-64a7cb52-bc3d-4951-aa9a-87cab3c291fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.116751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-64a7cb52-bc3d-4951-aa9a-87cab3c291fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.8293054 May 13 14:36:22.306639 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16f1aa-fa64-445b-8033-1ef90fc5720e None None] New status for floating IP fabcbe5f-6391-4290-9e42-02f77ba4e90f: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:36:22.320162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=66215131-5eaf-4713-bfd6-ee34cdd92dce,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:22.399073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 52c34c61-6662-41c2-9a03-5d77c63a64da triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:22.399764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.437773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.438686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.570295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-fc3f0b1d-b30a-4216-b2a4-a98f6f60b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.571124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-fc3f0b1d-b30a-4216-b2a4-a98f6f60b42a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0598810 May 13 14:36:22.584548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a2121db0-c96b-4c29-991a-2400151c8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:22.586411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a2121db0-c96b-4c29-991a-2400151c8862 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4333973 May 13 14:36:22.647308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 52c34c61-6662-41c2-9a03-5d77c63a64da is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:22.652066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:22.652621 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.704764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:22.708906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:22.725500 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:22.866036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 1ae438f8-3823-4034-8a5f-0f66f4e5ec2d owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:22.866344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-17c9b87f-9711-4b98-9286-091dc637132d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449605 May 13 14:36:22.901183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:22.967711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] For port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,segment=NetworkSegment(d58d197a-252e-4b8d-9c61-8e5462439aaa),segment_id=d58d197a-252e-4b8d-9c61-8e5462439aaa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:22.968406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.294606 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1890494d-fabf-45bc-82b4-7fb565f188b1 req-a2c2a2af-b713-4da2-963c-05f902d00f61 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146206 May 13 14:36:23.344628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cada0-eee5-41ce-9078-478c1d45314e req-56b25fed-6d41-44a1-892b-c0b164ed8941 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:23.349714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-913cada0-eee5-41ce-9078-478c1d45314e req-56b25fed-6d41-44a1-892b-c0b164ed8941 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.0947261 May 13 14:36:23.354965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:23.360178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:23.601687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-6dfac44b-90a0-4c85-ac88-d462ae85cc87 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0117702 May 13 14:36:23.609193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Calling delete_port for d4e13625-c5ee-47ed-8bbf-89e80f85ff2f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:23.949862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5484b837-a48c-47c1-a28c-54a8df290b3e None None] Provisioning complete for port 9cb577da-932b-45b7-a3a8-59c86b937c92 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:23.950742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5484b837-a48c-47c1-a28c-54a8df290b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:23.980914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.003035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 66215131-5eaf-4713-bfd6-ee34cdd92dce up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:24.124204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5484b837-a48c-47c1-a28c-54a8df290b3e None None] Port 9cb577da-932b-45b7-a3a8-59c86b937c92 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:24.130707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 66215131-5eaf-4713-bfd6-ee34cdd92dce triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:24.131085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.222323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=1ae438f8-3823-4034-8a5f-0f66f4e5ec2d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:24.266815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-913cada0-eee5-41ce-9078-478c1d45314e req-6f8c2442-5353-47f0-9515-e32bb3f5f19b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8903985 May 13 14:36:24.380708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.502240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 66215131-5eaf-4713-bfd6-ee34cdd92dce is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:24.534451 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.542784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2e3ad03f-232b-48ea-a820-e0e9f2889e17 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/floatingips/026520b1-6841-414b-ab28-394d951cfb3f HTTP/1.1" status: 204 len: 168 time: 5.2322669 May 13 14:36:24.548668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:24.662326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Router bbf14084-9223-41fa-b181-f23540521bee has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:24.673295 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95bc1223-58da-4e5d-bf51-535b0a3215e9'] response: {'name': 'network-changed', 'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'status': 'completed', 'code': 200} May 13 14:36:24.683789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port ef1a7526-c40c-4217-b1d0-57c3bb1b043f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:24.684957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:24.823548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.080843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Pushing event deleted for resources: {'Port': ['ID=d4e13625-c5ee-47ed-8bbf-89e80f85ff2f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:25.105021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:36:25.110802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a77d6619-c4fd-4868-acb3-586bfebf2294 admin admin] 10.222.0.36 "PUT /v2.0/routers/bbf14084-9223-41fa-b181-f23540521bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4016473 May 13 14:36:25.120479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Sync routers for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:36:25.145752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:25.146835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:25.212321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d105-7a53-4466-8d78-bf323fe459aa req-1aa2fb1e-7c0c-421c-aff2-5fe202e0ea55 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.221566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-73e3d105-7a53-4466-8d78-bf323fe459aa req-1aa2fb1e-7c0c-421c-aff2-5fe202e0ea55 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 947 time: 0.5466347 May 13 14:36:25.233351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] No DVR routers for this DVR port d4e13625-c5ee-47ed-8bbf-89e80f85ff2f on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:25.238207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.243997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-deleted', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:25.256189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-e5524323-92cb-47af-94d3-6daceb82038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.257809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-e5524323-92cb-47af-94d3-6daceb82038a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6ba15d4191434ec3989b3affb27cada1&device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 1098 time: 0.5812936 May 13 14:36:25.394068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:25.411109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26ef41a2-6ad7-4554-a6af-ad3f55829804 req-9ab15de6-fbe7-42af-94e7-49441b706588 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.86 "DELETE /v2.0/ports/d4e13625-c5ee-47ed-8bbf-89e80f85ff2f HTTP/1.1" status: 204 len: 173 time: 5.1802332 May 13 14:36:25.485944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-decfcb3e-6ce9-491d-8e18-418cb5912f06 req-9dddab93-4e4f-44cf-b1c3-938051783ca0 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8633556 May 13 14:36:25.488991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: d4e13625-c5ee-47ed-8bbf-89e80f85ff2f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:25.489405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d4e13625-c5ee-47ed-8bbf-89e80f85ff2f not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:25.570601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-73e3d105-7a53-4466-8d78-bf323fe459aa req-7765adfa-bf48-4a0b-8032-21ee248dfaac tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220942 May 13 14:36:25.619837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:25.737829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-a66acd86-1d1c-4e6d-b4c9-e22870ec15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:25.739317 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-a66acd86-1d1c-4e6d-b4c9-e22870ec15ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4562829 May 13 14:36:25.756426 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae4c9e9-1347-4117-97a3-a2e287e42ee5'] response: {'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'code': 200} May 13 14:36:25.823798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:25.866342 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-8636014d-02d6-4be6-a430-89f15cf12e4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=3291b7dd-aec5-4e03-95be-454f6930faf0 HTTP/1.1" status: 200 len: 217 time: 0.1172378 May 13 14:36:26.066991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-af3be559-2f4c-4437-b609-c859958efc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.071383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-af3be559-2f4c-4437-b609-c859958efc67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1964531 May 13 14:36:26.072405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:26.130095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for ef1a7526-c40c-4217-b1d0-57c3bb1b043f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:26.219438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d47242b-ecd3-46a8-8535-ef029a15acc7 req-7af6602b-0dd9-4b55-94c4-62870b456f55 tempest-LiveAutoBlockMigrationV225Test-1505603737 tempest-LiveAutoBlockMigrationV225Test-1505603737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d096ddec-683a-41ff-af1c-7b4f2e30ccaa HTTP/1.1" status: 200 len: 210 time: 0.1452699 May 13 14:36:26.257395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1059078166'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:26.276322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:26.307316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:network and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:26.315020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:26.339378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:26.383376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:26.387687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.500839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:26.536313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-412c9fdf-010d-40c1-9527-0eeb8005ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:26.539088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-412c9fdf-010d-40c1-9527-0eeb8005ee76 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4229119 May 13 14:36:26.612099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.612099 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Added segment 69f0545d-6b0d-497c-af7c-0db4c31c4297 of type vlan for network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb May 13 14:36:26.618805 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906b6eb9-b8ba-43b7-8b00-e151f9b65254'] response: {'server_uuid': 'd096ddec-683a-41ff-af1c-7b4f2e30ccaa', 'name': 'network-vif-deleted', 'tag': 'd4e13625-c5ee-47ed-8bbf-89e80f85ff2f', 'status': 'completed', 'code': 200} May 13 14:36:26.649682 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:26.775132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=ef1a7526-c40c-4217-b1d0-57c3bb1b043f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:26.877445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.877800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.878143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.878479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.879009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.880302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.880676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.881008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.881362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.882924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.882924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.882924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:26.996205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.039650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:17Z', 'revision_number': 4, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9cb577da-932b-45b7-a3a8-59c86b937c92', 'name': '', 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'mac_address': 'fa:16:3e:50:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:13Z', 'updated_at': '2022-05-13T14:36:18Z', 'revision_number': 2, 'project_id': '3e2a9991cab046709774310453644b7f', 'subnets': [{'id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:27.045791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Checking router: bbf14084-9223-41fa-b181-f23540521bee for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:36:27.046060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Updating router bbf14084-9223-41fa-b181-f23540521bee port 9cb577da-932b-45b7-a3a8-59c86b937c92 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:36:27.057614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.073649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-61c02b6d-51b4-48ba-b0a6-481f033258cd tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/ports/ef1a7526-c40c-4217-b1d0-57c3bb1b043f HTTP/1.1" status: 204 len: 168 time: 2.5230927 May 13 14:36:27.083643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:27.239700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.295618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-db37bbd3-ff96-45bd-8499-b1b6a1485b83 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295258 May 13 14:36:27.360498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port a7b0b745-f92c-4517-a042-5d89329fc018 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:27.361648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.443780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.450629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.451696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:27.759862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 3291b7dd-aec5-4e03-95be-454f6930faf0 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:36:27.836390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Network': ['ID=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:27.845739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7693894 May 13 14:36:27.848760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:27.859720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.860238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.860744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.861205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.861668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.863817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.864849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.865739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.866832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.867271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.868861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.869319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b5bcf-4e89-49a9-888e-25c2dd1b751d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:36:27.900249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f5cc-09a6-44a6-8451-b753e26e0113 req-58071352-96c1-425c-9302-c825fcd0e6a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:27.908536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a89f5cc-09a6-44a6-8451-b753e26e0113 req-58071352-96c1-425c-9302-c825fcd0e6a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.2929826 May 13 14:36:27.932901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'subnet': {'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:28.010534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:28.119888 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a89f5cc-09a6-44a6-8451-b753e26e0113 req-0642861c-fc11-4f62-b569-4ac89fd7a6f1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101882 May 13 14:36:28.155351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:28.167564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:subnet and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:28.178385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:28.208634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:28.249032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:28.253899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.417022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:36:28.491659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.582442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-881b7797-a7ae-4fe4-b52a-5ff6af0945eb req-ff4d31df-c5f8-4f82-a2a8-c1d1a94be7d9 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2855787 May 13 14:36:28.584982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:28.738041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Subnet': ['ID=03cf4346-d866-4858-a8f5-75656d53598f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:28.867122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Checking segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:28.869845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network hostable DHCP agents. Network: d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:28.930769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:28.999536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'mac_address': 'fa:16:3e:fd:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:36:29.109457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for a7b0b745-f92c-4517-a042-5d89329fc018 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:29.148990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:29.202498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:29.216013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.218393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.233509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8cfed-2a54-4f2c-aa17-46e1e026c469 None None] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:29.334351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-506f7776-076f-479b-a1b9-9c1f59ebf955 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4526215 May 13 14:36:29.338574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50970) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:29.357941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c4016-974b-4219-965d-341d12df1148 req-60282303-4ffa-48a7-86c0-d573aa6fea65 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.359946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc0c4016-974b-4219-965d-341d12df1148 req-60282303-4ffa-48a7-86c0-d573aa6fea65 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 947 time: 0.4658041 May 13 14:36:29.363535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.379447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2143282838'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:29.421699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:29.447599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:network and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:29.455952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:29.479656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:29.540271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc0c4016-974b-4219-965d-341d12df1148 req-a0c5290b-f3f9-4625-ad10-85f17289de76 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566124 May 13 14:36:29.541887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:29.545880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.547489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=a7b0b745-f92c-4517-a042-5d89329fc018,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:29.653689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:36:29.674862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.675567 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Added segment be3e48d7-8920-4618-8f82-904309ae77d4 of type vlan for network 53276971-38b0-4c5d-a026-50e408bfc0c6 May 13 14:36:29.713258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.745036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.764232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:29.767547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-62f6b0bd-41e0-410b-ae00-854109d35abc tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/ports/a7b0b745-f92c-4517-a042-5d89329fc018 HTTP/1.1" status: 204 len: 168 time: 2.6822150 May 13 14:36:29.768525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:29.850077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 3291b7dd-aec5-4e03-95be-454f6930faf0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:29.852968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.866367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:29.872666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:29.873495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.054535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3291b7dd-aec5-4e03-95be-454f6930faf0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:30.055528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting subnet a9e1bddf-082d-4d82-9492-4960100541a4 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:30.061450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.096749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'fixed_ips': [{'subnet_id': '03cf4346-d866-4858-a8f5-75656d53598f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:30.102558 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.182437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.190503 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-589f23be-dc05-499b-8e00-435d60a82fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.304302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:30.340061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.390405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.401231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.512481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1694841 May 13 14:36:30.513416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:30.541991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'subnet': {'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:30.573365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10164cf7-69b7-4c34-a3b6-1f4d9729b2cb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Network': ['ID=53276971-38b0-4c5d-a026-50e408bfc0c6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:30.623920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Transition to ACTIVE for port object 9cb577da-932b-45b7-a3a8-59c86b937c92 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:30.653611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:36:30.674584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.750299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['3291b7dd-aec5-4e03-95be-454f6930faf0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:30.785382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e1bddf-082d-4d82-9492-4960100541a4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:30.821554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:30.854465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f219f1c-322e-41cb-9131-c371d5aa4d4a tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/subnets/a9e1bddf-082d-4d82-9492-4960100541a4 HTTP/1.1" status: 204 len: 168 time: 1.0841744 May 13 14:36:30.855380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:30.926991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Deleting subnet a0e54976-de28-4c79-92e8-9a27a88e0c89 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:30.966145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.019920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting subnet 8a964eca-1441-4579-80fa-3ab79449ba9b {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:31.038561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.163499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.204255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee8ffb-2160-4b1c-add0-a8af687e1146 None None] Network 3c114319-6d0e-4ecb-8284-a18a2814d527 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:31.224662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.273959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:31.345627 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.424822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24909394-b45c-45a0-b8ca-c863e9d2fedd req-2a7bdd09-11f9-4c95-9c81-b435dba73a0d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:31.429927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-24909394-b45c-45a0-b8ca-c863e9d2fedd req-2a7bdd09-11f9-4c95-9c81-b435dba73a0d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.2945080 May 13 14:36:31.436625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:subnet and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:31.451589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:31.474152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:31.563553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.605729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:31.609623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.768062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:31.813506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.959101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:31.997432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Subnet': ['ID=8a964eca-1441-4579-80fa-3ab79449ba9b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:32.033678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.050942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240a4de-b9bf-4117-ac65-9a66c7b5d654 None None] Pushing event updated for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:32.063208 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c015d5e8-6c1b-4252-b2d4-cca82002acce tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/subnets/8a964eca-1441-4579-80fa-3ab79449ba9b HTTP/1.1" status: 204 len: 168 time: 1.2061672 May 13 14:36:32.072100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:32.116983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae3529-db35-4915-8b0b-865f968e441e None None] Network 6c8bf028-3680-46b6-9f51-c67edb143615 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:32.182791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Allocated IP 19.80.0.2 (d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb/03cf4346-d866-4858-a8f5-75656d53598f/274da46f-fbcc-4946-8221-bda14a009ff1) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:32.215862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-24909394-b45c-45a0-b8ca-c863e9d2fedd req-ea17e15e-6599-4682-942c-d304049f1cd4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7229247 May 13 14:36:32.347112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Attempting to bind port 9cb577da-932b-45b7-a3a8-59c86b937c92 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:32.347947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Attempting to bind port 9cb577da-932b-45b7-a3a8-59c86b937c92 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:32.347947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Attempting to bind port 9cb577da-932b-45b7-a3a8-59c86b937c92 on network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:32.367220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:32.367593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Checking segment: {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:32.368002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.368432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Bound using segment: {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:32.368930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Bound port: 9cb577da-932b-45b7-a3a8-59c86b937c92, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e70b8d-586b-45cd-b8cf-0435912c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:32.369305 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.502682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.505901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] For port 9cb577da-932b-45b7-a3a8-59c86b937c92, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:32.510094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] For port 9cb577da-932b-45b7-a3a8-59c86b937c92, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb577da-932b-45b7-a3a8-59c86b937c92,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:32.510965 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a016b27-f918-4bbe-a4d1-7878affc1e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.557146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.625778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.683339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port 00fe8150-d702-474c-b8b6-2744d3dd11b3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:32.683910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.749191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] DHCP port deletion for 3c114319-6d0e-4ecb-8284-a18a2814d527 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:32.834600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Deleting port 00fe8150-d702-474c-b8b6-2744d3dd11b3 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:32.835643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:32.877472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e54976-de28-4c79-92e8-9a27a88e0c89,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:32.894786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.024370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8c0eb6b6-0f3e-483c-aa21-3c28abd23d82 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a0e54976-de28-4c79-92e8-9a27a88e0c89 HTTP/1.1" status: 204 len: 168 time: 3.2614748 May 13 14:36:33.030119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:33.615083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240a4de-b9bf-4117-ac65-9a66c7b5d654 None None] Pushing event updated for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:33.655235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port 00fe8150-d702-474c-b8b6-2744d3dd11b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00fe8150-d702-474c-b8b6-2744d3dd11b3,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:33.656080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:33.843452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for 00fe8150-d702-474c-b8b6-2744d3dd11b3 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:33.998915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] For port 00fe8150-d702-474c-b8b6-2744d3dd11b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00fe8150-d702-474c-b8b6-2744d3dd11b3,segment=NetworkSegment(30dcb315-e37d-4cea-a554-753f0227b31f),segment_id=30dcb315-e37d-4cea-a554-753f0227b31f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:33.999486 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.031750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.058033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.154972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Calling delete_port for 00fe8150-d702-474c-b8b6-2744d3dd11b3 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:34.156026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] No DVR routers for this DVR port 00fe8150-d702-474c-b8b6-2744d3dd11b3 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:34.219332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.248038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:34.248684 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:34.251643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.271125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00fe8150-d702-474c-b8b6-2744d3dd11b3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:34.303076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Subnet': ['ID=0c94579c-0fd8-4400-8a4e-6e1bec9cc730,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:34.306747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Port': ['ID=00fe8150-d702-474c-b8b6-2744d3dd11b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:34.330013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Checking segment: {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:34.334307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network hostable DHCP agents. Network: 53276971-38b0-4c5d-a026-50e408bfc0c6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:36:34.385351 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.413277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 00fe8150-d702-474c-b8b6-2744d3dd11b3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:36:34.413595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00fe8150-d702-474c-b8b6-2744d3dd11b3 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:34.464481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:36:34.465154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:34.470932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.642678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c114319-6d0e-4ecb-8284-a18a2814d527']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:34.701268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dcb315-e37d-4cea-a554-753f0227b31f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:34.701985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dcb315-e37d-4cea-a554-753f0227b31f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:34.737205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12f69c-e994-4721-a8c3-f740d8abce71 req-d95525c2-b72c-4db8-992a-f9e7cd34abe0 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.742382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.758691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c12f69c-e994-4721-a8c3-f740d8abce71 req-d95525c2-b72c-4db8-992a-f9e7cd34abe0 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 1.2440562 May 13 14:36:34.780134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:36:34.797705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Deleting port 00fe8150-d702-474c-b8b6-2744d3dd11b3 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:34.800249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.825207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.854907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 53276971-38b0-4c5d-a026-50e408bfc0c6) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:34.856617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:34.857278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.859862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.896205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:34.897137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: timer() May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:34.947313 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:34.994479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4bc47-0f80-473a-8043-95e6442d9d72 None None] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:35.003120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6be8d4b-9af1-429d-b523-5c4e3520e2df']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:35.011112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.108126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c12f69c-e994-4721-a8c3-f740d8abce71 req-7ef46db5-4ca7-4fbc-a7cb-a60e16c34af0 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470411 May 13 14:36:35.110112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58d197a-252e-4b8d-9c61-8e5462439aaa') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:35.110944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58d197a-252e-4b8d-9c61-8e5462439aaa') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:35.181192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c1bbd0fd-238e-4a6b-9517-66c0f198099d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6481318 May 13 14:36:35.192156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.223779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.232456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.249425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.270072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:35.270072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.281981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03f47485-991e-40ee-8457-cf8004c1d63f None None] The port '00fe8150-d702-474c-b8b6-2744d3dd11b3' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:36:35.318441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] DHCP port deletion for 6c8bf028-3680-46b6-9f51-c67edb143615 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:36:35.375519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.398088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Deleting port adb77371-a564-4700-9ab1-c06e0ad3a2c5 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:35.399111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: timer() May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:35.447502 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:35.467506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Network': ['ID=3c114319-6d0e-4ecb-8284-a18a2814d527,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:35.490866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c04d6f5f-0d97-4f35-ab27-191fe76a5510 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/networks/3c114319-6d0e-4ecb-8284-a18a2814d527 HTTP/1.1" status: 204 len: 168 time: 3.4145310 May 13 14:36:35.491162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51022) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:35.566491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.573813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:36:35.579294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.649185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51026) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:35.654224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6be8d4b-9af1-429d-b523-5c4e3520e2df HTTP/1.1" status: 204 len: 168 time: 2.6201456 May 13 14:36:35.668826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f43927-8a76-4bd6-83cc-2dfbf2c928d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6be8d4b-9af1-429d-b523-5c4e3520e2df,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:35.800527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Deleting subnet e3017323-6b2d-487a-b51e-556a2253ddb9 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:36:35.807781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36185-3724-4dbc-9292-11940c832262 req-a7bb56e8-9cc1-4524-be32-5add8e559200 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:35.809414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:35.812694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Transition to ACTIVE for port object 274da46f-fbcc-4946-8221-bda14a009ff1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:35.820091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fad36185-3724-4dbc-9292-11940c832262 req-a7bb56e8-9cc1-4524-be32-5add8e559200 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 948 time: 0.3675280 May 13 14:36:35.971343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.018604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fad36185-3724-4dbc-9292-11940c832262 req-757c9028-1822-46cf-baec-15257bcea84a tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991577 May 13 14:36:36.159378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device adb77371-a564-4700-9ab1-c06e0ad3a2c5 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:36.192097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.274589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.297621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Transition to ACTIVE for port object 274da46f-fbcc-4946-8221-bda14a009ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:36.317867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.338251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port adb77371-a564-4700-9ab1-c06e0ad3a2c5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:36.339099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.604041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.809240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] For port adb77371-a564-4700-9ab1-c06e0ad3a2c5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=adb77371-a564-4700-9ab1-c06e0ad3a2c5,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:36.809643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:36.926184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] For port adb77371-a564-4700-9ab1-c06e0ad3a2c5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=adb77371-a564-4700-9ab1-c06e0ad3a2c5,segment=NetworkSegment(e4856781-45bd-46c3-98db-b9a300a589d4),segment_id=e4856781-45bd-46c3-98db-b9a300a589d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:36.927840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.008525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Calling delete_port for adb77371-a564-4700-9ab1-c06e0ad3a2c5 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:37.094705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Calling delete_port for adb77371-a564-4700-9ab1-c06e0ad3a2c5 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:37.198460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.203299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 3291b7dd-aec5-4e03-95be-454f6930faf0 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:37.208069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.211302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3017323-6b2d-487a-b51e-556a2253ddb9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:37.213953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:37.219336 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:37.252503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51046) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:37.258153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-326f6e76-369c-4ff5-bd74-92baa2bf0183 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e3017323-6b2d-487a-b51e-556a2253ddb9 HTTP/1.1" status: 204 len: 168 time: 1.6074793 May 13 14:36:37.500173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.583661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Pushing event updated for resources: {'Port': ['ID=274da46f-fbcc-4946-8221-bda14a009ff1,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:37.673606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:37.690916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] No DVR routers for this DVR port adb77371-a564-4700-9ab1-c06e0ad3a2c5 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:36:37.729281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:37.731887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:37.810844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:37.837670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port adb77371-a564-4700-9ab1-c06e0ad3a2c5 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:36:37.838095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device adb77371-a564-4700-9ab1-c06e0ad3a2c5 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:36:37.872870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986746b6-3102-42d2-9edc-ee09c2e3d567 None None] Pushing event deleted for resources: {'Port': ['ID=adb77371-a564-4700-9ab1-c06e0ad3a2c5,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:37.955966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1a6284-7424-4f41-abb5-a6ff0e4766f7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.022827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Deleting port adb77371-a564-4700-9ab1-c06e0ad3a2c5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:38.023750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.041082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ed0899-c70d-4e07-ae89-92fa420e53c7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.065693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Attempting to bind port 274da46f-fbcc-4946-8221-bda14a009ff1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:38.066550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Attempting to bind port 274da46f-fbcc-4946-8221-bda14a009ff1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:38.066550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Attempting to bind port 274da46f-fbcc-4946-8221-bda14a009ff1 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:38.075799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 3291b7dd-aec5-4e03-95be-454f6930faf0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:38.081480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ed0899-c70d-4e07-ae89-92fa420e53c7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.088601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 3291b7dd-aec5-4e03-95be-454f6930faf0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:38.088982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.114122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.133606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-a2e3aa5f-df69-46ef-9fd1-d266e2bb47b9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.146455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-a2e3aa5f-df69-46ef-9fd1-d266e2bb47b9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:38.146819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.159880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-a2e3aa5f-df69-46ef-9fd1-d266e2bb47b9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/networks?id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb&id=53276971-38b0-4c5d-a026-50e408bfc0c6&id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb HTTP/1.1" status: 200 len: 1392 time: 0.8131161 May 13 14:36:38.161601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:38.163550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.294497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:38.295097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Checking segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:38.295747 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.308244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Bound using segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:38.309908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Bound port: 274da46f-fbcc-4946-8221-bda14a009ff1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:38.310540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.350674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-53276971-38b0-4c5d-a026-50e408bfc0c6', 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'fixed_ips': [{'subnet_id': '0c94579c-0fd8-4400-8a4e-6e1bec9cc730'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:36:38.351010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] The port 'adb77371-a564-4700-9ab1-c06e0ad3a2c5' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:36:38.352821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.357184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c8a1ea6b-9571-4d4d-a46a-c7bf8a1f8cf2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/quotas/3e2a9991cab046709774310453644b7f HTTP/1.1" status: 200 len: 375 time: 0.1941855 May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: timer() May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:38.403293 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:38.493211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.559347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.597447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1a6284-7424-4f41-abb5-a6ff0e4766f7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:38.623269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d4bdde3e-b82c-435e-8e99-431311b59bb9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc1a6284-7424-4f41-abb5-a6ff0e4766f7 HTTP/1.1" status: 204 len: 168 time: 1.3693125 May 13 14:36:38.773055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:38.821399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8bf028-3680-46b6-9f51-c67edb143615']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.840063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4856781-45bd-46c3-98db-b9a300a589d4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.840733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4856781-45bd-46c3-98db-b9a300a589d4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:38.873942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69dd4e2c-6a8f-42bb-8bae-704b3617f4db tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4790146 May 13 14:36:38.939047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.153091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759f29-31f9-4edb-8df5-2c86b10c1f78 req-00d1d9b9-992c-4a63-90d5-cb4d0c4a48af tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:39.155645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.161717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51086) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:39.174122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-10759f29-31f9-4edb-8df5-2c86b10c1f78 req-00d1d9b9-992c-4a63-90d5-cb4d0c4a48af tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 948 time: 0.3620062 May 13 14:36:39.361111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-10759f29-31f9-4edb-8df5-2c86b10c1f78 req-fba27ec8-4a01-490e-8870-05f8782acf9e tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816585 May 13 14:36:39.569715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:36:39.570546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.607555 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a907301-ecae-4419-90bb-29253dac7c25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cd999e6b68741688665e47faa7b8b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438443 May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: timer() May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:36:39.608855 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:36:39.611433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:39.614485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 3291b7dd-aec5-4e03-95be-454f6930faf0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:39.615234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.704278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:39.729847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:39.776539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:39.788970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:17Z', 'revision_number': 4, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9cb577da-932b-45b7-a3a8-59c86b937c92', 'name': '', 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'mac_address': 'fa:16:3e:50:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:13Z', 'updated_at': '2022-05-13T14:36:32Z', 'revision_number': 4, 'project_id': '3e2a9991cab046709774310453644b7f', 'subnets': [{'id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:36:39.809870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:39.828337 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.900951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:39.995925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.126760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.195401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.226448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.234315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-f7b45584-991e-4972-8694-9ff5ee6e7105 service neutron] 10.222.0.36 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3571148 May 13 14:36:40.241507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] Pushing event deleted for resources: {'Network': ['ID=6c8bf028-3680-46b6-9f51-c67edb143615,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:40.298205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Allocated IP 19.86.0.2 (53276971-38b0-4c5d-a026-50e408bfc0c6/0c94579c-0fd8-4400-8a4e-6e1bec9cc730/397cefa0-8b04-44d7-991a-1a72b48cb109) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:40.329412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea87bb-227e-4174-8620-117fa420bbf3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:40.342481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-748aafd9-211c-4f74-a70e-6d482032b516 tempest-TaggedBootDevicesTest-1389085112 tempest-TaggedBootDevicesTest-1389085112-project] 10.222.0.36 "DELETE /v2.0/networks/6c8bf028-3680-46b6-9f51-c67edb143615 HTTP/1.1" status: 204 len: 168 time: 4.8464985 May 13 14:36:40.389770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.395506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91842caa-471f-4f13-8670-b2de147be993 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5eea87bb-227e-4174-8620-117fa420bbf3 HTTP/1.1" status: 204 len: 168 time: 0.7817335 May 13 14:36:40.421313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e286f-e147-4799-a7bc-d4282e5b1b40 None None] The sync data for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 is: [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:36:17Z', 'revision_number': 4, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9cb577da-932b-45b7-a3a8-59c86b937c92', 'name': '', 'network_id': '6acfc6c5-a1ba-4e9b-baab-12bddf646b22', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'mac_address': 'fa:16:3e:50:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:13Z', 'updated_at': '2022-05-13T14:36:32Z', 'revision_number': 4, 'project_id': '3e2a9991cab046709774310453644b7f', 'subnets': [{'id': '8956c577-af4c-4a5b-8136-5fa0e2427da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:36:40.464029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:40.537648 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8db46e-25e2-4a73-8d4e-c5431f568017'] response: {'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'code': 200} May 13 14:36:40.541210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:40.913097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46016918-f14d-4416-bcb1-6b011dfb1389 req-0017407e-a6c5-43a1-a943-8ffebf7c51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:40.914722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46016918-f14d-4416-bcb1-6b011dfb1389 req-0017407e-a6c5-43a1-a943-8ffebf7c51df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 1100 time: 0.3693793 May 13 14:36:41.112696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41aef3-d98b-4938-b20f-e78e83095cc2 None None] Pushing event updated for resources: {'Port': ['ID=274da46f-fbcc-4946-8221-bda14a009ff1,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:41.126146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-6f05f546-67a4-4a20-ab66-b9e529439651 service neutron] 10.222.0.36 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796542 May 13 14:36:41.434639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46016918-f14d-4416-bcb1-6b011dfb1389 req-e0bfe1e9-4cba-4ed4-8dc8-5be8d179483d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025835 May 13 14:36:41.534368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e946e-ad7e-4bce-a0d0-ec1e145ce36e req-c5e01424-7427-4c4d-b5c1-9c15559b4492 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:41.553149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-836e946e-ad7e-4bce-a0d0-ec1e145ce36e req-c5e01424-7427-4c4d-b5c1-9c15559b4492 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.4314575 May 13 14:36:42.007507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-4e9b5e0e-3d8d-4b53-9215-9d778e90f4cf service neutron] 10.222.0.36 "GET /v2.0/networks/53276971-38b0-4c5d-a026-50e408bfc0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800797 May 13 14:36:42.013644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:42.150241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-836e946e-ad7e-4bce-a0d0-ec1e145ce36e req-83277421-e758-4a9e-8318-f983ff94158f tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5961521 May 13 14:36:42.311191 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.354614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Transition to ACTIVE for port object 397cefa0-8b04-44d7-991a-1a72b48cb109 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:42.386856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-fdc59f78-6a95-4968-af63-1127b1b30480 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:42.414682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-fdc59f78-6a95-4968-af63-1127b1b30480 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.90 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 0.6921999 May 13 14:36:42.414927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 274da46f-fbcc-4946-8221-bda14a009ff1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:42.502062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:36:42.507132 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:36:42.535329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Transition to ACTIVE for port object 397cefa0-8b04-44d7-991a-1a72b48cb109 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:42.561362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:42.739047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-95ecce4b-c3aa-48c3-919b-7e8688354793 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6b5824b9cee45518a84f818829f263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845398 May 13 14:36:42.764632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:36:42.962520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Deleting port 11680d71-233c-4f09-a9e1-045cb730187e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:42.975513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.193843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:43.215568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:36:43.236417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Pushing event updated for resources: {'Port': ['ID=397cefa0-8b04-44d7-991a-1a72b48cb109,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:43.276889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:43.290210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:43.309790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:43.560636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-2edf8d41-dae8-4493-893c-7621863adbbb service neutron] 10.222.0.36 "GET /v2.0/networks/53276971-38b0-4c5d-a026-50e408bfc0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5340059 May 13 14:36:43.819978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:43.954409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 274da46f-fbcc-4946-8221-bda14a009ff1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:43.996306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb577da-932b-45b7-a3a8-59c86b937c92 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:44.326661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.366574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d42e8-0639-4c1c-8e70-4b10ff20c35c None None] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:44.620599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-aac2138f-ecbd-4133-9722-d275e59e16f0 service neutron] 10.222.0.36 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0450408 May 13 14:36:44.717460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:44.720373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:44.972012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.034560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:36:45.060168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e9f8a7-2f6b-4b18-bb03-1d441c85f034,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:45.098755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:45.134710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Attempting to bind port 397cefa0-8b04-44d7-991a-1a72b48cb109 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:36:45.135398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Attempting to bind port 397cefa0-8b04-44d7-991a-1a72b48cb109 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:36:45.135985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Attempting to bind port 397cefa0-8b04-44d7-991a-1a72b48cb109 on network 53276971-38b0-4c5d-a026-50e408bfc0c6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:36:45.214177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:36:45.216463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Checking segment: {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:36:45.217229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.218648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Bound using segment: {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:36:45.221637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Bound port: 397cefa0-8b04-44d7-991a-1a72b48cb109, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:36:45.223144 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.257797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.260068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-715796a5-c30f-4b65-9c8d-192e248f5d21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04e9f8a7-2f6b-4b18-bb03-1d441c85f034 HTTP/1.1" status: 204 len: 168 time: 2.4938338 May 13 14:36:45.290027 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.344691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Provisioning for port 274da46f-fbcc-4946-8221-bda14a009ff1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:45.424201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Provisioning complete for port 274da46f-fbcc-4946-8221-bda14a009ff1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:45.424586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:45.461447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d28c7135-63f1-47be-aa6b-7be4238ff715'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:36:45.531207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-ca63ec4a-0cf6-4f60-9e54-c8f978bb411a service neutron] 10.222.0.36 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9079466 May 13 14:36:45.682840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e06b9c-166d-4afb-8010-5cfe01d0809f req-c47fcc1b-3bac-494d-949b-ca16aa0588bc tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:45.700610 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2e06b9c-166d-4afb-8010-5cfe01d0809f req-c47fcc1b-3bac-494d-949b-ca16aa0588bc tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 949 time: 3.0707965 May 13 14:36:45.702528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9cb577da-932b-45b7-a3a8-59c86b937c92 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:45.783149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9cb577da-932b-45b7-a3a8-59c86b937c92 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:45.783386 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:46.051448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-3241cb84-1ebc-48b7-a1d5-f69c33d572ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:46.075287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-3241cb84-1ebc-48b7-a1d5-f69c33d572ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1096 time: 1.7813444 May 13 14:36:46.127611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:46.145245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2e06b9c-166d-4afb-8010-5cfe01d0809f req-972655d2-7eee-4bd5-923b-2805b808281f tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991728 May 13 14:36:46.211224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] For port 397cefa0-8b04-44d7-991a-1a72b48cb109, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:36:46.320658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] For port 397cefa0-8b04-44d7-991a-1a72b48cb109, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=397cefa0-8b04-44d7-991a-1a72b48cb109,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:36:46.560543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.000697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:47.007315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.313113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Current status of the port 274da46f-fbcc-4946-8221-bda14a009ff1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:47.313906 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:47.505246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11680d71-233c-4f09-a9e1-045cb730187e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:36:47.718124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-8c28eff7-ef1b-4bf1-8d62-558affbd1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:47.723859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-8c28eff7-ef1b-4bf1-8d62-558affbd1bfe service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 1.5174775 May 13 14:36:47.778427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9cb577da-932b-45b7-a3a8-59c86b937c92 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:47.779156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:48.413673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:48.636094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4901e36-cccd-42de-96ed-9c6e214e3112 None None] Pushing event updated for resources: {'Port': ['ID=397cefa0-8b04-44d7-991a-1a72b48cb109,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:48.705410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.110448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-7c3c5dd6-f9e4-492a-9667-554186464f48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 1000 time: 1.0319591 May 13 14:36:49.390453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9cb577da-932b-45b7-a3a8-59c86b937c92, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb577da-932b-45b7-a3a8-59c86b937c92,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:49.510246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-9c96b023-9b38-44af-9dab-3fb883bf5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:49.512827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-9c96b023-9b38-44af-9dab-3fb883bf5a0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3220205 May 13 14:36:49.796296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 11680d71-233c-4f09-a9e1-045cb730187e is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:49.797534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.910461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:49.988459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72602d4-aea7-43fd-9096-ab7abf4a37e4 None None] Pushing event updated for resources: {'Port': ['ID=274da46f-fbcc-4946-8221-bda14a009ff1,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:50.259364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:50.504257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b1ce0-de05-473f-81b0-54ebd91bad78 None None] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:36:50.664798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3cb6-4815-47a9-a6c8-d671d3b2da96 req-23331d9f-79ee-467f-a943-593d0a72ac77 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:50.700776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f7a3cb6-4815-47a9-a6c8-d671d3b2da96 req-23331d9f-79ee-467f-a943-593d0a72ac77 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 946 time: 3.9418378 May 13 14:36:51.029951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.033995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-b3a3385e-c597-4a4e-93f7-13991f96f023 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.036102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.039277 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Floating IP 2a808b8c-62b8-42f4-ba1b-4fec31d9bb17 disassociated. External IP: 172.25.5.117, port: 11680d71-233c-4f09-a9e1-045cb730187e. May 13 14:36:51.042705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Calling delete_port for 11680d71-233c-4f09-a9e1-045cb730187e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:51.070351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-b3a3385e-c597-4a4e-93f7-13991f96f023 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.080113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-b3a3385e-c597-4a4e-93f7-13991f96f023 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "GET /v2.0/networks?id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb&id=53276971-38b0-4c5d-a026-50e408bfc0c6&id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb HTTP/1.1" status: 200 len: 1392 time: 1.0349865 May 13 14:36:51.098325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'admin_state_up': True, 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:51.189836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 397cefa0-8b04-44d7-991a-1a72b48cb109 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:51.353628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:51.391905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-4aa0ea92-b728-429d-865d-0030a25fe6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:51.399963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-4aa0ea92-b728-429d-865d-0030a25fe6f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8765223 May 13 14:36:51.414354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-68e2d239-9ca6-48bf-8a6f-a8cced45c911 None None] Provisioning complete for port 274da46f-fbcc-4946-8221-bda14a009ff1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:51.414732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68e2d239-9ca6-48bf-8a6f-a8cced45c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.569997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f7a3cb6-4815-47a9-a6c8-d671d3b2da96 req-b8546cf5-e756-45b3-83b9-fc04d0f4d69c tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8674593 May 13 14:36:51.668946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:51.703328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:51.722511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:port and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:51.731874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:51.764800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:51.815516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:51.820752 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.854179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:51.888904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:52.006829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:52.183494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:52.559854 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:36:52.560483 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:36:52.605741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b49ec9bd-f4ab-46e0-99f8-6aa9e747d0e5 req-410d43e9-ac08-4f54-bf39-832818ca2c99 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:36:52.884596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Allocated IP 19.80.0.224 (d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb/03cf4346-d866-4858-a8f5-75656d53598f/723e039e-ae47-4383-95f7-b8e0894302b2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:53.024704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b49ec9bd-f4ab-46e0-99f8-6aa9e747d0e5 req-410d43e9-ac08-4f54-bf39-832818ca2c99 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:36:53.033649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b49ec9bd-f4ab-46e0-99f8-6aa9e747d0e5 req-410d43e9-ac08-4f54-bf39-832818ca2c99 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 210 time: 0.5491798 May 13 14:36:53.100697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Deleting port 11680d71-233c-4f09-a9e1-045cb730187e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:36:53.106213 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:53.462280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 397cefa0-8b04-44d7-991a-1a72b48cb109 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:53.618367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:53.961541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d28c7135-63f1-47be-aa6b-7be4238ff715 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:53.962366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.212198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-68e2d239-9ca6-48bf-8a6f-a8cced45c911 None None] Current status of the port 274da46f-fbcc-4946-8221-bda14a009ff1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:54.265496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 274da46f-fbcc-4946-8221-bda14a009ff1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:54.510144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.618139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Transition to ACTIVE for port object 723e039e-ae47-4383-95f7-b8e0894302b2 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:54.661394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Provisioning for port 397cefa0-8b04-44d7-991a-1a72b48cb109 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:54.672387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.696324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Provisioning complete for port 397cefa0-8b04-44d7-991a-1a72b48cb109 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:54.696622 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:54.707180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-2994ef19-af59-492b-9824-d42917b3bd4c service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.2229970 May 13 14:36:54.846797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:54.858600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:54.871970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:55.109180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:55.135268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 274da46f-fbcc-4946-8221-bda14a009ff1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:55.135640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.169441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:55.172227 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.236833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-69482a3a-016b-48ef-b93f-4b288b142593 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1435800 May 13 14:36:55.253163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6', 'admin_state_up': True, 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:55.573578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:55.574050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.607636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed065c5-a82e-4a39-a022-bd1b7f667413 req-af4ce196-ac34-40b7-95bf-423dc6876b0c service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383067 May 13 14:36:55.610120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Current status of the port 397cefa0-8b04-44d7-991a-1a72b48cb109 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:55.610618 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.756939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:55.774739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:port and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:55.777076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:55.794968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:55.803151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:55.828833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:55.877826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:55.886317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.223353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656199a8-6b92-40ec-9e82-6c69025c45a0 req-e8fe54b0-af71-46be-a4ce-584191fc7083 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:56.231036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-656199a8-6b92-40ec-9e82-6c69025c45a0 req-e8fe54b0-af71-46be-a4ce-584191fc7083 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 949 time: 2.5342703 May 13 14:36:56.287774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] For port 397cefa0-8b04-44d7-991a-1a72b48cb109, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=397cefa0-8b04-44d7-991a-1a72b48cb109,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:56.326870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.336387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Allocated IP 19.86.0.252 (53276971-38b0-4c5d-a026-50e408bfc0c6/0c94579c-0fd8-4400-8a4e-6e1bec9cc730/e8dccac8-322d-468b-883d-09fdeb9ba351) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:36:56.385210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 274da46f-fbcc-4946-8221-bda14a009ff1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:56.391884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb577da-932b-45b7-a3a8-59c86b937c92 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:56.521938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] For port 11680d71-233c-4f09-a9e1-045cb730187e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11680d71-233c-4f09-a9e1-045cb730187e,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:36:56.523422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:56.574790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.763132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7903bd-3d99-46a6-8f6b-dfdd18c96f95 None None] Pushing event updated for resources: {'Port': ['ID=397cefa0-8b04-44d7-991a-1a72b48cb109,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:56.766244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Provisioning for port 723e039e-ae47-4383-95f7-b8e0894302b2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:36:56.828399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Provisioning complete for port 723e039e-ae47-4383-95f7-b8e0894302b2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:56.830774 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.018557 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588eb03a-cf86-4627-bac7-948fe0797f2e'] response: {'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e', 'code': 200} May 13 14:36:57.244567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.284102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Transition to ACTIVE for port object e8dccac8-322d-468b-883d-09fdeb9ba351 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:36:57.368409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.408112 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.409007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.409222 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Floating IP 2a808b8c-62b8-42f4-ba1b-4fec31d9bb17 disassociated. External IP: 172.25.5.117, port: 11680d71-233c-4f09-a9e1-045cb730187e. May 13 14:36:57.410028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Calling delete_port for 11680d71-233c-4f09-a9e1-045cb730187e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:36:57.532232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:36:57.541346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:36:57.558730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:36:57.609402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9cb577da-932b-45b7-a3a8-59c86b937c92 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:57.610467 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.686336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.733821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Port 723e039e-ae47-4383-95f7-b8e0894302b2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:36:57.832882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:57.837654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:57.856508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:57.966912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event deleted for resources: {'Port': ['ID=11680d71-233c-4f09-a9e1-045cb730187e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:36:57.980156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9cb577da-932b-45b7-a3a8-59c86b937c92 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:57.982990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Provisioning complete for port 397cefa0-8b04-44d7-991a-1a72b48cb109 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:57.996388 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:58.067876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8a1a9-4209-4e29-9b17-1e4c088788d4 req-653d1e1c-5580-4259-8df3-3414abe621ef tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:36:58.078785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95e8a1a9-4209-4e29-9b17-1e4c088788d4 req-653d1e1c-5580-4259-8df3-3414abe621ef tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 944 time: 0.8062561 May 13 14:36:58.111101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-47e7855e-71da-4ce5-8886-1483e7e812af tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8633556 May 13 14:36:58.245123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'admin_state_up': True, 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:36:58.418311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 397cefa0-8b04-44d7-991a-1a72b48cb109 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:36:58.689070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:36:58.730002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:port and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:36:58.783498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:36:58.789152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:36:58.830920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95e8a1a9-4209-4e29-9b17-1e4c088788d4 req-ee6419ba-a551-40cd-8fd1-b5144e515293 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0d3b736-4b10-4adc-a112-108378937e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7188308 May 13 14:36:58.854353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:36:58.865713 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-656199a8-6b92-40ec-9e82-6c69025c45a0 req-990415ab-40ff-42e8-82e7-7a43844461c7 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5621655 May 13 14:36:58.905708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:36:58.930916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.091997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:36:59.330186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-01461e7c-e26b-4dda-a2bf-90293438430a None None] Current status of the port 397cefa0-8b04-44d7-991a-1a72b48cb109 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:36:59.512508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 397cefa0-8b04-44d7-991a-1a72b48cb109 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:36:59.513122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:36:59.589178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Allocated IP 19.80.0.141 (d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb/03cf4346-d866-4858-a8f5-75656d53598f/66349f88-cc63-4ff3-ab36-b4eceb4cf540) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:00.099797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c739798-51c9-4980-a961-59a5e6be2907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.191225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 397cefa0-8b04-44d7-991a-1a72b48cb109 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:00.197649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-315c851d-2f93-4941-9e01-2eeedb0cbc43 None None] Provisioning for port e8dccac8-322d-468b-883d-09fdeb9ba351 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:00.206638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-315c851d-2f93-4941-9e01-2eeedb0cbc43 None None] Provisioning complete for port e8dccac8-322d-468b-883d-09fdeb9ba351 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:00.207202 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-315c851d-2f93-4941-9e01-2eeedb0cbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.362285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.388436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-315c851d-2f93-4941-9e01-2eeedb0cbc43 None None] Port e8dccac8-322d-468b-883d-09fdeb9ba351 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:00.453758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Transition to ACTIVE for port object 66349f88-cc63-4ff3-ab36-b4eceb4cf540 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:00.497388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-fcc31d03-4e52-44d6-8db3-ef131d4258bf tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7669485 May 13 14:37:00.526396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-d85b6a0f-a854-4635-bc72-74eb660aab6f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.527207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:00.554882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-d85b6a0f-a854-4635-bc72-74eb660aab6f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:00.560025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-d85b6a0f-a854-4635-bc72-74eb660aab6f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 1655 time: 1.0637505 May 13 14:37:00.732958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:00.749977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:00.767636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:01.298933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-9669bf22-8b1f-46f6-8792-f937e5509dd5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:01.303913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:01.338302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:01.353900 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Sync routers for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:01.354857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:01.386049 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:01.387402 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:36:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:01.481315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dcb7bd8f-2fa2-4c18-8790-0c2475d659ae tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.503514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dcb7bd8f-2fa2-4c18-8790-0c2475d659ae tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0046635 May 13 14:37:01.540079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3adc6fe5-d1b2-43e9-99c3-9bf4c3936757 None None] Provisioning for port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:01.689641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:01.698973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.699576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3adc6fe5-d1b2-43e9-99c3-9bf4c3936757 None None] Provisioning complete for port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:01.700145 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3adc6fe5-d1b2-43e9-99c3-9bf4c3936757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:01.777021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-039f89b9-99e1-4ff6-91b9-92231d529859 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/quotas/f0d7e4edc1a04595bed74ff0c334e73c HTTP/1.1" status: 200 len: 375 time: 0.2720799 May 13 14:37:02.039118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] No DVR routers for this DVR port 11680d71-233c-4f09-a9e1-045cb730187e on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:02.054724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.079093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-e2bbd930-3e2e-4575-bcdc-f93a67f2c339 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8412349 May 13 14:37:02.086124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-f8e29bad-7e73-47a7-8bf7-d39d67435936 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2378206 May 13 14:37:02.101542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:02.134864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-deleted', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:02.169365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-9669bf22-8b1f-46f6-8792-f937e5509dd5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:02.181863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8b6a95d-16fa-499a-8ad4-1705e1ee067f req-9669bf22-8b1f-46f6-8792-f937e5509dd5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6012609 May 13 14:37:02.217230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87f6ac64-f89f-4f99-9f8a-3549d81f8764 req-9ab98956-c7aa-44bf-8172-ce953d021abb tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.90 "DELETE /v2.0/ports/11680d71-233c-4f09-a9e1-045cb730187e HTTP/1.1" status: 204 len: 173 time: 19.7921593 May 13 14:37:02.367416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3adc6fe5-d1b2-43e9-99c3-9bf4c3936757 None None] Port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:02.596442 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:02.658082 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-762ad3a4-bac4-48b6-8596-22ff12f0e0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.723449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:02.738695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:02.741947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.052718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:03.080401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.121257 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d47c94-58bf-4fae-bdc7-aa00d057a534'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:37:03.591719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:03.613373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.625180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:03.796476 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de2ff35-68f0-4684-ae16-e80c1843f9f2'] response: {'server_uuid': '1c30ee74-c830-4c18-9d4e-c08b7b31526c', 'name': 'network-vif-deleted', 'tag': '11680d71-233c-4f09-a9e1-045cb730187e', 'status': 'completed', 'code': 200} May 13 14:37:04.293349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-24cf2826-4dcc-44ce-a64c-ab87d35c3fd9 req-4ddc08d6-bc08-4af4-8e53-d84a289c70a5 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c30ee74-c830-4c18-9d4e-c08b7b31526c HTTP/1.1" status: 200 len: 210 time: 0.2043576 May 13 14:37:04.369829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:04.385069 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Checking router: 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:04.406554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:04.407116 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:04.603640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723e039e-ae47-4383-95f7-b8e0894302b2 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:04.630248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.666026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Transition to ACTIVE for port object 723e039e-ae47-4383-95f7-b8e0894302b2 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:04.794462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.865673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8fcc31d5-c21c-4935-8f3d-aba2ebe6b41c req-d37e7632-d76a-4480-bece-cab35f13226d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 210 time: 0.2382574 May 13 14:37:04.867516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:04.963156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:05.010619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:05.126213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:06.293544 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:06.337222 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65de83-5d40-4dd9-9929-7d30cc55dde5 None None] The sync data for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 is: [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:34:31Z', 'revision_number': 4, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '30320af1-ff0b-4949-b95b-ad97d8f02421', 'name': '', 'network_id': '8e1ee489-3d1b-4e71-adf9-22389f31c5d8', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'mac_address': 'fa:16:3e:48:22:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:28Z', 'updated_at': '2022-05-13T14:34:58Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'subnets': [{'id': '3886ca6a-c6e9-44a1-8ace-2bc94924b7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:06.404935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:06.724681 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40af3398-410a-423a-a536-94a113ad6322'] response: {'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'code': 200} May 13 14:37:06.871937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Attempting to bind port 723e039e-ae47-4383-95f7-b8e0894302b2 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:06.879480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Attempting to bind port 723e039e-ae47-4383-95f7-b8e0894302b2 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:06.883442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Attempting to bind port 723e039e-ae47-4383-95f7-b8e0894302b2 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:06.896877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Port 723e039e-ae47-4383-95f7-b8e0894302b2 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:06.899970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Attempting to bind port 723e039e-ae47-4383-95f7-b8e0894302b2 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:06.927743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.956006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-08c59779-f78b-46ed-a647-9c73901a3cdd tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4131582 May 13 14:37:06.956956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.974170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:06.985573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:06.993661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:07.003611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Checking segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:07.005624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Bound using segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:07.006341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Bound port: 723e039e-ae47-4383-95f7-b8e0894302b2, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:07.007860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.175085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:07.184103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-7792f859-43aa-4f2b-9883-4fb159c6c0e7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2389 time: 1.5577626 May 13 14:37:07.195078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a86d0-0a4a-47b0-b58e-c9c91f2b3d11 None None] New status for floating IP 2a808b8c-62b8-42f4-ba1b-4fec31d9bb17: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:37:07.300083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dc78a235-69b5-41e4-bbdc-7e949be53621 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.301720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1fcc2710-4a94-4422-ade0-4135a3bc467d req-772182f1-09d2-4dd9-a4ad-7f850ffe707b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161859 May 13 14:37:07.302890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dc78a235-69b5-41e4-bbdc-7e949be53621 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056591 May 13 14:37:07.371157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:07.376267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:07.392339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.407531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f575aa8-34c7-45e9-bc3d-d08b879cb951 req-2d33ec8d-98aa-4161-bc01-70ce3d5fe609 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 210 time: 0.1010380 May 13 14:37:07.424954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Request body: {'port': {'device_id': '73777af1-c32c-4cb2-96c8-047d1735b363', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'f0d7e4edc1a04595bed74ff0c334e73c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:07.646925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:07.682489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:07.686852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:07.694113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9b2aafc0-4108-4845-91a7-2c26021d1715 service neutron] 10.222.0.86 "PUT /v2.0/ports/723e039e-ae47-4383-95f7-b8e0894302b2 HTTP/1.1" status: 200 len: 1092 time: 5.6007988 May 13 14:37:07.701479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:07.739039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:07.914113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:07.929630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Usage tracker for resource:port and tenant:f0d7e4edc1a04595bed74ff0c334e73c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:07.965069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:07.985504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:08.016858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Made reservation on behalf of f0d7e4edc1a04595bed74ff0c334e73c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:08.021736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.068323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51500) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:08.229084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.270545 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70a30e1-3ec7-432c-a5f0-79c65e2a10ba'] response: {'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2', 'status': 'completed', 'code': 200} May 13 14:37:08.434535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:08.468839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Usage tracker for resource:security_group_rule and tenant:f0d7e4edc1a04595bed74ff0c334e73c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:08.480803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:08.512072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:08.605232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:08.873359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-ecdf6fb6-3dba-4e50-97cd-4c3e30a88518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.874763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-ecdf6fb6-3dba-4e50-97cd-4c3e30a88518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.875631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-ecdf6fb6-3dba-4e50-97cd-4c3e30a88518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:08.894173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-ecdf6fb6-3dba-4e50-97cd-4c3e30a88518 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2732 time: 0.5858319 May 13 14:37:09.245362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.281237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.350992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.429199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:09.439682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-b797034f-0f90-4e3d-b55c-280eb9ee6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.440388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-b797034f-0f90-4e3d-b55c-280eb9ee6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.440923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-b797034f-0f90-4e3d-b55c-280eb9ee6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.442990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-b797034f-0f90-4e3d-b55c-280eb9ee6307 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3e2a9991cab046709774310453644b7f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5348053 May 13 14:37:09.449278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-990851956'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:09.455487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:09.460198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:network and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:09.463763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:09.472342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:09.520563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.529064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3b736-4b10-4adc-a112-108378937e2c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:09.545752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.632681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-49457f00-94db-4301-a3f1-c363e19b069f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.644005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-49457f00-94db-4301-a3f1-c363e19b069f tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 0.7653053 May 13 14:37:09.644236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:09.647788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.714585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-7dea3b07-b095-4d20-a467-8b47966744f7 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/quotas/ccc201222ad54467a4ff01178623959f HTTP/1.1" status: 200 len: 375 time: 0.0689812 May 13 14:37:09.731406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:09.742304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.742764 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Added segment 2a88f733-90dc-4d97-9bb1-314e75b98d72 of type vlan for network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 May 13 14:37:09.870308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:09.881072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-659a1bb5-3885-4f58-8b55-5b301ea1a236 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0d3b736-4b10-4adc-a112-108378937e2c HTTP/1.1" status: 204 len: 168 time: 1.6290545 May 13 14:37:09.887888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-f70ad6c9-24af-481b-a34b-35a3eee639f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.892176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9f0ac7d-7584-416d-8db2-22a4a7f7f50a req-f70ad6c9-24af-481b-a34b-35a3eee639f5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092991 May 13 14:37:09.892870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:09.941099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019c273-fbd2-48e1-9c07-5d9fc55c485c req-4f6e43de-b830-4214-8d1d-2dc5b46ef069 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.958625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019c273-fbd2-48e1-9c07-5d9fc55c485c req-4f6e43de-b830-4214-8d1d-2dc5b46ef069 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.973169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019c273-fbd2-48e1-9c07-5d9fc55c485c req-4f6e43de-b830-4214-8d1d-2dc5b46ef069 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:09.982523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c019c273-fbd2-48e1-9c07-5d9fc55c485c req-4f6e43de-b830-4214-8d1d-2dc5b46ef069 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2389 time: 0.8250213 May 13 14:37:10.087286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acac4250-0539-4fa3-a690-db7e19239ed1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:10.115295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.196107 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-3b2ba7e1-35b8-4aff-9674-bf90eaefb370 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] show failed (client error): The resource could not be found. May 13 14:37:10.203509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3b2ba7e1-35b8-4aff-9674-bf90eaefb370 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "GET /v2.0/security-groups/b0d3b736-4b10-4adc-a112-108378937e2c HTTP/1.1" status: 404 len: 347 time: 0.1833353 May 13 14:37:10.308378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51540) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:10.322183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.331789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:10.332802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.618555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Deleting port 7782eb3c-dae5-4d43-8b9c-529ca1092545 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:10.618818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:10.733750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Allocated IP 192.168.233.141 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/4e9c4a4a-ff81-454d-8d12-f7ea076aff2a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:10.751953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Network': ['ID=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:10.774023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:10.790808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c019c273-fbd2-48e1-9c07-5d9fc55c485c req-d1861775-27f7-4683-aac8-a791651b1d6f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8041825 May 13 14:37:10.846442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-01a52cad-3a17-4260-b2d8-3a2aaaabbc82 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4005117 May 13 14:37:10.848778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:10.870322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-283052560'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:10.887192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:10.898145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:network and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:10.907224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:10.922640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:10.994321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:11.013102 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.117135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-5db8b31d-9cf7-4a72-be2f-f8ad74b8115e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4008684 May 13 14:37:11.179946 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a10c1ed3-e566-4619-a444-dac363efe009 req-4918230a-f01c-48f3-9625-588f264fb1d2 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 210 time: 0.0911384 May 13 14:37:11.247109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dccac8-322d-468b-883d-09fdeb9ba351 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:11.301751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-c6b0ae8a-4704-44cb-a81c-0378643c801f tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.311547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-c6b0ae8a-4704-44cb-a81c-0378643c801f tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.90 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 949 time: 0.9501874 May 13 14:37:11.371706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:11.379548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.461863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-8afa9eca-0796-4c37-b115-a868721991ec service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:37:11.463862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-8afa9eca-0796-4c37-b115-a868721991ec service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088155 May 13 14:37:11.552586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-6fb7a8e5-92dd-4f47-bb94-4cb49e9c4828 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:11.556310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-6fb7a8e5-92dd-4f47-bb94-4cb49e9c4828 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/ports?device_id=71f7cddd-420b-468f-a24c-9db1d4b477cd HTTP/1.1" status: 200 len: 943 time: 1.5526171 May 13 14:37:11.578028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Transition to ACTIVE for port object e8dccac8-322d-468b-883d-09fdeb9ba351 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:11.600249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.601080 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Added segment f8bd4a63-29bc-4cc0-a556-a399c97bfe49 of type vlan for network 3faf67a2-8a97-423f-990a-02652c74e692 May 13 14:37:11.603735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.824840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Deleting port 3291b7dd-aec5-4e03-95be-454f6930faf0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:11.825226 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.941407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:11.975118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.023771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Transition to ACTIVE for port object 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:12.104660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.130923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Deleting port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:12.131605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.236680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98fa9-260e-4ce8-8e97-c476468648a0 req-02dc4d32-d7e2-4866-ac15-7008db7b11b1 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:12.246080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ed98fa9-260e-4ce8-8e97-c476468648a0 req-02dc4d32-d7e2-4866-ac15-7008db7b11b1 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 949 time: 0.8452499 May 13 14:37:12.309850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Attempting to bind port e8dccac8-322d-468b-883d-09fdeb9ba351 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:12.310294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Attempting to bind port e8dccac8-322d-468b-883d-09fdeb9ba351 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:12.311233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Attempting to bind port e8dccac8-322d-468b-883d-09fdeb9ba351 on network 53276971-38b0-4c5d-a026-50e408bfc0c6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:12.314080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.320123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:12.320924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.371152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.397272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Port e8dccac8-322d-468b-883d-09fdeb9ba351 on network 53276971-38b0-4c5d-a026-50e408bfc0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:12.398002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Attempting to bind port e8dccac8-322d-468b-883d-09fdeb9ba351 on network 53276971-38b0-4c5d-a026-50e408bfc0c6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:12.606967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.727791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:12.736079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:12.741250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:12.758050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.758601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.811091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:12.811643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Checking segment: {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:12.812301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Bound using segment: {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:12.813405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Bound port: e8dccac8-322d-468b-883d-09fdeb9ba351, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3e48d7-8920-4618-8f82-904309ae77d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:12.813578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:12.882717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ed98fa9-260e-4ce8-8e97-c476468648a0 req-2783ed46-a8e9-4da8-b6dd-1f14bd73533d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352875 May 13 14:37:12.912090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0558057 May 13 14:37:12.923190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51564) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:13.151930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:13.157480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:13.159507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50524f8-d07f-44e3-84d7-a3a2e221adf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Network': ['ID=3faf67a2-8a97-423f-990a-02652c74e692,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.166308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'subnet': {'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.178239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 3faf67a2-8a97-423f-990a-02652c74e692 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:13.192557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.317666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:13.390507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Calling delete_port for 7782eb3c-dae5-4d43-8b9c-529ca1092545 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:13.442116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:13.442980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.444794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] 10.222.0.86 "PUT /v2.0/ports/e8dccac8-322d-468b-883d-09fdeb9ba351 HTTP/1.1" status: 200 len: 1092 time: 5.7103567 May 13 14:37:13.456782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:13.471630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 3291b7dd-aec5-4e03-95be-454f6930faf0 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:13.503511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Request body: {'port': {'device_id': '61548544-cb92-4592-b34b-dcbac4399fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:13.729992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-1b04a0bb-3c42-4642-b747-1b7b912f8dad service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2357769 May 13 14:37:13.831671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:13.864578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f1d085c6-a10a-4f2c-9b45-041b058482f1 None None] Provisioning for port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:13.871011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:13.872115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.907941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2504ea2-6508-4b36-be5b-be77b51dfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:13.908926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f1d085c6-a10a-4f2c-9b45-041b058482f1 None None] Provisioning complete for port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:13.909512 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1d085c6-a10a-4f2c-9b45-041b058482f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:13.920333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:subnet and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:13.939016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:14.153503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 3291b7dd-aec5-4e03-95be-454f6930faf0 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:14.153892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.164177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f1d085c6-a10a-4f2c-9b45-041b058482f1 None None] Port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:14.178190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:14.189984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Calling delete_port for 3291b7dd-aec5-4e03-95be-454f6930faf0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:14.214964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:14.218481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:14.238717 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.239966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b85de9e9-e3b8-4c17-bdb0-3702cf7e45be no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:14.266040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.364788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:14.369844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.408383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f183c01-3a97-44ac-b2ad-6efc266648f7 req-87fbecc9-f093-4968-879e-12e3603dac8f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.414687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f183c01-3a97-44ac-b2ad-6efc266648f7 req-87fbecc9-f093-4968-879e-12e3603dac8f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.421257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f183c01-3a97-44ac-b2ad-6efc266648f7 req-87fbecc9-f093-4968-879e-12e3603dac8f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.431224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f183c01-3a97-44ac-b2ad-6efc266648f7 req-87fbecc9-f093-4968-879e-12e3603dac8f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2401 time: 1.1150653 May 13 14:37:14.484395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-74e8a977-d18e-4d16-8708-60e07ccf6819 service neutron] 10.222.0.36 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978994 May 13 14:37:14.627302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f183c01-3a97-44ac-b2ad-6efc266648f7 req-83fcabd1-74e5-4679-8466-38aaf3491548 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950653 May 13 14:37:14.658499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:14.671152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:14.710776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:14.712021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:14.833342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:14.833654 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:15.162399 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f08c31-dba7-4b69-8798-bc8a1c14034a'] response: {'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'status': 'completed', 'code': 200} May 13 14:37:15.334488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Deleting port 3291b7dd-aec5-4e03-95be-454f6930faf0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:15.335591 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.589822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e4cf-4418-441d-abdc-a87b3b59f20d req-521b8ed2-e4d2-43be-8347-887f2d8e95aa tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.594577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3c7e4cf-4418-441d-abdc-a87b3b59f20d req-521b8ed2-e4d2-43be-8347-887f2d8e95aa tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 936 time: 0.5731535 May 13 14:37:15.684935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.733316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:15.749581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-57785617-d057-465d-9709-a599b093956d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3394928 May 13 14:37:15.808921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-0622489c-8f44-4e6c-a3a1-0b7878431556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.809623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-0622489c-8f44-4e6c-a3a1-0b7878431556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.810216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-0622489c-8f44-4e6c-a3a1-0b7878431556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:15.812178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-0622489c-8f44-4e6c-a3a1-0b7878431556 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2799 time: 0.7008309 May 13 14:37:15.822330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Subnet': ['ID=8918d7ac-0860-4208-a57c-ef1cd291585c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:15.854454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:15.881600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Request body: {'port': {'device_id': '73777af1-c32c-4cb2-96c8-047d1735b363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:15.886995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3c7e4cf-4418-441d-abdc-a87b3b59f20d req-d7e8e68e-7479-4ebd-8971-b4aa249c9ab0 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592824 May 13 14:37:15.947931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Pushing event deleted for resources: {'Port': ['ID=7782eb3c-dae5-4d43-8b9c-529ca1092545,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:16.111790 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a242d9-1449-4159-be3b-96e7361bf896'] response: {'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'code': 200} May 13 14:37:16.347470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] For port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:16.347887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.468581 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.471589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.473065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cbf39e07-ef7f-443c-bd29-06f8a10e3737 tempest-ServersTestManualDisk-1574980434 tempest-ServersTestManualDisk-1574980434-project] 10.222.0.36 "DELETE /v2.0/floatingips/2a808b8c-62b8-42f4-ba1b-4fec31d9bb17 HTTP/1.1" status: 204 len: 168 time: 6.1593091 May 13 14:37:16.541400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.551279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:16.568603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Calling delete_port for b85de9e9-e3b8-4c17-bdb0-3702cf7e45be owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:16.625832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:16.628387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network hostable DHCP agents. Network: 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:16.666760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-2e698222-b362-4729-b25d-d0750f26d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.667996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-2e698222-b362-4729-b25d-d0750f26d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.670724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-2e698222-b362-4729-b25d-d0750f26d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.674538 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-2e698222-b362-4729-b25d-d0750f26d506 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3e2a9991cab046709774310453644b7f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8446865 May 13 14:37:16.755325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db131-164d-44e1-b17a-9d9167331c0a req-b35cfb1e-84dc-43b3-a81c-aa09883bb35c tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:16.756844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea4db131-164d-44e1-b17a-9d9167331c0a req-b35cfb1e-84dc-43b3-a81c-aa09883bb35c tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 947 time: 1.0996463 May 13 14:37:16.848146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Deleting port 71f17b06-ea2c-480b-99c2-4df7c6157109 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:16.848494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:16.978359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1bd76f8-6e79-4506-aad8-8b723fd62403 req-9b37a39e-5b1a-446b-b661-ad729e31fef7 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 0.4324527 May 13 14:37:16.990634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66349f88-cc63-4ff3-ab36-b4eceb4cf540 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:17.042297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.247403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Transition to ACTIVE for port object 66349f88-cc63-4ff3-ab36-b4eceb4cf540 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:17.282561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] For port 3291b7dd-aec5-4e03-95be-454f6930faf0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=3291b7dd-aec5-4e03-95be-454f6930faf0,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:17.282561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.368915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea4db131-164d-44e1-b17a-9d9167331c0a req-5c32a98b-24bc-4274-918d-9bd2c9e314c7 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680163 May 13 14:37:17.539243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Calling delete_port for 3291b7dd-aec5-4e03-95be-454f6930faf0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:17.658275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:17.783227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-b3d087e0-40c8-458e-82f5-19c8ba607337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.784801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3a27603-15ce-4eb5-8fa5-b922d540ea67 req-b3d087e0-40c8-458e-82f5-19c8ba607337 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0785778 May 13 14:37:17.785475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:17.880162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:17.892750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cfef6-4477-48a7-84a5-298569116f45 None None] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:17.908398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:17.909668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.073951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Pushing event updated for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:18.097244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa3c4ee9-8bf0-45ce-8d40-fceeed141778 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.1370630 May 13 14:37:18.099372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:18.136045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'subnet': {'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:18.247142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:18.248501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.268688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a86d4-3152-43ed-b7ce-78ce17f6ca44 req-a92bc126-2be2-44f3-9117-46ca3e7a6be3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.277395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a86d4-3152-43ed-b7ce-78ce17f6ca44 req-a92bc126-2be2-44f3-9117-46ca3e7a6be3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.284346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a86d4-3152-43ed-b7ce-78ce17f6ca44 req-a92bc126-2be2-44f3-9117-46ca3e7a6be3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:18.292883 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-424a86d4-3152-43ed-b7ce-78ce17f6ca44 req-a92bc126-2be2-44f3-9117-46ca3e7a6be3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2413 time: 0.6298199 May 13 14:37:18.479743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Allocated IP 10.1.1.2 (2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93/8918d7ac-0860-4208-a57c-ef1cd291585c/2477c132-6d50-43e3-b257-5addce283782) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:18.579913 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-424a86d4-3152-43ed-b7ce-78ce17f6ca44 req-7dc25f34-8fc5-44c2-a296-b2b3ae1b5e1e tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837143 May 13 14:37:18.612169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.623586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:18.737083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:subnet and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:18.782209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:18.795779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Pushing event deleted for resources: {'Port': ['ID=3291b7dd-aec5-4e03-95be-454f6930faf0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:18.807279 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.822598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Transition to ACTIVE for port object 2477c132-6d50-43e3-b257-5addce283782 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:18.847569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Transition to ACTIVE for port object 2477c132-6d50-43e3-b257-5addce283782 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:18.864757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:18.931878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:18.941192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:18.945948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:19.056046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-733e264d-e359-4366-8d24-8fe243b5fefe tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:19.057628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-733e264d-e359-4366-8d24-8fe243b5fefe tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 805 time: 1.7868924 May 13 14:37:19.080855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.092644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Request body: {'port': {'device_id': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'admin_state_up': True, 'tenant_id': 'ccc201222ad54467a4ff01178623959f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:19.143492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Attempting to bind port 2477c132-6d50-43e3-b257-5addce283782 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:19.148821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Attempting to bind port 2477c132-6d50-43e3-b257-5addce283782 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:19.149540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Attempting to bind port 2477c132-6d50-43e3-b257-5addce283782 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:19.171885 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.178516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:19.186304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:19.186913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:19.188050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.188333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Bound using segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:19.190257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Bound port: 2477c132-6d50-43e3-b257-5addce283782, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:19.192318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.267021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Pushing event updated for resources: {'Port': ['ID=2477c132-6d50-43e3-b257-5addce283782,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:19.277954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event deleted for resources: {'Port': ['ID=b85de9e9-e3b8-4c17-bdb0-3702cf7e45be,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:19.342454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] For port 71f17b06-ea2c-480b-99c2-4df7c6157109, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=71f17b06-ea2c-480b-99c2-4df7c6157109,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:19.342868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.358499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7b96b31-d613-4e4b-8c0b-3efd5179e19c req-6bf58953-f670-44f5-b225-d5103ccabd4d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 0.4706888 May 13 14:37:19.482922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] No DVR routers for this DVR port 3291b7dd-aec5-4e03-95be-454f6930faf0 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:19.493876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.508015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:37:19.514396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] For port 2477c132-6d50-43e3-b257-5addce283782, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:19.522023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] For port 2477c132-6d50-43e3-b257-5addce283782, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2477c132-6d50-43e3-b257-5addce283782,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:19.531231 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.542134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-deleted', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:19.561057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:19.579548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:19.676000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab3bad-664d-4586-93de-e1e1bb2e7972 None None] Pushing event updated for resources: {'Port': ['ID=2477c132-6d50-43e3-b257-5addce283782,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:20.020937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Attempting to bind port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:20.020937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Attempting to bind port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:20.020937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Attempting to bind port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:20.027061 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02132034-6db3-465f-a3a3-abcf08f2bd3a req-3c08ccb4-d21c-461e-be18-c11b7753128d tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.90 "DELETE /v2.0/ports/3291b7dd-aec5-4e03-95be-454f6930faf0 HTTP/1.1" status: 204 len: 173 time: 8.7131259 May 13 14:37:20.046434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.101137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:20.101522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Attempting to bind port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 on network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:20.104949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6eb88ecd-af7a-4e9e-9b83-4ab4330ab0c1 req-d3268642-03a5-4a18-8cb7-00c4406afb16 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Synchronizing usage tracker for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:20.157052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:20.157396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Checking segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:20.157800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Bound using segment: {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:20.158261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Bound port: 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f0545d-6b0d-497c-af7c-0db4c31c4297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:20.158630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.177958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.264298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Calling delete_port for 71f17b06-ea2c-480b-99c2-4df7c6157109 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:20.271131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6eb88ecd-af7a-4e9e-9b83-4ab4330ab0c1 req-d3268642-03a5-4a18-8cb7-00c4406afb16 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] Unset dirty status for tenant:6ba15d4191434ec3989b3affb27cada1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:20.272489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6eb88ecd-af7a-4e9e-9b83-4ab4330ab0c1 req-d3268642-03a5-4a18-8cb7-00c4406afb16 tempest-TenantUsagesTestJSON-710052756 tempest-TenantUsagesTestJSON-710052756-project] 10.222.0.36 "GET /v2.0/ports?device_id=75cf9855-935f-449d-87d1-2ffb865c6bfa HTTP/1.1" status: 200 len: 210 time: 0.6609721 May 13 14:37:20.323311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Subnet': ['ID=ce11a4ab-15c1-4223-af23-9a51d282f4c0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:20.347714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-b9f3c0e4-aea4-450b-a08c-87cc5bd269a7 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.353183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-b9f3c0e4-aea4-450b-a08c-87cc5bd269a7 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Synchronizing usage tracker for tenant:f0d7e4edc1a04595bed74ff0c334e73c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:20.361556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:20.369770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Usage tracker for resource:port and tenant:ccc201222ad54467a4ff01178623959f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:20.374240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:20.376599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Checking segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:20.376972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network hostable DHCP agents. Network: 3faf67a2-8a97-423f-990a-02652c74e692, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:20.379043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] No DVR routers for this DVR port b85de9e9-e3b8-4c17-bdb0-3702cf7e45be on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:20.430006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:20.434870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.442502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-deleted', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:20.457148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:20.459923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 3faf67a2-8a97-423f-990a-02652c74e692 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:20.467708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:20.477578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.500488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2477c132-6d50-43e3-b257-5addce283782 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:20.539939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 3faf67a2-8a97-423f-990a-02652c74e692) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:20.567241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Made reservation on behalf of ccc201222ad54467a4ff01178623959f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:20.573548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.601708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.602758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.626131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416bb4f-56fe-46a0-8941-3ebfefec88a0 None None] Network 3faf67a2-8a97-423f-990a-02652c74e692 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:20.633423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0745124f-89d7-49bd-93e8-2dceaf1e7f0c req-5a34886e-a3f6-471c-b46c-b11fa2971638 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "DELETE /v2.0/ports/b85de9e9-e3b8-4c17-bdb0-3702cf7e45be HTTP/1.1" status: 204 len: 173 time: 9.0508153 May 13 14:37:20.642520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:20.643455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:20.654952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] 10.222.0.86 "PUT /v2.0/ports/66349f88-cc63-4ff3-ab36-b4eceb4cf540 HTTP/1.1" status: 200 len: 1092 time: 7.1575305 May 13 14:37:20.671239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:20.786716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-b9f3c0e4-aea4-450b-a08c-87cc5bd269a7 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Unset dirty status for tenant:f0d7e4edc1a04595bed74ff0c334e73c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:20.791636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-b9f3c0e4-aea4-450b-a08c-87cc5bd269a7 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 936 time: 3.0771413 May 13 14:37:20.977956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfbb96-d420-4c06-98aa-6e9126685fcd service neutron] Pushing event updated for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:21.203181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2477c132-6d50-43e3-b257-5addce283782 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:21.362714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-3faf67a2-8a97-423f-990a-02652c74e692', 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ips': [{'subnet_id': 'ce11a4ab-15c1-4223-af23-9a51d282f4c0'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:21.365757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.486792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7dcd35a6-1847-4b72-8e3b-f54c5618b8e5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3659289 May 13 14:37:21.488259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:21.519309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'name': 'tempest-TaggedBootDevicesTest_v242-326114612', 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:21.743638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:21.821405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6accb1b7-be95-46d9-a6bb-81e002177da0 None None] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:21.871812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183e59-d1ec-4434-aba9-4c451293d3a2 req-f73df42c-0ee3-451d-90e2-9c172f679e25 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.888033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183e59-d1ec-4434-aba9-4c451293d3a2 req-f73df42c-0ee3-451d-90e2-9c172f679e25 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.901292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5183e59-d1ec-4434-aba9-4c451293d3a2 req-f73df42c-0ee3-451d-90e2-9c172f679e25 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:21.922829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5183e59-d1ec-4434-aba9-4c451293d3a2 req-f73df42c-0ee3-451d-90e2-9c172f679e25 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2413 time: 1.2351663 May 13 14:37:22.021045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Allocated IP 10.2.2.2 (3faf67a2-8a97-423f-990a-02652c74e692/ce11a4ab-15c1-4223-af23-9a51d282f4c0/c7af955e-e946-4ad2-ac9d-ea54bfab38ad) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:22.054872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-77fb490a-f060-4116-b295-72a03d3b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.057388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-77fb490a-f060-4116-b295-72a03d3b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.062205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-77fb490a-f060-4116-b295-72a03d3b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.065034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-77fb490a-f060-4116-b295-72a03d3b3801 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2866 time: 1.0151672 May 13 14:37:22.134828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f17b06-ea2c-480b-99c2-4df7c6157109,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:22.196130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-f6160fd5-8232-404c-aa0e-86b1e543516d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=723e039e-ae47-4383-95f7-b8e0894302b2 HTTP/1.1" status: 200 len: 217 time: 0.1037600 May 13 14:37:22.214765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5183e59-d1ec-4434-aba9-4c451293d3a2 req-526b1aec-b4fa-4d13-9bb1-01aa453a7450 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909265 May 13 14:37:22.366513 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.373152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:22.388740 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef284595-87c5-4107-beb9-10c17c1ea2c2'] response: {'server_uuid': '75cf9855-935f-449d-87d1-2ffb865c6bfa', 'name': 'network-vif-deleted', 'tag': '3291b7dd-aec5-4e03-95be-454f6930faf0', 'status': 'completed', 'code': 200} May 13 14:37:22.389659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Transition to ACTIVE for port object c7af955e-e946-4ad2-ac9d-ea54bfab38ad will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:22.408763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:port and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:22.414167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:22.417230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Transition to ACTIVE for port object c7af955e-e946-4ad2-ac9d-ea54bfab38ad will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:22.440149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.462300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:22.467434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.498319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:22.501310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Provisioning for port 2477c132-6d50-43e3-b257-5addce283782 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:22.517147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.526970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cf81aefb-adff-4fc9-bee2-fb095416b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:22.538515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cf81aefb-adff-4fc9-bee2-fb095416b3f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03cf4346-d866-4858-a8f5-75656d53598f HTTP/1.1" status: 200 len: 801 time: 0.3164499 May 13 14:37:22.578963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Provisioning complete for port 2477c132-6d50-43e3-b257-5addce283782 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:22.579361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:22.641242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Network 3faf67a2-8a97-423f-990a-02652c74e692 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:22.674882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:22.678934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:22.760185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-3f96feee-4be0-45b4-b82e-282cd288fcc4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Synchronizing usage tracker for tenant:f0d7e4edc1a04595bed74ff0c334e73c on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:22.893892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f584db17-947e-47bb-8bce-b8f9ed199bbe req-03b5d22c-d6fd-437d-81f8-dfda2853b108 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 0.1247385 May 13 14:37:22.901500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:22.948186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Transition to ACTIVE for port object 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:22.982068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.072232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-739c2af5-e2c0-42ec-842e-755c8e2108e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:23.073834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-739c2af5-e2c0-42ec-842e-755c8e2108e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5154798 May 13 14:37:23.084792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Pushing event updated for resources: {'Port': ['ID=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:23.137318 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558c1454-be6e-429d-bd4e-b2c173d6f826'] response: {'server_uuid': '71f7cddd-420b-468f-a24c-9db1d4b477cd', 'name': 'network-vif-deleted', 'tag': 'b85de9e9-e3b8-4c17-bdb0-3702cf7e45be', 'status': 'completed', 'code': 200} May 13 14:37:23.162477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-3f96feee-4be0-45b4-b82e-282cd288fcc4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Unset dirty status for tenant:f0d7e4edc1a04595bed74ff0c334e73c on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:23.163751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b26cfb8-5469-4321-8a6b-9d6531f3cd79 req-3f96feee-4be0-45b4-b82e-282cd288fcc4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2489374 May 13 14:37:23.266558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.270581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.270971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.271320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.271660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.271997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.272413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.276380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.276819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.282496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.283607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.284246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:23.338210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Attempting to bind port c7af955e-e946-4ad2-ac9d-ea54bfab38ad on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:23.338846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Attempting to bind port c7af955e-e946-4ad2-ac9d-ea54bfab38ad by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:23.339218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Attempting to bind port c7af955e-e946-4ad2-ac9d-ea54bfab38ad on network 3faf67a2-8a97-423f-990a-02652c74e692 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:23.367152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.385020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Allocated IP 172.20.0.6 (40c54b78-c360-46ea-bacd-8d3caaea5a2f/b49af13c-b15c-4670-8389-a6e054adbea0/1f4cec10-2107-440d-a435-9975d42f0735) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:23.437131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] device_id is not set on port 98a23108-822a-42b2-ad27-875dc2e4ae6d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:23.509330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:23.509929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-6be38fcd-1022-48d3-bc45-6cc3b679c783 service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234960 May 13 14:37:23.510310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Checking segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:23.510310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.510654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Bound using segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:23.514605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Bound port: c7af955e-e946-4ad2-ac9d-ea54bfab38ad, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:23.515167 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.615561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:23.723789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] For port c7af955e-e946-4ad2-ac9d-ea54bfab38ad, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:23.737731 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] For port c7af955e-e946-4ad2-ac9d-ea54bfab38ad, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:23.776037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:23.942111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.037888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:24.121498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-4b67a1bf-4443-4a8b-ae37-219ece5951f1 service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008642 May 13 14:37:24.181853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255e79a-70ed-4f04-ad33-7ca833f7be9c None None] Pushing event updated for resources: {'Port': ['ID=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:24.185781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Current status of the port 2477c132-6d50-43e3-b257-5addce283782 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:24.193120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.296374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] For port 2477c132-6d50-43e3-b257-5addce283782, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2477c132-6d50-43e3-b257-5addce283782,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:24.301310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:24.416599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f18794-025b-495e-aa36-914c7c32d1ab None None] Pushing event updated for resources: {'Port': ['ID=2477c132-6d50-43e3-b257-5addce283782,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:24.563988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:24.582994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4fcd0ab-87c4-49af-9b50-cf03870eaabf req-97cf5496-e4b3-4e86-a787-f22bd2738792 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 0.1042240 May 13 14:37:24.668904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-9fdfbf4a-7a60-45cc-b300-c012e01dca15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=e8dccac8-322d-468b-883d-09fdeb9ba351 HTTP/1.1" status: 200 len: 217 time: 0.3022568 May 13 14:37:25.007089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2194cd13-323d-46c8-b7d5-7cae7406afef None None] Provisioning complete for port 2477c132-6d50-43e3-b257-5addce283782 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:25.008052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2194cd13-323d-46c8-b7d5-7cae7406afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.023654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c1bbd2bb-53ae-43b4-b9f9-36fa407a9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.025426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-c1bbd2bb-53ae-43b4-b9f9-36fa407a9045 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c94579c-0fd8-4400-8a4e-6e1bec9cc730 HTTP/1.1" status: 200 len: 801 time: 0.3448296 May 13 14:37:25.029682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.1.1.185 (2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93/8918d7ac-0860-4208-a57c-ef1cd291585c/98a23108-822a-42b2-ad27-875dc2e4ae6d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:25.111965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Router 40de035b-0145-446e-8c56-0bc2ad679643 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:37:25.170373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d641ef85-a115-4ab5-90f6-511a35ab28f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ba15d4191434ec3989b3affb27cada1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1267180 May 13 14:37:25.179491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:25.271678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Attempting to bind port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:25.272425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Attempting to bind port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:25.273267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Attempting to bind port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:25.414196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.414504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:25.414775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Attempting to bind port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:25.432526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2194cd13-323d-46c8-b7d5-7cae7406afef None None] Current status of the port 2477c132-6d50-43e3-b257-5addce283782 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:25.436072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed6b4b-492a-4fb4-9790-3726042fa89b req-edec972d-6a5b-401f-acc0-b1c0f4c054f3 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.444990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1ed6b4b-492a-4fb4-9790-3726042fa89b req-edec972d-6a5b-401f-acc0-b1c0f4c054f3 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 0.5125933 May 13 14:37:25.450068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f42c-eb92-4d27-b4c8-8d85a358997d req-8d6ee017-5da2-4e60-8015-797bd6cd4037 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.456105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f42c-eb92-4d27-b4c8-8d85a358997d req-8d6ee017-5da2-4e60-8015-797bd6cd4037 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.462437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f42c-eb92-4d27-b4c8-8d85a358997d req-8d6ee017-5da2-4e60-8015-797bd6cd4037 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.469999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82b6f42c-eb92-4d27-b4c8-8d85a358997d req-8d6ee017-5da2-4e60-8015-797bd6cd4037 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2413 time: 1.6805434 May 13 14:37:25.500267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:25.500683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:25.501075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:25.501535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Bound port: 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:25.501872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.620091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-ec0541f1-c0b0-425e-8754-f3f3d551fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:25.621696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-ec0541f1-c0b0-425e-8754-f3f3d551fcfa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=53276971-38b0-4c5d-a026-50e408bfc0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5781059 May 13 14:37:25.652652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.751418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82b6f42c-eb92-4d27-b4c8-8d85a358997d req-57c7eb44-ad74-4f59-81b9-bc8b79663614 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805071 May 13 14:37:25.836042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.844354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:25.870275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Deleting port 30320af1-ff0b-4949-b95b-ad97d8f02421 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:25.870604 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Sync routers for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:25.871373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:25.909290 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:25.910516 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:25.914633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:25.916340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1ed6b4b-492a-4fb4-9790-3726042fa89b req-06f2cd64-4194-4b03-987a-a93fe9be302d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627974 May 13 14:37:25.926956 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1342a43-f415-469d-94e7-86198a6a32e0'] response: {'name': 'network-changed', 'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540', 'status': 'completed', 'code': 200} May 13 14:37:25.965316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-103c1830-30af-4306-829e-700cf8379627 admin admin] 10.222.0.36 "PUT /v2.0/routers/40de035b-0145-446e-8c56-0bc2ad679643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9518757 May 13 14:37:25.974937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:25.976004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:26.081010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.121739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-7f5f676f-79f0-4ec9-9e84-3b795945f32b service neutron] 10.222.0.86 "GET /v2.0/networks/53276971-38b0-4c5d-a026-50e408bfc0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732523 May 13 14:37:26.257796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21721f2-ec7c-4c10-ad6f-830d4e2fe237 None None] Network 3faf67a2-8a97-423f-990a-02652c74e692 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:26.293469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.301127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.318026 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:26.349689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0ebc03-3aff-4cd7-8e0d-2b029207f95c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:26.358788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object 98a23108-822a-42b2-ad27-875dc2e4ae6d will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:26.450456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.470292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-988ac000-72c7-46b8-bcc5-960219fca040 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a0ebc03-3aff-4cd7-8e0d-2b029207f95c HTTP/1.1" status: 204 len: 168 time: 1.2786055 May 13 14:37:26.536917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-ddd497b8-29b5-4fc5-ac28-984d6ef79d88 service neutron] 10.222.0.86 "GET /v2.0/networks/53276971-38b0-4c5d-a026-50e408bfc0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870964 May 13 14:37:26.659242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-db549763-25ce-4eb5-9ebd-31d612b508f9 req-58ee9231-8c23-4724-9a85-976aac3146d8 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Synchronizing usage tracker for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:26.679443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:26.680256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.684615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] 10.222.0.90 "PUT /v2.0/ports/4e9c4a4a-ff81-454d-8d12-f7ea076aff2a HTTP/1.1" status: 200 len: 1096 time: 10.8102925 May 13 14:37:26.693852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:26.863028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:26.879054 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-dcf8b730-e581-47be-be9f-8ff841b17708 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540 HTTP/1.1" status: 200 len: 217 time: 0.3310719 May 13 14:37:26.931799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c5bad08-e334-4f1c-a491-c35c2a73de1f None None] Provisioning for port c7af955e-e946-4ad2-ac9d-ea54bfab38ad completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:26.942978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7af955e-e946-4ad2-ac9d-ea54bfab38ad up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:27.103098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:27.118420 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:37:21Z', 'revision_number': 5, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:27.123750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.137340 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Checking router: 40de035b-0145-446e-8c56-0bc2ad679643 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:27.163828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c7af955e-e946-4ad2-ac9d-ea54bfab38ad completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:27.164470 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Routers {'40de035b-0145-446e-8c56-0bc2ad679643'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:27.165594 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['40de035b-0145-446e-8c56-0bc2ad679643'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:27.188460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c7af955e-e946-4ad2-ac9d-ea54bfab38ad triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:27.188827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.358720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cbaefe55-ab68-4e16-90b2-6b79f5726cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:27.362789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cbaefe55-ab68-4e16-90b2-6b79f5726cf1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03cf4346-d866-4858-a8f5-75656d53598f HTTP/1.1" status: 200 len: 801 time: 0.2697403 May 13 14:37:27.402344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:27.422664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-db549763-25ce-4eb5-9ebd-31d612b508f9 req-58ee9231-8c23-4724-9a85-976aac3146d8 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Unset dirty status for tenant:ccc201222ad54467a4ff01178623959f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:27.424838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c7af955e-e946-4ad2-ac9d-ea54bfab38ad is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:27.425600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.431212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.431806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.432427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.432993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.433562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.434527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.435631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.436192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.437124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.437703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.438674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.439229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:27.451018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db549763-25ce-4eb5-9ebd-31d612b508f9 req-58ee9231-8c23-4724-9a85-976aac3146d8 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 1.0424781 May 13 14:37:27.477135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce4237-b63e-4bb8-979d-87b14626fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:27.498212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c7af955e-e946-4ad2-ac9d-ea54bfab38ad, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:27.510008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.510865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2477c132-6d50-43e3-b257-5addce283782 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:27.546439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:27.562204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:27.569216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:27.732978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] Set router 40de035b-0145-446e-8c56-0bc2ad679643 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:27.763640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] For port 30320af1-ff0b-4949-b95b-ad97d8f02421, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=30320af1-ff0b-4949-b95b-ad97d8f02421,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:27.769864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:27.908352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:28.071163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.071448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:28.072065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.112561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f3fb3c29-ef13-4da2-b306-2c23ff8d2fa7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.6001000 May 13 14:37:28.125758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0518e3b6-bec7-4145-af88-0cdecf8f7f12 None None] Provisioning complete for port c7af955e-e946-4ad2-ac9d-ea54bfab38ad triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:28.126931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652c69-10d9-4be7-98bf-5ff68c7641ec req-316f8f77-6680-4798-8299-6dd0e4504567 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:28.128845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86652c69-10d9-4be7-98bf-5ff68c7641ec req-316f8f77-6680-4798-8299-6dd0e4504567 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 1.4254808 May 13 14:37:28.129356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:28.136868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'name': 'tempest-TaggedBootDevicesTest_v242-198196949', 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:28.146733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0518e3b6-bec7-4145-af88-0cdecf8f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.171961 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa92c354-d240-4d5b-9693-960131902cef'] response: {'name': 'network-changed', 'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'status': 'completed', 'code': 200} May 13 14:37:28.366184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Calling delete_port for 30320af1-ff0b-4949-b95b-ad97d8f02421 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:28.414439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2477c132-6d50-43e3-b257-5addce283782 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:28.416363 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.437603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.483057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Network 40c54b78-c360-46ea-bacd-8d3caaea5a2f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:28.545283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cae9bcac-2e2b-42ab-8c0e-309372d3702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:28.548306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cae9bcac-2e2b-42ab-8c0e-309372d3702b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1362011 May 13 14:37:28.615641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0518e3b6-bec7-4145-af88-0cdecf8f7f12 None None] Current status of the port c7af955e-e946-4ad2-ac9d-ea54bfab38ad is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:28.636818 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:37:21Z', 'revision_number': 5, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:28.643676 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb14413-e1bf-4ac2-90e7-364ae8a67348 None None] The sync data for ids ['40de035b-0145-446e-8c56-0bc2ad679643'] in n-d-841736-1 is: [{'id': '40de035b-0145-446e-8c56-0bc2ad679643', 'name': 'tempest-TaggedBootDevicesTest-488824819-router', 'tenant_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:30:26Z', 'updated_at': '2022-05-13T14:37:21Z', 'revision_number': 5, 'project_id': '55e053b4437b4e35ae1d6f8e32db9de1', 'gw_port': {'id': 'bbdbfe7c-22b3-4fbd-8965-d670e8b36b80', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40de035b-0145-446e-8c56-0bc2ad679643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:30:33Z', 'updated_at': '2022-05-13T14:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:28.670643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:28.725931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86652c69-10d9-4be7-98bf-5ff68c7641ec req-1194c45a-9404-4bb6-b0e4-4a5e4849cda4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591296 May 13 14:37:28.769901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2477c132-6d50-43e3-b257-5addce283782 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:28.798370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:28.813158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8d509eda-0023-4fc4-ba2f-614f47d15b39 None None] Provisioning for port 98a23108-822a-42b2-ad27-875dc2e4ae6d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:28.821051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8d509eda-0023-4fc4-ba2f-614f47d15b39 None None] Provisioning complete for port 98a23108-822a-42b2-ad27-875dc2e4ae6d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:28.821820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8d509eda-0023-4fc4-ba2f-614f47d15b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:28.847072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:port and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:28.851237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:28.857991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:28.890187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:28.917150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-a5bdb985-69a3-489e-a644-ee1decdce00c service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441634 May 13 14:37:28.930606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:28.937064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:a02368402f1b47289e4a2d3c9f1f4c17 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:28.941855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:28.952354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8d509eda-0023-4fc4-ba2f-614f47d15b39 None None] Port 98a23108-822a-42b2-ad27-875dc2e4ae6d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:28.963718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:28.983177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:29.067452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.071892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dbffb48a-95d0-427f-adf6-298e083c7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.073636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-dbffb48a-95d0-427f-adf6-298e083c7eaf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 1099 time: 2.1873655 May 13 14:37:29.074641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:29.147866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7af955e-e946-4ad2-ac9d-ea54bfab38ad up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:29.216244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.216749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.217182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.217631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.218056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.218513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.219009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.219433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.219858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.220308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.220725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.221151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:29.243796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Deleting port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:29.244321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.265397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c7af955e-e946-4ad2-ac9d-ea54bfab38ad triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:29.265813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.287064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-3f704413-77ba-4af1-98e7-b36263759e70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a HTTP/1.1" status: 200 len: 217 time: 0.1915965 May 13 14:37:29.357812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.358583 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.421131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c7af955e-e946-4ad2-ac9d-ea54bfab38ad is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:29.435309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 71f17b06-ea2c-480b-99c2-4df7c6157109 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:29.471509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:29.500089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5df02c9d-029c-4c38-bb4c-fcfc19e30d90 req-cd487273-29b3-4651-ac86-f1685e13b038 service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722077 May 13 14:37:29.505638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568e41d-752a-441c-a947-fd7e544bac9b req-259c1c48-a83e-4080-b02a-fdf3865b4718 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.513443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.533520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568e41d-752a-441c-a947-fd7e544bac9b req-259c1c48-a83e-4080-b02a-fdf3865b4718 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.546486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568e41d-752a-441c-a947-fd7e544bac9b req-259c1c48-a83e-4080-b02a-fdf3865b4718 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.548462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e83a-d998-401a-98b6-f73585c0f37c req-537d621c-a473-4357-a9ac-1f08a92ebc3b tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.548674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e568e41d-752a-441c-a947-fd7e544bac9b req-259c1c48-a83e-4080-b02a-fdf3865b4718 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2413 time: 1.2596955 May 13 14:37:29.554038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 71f17b06-ea2c-480b-99c2-4df7c6157109 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:29.555276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 71f17b06-ea2c-480b-99c2-4df7c6157109 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:29.557714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a046e83a-d998-401a-98b6-f73585c0f37c req-537d621c-a473-4357-a9ac-1f08a92ebc3b tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 0.5769601 May 13 14:37:29.623623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] device_id is not set on port de95eea7-cc94-48f2-b914-af03031dfa73 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:37:29.648272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219dee55-c0c2-46a2-80b8-54b14e8b627e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5585773 May 13 14:37:29.710289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea5d5d13-70be-4f0a-bc33-349cf60218ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.727941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Request body: {'port': {'device_id': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:29.730531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:29.731603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.738900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a046e83a-d998-401a-98b6-f73585c0f37c req-81e66c37-bd60-4f7c-87d5-c63094510231 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736624 May 13 14:37:29.801367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-ba7f6119-84cb-4fab-991e-cd682d7104bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.803052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-ba7f6119-84cb-4fab-991e-cd682d7104bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.4953179 May 13 14:37:29.828496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:29.830376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:29.865610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:29.887321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-e4b2cd0b-9ae6-490a-87a9-8c21f67bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.889064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-e4b2cd0b-9ae6-490a-87a9-8c21f67bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.889833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-e4b2cd0b-9ae6-490a-87a9-8c21f67bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:29.891940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-e4b2cd0b-9ae6-490a-87a9-8c21f67bf418 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2866 time: 0.3045247 May 13 14:37:29.928755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.035644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.058630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.072688 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e568e41d-752a-441c-a947-fd7e544bac9b req-19ba04fb-3d13-4782-bc77-7ef30029e685 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394748 May 13 14:37:30.091478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.138134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.331810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.1.1.151 (2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93/8918d7ac-0860-4208-a57c-ef1cd291585c/de95eea7-cc94-48f2-b914-af03031dfa73) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:30.349852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-07e14b5c-8054-4a37-943d-d80733dfbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:30.351609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-07e14b5c-8054-4a37-943d-d80733dfbba1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb HTTP/1.1" status: 200 len: 903 time: 0.4470170 May 13 14:37:30.408704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] For port bbdbfe7c-22b3-4fbd-8965-d670e8b36b80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:30.409291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:30.424965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Pushing event deleted for resources: {'Port': ['ID=30320af1-ff0b-4949-b95b-ad97d8f02421,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.440317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612a878-9755-4c4a-9c1b-358d77276631 req-cd025942-0138-479c-a9ad-5ef0462e550d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:30.442199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2612a878-9755-4c4a-9c1b-358d77276631 req-cd025942-0138-479c-a9ad-5ef0462e550d tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 931 time: 0.4832597 May 13 14:37:30.446278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-59a30078-898e-4d3f-bae0-5e6abe2e9837 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540 HTTP/1.1" status: 200 len: 217 time: 0.0851395 May 13 14:37:30.581807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a02368402f1b47289e4a2d3c9f1f4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1588953 May 13 14:37:30.583544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff73fb9-3f85-4af1-a6e8-38591dee2fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cafc721-a0a4-4a39-8dc1-7e3969efd8c2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:30.589308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:30.748651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-578701ab-ac17-4afa-b621-e78e66a40074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:30.750995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-578701ab-ac17-4afa-b621-e78e66a40074 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03cf4346-d866-4858-a8f5-75656d53598f HTTP/1.1" status: 200 len: 801 time: 0.2900569 May 13 14:37:30.765121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2612a878-9755-4c4a-9c1b-358d77276631 req-649fb098-6012-4b03-bfd8-3cd290607b2e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023500 May 13 14:37:30.913643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Calling delete_port for bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:30.939772 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a60a1c9-54d1-4210-8c85-8939f1b7e560'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:37:31.111289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-ff514ba8-0a24-4cf4-bb5e-7b584686f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.113528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-ff514ba8-0a24-4cf4-bb5e-7b584686f21c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2360089 May 13 14:37:31.208026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.221814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-b16231a2-0624-4e8b-a704-13a08e17b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.223736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-b16231a2-0624-4e8b-a704-13a08e17b117 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4541805 May 13 14:37:31.263512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object de95eea7-cc94-48f2-b914-af03031dfa73 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:31.464024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.527358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-9df9d63b-9fa5-4390-972d-0890c445d24f service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913740 May 13 14:37:31.532577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-ca066f3f-679c-4426-9924-480e0109d9fb service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907139 May 13 14:37:31.626579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.641833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:31.659957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacf4fe-d6cf-4a4b-bb72-ea289771a89c req-a4c6f0d6-975c-4d9d-9445-279aa591a184 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.666056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacf4fe-d6cf-4a4b-bb72-ea289771a89c req-a4c6f0d6-975c-4d9d-9445-279aa591a184 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.672765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacf4fe-d6cf-4a4b-bb72-ea289771a89c req-a4c6f0d6-975c-4d9d-9445-279aa591a184 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.674509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dacf4fe-d6cf-4a4b-bb72-ea289771a89c req-a4c6f0d6-975c-4d9d-9445-279aa591a184 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2413 time: 0.4125352 May 13 14:37:31.675425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:31.678363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:31.721113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 66349f88-cc63-4ff3-ab36-b4eceb4cf540 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:31.732257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:31.851591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:31.852665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:31.890883 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dacf4fe-d6cf-4a4b-bb72-ea289771a89c req-5d2ca1f4-1b29-492e-9457-73ffa2eb0440 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771173 May 13 14:37:31.967544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-259086d2-ceb9-403f-bb1a-3eddf0b2c694 req-1624a3b6-806c-46e3-8c7d-485b71d51390 service neutron] 10.222.0.86 "GET /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247520 May 13 14:37:31.970747 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d6025580-1145-4dbf-90af-1cb18fa66776 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8387423 May 13 14:37:32.085468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3cd608ae-b69a-4ce8-aa60-ca90a342f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.124080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.134659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:32.143525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:32.171079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '66349f88-cc63-4ff3-ab36-b4eceb4cf540', 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'port_id': '66349f88-cc63-4ff3-ab36-b4eceb4cf540', 'mac_address': 'fa:16:3e:33:91:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cf4346-d866-4858-a8f5-75656d53598f', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:32.201318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70822340-5c06-4913-8758-3d0343ada344 req-c3d3960e-9353-4864-88da-83a050bbd6c9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.204487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70822340-5c06-4913-8758-3d0343ada344 req-c3d3960e-9353-4864-88da-83a050bbd6c9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 931 time: 0.1612663 May 13 14:37:32.267832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc11f60-9749-4a86-8c39-057c59edfe23 req-713ac3c6-1b42-49ad-8967-f7121bae139d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:32.274543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-abc11f60-9749-4a86-8c39-057c59edfe23 req-713ac3c6-1b42-49ad-8967-f7121bae139d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 1.1525900 May 13 14:37:32.293310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-35e23812-1a47-4130-b39d-75baca2496d4 None None] Provisioning for port de95eea7-cc94-48f2-b914-af03031dfa73 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:32.297004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70822340-5c06-4913-8758-3d0343ada344 req-87457389-c0ee-48ed-a92b-be43b898a3ff tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852938 May 13 14:37:32.301201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:32.301585 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.314103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-35e23812-1a47-4130-b39d-75baca2496d4 None None] Provisioning complete for port de95eea7-cc94-48f2-b914-af03031dfa73 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:32.314465 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35e23812-1a47-4130-b39d-75baca2496d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.364132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66349f88-cc63-4ff3-ab36-b4eceb4cf540 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:32.391961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:32.393311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35e23812-1a47-4130-b39d-75baca2496d4 None None] Port de95eea7-cc94-48f2-b914-af03031dfa73 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:37:32.400708 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.401942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e8dccac8-322d-468b-883d-09fdeb9ba351 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:32.414317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:32.420975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033970023', 'description': 'tempest-description--1265730829'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:32.428242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:32.432749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:security_group and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:32.435986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:32.443838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:32.458427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.486512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:32.492108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:security_group_rule and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:32.495810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:32.504132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:32.550482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:32.551683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4cec10-2107-440d-a435-9975d42f0735 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:32.568722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.583463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.594904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcbfa026-ab69-48d4-9a5c-d4999ca07d37 req-40ab2870-4786-4417-a52d-542b6e5dba8f service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294871 May 13 14:37:32.617727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.625030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.625480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-abc11f60-9749-4a86-8c39-057c59edfe23 req-30c8eee4-69a8-4987-b30d-8a60b903cca3 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544549 May 13 14:37:32.700780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.701970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2865300 May 13 14:37:32.707534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:32.713905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'security_group_rule': {'security_group_id': 'f09673e8-4d40-47e1-ac44-04bc208a49c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:32.723920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:32.728873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:security_group_rule and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:32.733074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:32.740015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:32.752905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1086-8829-4916-880f-32b825c62263 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09673e8-4d40-47e1-ac44-04bc208a49c6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:32.759002 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.766536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:32.767030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.814741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'network_id': '53276971-38b0-4c5d-a026-50e408bfc0c6', 'port_id': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'mac_address': 'fa:16:3e:bc:1c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c94579c-0fd8-4400-8a4e-6e1bec9cc730', 'ip_address': '19.86.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:32.853388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.861167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.864267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.893930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24a09e3-7228-46da-a3bd-00bd00c67ddb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:32.906429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e8dccac8-322d-468b-883d-09fdeb9ba351 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:32.906813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.920959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.923719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5d7e1aca-cda1-4199-882e-f16fc63b2f12 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148097 May 13 14:37:32.927618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:32.928793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dccac8-322d-468b-883d-09fdeb9ba351 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:32.935835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'security_group_rule': {'security_group_id': 'f09673e8-4d40-47e1-ac44-04bc208a49c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:32.944484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:32.949714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:32.950304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:security_group_rule and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:32.956037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:32.960601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:32.961927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 723e039e-ae47-4383-95f7-b8e0894302b2 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:32.965235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:32.994566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.054029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:33.067607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.086509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '723e039e-ae47-4383-95f7-b8e0894302b2', 'network_id': 'd8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb', 'port_id': '723e039e-ae47-4383-95f7-b8e0894302b2', 'mac_address': 'fa:16:3e:da:15:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cf4346-d866-4858-a8f5-75656d53598f', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:33.164455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Transition to ACTIVE for port object 1f4cec10-2107-440d-a435-9975d42f0735 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:33.170180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.199505 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.205783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 723e039e-ae47-4383-95f7-b8e0894302b2 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:33.206096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.216001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.229392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723e039e-ae47-4383-95f7-b8e0894302b2 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:33.246464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdbfe7c-22b3-4fbd-8965-d670e8b36b80,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.256045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.259231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:33.266844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.267175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.292405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc4c7-6775-4058-8c03-196cf4b1aa6d req-fef4ba20-6311-4497-a173-4d33f43dac77 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:33.299129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc4c7-6775-4058-8c03-196cf4b1aa6d req-fef4ba20-6311-4497-a173-4d33f43dac77 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:33.299475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cafc721-a0a4-4a39-8dc1-7e3969efd8c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.306459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc4c7-6775-4058-8c03-196cf4b1aa6d req-fef4ba20-6311-4497-a173-4d33f43dac77 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:33.308198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9dcc4c7-6775-4058-8c03-196cf4b1aa6d req-fef4ba20-6311-4497-a173-4d33f43dac77 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2415 time: 0.1830528 May 13 14:37:33.323479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08395614-e843-4bd2-8be0-e7a45ac0c914,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.409846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.414129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.416305 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2782afb-fee0-406b-af7e-86d209099fb8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4868202 May 13 14:37:33.424656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:33.436710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:33.451370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:33.460884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9dcc4c7-6775-4058-8c03-196cf4b1aa6d req-bc5334d4-d526-41fb-8662-cebe02225de3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226754 May 13 14:37:33.463560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:floatingip and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:33.467205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:33.474611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:33.490089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.513032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:33.590135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['66349f88-cc63-4ff3-ab36-b4eceb4cf540'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:33.626866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.626866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8d8c3096-87df-4aad-b9ed-315725d92895 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cafc721-a0a4-4a39-8dc1-7e3969efd8c2 HTTP/1.1" status: 204 len: 168 time: 3.0245359 May 13 14:37:33.628784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e8dccac8-322d-468b-883d-09fdeb9ba351'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:33.636873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:33.675440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['723e039e-ae47-4383-95f7-b8e0894302b2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:33.814956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.012104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.020996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.088917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-f0bf38d6-68f6-483c-8c67-954610a11409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.091548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-f0bf38d6-68f6-483c-8c67-954610a11409 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 1099 time: 1.3698535 May 13 14:37:34.288574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Attempting to bind port 1f4cec10-2107-440d-a435-9975d42f0735 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:34.289317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Attempting to bind port 1f4cec10-2107-440d-a435-9975d42f0735 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:34.289317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Attempting to bind port 1f4cec10-2107-440d-a435-9975d42f0735 on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:34.297796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409997e1-051c-4fdc-8094-063305d664bf req-a8e53450-87d7-462c-bca3-90b7d2df73b4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.298664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.299195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40de035b-0145-446e-8c56-0bc2ad679643 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:37:34.303245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-409997e1-051c-4fdc-8094-063305d664bf req-a8e53450-87d7-462c-bca3-90b7d2df73b4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 0.3443198 May 13 14:37:34.314334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Port 1f4cec10-2107-440d-a435-9975d42f0735 on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:37:34.314906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Attempting to bind port 1f4cec10-2107-440d-a435-9975d42f0735 on network 40c54b78-c360-46ea-bacd-8d3caaea5a2f {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:34.333461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:34.334054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Checking segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:34.334601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Bound using segment: {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:34.335246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Bound port: 1f4cec10-2107-440d-a435-9975d42f0735, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137bbd83-b5eb-4b80-85a1-fb3f05b0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:34.335764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.354575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.356253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-29916e4b-f426-4d34-b3d6-5cf4553ea859 admin admin] 10.222.0.36 "DELETE /v2.0/routers/40de035b-0145-446e-8c56-0bc2ad679643 HTTP/1.1" status: 204 len: 168 time: 8.3757222 May 13 14:37:34.356505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 172.25.5.247 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6bf969ad-41f1-443d-adba-9f85ff840d81) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:34.358867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:37:34.365423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:34.394976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d80b-1528-4c42-a4ca-60d2f9cf41b6 req-60bc2ef0-f8ec-45f9-95c8-fa5d887dfb7e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.402755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8527d80b-1528-4c42-a4ca-60d2f9cf41b6 req-60bc2ef0-f8ec-45f9-95c8-fa5d887dfb7e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 943 time: 0.9463406 May 13 14:37:34.433763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-409997e1-051c-4fdc-8094-063305d664bf req-eec5bda0-0746-481b-aadf-6f0d931da2a8 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111290 May 13 14:37:34.711495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.786866 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:34.824423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4f2b-d728-4d7c-931f-63f326a1383f req-7588dc23-3559-401c-8c37-36840a6f70d9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.833388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4f2b-d728-4d7c-931f-63f326a1383f req-7588dc23-3559-401c-8c37-36840a6f70d9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.843829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d4f2b-d728-4d7c-931f-63f326a1383f req-7588dc23-3559-401c-8c37-36840a6f70d9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.846174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-201d4f2b-d728-4d7c-931f-63f326a1383f req-7588dc23-3559-401c-8c37-36840a6f70d9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2416 time: 0.1742749 May 13 14:37:34.927175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-ef194591-ee54-48ba-9f77-5658073bddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:34.928833 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-ef194591-ee54-48ba-9f77-5658073bddbf service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.8087580 May 13 14:37:35.064529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Deleting subnet f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:35.073104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8527d80b-1528-4c42-a4ca-60d2f9cf41b6 req-49c19201-b7dc-478a-88c0-000ee1111e64 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683781 May 13 14:37:35.124693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-201d4f2b-d728-4d7c-931f-63f326a1383f req-a6800c4d-6068-4351-a5de-1665186057fd tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674427 May 13 14:37:35.156637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.174207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.212877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:35.230557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-3e5f8a1e-d2dc-4a52-93a6-5cb9e9c7a233 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a HTTP/1.1" status: 200 len: 217 time: 0.2779725 May 13 14:37:35.279386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:35.283546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:35.286763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:35.338242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:35.340840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bbdbfe7c-22b3-4fbd-8965-d670e8b36b80 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:35.387157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=6bf969ad-41f1-443d-adba-9f85ff840d81,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:35.430133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.491961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:35.510225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:35.511730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.543940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:35.607932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:35.619479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.673014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:35.677327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-c3a465ce-c687-4dd0-ab56-ac58792ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:35.680012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-c3a465ce-c687-4dd0-ab56-ac58792ca075 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3045297 May 13 14:37:35.695365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-331d1d9c-53aa-4ac5-acb8-5a32502c2154 admin admin] 10.222.0.36 "PUT /v2.0/routers/8b795c5e-0ab7-43d5-8f74-9e9be1dcecec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0901501 May 13 14:37:35.697655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:35.700286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Sync routers for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:35.721258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:35.745648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e8dccac8-322d-468b-883d-09fdeb9ba351 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:35.912044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:35.913318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:35.913988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-network', 'tenant_id': '4b6c4e6b559642c98b922f497376a767'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:35.927431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:35.938446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Usage tracker for resource:network and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:35.947704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:35.998698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:36.050408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Made reservation on behalf of 4b6c4e6b559642c98b922f497376a767 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:36.056784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.076789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:36.093742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.095338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:36.103782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port e8dccac8-322d-468b-883d-09fdeb9ba351 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:36.113769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e8dccac8-322d-468b-883d-09fdeb9ba351 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:36.114175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.130356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:36.138587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Usage tracker for resource:security_group_rule and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:36.147791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:36.162021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:36.210301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.213681 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.216244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] 10.222.0.90 "PUT /v2.0/ports/1f4cec10-2107-440d-a435-9975d42f0735 HTTP/1.1" status: 200 len: 1091 time: 6.5451508 May 13 14:37:36.224077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:36.362838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.420752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:36.421326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.436131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.444930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:36.461025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:36.504420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:36.549774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:36.608993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aa59f-2fe4-441d-8161-efcc89cabfae service neutron] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:36.628752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:36.647463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.647995 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Added segment 5db0b144-6fb2-4315-810e-f65242c88567 of type vlan for network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 May 13 14:37:36.662166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.681619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fb6a23-2421-4544-80bb-d0accf2aed4e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:36.693271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.715038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-07734231-8df8-401c-9e35-63cf083bb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.718640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-07734231-8df8-401c-9e35-63cf083bb119 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0004632 May 13 14:37:36.745998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.844293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e8dccac8-322d-468b-883d-09fdeb9ba351 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:36.845210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.854666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=6bf969ad-41f1-443d-adba-9f85ff840d81,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:36.855040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.865548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.866225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:36.903780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:36.964066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a6354-bb73-4450-a09c-adfbd7b2c21d req-859a5340-5e6c-4d52-a9fb-8560112b9242 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:36.976706 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-834a6354-bb73-4450-a09c-adfbd7b2c21d req-859a5340-5e6c-4d52-a9fb-8560112b9242 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 1.2563159 May 13 14:37:37.042818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f20a8-5136-4347-8c92-0ed276e938c2 req-2e2dfbc3-f315-483e-a8f1-a6615955ad81 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.057183 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a8f20a8-5136-4347-8c92-0ed276e938c2 req-2e2dfbc3-f315-483e-a8f1-a6615955ad81 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 943 time: 0.6864023 May 13 14:37:37.102647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:37:37.128393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:37.169207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.183892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'mac_address': 'fa:16:3e:8b:1b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:37.239888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-b31a0852-ccce-4794-b484-853985738ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.242567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-b31a0852-ccce-4794-b484-853985738ef9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 1094 time: 0.9490509 May 13 14:37:37.321458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a8f20a8-5136-4347-8c92-0ed276e938c2 req-8bea5cca-5a4b-4c7e-ad25-1e82b97b773a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627840 May 13 14:37:37.324735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.329966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:37.332305 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.339078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:37.339518 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.432232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-834a6354-bb73-4450-a09c-adfbd7b2c21d req-e7078e64-8734-4d4d-beac-0c619cfafcc4 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542985 May 13 14:37:37.445857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:37.508127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:37.566168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:37.612240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.613805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 66349f88-cc63-4ff3-ab36-b4eceb4cf540 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:37.702601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.712983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-80298834-dfce-486d-b9fd-ece96df233fb service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9671850 May 13 14:37:37.744016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f31f94b6-ef3c-4d7c-9dfc-17d94c411e7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3189266 May 13 14:37:37.752078 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2066624 May 13 14:37:37.753238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:37.754091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40be145-d5a2-4280-a059-c30d15a952da admin admin] Pushing event updated for resources: {'Network': ['ID=771c2c35-3c04-4b76-8ff9-dd508fcd2272,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:37.763206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Request body: {'subnet': {'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-subnet', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:37.764882 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83bf0d37-f31d-4a68-9750-ff68286334a4'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'code': 200} May 13 14:37:37.769062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:37.771711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:37.774849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Usage tracker for resource:subnet and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:37.779492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:37.783466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:37.788536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:37.812414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Made reservation on behalf of 4b6c4e6b559642c98b922f497376a767 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:37.815263 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.826479 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56f9cc8-0491-48fd-bffd-0fc76db5c5b6'] response: {'name': 'network-changed', 'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735', 'status': 'completed', 'code': 200} May 13 14:37:37.828463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:37.847959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:37.848643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-ffdc9c41-8b52-403f-9f54-1883daaffd3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f4cec10-2107-440d-a435-9975d42f0735 HTTP/1.1" status: 200 len: 217 time: 0.5775166 May 13 14:37:37.994284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.115146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9163b-6e67-4f8f-9969-fb10cc780128 req-82c90779-77d2-47a3-ad5d-ec18d0b5166c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.126862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9163b-6e67-4f8f-9969-fb10cc780128 req-82c90779-77d2-47a3-ad5d-ec18d0b5166c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.134060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9163b-6e67-4f8f-9969-fb10cc780128 req-82c90779-77d2-47a3-ad5d-ec18d0b5166c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:38.136357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eec9163b-6e67-4f8f-9969-fb10cc780128 req-82c90779-77d2-47a3-ad5d-ec18d0b5166c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2417 time: 0.3254709 May 13 14:37:38.297656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d28c7135-63f1-47be-aa6b-7be4238ff715'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:38.321075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eec9163b-6e67-4f8f-9969-fb10cc780128 req-5a3e7f02-52c9-4fba-934b-86ed0adcd473 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638553 May 13 14:37:38.396122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['4e9c4a4a-ff81-454d-8d12-f7ea076aff2a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:38.408555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.417407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.488696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.502334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:38.570843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e HTTP/1.1" status: 204 len: 168 time: 4.2001913 May 13 14:37:38.573243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff7832-993e-4c1b-bfab-d3743bebcc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e0ea0c-44fa-4765-abc3-bce7c0f55b9e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.592276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223d4e4-7473-484c-ba86-04b1fefa48f0 None None] Network e6cc6b37-1691-40f3-8b0c-a58ef5bb549c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:38.640427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:38.642190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1138a178-8c90-4ea5-ad7d-2781e75b77e2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:38.669880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:38.670789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.784811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Deleting port 13d0d995-426a-431a-a35a-02f0500f3aa8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:38.785745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.842201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Checking segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:38.843089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Network hostable DHCP agents. Network: 771c2c35-3c04-4b76-8ff9-dd508fcd2272, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:38.860032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:38.901419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-54be6293-7e87-42cd-a91a-41a6eca4f24a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:38.917349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Deleting port da0fd681-7c25-44fb-8f32-f012a7c6c172 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:38.917696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.028401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:39.046273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-49c5cee9-b69a-4f22-a5f1-5899e218282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.049093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-49c5cee9-b69a-4f22-a5f1-5899e218282e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 1.0709898 May 13 14:37:39.055043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:39.060748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-54be6293-7e87-42cd-a91a-41a6eca4f24a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:39.072543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-54be6293-7e87-42cd-a91a-41a6eca4f24a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1033970023&fields=id&tenant_id=2ca52659c546428ab2e6ef91ba192719 HTTP/1.1" status: 200 len: 267 time: 0.3244021 May 13 14:37:39.230490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-74a30bad-f9d0-4274-adf3-61b25d950383 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185935 May 13 14:37:39.304820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 771c2c35-3c04-4b76-8ff9-dd508fcd2272) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:39.313850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e7e2a39b-a9ee-4c50-8b30-aa50022e1eb7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.316435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e7e2a39b-a9ee-4c50-8b30-aa50022e1eb7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:39.327079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.328438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.337084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:37:29Z', 'revision_number': 5, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port': {'id': '13d0d995-426a-431a-a35a-02f0500f3aa8', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:20Z', 'updated_at': '2022-05-13T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.350230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1c749-cd60-4571-90bf-0107e3a8aa57 None None] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:39.492447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:39.506854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4d3f9a25-cc58-4cae-bbde-1dcb406f6265 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7472365 May 13 14:37:39.507064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Checking router: 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:39.540185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:39.559707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:39.593807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:39.603531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e7e2a39b-a9ee-4c50-8b30-aa50022e1eb7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:39.615894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e7e2a39b-a9ee-4c50-8b30-aa50022e1eb7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 936 time: 0.5413558 May 13 14:37:39.632470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Usage tracker for resource:router and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:39.651273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-e401bd8d-5c85-4dd0-bd45-3990d57523bf service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973796 May 13 14:37:39.658835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:39.659587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.699085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Routers {'8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:39.702562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:39.703551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:39.761514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:39.783003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e559f62b-5d1c-41cf-aa49-21d56d592f0c req-4b7fe51f-1f5e-4f21-bff3-2a61bd51e1f5 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9187026 May 13 14:37:39.812594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] For port da0fd681-7c25-44fb-8f32-f012a7c6c172, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=da0fd681-7c25-44fb-8f32-f012a7c6c172,segment=NetworkSegment(17a0c36e-d5a0-48da-b41a-df55adcbcb47),segment_id=17a0c36e-d5a0-48da-b41a-df55adcbcb47)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:39.813565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:39.896532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075bdd-c9b1-4153-9183-a142a5c81da1 req-e6d90bc4-30b4-48b9-a2a8-97c5e0d038ed tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:39.907910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc075bdd-c9b1-4153-9183-a142a5c81da1 req-e6d90bc4-30b4-48b9-a2a8-97c5e0d038ed tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 943 time: 1.0172172 May 13 14:37:40.073447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] For port 13d0d995-426a-431a-a35a-02f0500f3aa8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13d0d995-426a-431a-a35a-02f0500f3aa8,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:40.075042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.201333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Calling delete_port for da0fd681-7c25-44fb-8f32-f012a7c6c172 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:40.238679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:40.240385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:40.304450 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.306424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 723e039e-ae47-4383-95f7-b8e0894302b2 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:40.313977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-07dac830-bf72-41d8-a97c-02c2e10b6ea2 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:40.316389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-07dac830-bf72-41d8-a97c-02c2e10b6ea2 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 936 time: 0.6994886 May 13 14:37:40.318271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.319788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.326080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.384160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] No DVR routers for this DVR port da0fd681-7c25-44fb-8f32-f012a7c6c172 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:40.437165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Calling delete_port for 13d0d995-426a-431a-a35a-02f0500f3aa8 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:40.456658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:40.513091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc075bdd-c9b1-4153-9183-a142a5c81da1 req-5a259c68-09cc-4667-8cad-bfdd0129bf68 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039462 May 13 14:37:40.518220 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05c01c34-33d7-4dcf-82f0-31b858e0d337 req-219ef45d-6c2a-48d5-bd8e-d521bf2c37b3 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387160 May 13 14:37:40.558124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.598450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cc6b37-1691-40f3-8b0c-a58ef5bb549c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:40.616326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a0c36e-d5a0-48da-b41a-df55adcbcb47') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:40.616613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a0c36e-d5a0-48da-b41a-df55adcbcb47') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:40.630822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.650185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.660432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:37:40.660941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.697629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:40.793697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] Set router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:40.882746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 723e039e-ae47-4383-95f7-b8e0894302b2 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: timer() May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:37:40.963634 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:37:40.967418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0fd681-7c25-44fb-8f32-f012a7c6c172,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:40.976147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d28c7135-63f1-47be-aa6b-7be4238ff715 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:40.976644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.982832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:40.993275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.047221 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e6cc6b37-1691-40f3-8b0c-a58ef5bb549c HTTP/1.1" status: 204 len: 168 time: 2.4010625 May 13 14:37:41.048565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:41.051955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c62ba-b8ad-4c83-874c-a4012af60f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cc6b37-1691-40f3-8b0c-a58ef5bb549c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:41.062462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-052bce5d-8eb9-480b-aa65-2f59142cbfd2 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7211697 May 13 14:37:41.115055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-374f88ea-d9cb-49a5-ba32-fc5afcaa7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.119088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-374f88ea-d9cb-49a5-ba32-fc5afcaa7c0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ccc201222ad54467a4ff01178623959f&device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 1094 time: 0.5254912 May 13 14:37:41.159608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 723e039e-ae47-4383-95f7-b8e0894302b2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:41.159868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.187456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02f0e8-c06a-4cec-a929-c8ea7e6674f0 req-14ec26e0-0762-4ed6-8f97-a855894ccf0b tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.191169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b02f0e8-c06a-4cec-a929-c8ea7e6674f0 req-14ec26e0-0762-4ed6-8f97-a855894ccf0b tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 949 time: 0.2719662 May 13 14:37:41.224984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:37:38Z', 'revision_number': 6, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:41.252693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ce676-2a74-4a7b-9d6a-41a4674fd564 None None] The sync data for ids ['8b795c5e-0ab7-43d5-8f74-9e9be1dcecec'] in n-d-841736-1 is: [{'id': '8b795c5e-0ab7-43d5-8f74-9e9be1dcecec', 'name': 'tempest-ServersTestManualDisk-665369024-router', 'tenant_id': '383e74fdd3fe41868b9aea131798e038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:18Z', 'updated_at': '2022-05-13T14:37:38Z', 'revision_number': 6, 'project_id': '383e74fdd3fe41868b9aea131798e038', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:37:41.311870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:37:41.313562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.330913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743babd7-f2e5-46ff-b83b-fab767c5b64d None None] DHCP port deletion for e6cc6b37-1691-40f3-8b0c-a58ef5bb549c request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:41.474484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.478074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-32442c7e-64c9-4215-b4a1-30f6c11feaed tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0696948 May 13 14:37:41.500361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b02f0e8-c06a-4cec-a929-c8ea7e6674f0 req-7dfbd90d-dfc8-4267-8c65-1f48db055b11 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128689 May 13 14:37:41.588490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:41.679834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-e7263543-059d-4347-acdf-5cad93f3d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.692997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-e7263543-059d-4347-acdf-5cad93f3d8fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 200 len: 906 time: 0.5656142 May 13 14:37:41.741314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Allocated IP 172.20.0.2 (771c2c35-3c04-4b76-8ff9-dd508fcd2272/1138a178-8c90-4ea5-ad7d-2781e75b77e2/82f430b8-c13f-4738-8e91-5452f7bcdf32) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:41.811399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.818280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.824406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:41.827658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:37:42.115591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Pushing event deleted for resources: {'Port': ['ID=13d0d995-426a-431a-a35a-02f0500f3aa8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:42.385138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 723e039e-ae47-4383-95f7-b8e0894302b2 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:42.387358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.465630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.497362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:37:42.500695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c1a7936-76ac-47d3-8818-82d002e10be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/networks?id=c6d338ab-d016-46df-ad29-30e69bfabf5b&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=3faf67a2-8a97-423f-990a-02652c74e692&id=3faf67a2-8a97-423f-990a-02652c74e692 HTTP/1.1" status: 200 len: 1993 time: 0.9950736 May 13 14:37:42.502979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-605294a7-60c8-4fef-b6b7-5b90ffbe4ece service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f4cec10-2107-440d-a435-9975d42f0735 HTTP/1.1" status: 200 len: 217 time: 0.3374341 May 13 14:37:42.595050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.625362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e84e77dd-e8fc-494d-a9d6-933ba40740a3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/quotas/2ca52659c546428ab2e6ef91ba192719 HTTP/1.1" status: 200 len: 375 time: 0.0778146 May 13 14:37:42.674814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:42.677062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Transition to ACTIVE for port object 82f430b8-c13f-4738-8e91-5452f7bcdf32 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:42.697316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.744149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-b9f46a5d-e098-48ff-8d6e-1e0e787feb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:42.748458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-b9f46a5d-e098-48ff-8d6e-1e0e787feb19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 200 len: 845 time: 0.2056181 May 13 14:37:42.869225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:42.869721 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.882379 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0a5e51b6-26af-4cab-ad6a-643242403906 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2458086 May 13 14:37:42.920335 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-f922694e-9590-45f6-b000-bda5d02bc87d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=40c54b78-c360-46ea-bacd-8d3caaea5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444426 May 13 14:37:42.936680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:42.987143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.025975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Transition to ACTIVE for port object 82f430b8-c13f-4738-8e91-5452f7bcdf32 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:43.042520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:43.048776 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.111159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.112802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a5674e18-0775-4ae4-9139-d07dd88ef5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789305 May 13 14:37:43.134536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13d0d995-426a-431a-a35a-02f0500f3aa8 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:43.178477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:43.221879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 13d0d995-426a-431a-a35a-02f0500f3aa8 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:43.223061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13d0d995-426a-431a-a35a-02f0500f3aa8 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:43.223641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 30320af1-ff0b-4949-b95b-ad97d8f02421 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:43.287211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 30320af1-ff0b-4949-b95b-ad97d8f02421 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:43.287864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 30320af1-ff0b-4949-b95b-ad97d8f02421 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:43.288983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device da0fd681-7c25-44fb-8f32-f012a7c6c172 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:43.349242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-d46ea0b1-16a4-4928-aa2c-6c3b31654d3b service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151025 May 13 14:37:43.351367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: da0fd681-7c25-44fb-8f32-f012a7c6c172 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:43.351904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device da0fd681-7c25-44fb-8f32-f012a7c6c172 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:43.375529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:43.390299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:43.405512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:43.435992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0c731684-363a-47d7-8e5a-154de25520df service neutron] 10.222.0.36 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090601 May 13 14:37:43.457262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Pushing event updated for resources: {'Port': ['ID=82f430b8-c13f-4738-8e91-5452f7bcdf32,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.502655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.611043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1db70725-18eb-4ba4-b448-fa56fc7f6d0a service neutron] 10.222.0.36 "GET /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1136463 May 13 14:37:43.809235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.822085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Attempting to bind port 82f430b8-c13f-4738-8e91-5452f7bcdf32 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:43.822676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Attempting to bind port 82f430b8-c13f-4738-8e91-5452f7bcdf32 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:43.823324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Attempting to bind port 82f430b8-c13f-4738-8e91-5452f7bcdf32 on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:43.829645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.847359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c729-3cfd-4c92-a17a-3d515986bcac req-d819bee6-316d-48e7-9924-350b7af67be8 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.851864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:43.852309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Checking segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:43.853991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.853991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Bound using segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:43.853991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Bound port: 82f430b8-c13f-4738-8e91-5452f7bcdf32, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:43.854407 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.858356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c729-3cfd-4c92-a17a-3d515986bcac req-d819bee6-316d-48e7-9924-350b7af67be8 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.872468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:43.873569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c729-3cfd-4c92-a17a-3d515986bcac req-d819bee6-316d-48e7-9924-350b7af67be8 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:43.875722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bc2c729-3cfd-4c92-a17a-3d515986bcac req-d819bee6-316d-48e7-9924-350b7af67be8 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2418 time: 1.7542627 May 13 14:37:43.887138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:43.894761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:43.895409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:43.999799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.039026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.039968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b795c5e-0ab7-43d5-8f74-9e9be1dcecec {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:37:44.048257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] For port 82f430b8-c13f-4738-8e91-5452f7bcdf32, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:44.052854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] For port 82f430b8-c13f-4738-8e91-5452f7bcdf32, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f430b8-c13f-4738-8e91-5452f7bcdf32,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:44.063512 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fc81cf9-9474-4bb7-8251-3e523e42dc49 req-726a0a17-2dbb-4f06-a06a-5503b7fae4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911019 May 13 14:37:44.084717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bc2c729-3cfd-4c92-a17a-3d515986bcac req-90b269fd-c9d6-436a-9c4c-6fdc1dec0a8a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560073 May 13 14:37:44.109216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.111011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce1e40a1-dc02-42bf-9384-d06940d1c59a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8b795c5e-0ab7-43d5-8f74-9e9be1dcecec HTTP/1.1" status: 204 len: 168 time: 8.3200984 May 13 14:37:44.114760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:37:44.115229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:44.205392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Deleting subnet 3886ca6a-c6e9-44a1-8ace-2bc94924b7bb {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:37:44.209684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.248909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e34bbdb0-d3c0-455b-a4d0-427562fe3b56 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953045 May 13 14:37:44.336678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:44.338894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.356332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.362956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '1f4cec10-2107-440d-a435-9975d42f0735', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': '1f4cec10-2107-440d-a435-9975d42f0735', 'mac_address': 'fa:16:3e:ec:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:37:44.365868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.421725 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4865f305-ae5d-4e3e-b1d6-6a9d48eda859'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540', 'code': 200} May 13 14:37:44.507729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:44.507729 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.596706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Allocated IP 172.25.5.83 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/2a855216-2925-4238-9a2b-7cd20bca3cea) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:44.604011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.683097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4cec10-2107-440d-a435-9975d42f0735 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:37:44.688074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38641e-2740-432e-8e53-fbe27a0a60e7 None None] Pushing event updated for resources: {'Port': ['ID=82f430b8-c13f-4738-8e91-5452f7bcdf32,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:44.702513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02959897-c2a9-444a-8b6d-f572ebdcb5db service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444270 May 13 14:37:44.816806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:44.847034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:44.848332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.882300 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:44.930723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.002481 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.007383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3886ca6a-c6e9-44a1-8ace-2bc94924b7bb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.025098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86dc78-6ec0-4dce-b70e-80bc40f5f769 req-45c10a7b-54f7-4801-935c-4431c5135954 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:45.027757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b86dc78-6ec0-4dce-b70e-80bc40f5f769 req-45c10a7b-54f7-4801-935c-4431c5135954 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 943 time: 0.3525906 May 13 14:37:45.030271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9cfcdfc5-81fb-454d-92cf-71942658da0d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3886ca6a-c6e9-44a1-8ace-2bc94924b7bb HTTP/1.1" status: 204 len: 168 time: 0.9128876 May 13 14:37:45.080544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:45.085244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d051066-6ea7-40b5-960b-f5d672ab8e2c None None] Network 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:45.205358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b86dc78-6ec0-4dce-b70e-80bc40f5f769 req-56ec85ac-411a-441b-8bc9-d6ad4b0b93b9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696463 May 13 14:37:45.277420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-bf62cd52-f707-4b59-a537-edb1a39ff330 service neutron] 10.222.0.36 "GET /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4361041 May 13 14:37:45.461070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.512537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Deleting port 360bb211-90ec-4990-a2bc-dcbd329821fc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:45.512887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.525915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['1f4cec10-2107-440d-a435-9975d42f0735'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:37:45.615923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.678886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.702493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:45.735004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.754530 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:45.903698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a855216-2925-4238-9a2b-7cd20bca3cea,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:45.959252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:45.969870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:45.972782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:46.063054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:46.172094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Deleting port 6b58c73e-594f-4f8b-8939-577924e965a1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:46.172482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.299939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] DHCP port deletion for 8e1ee489-3d1b-4e71-adf9-22389f31c5d8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:37:46.317301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Deleting port 360bb211-90ec-4990-a2bc-dcbd329821fc {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:46.318419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.425027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2'}, {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}, {'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:46.496988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] For port 6b58c73e-594f-4f8b-8939-577924e965a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6b58c73e-594f-4f8b-8939-577924e965a1,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:46.497258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.525583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-4be10ba9-aeea-4984-97da-6dd989298aae service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2467921 May 13 14:37:46.646964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] For port 360bb211-90ec-4990-a2bc-dcbd329821fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=360bb211-90ec-4990-a2bc-dcbd329821fc,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:46.648482 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:46.809539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b353b-9e5a-41e5-8523-4b9e7aed8e75 None None] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:46.918010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] For port 360bb211-90ec-4990-a2bc-dcbd329821fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=360bb211-90ec-4990-a2bc-dcbd329821fc,segment=NetworkSegment(ca37704e-58e5-4917-bdc4-d50f9d9a49c8),segment_id=ca37704e-58e5-4917-bdc4-d50f9d9a49c8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:46.918433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.066278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73f67d-ef91-4ffd-99e5-0a0fed276b06 req-42f57cf4-e022-40b2-a0b0-603735f363eb tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.080468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd73f67d-ef91-4ffd-99e5-0a0fed276b06 req-42f57cf4-e022-40b2-a0b0-603735f363eb tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 1.5015123 May 13 14:37:47.094922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Calling delete_port for 360bb211-90ec-4990-a2bc-dcbd329821fc owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:47.131458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Calling delete_port for 360bb211-90ec-4990-a2bc-dcbd329821fc owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:47.168553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Calling delete_port for 6b58c73e-594f-4f8b-8939-577924e965a1 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:37:47.192974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f430b8-c13f-4738-8e91-5452f7bcdf32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:47.318344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd73f67d-ef91-4ffd-99e5-0a0fed276b06 req-d3cd7243-d32c-4a19-9848-ea4bc3ff82d3 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363622 May 13 14:37:47.371183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:37:47.372103 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:37:47.416301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.579912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-500753e9-0967-4a20-93a4-3ba4a943a2b7 None None] Provisioning for port 82f430b8-c13f-4738-8e91-5452f7bcdf32 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:47.601796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] No DVR routers for this DVR port 360bb211-90ec-4990-a2bc-dcbd329821fc on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:37:47.627929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a84ce6-2c31-4b52-88ea-d10817222da3 None None] Pushing event deleted for resources: {'Port': ['ID=360bb211-90ec-4990-a2bc-dcbd329821fc,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:47.739985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95094b9a-dfe6-4d89-bd7a-1e7901bfbb55 req-8b0dabaa-8060-4b89-a536-539d5e81e772 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.779163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95094b9a-dfe6-4d89-bd7a-1e7901bfbb55 req-8b0dabaa-8060-4b89-a536-539d5e81e772 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.811194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95094b9a-dfe6-4d89-bd7a-1e7901bfbb55 req-8b0dabaa-8060-4b89-a536-539d5e81e772 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:47.815169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95094b9a-dfe6-4d89-bd7a-1e7901bfbb55 req-8b0dabaa-8060-4b89-a536-539d5e81e772 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 0.3484199 May 13 14:37:47.880808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Deleting port 360bb211-90ec-4990-a2bc-dcbd329821fc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:47.881366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:47.935410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 82f430b8-c13f-4738-8e91-5452f7bcdf32 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:47.958075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82f430b8-c13f-4738-8e91-5452f7bcdf32 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:47.958673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.046286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:48.052879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-6d1d885a-103a-4f7f-9ab0-72c6e329b14d service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911531 May 13 14:37:48.082822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] The port '360bb211-90ec-4990-a2bc-dcbd329821fc' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:37:48.332616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 1f4cec10-2107-440d-a435-9975d42f0735 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:48.355993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 1f4cec10-2107-440d-a435-9975d42f0735 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:48.357148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.395452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.398312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.452954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1ee489-3d1b-4e71-adf9-22389f31c5d8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:48.482914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82f430b8-c13f-4738-8e91-5452f7bcdf32 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:48.483485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.490074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95094b9a-dfe6-4d89-bd7a-1e7901bfbb55 req-e05127e4-0ef5-4874-9964-dfebe6963b39 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635246 May 13 14:37:48.526012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:48.526377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca37704e-58e5-4917-bdc4-d50f9d9a49c8') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:48.560071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.593111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 82f430b8-c13f-4738-8e91-5452f7bcdf32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f430b8-c13f-4738-8e91-5452f7bcdf32,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:48.610586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.611600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.627989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:37:48.628824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: timer() May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:37:48.691443 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:37:48.858147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=82f430b8-c13f-4738-8e91-5452f7bcdf32,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:48.874206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 360bb211-90ec-4990-a2bc-dcbd329821fc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:37:48.988713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 360bb211-90ec-4990-a2bc-dcbd329821fc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:37:48.989360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 360bb211-90ec-4990-a2bc-dcbd329821fc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:37:49.053300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:49.054244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.054883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.067260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e743131c-e60c-46f2-9d76-c2875c7ee29e service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9976332 May 13 14:37:49.101198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.108875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1ebecf47-7875-46c7-8230-46c4f133cb90 None None] Provisioning complete for port 82f430b8-c13f-4738-8e91-5452f7bcdf32 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:49.109519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1ebecf47-7875-46c7-8230-46c4f133cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.156697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.170583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1ee489-3d1b-4e71-adf9-22389f31c5d8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.211134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.214201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4be61a07-dd33-4c2d-8b05-47a65e3fccb6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e1ee489-3d1b-4e71-adf9-22389f31c5d8 HTTP/1.1" status: 204 len: 168 time: 4.0939696 May 13 14:37:49.217873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f430b8-c13f-4738-8e91-5452f7bcdf32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:37:49.287891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:49.290999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad454b-b0c4-43dc-8f90-83ee77d9c4bd req-4f991580-20c8-443f-9f0c-c97100df74ec tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:49.297673 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13ad454b-b0c4-43dc-8f90-83ee77d9c4bd req-4f991580-20c8-443f-9f0c-c97100df74ec tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 944 time: 0.3221426 May 13 14:37:49.307746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.365879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b58c73e-594f-4f8b-8939-577924e965a1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.441834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13ad454b-b0c4-43dc-8f90-83ee77d9c4bd req-9eeff820-23a1-4154-90bb-7538a7403a2a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339056 May 13 14:37:49.456635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:49.540976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82f430b8-c13f-4738-8e91-5452f7bcdf32 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:49.541367 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:49.588017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:49.644382 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bfb222-f7cb-49a6-8e32-8c278a56dc08'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2', 'code': 200} May 13 14:37:49.655431 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bfb222-f7cb-49a6-8e32-8c278a56dc08'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:37:49.655701 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bfb222-f7cb-49a6-8e32-8c278a56dc08'] response: {'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'code': 200} May 13 14:37:49.677643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1ebecf47-7875-46c7-8230-46c4f133cb90 None None] Current status of the port 82f430b8-c13f-4738-8e91-5452f7bcdf32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:49.839488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82f430b8-c13f-4738-8e91-5452f7bcdf32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:37:50.001448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e33eae84-f10e-4063-ad21-50ded0c77def admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=383e74fdd3fe41868b9aea131798e038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112654 May 13 14:37:50.015144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:50.039944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-add8cb44-1cbb-4ada-a5d0-44e779471828 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316092 May 13 14:37:50.177953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.285198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.363267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428edf38-6810-46c0-84b3-fafe0ccbac82 req-3bbafd31-9bfe-47ea-8129-b06ff512817f tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.366126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-428edf38-6810-46c0-84b3-fafe0ccbac82 req-3bbafd31-9bfe-47ea-8129-b06ff512817f tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 0.3534672 May 13 14:37:50.369555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb527-c8c2-42b5-b93c-f1c5517bbe1c req-3e9e9f33-b942-407b-8eec-dbc647b1f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.373305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-289bb527-c8c2-42b5-b93c-f1c5517bbe1c req-3e9e9f33-b942-407b-8eec-dbc647b1f6b2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 1101 time: 0.4473097 May 13 14:37:50.415559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.419922 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.491047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-428edf38-6810-46c0-84b3-fafe0ccbac82 req-8d37ef04-ed7e-4374-9b65-58db3267bcc2 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128538 May 13 14:37:50.507504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-19b498ac-cf11-4b31-b7ae-d139c61aed5d service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943899 May 13 14:37:50.573040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-289bb527-c8c2-42b5-b93c-f1c5517bbe1c req-38d482ac-55ad-4221-8be1-e82aabc8523b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453717 May 13 14:37:50.641722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.703794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107905f7-8c70-4232-8750-1a9340b04ee5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:50.730852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:50.732047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7fa3346d-2f58-4cba-a0bf-b9746b6f5cbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/107905f7-8c70-4232-8750-1a9340b04ee5 HTTP/1.1" status: 204 len: 168 time: 0.7134941 May 13 14:37:50.847355 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-38004e66-251c-4b5a-8014-464628bda781 service neutron] 10.222.0.36 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483196 May 13 14:37:50.857264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f7d5-da0b-4ed5-87a7-07ee6d822030 req-ddeebfea-2c93-4ce0-a09d-8cda76898ffc tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.890654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f7d5-da0b-4ed5-87a7-07ee6d822030 req-ddeebfea-2c93-4ce0-a09d-8cda76898ffc tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.911748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f7d5-da0b-4ed5-87a7-07ee6d822030 req-ddeebfea-2c93-4ce0-a09d-8cda76898ffc tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:50.914054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2306f7d5-da0b-4ed5-87a7-07ee6d822030 req-ddeebfea-2c93-4ce0-a09d-8cda76898ffc tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 0.2441337 May 13 14:37:50.996764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2306f7d5-da0b-4ed5-87a7-07ee6d822030 req-617595d5-2c8d-4a54-acb8-b1e22968de68 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687358 May 13 14:37:51.279820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1cb2-5cdf-4be8-970c-83e6a07f52d6 req-efe05083-ef65-47c5-87c8-94e29e01aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.280715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1cb2-5cdf-4be8-970c-83e6a07f52d6 req-efe05083-ef65-47c5-87c8-94e29e01aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.284464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1cb2-5cdf-4be8-970c-83e6a07f52d6 req-efe05083-ef65-47c5-87c8-94e29e01aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.284464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34fb1cb2-5cdf-4be8-970c-83e6a07f52d6 req-efe05083-ef65-47c5-87c8-94e29e01aa66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2872 time: 1.3263628 May 13 14:37:51.351367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:51.608045 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34fb1cb2-5cdf-4be8-970c-83e6a07f52d6 req-4efbd86b-e47a-447f-9961-f2cf9c7840cf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975378 May 13 14:37:51.619616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77697-aab1-4525-b26e-4d89cfc51279 req-f1f9bf04-8876-4275-b250-54b89b093a17 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:51.622628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14f77697-aab1-4525-b26e-4d89cfc51279 req-f1f9bf04-8876-4275-b250-54b89b093a17 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 0.3809760 May 13 14:37:51.657288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:37:51.658843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-c882f3f6-46eb-43aa-af2d-89cab54107a7 service neutron] 10.222.0.36 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103192 May 13 14:37:51.737315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14f77697-aab1-4525-b26e-4d89cfc51279 req-bc7a9ba4-86b5-4535-ad73-ca087dbd67a1 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011462 May 13 14:37:52.212697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-16f95861-133c-404c-98b6-20b0ed288da0 service neutron] 10.222.0.36 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701371 May 13 14:37:52.353016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7ecf5-b240-4cd8-9fd8-c17cb4fda630 req-dd796ec0-08f4-4bc6-b715-2ae8bc05281a tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.356118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bec7ecf5-b240-4cd8-9fd8-c17cb4fda630 req-dd796ec0-08f4-4bc6-b715-2ae8bc05281a tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 0.2196300 May 13 14:37:52.427813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bec7ecf5-b240-4cd8-9fd8-c17cb4fda630 req-5552fc14-044b-4589-a140-d13e528b6258 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 May 13 14:37:52.480462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:37:52.522980 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf434aba-c538-44fa-92b9-823ba2275eca'] response: {'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735', 'code': 200} May 13 14:37:52.835493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bcf55-222d-4786-8de6-cb6a2fd81461 req-58992af9-12d4-413c-9df9-adc9468a7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:52.837184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749bcf55-222d-4786-8de6-cb6a2fd81461 req-58992af9-12d4-413c-9df9-adc9468a7f21 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 1096 time: 0.2233984 May 13 14:37:52.896156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:52.946207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-c9a32844-1b54-4983-a99f-b86c3c440374 service neutron] 10.222.0.36 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931212 May 13 14:37:52.993334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47456ca5-febd-4347-978f-7e78f0b6354a req-fda27485-5c75-4a0c-ae2d-8fd7e7f4cc06 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.036490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47456ca5-febd-4347-978f-7e78f0b6354a req-fda27485-5c75-4a0c-ae2d-8fd7e7f4cc06 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.066349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47456ca5-febd-4347-978f-7e78f0b6354a req-fda27485-5c75-4a0c-ae2d-8fd7e7f4cc06 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.083279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47456ca5-febd-4347-978f-7e78f0b6354a req-fda27485-5c75-4a0c-ae2d-8fd7e7f4cc06 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 0.3671169 May 13 14:37:53.211947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1630161570-network', 'tenant_id': 'e3756a2958eb4216aa448106cc6471f2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:53.218205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:53.227633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Usage tracker for resource:network and tenant:e3756a2958eb4216aa448106cc6471f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:53.231802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:53.249974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47456ca5-febd-4347-978f-7e78f0b6354a req-c28471eb-993f-4aca-9227-237c7dc705f0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627564 May 13 14:37:53.252106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749bcf55-222d-4786-8de6-cb6a2fd81461 req-f9ba88f5-4d56-4dee-82e6-f291dd339c61 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049811 May 13 14:37:53.275739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:53.312682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Made reservation on behalf of e3756a2958eb4216aa448106cc6471f2 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:53.316453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.349830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.371082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:53.385656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Usage tracker for resource:security_group_rule and tenant:e3756a2958eb4216aa448106cc6471f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:53.389527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:53.401294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:53.430590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:53.445909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:53.474082 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:53.476391 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:53.543117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Router 92da6384-9216-4781-9db7-5d2c64cb9a9f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:37:53.580971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.583119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eec993ad-b03c-445b-a829-a3e26ae040f2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 14.0413125 May 13 14:37:53.591091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:53.623513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-862e1504-545a-4f34-b8e4-a4100d841f82 service neutron] 10.222.0.36 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401947 May 13 14:37:53.632510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185eb16-1c40-4c29-88b7-d4ce066780a7 req-fe542141-571b-46be-bb68-de7a955d6cce tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:53.653469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9185eb16-1c40-4c29-88b7-d4ce066780a7 req-fe542141-571b-46be-bb68-de7a955d6cce tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 0.2253499 May 13 14:37:53.757167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9185eb16-1c40-4c29-88b7-d4ce066780a7 req-4ad2ff80-744c-4efc-92d3-575c7991ab7b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022062 May 13 14:37:53.862767 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:53.887473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.899790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.934108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:37:53.976370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:53.977104 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Added segment f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a of type vlan for network c9cf718f-2f28-4ca1-9507-67eb62ebed1e May 13 14:37:54.071092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.305596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.322086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.323537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:54.331446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:54.865859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9479349 May 13 14:37:54.878903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:54.891608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc51d6-7722-4e75-b5da-1bee881fb30f admin admin] Pushing event updated for resources: {'Network': ['ID=c9cf718f-2f28-4ca1-9507-67eb62ebed1e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:54.906893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c9cf718f-2f28-4ca1-9507-67eb62ebed1e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:37:54.913332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Request body: {'subnet': {'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1630161570-subnet', 'tenant_id': 'e3756a2958eb4216aa448106cc6471f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:37:54.938321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:37:54.938953 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:47Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:54.949568 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:54.952828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Updating router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 port 2a855216-2925-4238-9a2b-7cd20bca3cea binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:37:54.966680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Usage tracker for resource:subnet and tenant:e3756a2958eb4216aa448106cc6471f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:37:54.975634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:37:54.985099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:37:55.037443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dfa57-c0b5-48c6-9dbe-a45ada215b71 req-2891abf7-986b-4d14-aa4b-d54fc82958f9 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:55.047846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-161dfa57-c0b5-48c6-9dbe-a45ada215b71 req-2891abf7-986b-4d14-aa4b-d54fc82958f9 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 0.8784282 May 13 14:37:55.085367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Made reservation on behalf of e3756a2958eb4216aa448106cc6471f2 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:37:55.091182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.181584 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:55.344449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:37:55.360745 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-161dfa57-c0b5-48c6-9dbe-a45ada215b71 req-b078758e-e2d4-421a-9b6b-2def151e0424 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038318 May 13 14:37:55.360745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:37:55.361162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c4723e25-5917-4965-8d6f-a0f8613b7163 admin admin] 10.222.0.36 "PUT /v2.0/routers/92da6384-9216-4781-9db7-5d2c64cb9a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2971380 May 13 14:37:55.365490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Sync routers for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:37:55.402630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:55.404781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:55.936396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.140778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:56.475481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.644365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8b3f-e130-46d1-b42f-6c9d90aab95c req-36c9677b-eeb1-4569-96a3-f7ed9c801514 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:56.646607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-938c8b3f-e130-46d1-b42f-6c9d90aab95c req-36c9677b-eeb1-4569-96a3-f7ed9c801514 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 0.4025397 May 13 14:37:56.763124 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.787726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-938c8b3f-e130-46d1-b42f-6c9d90aab95c req-4cfb648d-b04a-4802-90a1-2919e05a3a47 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311707 May 13 14:37:56.828156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Transition to ACTIVE for port object 2a855216-2925-4238-9a2b-7cd20bca3cea will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:56.841905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 5, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:56.856272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Checking router: 92da6384-9216-4781-9db7-5d2c64cb9a9f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:37:56.869820 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:56.892123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Routers {'92da6384-9216-4781-9db7-5d2c64cb9a9f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:56.893160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['92da6384-9216-4781-9db7-5d2c64cb9a9f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:57.060334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.163599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Pushing event updated for resources: {'Port': ['ID=2a855216-2925-4238-9a2b-7cd20bca3cea,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.181541 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:37:57.190541 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.191108 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.191848 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.192629 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.193273 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.194114 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.194664 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.195148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Allocated IP 172.20.0.1 (771c2c35-3c04-4b76-8ff9-dd508fcd2272/1138a178-8c90-4ea5-ad7d-2781e75b77e2/ce27462c-4e0b-41d2-9e01-17c26ef8312c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:37:57.195285 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.196044 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.196706 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.197549 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.199066 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:37:57.273385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Attempting to bind port 2a855216-2925-4238-9a2b-7cd20bca3cea on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:37:57.274245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Attempting to bind port 2a855216-2925-4238-9a2b-7cd20bca3cea by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:37:57.275554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Attempting to bind port 2a855216-2925-4238-9a2b-7cd20bca3cea on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:37:57.292887 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:37:57.294002 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:57.295402 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.297499 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:37:57.298964 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Bound port: 2a855216-2925-4238-9a2b-7cd20bca3cea, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:37:57.300505 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.341449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e8b327c-a89a-4777-a40d-7688d5ad02ec req-65c1c999-9869-481f-a221-b3f971b74891 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 210 time: 0.1516967 May 13 14:37:57.492877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] Set router 92da6384-9216-4781-9db7-5d2c64cb9a9f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:57.570264 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] For port 2a855216-2925-4238-9a2b-7cd20bca3cea, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:37:57.584100 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] For port 2a855216-2925-4238-9a2b-7cd20bca3cea, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a855216-2925-4238-9a2b-7cd20bca3cea,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:37:57.595248 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:57.615894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d30f18b-7064-44d5-9798-db6fa6f3649a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.889892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038cca0-05d5-432e-8102-ae1f9d0cf51b req-ee1e0495-c965-4692-af1d-41d3171d92d1 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.932180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038cca0-05d5-432e-8102-ae1f9d0cf51b req-ee1e0495-c965-4692-af1d-41d3171d92d1 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.933842 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430d49c-1e73-42a0-8826-15a23aa8ad21 None None] Pushing event updated for resources: {'Port': ['ID=2a855216-2925-4238-9a2b-7cd20bca3cea,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:57.963136 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:37:57.966364 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:37:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:57.975194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038cca0-05d5-432e-8102-ae1f9d0cf51b req-ee1e0495-c965-4692-af1d-41d3171d92d1 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:57.986732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f038cca0-05d5-432e-8102-ae1f9d0cf51b req-ee1e0495-c965-4692-af1d-41d3171d92d1 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 1.8556519 May 13 14:37:58.146528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.220762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.233276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Checking segment: {'id': 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:37:58.234165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Network hostable DHCP agents. Network: c9cf718f-2f28-4ca1-9507-67eb62ebed1e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:37:58.252920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Transition to ACTIVE for port object ce27462c-4e0b-41d2-9e01-17c26ef8312c will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:37:58.312671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.371644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Deleting port d507426a-c9bf-4905-8c12-4db81d829220 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:37:58.377680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.417497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Pushing event updated for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:37:58.435504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:37:58.437401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:58.453481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:37:58.583267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f038cca0-05d5-432e-8102-ae1f9d0cf51b req-00576e20-0927-4b9a-9cfc-087348fe2647 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547719 May 13 14:37:58.628448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:58.723168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Network c9cf718f-2f28-4ca1-9507-67eb62ebed1e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:37:58.833306 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:37:58.845769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c9cf718f-2f28-4ca1-9507-67eb62ebed1e) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:37:58.861901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:58.862182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c3f1f-a5c5-4cd9-8955-b63de59b6147 None None] Network c9cf718f-2f28-4ca1-9507-67eb62ebed1e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:37:58.862890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.224432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3064b406-7afa-412f-bbdb-7fec9c27c7ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.3423698 May 13 14:37:59.261898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5ef57c1f-c06c-468c-9b3e-a19f8ecc151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.263341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5ef57c1f-c06c-468c-9b3e-a19f8ecc151b service neutron] 10.222.0.90 "GET /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 1032 time: 0.2436650 May 13 14:37:59.348919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e041459f-526b-4b67-9de3-c7026f1655bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:37:59.350425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e041459f-526b-4b67-9de3-c7026f1655bc service neutron] 10.222.0.90 "GET /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 1032 time: 0.0780129 May 13 14:37:59.429485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6504d0aa-980e-41a2-b6f8-1311bd0bf089 None None] Provisioning for port ce27462c-4e0b-41d2-9e01-17c26ef8312c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:37:59.483427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6504d0aa-980e-41a2-b6f8-1311bd0bf089 None None] Provisioning complete for port ce27462c-4e0b-41d2-9e01-17c26ef8312c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:37:59.485969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6504d0aa-980e-41a2-b6f8-1311bd0bf089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.632929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d8e7cac-6539-42ee-ba5d-16501771fb1e req-e72c5b72-4893-4caa-b1e9-d04a39dbb89e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 210 time: 0.1212401 May 13 14:37:59.705446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.871589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] For port d507426a-c9bf-4905-8c12-4db81d829220, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d507426a-c9bf-4905-8c12-4db81d829220,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:37:59.872140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:37:59.962574 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:47Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:37:59.982089 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295fa47d-663c-4d09-8ab9-38f0277e2e8f None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:47Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:00.012362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 5, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:00.043003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6504d0aa-980e-41a2-b6f8-1311bd0bf089 None None] Port ce27462c-4e0b-41d2-9e01-17c26ef8312c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:00.096623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a93d0-3539-43af-b904-f758070d4d6d None None] The sync data for ids ['92da6384-9216-4781-9db7-5d2c64cb9a9f'] in n-d-841736-1 is: [{'id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'name': 'tempest-TaggedBootDevicesTest-1100511056-router', 'tenant_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:31:02Z', 'updated_at': '2022-05-13T14:37:48Z', 'revision_number': 5, 'project_id': 'f51944b7a5cb4b8890dc314d20107c5a', 'gw_port': {'id': 'd507426a-c9bf-4905-8c12-4db81d829220', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92da6384-9216-4781-9db7-5d2c64cb9a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:31:04Z', 'updated_at': '2022-05-13T14:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:00.099336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dfce5924-a338-4019-8dd1-e8699f2e8a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:00.215597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cf85e2a-8c74-4d37-bf1b-d6da4b177a08 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.222078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cf85e2a-8c74-4d37-bf1b-d6da4b177a08 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.247571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cf85e2a-8c74-4d37-bf1b-d6da4b177a08 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:00.250395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cf85e2a-8c74-4d37-bf1b-d6da4b177a08 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/networks?id=c6d338ab-d016-46df-ad29-30e69bfabf5b&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=3faf67a2-8a97-423f-990a-02652c74e692&id=3faf67a2-8a97-423f-990a-02652c74e692 HTTP/1.1" status: 200 len: 1993 time: 0.8882656 May 13 14:38:00.368987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Calling delete_port for d507426a-c9bf-4905-8c12-4db81d829220 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:00.442034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-c61d6035-02a3-41e0-b750-3fd0fdd50cbc tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca52659c546428ab2e6ef91ba192719 HTTP/1.1" status: 200 len: 380 time: 0.1025369 May 13 14:38:00.458071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'admin_state_up': True, 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'security_groups': ['f09673e8-4d40-47e1-ac44-04bc208a49c6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:00.727711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9810a1fa-7d45-40d9-bb21-0e6e71b2a97a None None] Network c9cf718f-2f28-4ca1-9507-67eb62ebed1e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:00.858574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:01.061445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:01.131228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:01.145054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.356443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.526934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a855216-2925-4238-9a2b-7cd20bca3cea up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:01.668086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2a855216-2925-4238-9a2b-7cd20bca3cea completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:01.685155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2a855216-2925-4238-9a2b-7cd20bca3cea triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:01.685525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.763477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:01.779809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.025282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2a855216-2925-4238-9a2b-7cd20bca3cea is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:02.025703 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.056671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d507426a-c9bf-4905-8c12-4db81d829220,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.067343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2a855216-2925-4238-9a2b-7cd20bca3cea, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a855216-2925-4238-9a2b-7cd20bca3cea,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:02.070830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-62938720-e2f3-4e46-83f3-e37f34afbf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.075208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ea40e-c5dd-406a-b94e-838ced59d6d6 req-e4263840-de7b-4167-ade7-fc53c26d78da tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:02.078165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.085306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0ea40e-c5dd-406a-b94e-838ced59d6d6 req-e4263840-de7b-4167-ade7-fc53c26d78da tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 0.6333275 May 13 14:38:02.157576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:02.175708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6b58c73e-594f-4f8b-8939-577924e965a1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:02.182908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Pushing event updated for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.247627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:02.360853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0ea40e-c5dd-406a-b94e-838ced59d6d6 req-9d39365f-4c1d-40a9-b054-04ad0e8757ba tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742872 May 13 14:38:02.398552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2a855216-2925-4238-9a2b-7cd20bca3cea,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:02.414560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 6b58c73e-594f-4f8b-8939-577924e965a1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:02.414901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6b58c73e-594f-4f8b-8939-577924e965a1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:02.571297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:02.575183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:02.986486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:03.003795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.043509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '1f4cec10-2107-440d-a435-9975d42f0735', 'network_id': '40c54b78-c360-46ea-bacd-8d3caaea5a2f', 'port_id': '1f4cec10-2107-440d-a435-9975d42f0735', 'mac_address': 'fa:16:3e:ec:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49af13c-b15c-4670-8389-a6e054adbea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:03.199847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.224881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e570528b-bfdc-4d96-98d5-d6ad16ba7200 req-5d5d6099-2ef3-4663-ae9a-9d053ef8b6c7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 210 time: 0.4167502 May 13 14:38:03.278977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-454b5ce4-af22-40bf-a477-3ed93ed0b629 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:03.279776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-454b5ce4-af22-40bf-a477-3ed93ed0b629 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Synchronizing usage tracker for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:03.384777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a855216-2925-4238-9a2b-7cd20bca3cea up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:03.568875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.570988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:03.571368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.639008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7bfc3032-0dfd-473e-b0f4-f76badd3af1d None None] Provisioning complete for port ce27462c-4e0b-41d2-9e01-17c26ef8312c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:03.639380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3032-0dfd-473e-b0f4-f76badd3af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.678047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-454b5ce4-af22-40bf-a477-3ed93ed0b629 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Unset dirty status for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:03.686072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-454b5ce4-af22-40bf-a477-3ed93ed0b629 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/networks?id=c9cf718f-2f28-4ca1-9507-67eb62ebed1e HTTP/1.1" status: 200 len: 821 time: 1.9786091 May 13 14:38:03.686510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4cec10-2107-440d-a435-9975d42f0735 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:03.715979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cbd7a22b-13df-4259-a67a-24267383f0a1 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/quotas/e3756a2958eb4216aa448106cc6471f2 HTTP/1.1" status: 200 len: 375 time: 0.0284755 May 13 14:38:03.726602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2a855216-2925-4238-9a2b-7cd20bca3cea triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:03.726849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.783567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:03.787715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc3032-0dfd-473e-b0f4-f76badd3af1d None None] Port ce27462c-4e0b-41d2-9e01-17c26ef8312c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:03.793031 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.851492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378148-6b98-4d14-bfc2-825e67d04334 req-2faead3b-268a-4d8e-92b9-5745341bf24e tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:03.854276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21378148-6b98-4d14-bfc2-825e67d04334 req-2faead3b-268a-4d8e-92b9-5745341bf24e tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.90 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 950 time: 2.4764183 May 13 14:38:03.887435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:03.936731 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:04.065679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 172.20.0.14 (c6d338ab-d016-46df-ad29-30e69bfabf5b/2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7/4b4594fe-67f9-43c0-ae38-8e9b97680281) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:04.103204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['1f4cec10-2107-440d-a435-9975d42f0735'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:04.177946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575cb9-21c3-42d6-80e5-5f503b1fc568 req-c7b19668-4875-461b-878a-bc0047100af6 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.180545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-27226cc1-410c-4baa-9b26-06c3ccce844a tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3756a2958eb4216aa448106cc6471f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4633563 May 13 14:38:04.208493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.221335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575cb9-21c3-42d6-80e5-5f503b1fc568 req-c7b19668-4875-461b-878a-bc0047100af6 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.259500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575cb9-21c3-42d6-80e5-5f503b1fc568 req-c7b19668-4875-461b-878a-bc0047100af6 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.276840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc575cb9-21c3-42d6-80e5-5f503b1fc568 req-c7b19668-4875-461b-878a-bc0047100af6 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 0.6931484 May 13 14:38:04.288889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:04.367440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-221508ae-1d39-46ba-883c-ae9fd543f4a3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.380810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-221508ae-1d39-46ba-883c-ae9fd543f4a3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.403436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-221508ae-1d39-46ba-883c-ae9fd543f4a3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:04.408651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-221508ae-1d39-46ba-883c-ae9fd543f4a3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 2419 time: 1.4375358 May 13 14:38:04.479072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2a855216-2925-4238-9a2b-7cd20bca3cea is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:04.752117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:04.763323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:04.974871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:38:05.004930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:05.005305 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.070555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-e93c6fad-f6cf-43fc-b180-9916bd557ebe service neutron] 10.222.0.36 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773072 May 13 14:38:05.091683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.092556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92da6384-9216-4781-9db7-5d2c64cb9a9f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:38:05.122186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:05.139200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:05.147048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.164670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.481051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 66349f88-cc63-4ff3-ab36-b4eceb4cf540, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=66349f88-cc63-4ff3-ab36-b4eceb4cf540,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:05.482090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.523892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:05.624707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-e8ad633b-7cc9-43c2-ac7f-97b133eaece4 service neutron] 10.222.0.36 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179675 May 13 14:38:05.644092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 66349f88-cc63-4ff3-ab36-b4eceb4cf540 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:05.777495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.842980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object 4b4594fe-67f9-43c0-ae38-8e9b97680281 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:05.911337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:05.934139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e8dccac8-322d-468b-883d-09fdeb9ba351'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:05.996170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Deleting port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:05.998212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.161327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:06.219934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.290555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.330640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-000a3775-7818-4d1e-8d5c-5edfd1114f14 admin admin] 10.222.0.36 "DELETE /v2.0/routers/92da6384-9216-4781-9db7-5d2c64cb9a9f HTTP/1.1" status: 204 len: 168 time: 10.9695058 May 13 14:38:06.522735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 1f4cec10-2107-440d-a435-9975d42f0735 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:06.523310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:06.543566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:06.613703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=66349f88-cc63-4ff3-ab36-b4eceb4cf540,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:06.803885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:06.834110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc575cb9-21c3-42d6-80e5-5f503b1fc568 req-de149688-f81a-4abc-b5f1-ad283c3d3b77 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5123117 May 13 14:38:06.849219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Deleting subnet ea9f3869-3e13-468e-8c2f-12d0ab536d5a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:06.895372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network c6d338ab-d016-46df-ad29-30e69bfabf5b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:07.027595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:07.033289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:07.277639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d507426a-c9bf-4905-8c12-4db81d829220 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:07.401716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d507426a-c9bf-4905-8c12-4db81d829220 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:07.402770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d507426a-c9bf-4905-8c12-4db81d829220 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:07.417007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:07.417698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.661045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:07.661984 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.745972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:38:07.759534 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:38:07.802273 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:07.811841 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:38:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:07.825350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c05da7ec-9182-4e33-9670-1cef6e484507 None None] Provisioning for port 4b4594fe-67f9-43c0-ae38-8e9b97680281 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:07.850886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c05da7ec-9182-4e33-9670-1cef6e484507 None None] Provisioning complete for port 4b4594fe-67f9-43c0-ae38-8e9b97680281 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:07.851376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c05da7ec-9182-4e33-9670-1cef6e484507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:07.967686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c05da7ec-9182-4e33-9670-1cef6e484507 None None] Port 4b4594fe-67f9-43c0-ae38-8e9b97680281 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:07.969848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e8dccac8-322d-468b-883d-09fdeb9ba351 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:08.056353 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.107865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:08.134160 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.176444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] For port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:08.177174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.201105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 66349f88-cc63-4ff3-ab36-b4eceb4cf540 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:08.210910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.245956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:08.328468 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f5523f3a-47c0-4c02-a2ab-66df4b113799 admin admin] 10.222.0.36 "PUT /v2.0/routers/ab683f8a-6797-4db7-99a2-c01fbd2a7fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7208958 May 13 14:38:08.348832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-af9a2eae-0543-48d0-8cc8-1e1b6007d87b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "DELETE /v2.0/ports/66349f88-cc63-4ff3-ab36-b4eceb4cf540 HTTP/1.1" status: 204 len: 173 time: 3.8987730 May 13 14:38:08.359555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.557974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-61df3030-aa49-4954-8f42-70e64769f731 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1056161 May 13 14:38:08.715285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port e8dccac8-322d-468b-883d-09fdeb9ba351 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:08.715604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.743661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:08.792714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e8dccac8-322d-468b-883d-09fdeb9ba351 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:08.793095 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.847706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'admin_state_up': True, 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'security_groups': ['f09673e8-4d40-47e1-ac44-04bc208a49c6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:08.852343 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:08.904651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:08.904651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:08.904651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 66349f88-cc63-4ff3-ab36-b4eceb4cf540 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:09.010050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Calling delete_port for 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:09.072047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 66349f88-cc63-4ff3-ab36-b4eceb4cf540 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:38:09.074572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 66349f88-cc63-4ff3-ab36-b4eceb4cf540 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:38:09.075258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 723e039e-ae47-4383-95f7-b8e0894302b2 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:09.561385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:09.571432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 723e039e-ae47-4383-95f7-b8e0894302b2 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:09.571855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.674257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:09.685096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:09.935693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:10.071297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:00Z', 'revision_number': 2, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:10.091177 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:38:10.091751 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Updating router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 port ce27462c-4e0b-41d2-9e01-17c26ef8312c binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:38:10.114501 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.453513 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.528102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca233e-a75c-40fb-80f6-98fdea765f2d req-b50bd9b2-cbfc-4150-aa61-24cee20d7b6d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.543488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4eca233e-a75c-40fb-80f6-98fdea765f2d req-b50bd9b2-cbfc-4150-aa61-24cee20d7b6d tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/ports?device_id=73777af1-c32c-4cb2-96c8-047d1735b363 HTTP/1.1" status: 200 len: 948 time: 2.5104694 May 13 14:38:10.582796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:10.613406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:port and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:10.635226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:10.653222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.672184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-a0b3b556-c3b5-4a0e-bb98-2059856f20c7 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:10.673742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-a0b3b556-c3b5-4a0e-bb98-2059856f20c7 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.90 "GET /v2.0/networks?id=c9cf718f-2f28-4ca1-9507-67eb62ebed1e HTTP/1.1" status: 200 len: 821 time: 0.7087381 May 13 14:38:10.674775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:10.694815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Request body: {'port': {'device_id': 'f575086b-308d-4f22-9327-5658bc505172', 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e', 'admin_state_up': True, 'tenant_id': 'e3756a2958eb4216aa448106cc6471f2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:10.742297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.849294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9f3869-3e13-468e-8c2f-12d0ab536d5a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:10.898589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4eca233e-a75c-40fb-80f6-98fdea765f2d req-78457bc5-2ca7-4a51-8c45-c0fa430ad688 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.36 "GET /v2.0/security-groups?id=acac4250-0539-4fa3-a690-db7e19239ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540785 May 13 14:38:10.961410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:10.969656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61640969-17aa-48d7-b340-803c4f258116 None None] Network 90383ed2-c0c5-4646-b629-0ef3864383cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:11.047506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eba71bbc-778d-4b0e-bc41-dcd5e5c3dab5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea9f3869-3e13-468e-8c2f-12d0ab536d5a HTTP/1.1" status: 204 len: 168 time: 4.4262660 May 13 14:38:11.055133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:11.152703 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf5c8b1-f4a0-4ca1-b1b2-f0b05e87b735'] response: {'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'code': 200} May 13 14:38:11.228283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Pushing event deleted for resources: {'Port': ['ID=4e9c4a4a-ff81-454d-8d12-f7ea076aff2a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:11.347479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.362635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port e8dccac8-322d-468b-883d-09fdeb9ba351, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e8dccac8-322d-468b-883d-09fdeb9ba351,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:11.363007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.616962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:11.623376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.662248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] No DVR routers for this DVR port 4e9c4a4a-ff81-454d-8d12-f7ea076aff2a on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:11.681026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.684743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-deleted', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:11.689482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] DHCP port deletion for 90383ed2-c0c5-4646-b629-0ef3864383cf request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:11.695449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Deleting port d06a2ae6-7783-43d0-a655-2d278bd779b3 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:11.695984 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:11.872336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for e8dccac8-322d-468b-883d-09fdeb9ba351 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:11.917468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21378148-6b98-4d14-bfc2-825e67d04334 req-88903d80-19e9-4221-ad9e-ba38a6097a63 tempest-ServerDiagnosticsNegativeTest-106765651 tempest-ServerDiagnosticsNegativeTest-106765651-project] 10.222.0.90 "DELETE /v2.0/ports/4e9c4a4a-ff81-454d-8d12-f7ea076aff2a HTTP/1.1" status: 204 len: 173 time: 8.0104637 May 13 14:38:12.098959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:12.113158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Usage tracker for resource:port and tenant:e3756a2958eb4216aa448106cc6471f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:12.120698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:12.179389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12fa9-91f4-4624-8075-5f00fdd084a5 req-a20bd375-a81f-49f7-b342-6f1bd1fc30e0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:12.180836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-89d12fa9-91f4-4624-8075-5f00fdd084a5 req-a20bd375-a81f-49f7-b342-6f1bd1fc30e0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:12.185049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:12.235046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Made reservation on behalf of e3756a2958eb4216aa448106cc6471f2 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:12.239542 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.279716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-89d12fa9-91f4-4624-8075-5f00fdd084a5 req-a20bd375-a81f-49f7-b342-6f1bd1fc30e0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:12.282432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89d12fa9-91f4-4624-8075-5f00fdd084a5 req-a20bd375-a81f-49f7-b342-6f1bd1fc30e0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 932 time: 1.2435124 May 13 14:38:12.332051 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.349986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.1.1.62 (2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93/8918d7ac-0860-4208-a57c-ef1cd291585c/566ccbcd-42c9-438e-a6a7-8249799324d0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:12.541641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5edcbc3-0253-4bb6-a2a2-26db681b352b req-baf7a0e2-c28f-4250-95fc-6c338f229d27 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 210 time: 0.8115089 May 13 14:38:12.558524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] For port d06a2ae6-7783-43d0-a655-2d278bd779b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d06a2ae6-7783-43d0-a655-2d278bd779b3,segment=NetworkSegment(ad84b852-85ff-4336-a5ba-0894eb5f36e2),segment_id=ad84b852-85ff-4336-a5ba-0894eb5f36e2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:12.567237 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.568517 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Transition to ACTIVE for port object ce27462c-4e0b-41d2-9e01-17c26ef8312c will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:12.583242 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.594563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:12.597755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Deleting port d06a2ae6-7783-43d0-a655-2d278bd779b3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:12.605185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89d12fa9-91f4-4624-8075-5f00fdd084a5 req-74324197-645e-400e-b366-cee71db815b2 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952437 May 13 14:38:12.609485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.161496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Calling delete_port for d06a2ae6-7783-43d0-a655-2d278bd779b3 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:13.306534 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b17102-83ef-4eed-87f1-ff6febb48bbb'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': '66349f88-cc63-4ff3-ab36-b4eceb4cf540', 'status': 'completed', 'code': 200} May 13 14:38:13.378567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735'}, {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351'}, {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:13.460697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d06a2ae6-7783-43d0-a655-2d278bd779b3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:13.772943 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Attempting to bind port ce27462c-4e0b-41d2-9e01-17c26ef8312c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:13.773742 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Attempting to bind port ce27462c-4e0b-41d2-9e01-17c26ef8312c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:13.774535 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Attempting to bind port ce27462c-4e0b-41d2-9e01-17c26ef8312c on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:13.813759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.826424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:13.827275 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Checking segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:13.828504 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.829496 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Bound using segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:13.830501 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Bound port: ce27462c-4e0b-41d2-9e01-17c26ef8312c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:13.832129 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:13.845220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port d06a2ae6-7783-43d0-a655-2d278bd779b3 update to DOWN by agent not found {{(pid=88134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:38:14.005558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] No DVR routers for this DVR port d06a2ae6-7783-43d0-a655-2d278bd779b3 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:14.033026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9d83-7eb3-4664-b9a5-dbb8fa8b4fdf None None] Pushing event deleted for resources: {'Port': ['ID=d06a2ae6-7783-43d0-a655-2d278bd779b3,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.110220 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] For port ce27462c-4e0b-41d2-9e01-17c26ef8312c, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:14.121562 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] For port ce27462c-4e0b-41d2-9e01-17c26ef8312c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ce27462c-4e0b-41d2-9e01-17c26ef8312c,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:14.124249 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d45b-d24c-4126-b1af-afd714560f00 None None] Pushing event updated for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.131524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Allocated IP 172.20.0.3 (c9cf718f-2f28-4ca1-9507-67eb62ebed1e/6d30f18b-7064-44d5-9798-db6fa6f3649a/08fc3454-f570-43da-8047-fabdbe26693e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:14.151555 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.209367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=e8dccac8-322d-468b-883d-09fdeb9ba351,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.232852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] The port 'd06a2ae6-7783-43d0-a655-2d278bd779b3' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:38:14.235895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port e8dccac8-322d-468b-883d-09fdeb9ba351 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:14.251219 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.361991 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:38:14.363851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:38:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:14.515088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.557934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.638676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90383ed2-c0c5-4646-b629-0ef3864383cf']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:14.669643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d45b-d24c-4126-b1af-afd714560f00 None None] Pushing event updated for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:14.673925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad84b852-85ff-4336-a5ba-0894eb5f36e2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:14.674350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad84b852-85ff-4336-a5ba-0894eb5f36e2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:14.707902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-0c0077e7-a507-4948-a9ae-5cc56f5da59c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "DELETE /v2.0/ports/e8dccac8-322d-468b-883d-09fdeb9ba351 HTTP/1.1" status: 204 len: 173 time: 6.2809660 May 13 14:38:14.788979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-52982169-04c6-4a24-9503-e34cf1d22f62 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.809835 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:38:14.814226 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-52982169-04c6-4a24-9503-e34cf1d22f62 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 821 time: 1.0011532 May 13 14:38:14.831384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object 566ccbcd-42c9-438e-a6a7-8249799324d0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:14.857923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.904734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-b540a1f8-248b-41c3-85e4-b38b140e31d7 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/quotas/4b6c4e6b559642c98b922f497376a767 HTTP/1.1" status: 200 len: 375 time: 0.0887086 May 13 14:38:14.950449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:14.993047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620fb20-80e8-4dae-948c-ec0f7fd275f3 req-55bc5ed9-6557-40b2-9ef6-2fb13f5f588a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:14.995205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b620fb20-80e8-4dae-948c-ec0f7fd275f3 req-55bc5ed9-6557-40b2-9ef6-2fb13f5f588a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:15.007073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:15.008409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: timer() May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:15.039835 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:15.292444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 723e039e-ae47-4383-95f7-b8e0894302b2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:15.292444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.336289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:15.423402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b620fb20-80e8-4dae-948c-ec0f7fd275f3 req-55bc5ed9-6557-40b2-9ef6-2fb13f5f588a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:15.432666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b620fb20-80e8-4dae-948c-ec0f7fd275f3 req-55bc5ed9-6557-40b2-9ef6-2fb13f5f588a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=61548544-cb92-4592-b34b-dcbac4399fe9 HTTP/1.1" status: 200 len: 944 time: 2.1248949 May 13 14:38:15.451404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.462832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.576098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.584506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:15.638842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] Pushing event deleted for resources: {'Network': ['ID=90383ed2-c0c5-4646-b629-0ef3864383cf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:15.653314 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:14Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:15.658931 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81c924-a4f3-4413-9fd7-926fccc6834f None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:14Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:38:15.712675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-97ee1586-5716-4084-9707-cfcbaeb74177 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7049820 May 13 14:38:15.906501 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-49dccc3f-3a0f-486d-840b-40fdcc45600f admin admin] 10.222.0.36 "DELETE /v2.0/networks/90383ed2-c0c5-4646-b629-0ef3864383cf HTTP/1.1" status: 204 len: 168 time: 4.8503361 May 13 14:38:16.105134 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b620fb20-80e8-4dae-948c-ec0f7fd275f3 req-0c077d10-0d5d-4edc-b8ce-1efb4cc2ad82 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550279 May 13 14:38:16.218151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:16.289725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:16.306552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:16.309188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:16.335636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 723e039e-ae47-4383-95f7-b8e0894302b2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=723e039e-ae47-4383-95f7-b8e0894302b2,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:16.336790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.349492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:16.495008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:16.831740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:16.832369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:16.970279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:16.984646 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.086349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.109739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2603efdb-35ea-4fc6-b000-d1f09d3863ee None None] Provisioning for port 566ccbcd-42c9-438e-a6a7-8249799324d0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:17.116694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2603efdb-35ea-4fc6-b000-d1f09d3863ee None None] Provisioning complete for port 566ccbcd-42c9-438e-a6a7-8249799324d0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:17.117018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2603efdb-35ea-4fc6-b000-d1f09d3863ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.154319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fcc14376-3b8f-4256-afe9-208bc23c6e66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55e053b4437b4e35ae1d6f8e32db9de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188745 May 13 14:38:17.186967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:17.204558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2603efdb-35ea-4fc6-b000-d1f09d3863ee None None] Port 566ccbcd-42c9-438e-a6a7-8249799324d0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:17.235443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.250537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 723e039e-ae47-4383-95f7-b8e0894302b2 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:17.277061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:17.278253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.388872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-58f15d1e-1bd0-4078-855f-bcd9ca9fa795 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6131697 May 13 14:38:17.457307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ce27462c-4e0b-41d2-9e01-17c26ef8312c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:17.473621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1369d5f-0533-4b52-9774-608a5f8a9b40 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 8.6384723 May 13 14:38:17.705995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ce27462c-4e0b-41d2-9e01-17c26ef8312c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:17.715668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ce27462c-4e0b-41d2-9e01-17c26ef8312c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:17.715978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.766697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'admin_state_up': True, 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'security_groups': ['f09673e8-4d40-47e1-ac44-04bc208a49c6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:17.793783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:17.914268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=723e039e-ae47-4383-95f7-b8e0894302b2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:17.979870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:17.997031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:18.049555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:18.054460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.063854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 723e039e-ae47-4383-95f7-b8e0894302b2 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:18.076328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.114075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-052b7e70-730e-4504-92a0-8f5b1568aebf req-805cab06-964a-4f87-ba6b-0a1700789b7d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.86 "DELETE /v2.0/ports/723e039e-ae47-4383-95f7-b8e0894302b2 HTTP/1.1" status: 204 len: 173 time: 3.3936329 May 13 14:38:18.148552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907c22-d57a-42d3-93e3-37e45ee21ed1 req-4f323a16-67b5-4532-9c1d-bd9363f72a5f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:18.154151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9907c22-d57a-42d3-93e3-37e45ee21ed1 req-4f323a16-67b5-4532-9c1d-bd9363f72a5f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.1913502 May 13 14:38:18.239745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ce27462c-4e0b-41d2-9e01-17c26ef8312c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:18.240024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.304902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9907c22-d57a-42d3-93e3-37e45ee21ed1 req-509500af-6426-4e7f-ae3e-523eee1ea198 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436343 May 13 14:38:18.324562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ce27462c-4e0b-41d2-9e01-17c26ef8312c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ce27462c-4e0b-41d2-9e01-17c26ef8312c,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:18.339651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.499536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Network c9cf718f-2f28-4ca1-9507-67eb62ebed1e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:18.537771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Pushing event updated for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.582771 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ede0171-a4d4-4811-821d-1afd25209c6e'] response: {'server_uuid': '73777af1-c32c-4cb2-96c8-047d1735b363', 'name': 'network-vif-deleted', 'tag': '4e9c4a4a-ff81-454d-8d12-f7ea076aff2a', 'status': 'completed', 'code': 200} May 13 14:38:18.595554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:18.597144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:18.644794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:18.703359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.882619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:18.933689 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-d13e2731-fc64-475a-bee4-f4524212b34a service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4415934 May 13 14:38:18.949170 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eb9984-f39b-4699-b759-41c80e7a39f0'] response: {'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735', 'code': 200} May 13 14:38:18.949676 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eb9984-f39b-4699-b759-41c80e7a39f0'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'code': 200} May 13 14:38:18.950415 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eb9984-f39b-4699-b759-41c80e7a39f0'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2', 'code': 200} May 13 14:38:19.079220 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.287507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ce27462c-4e0b-41d2-9e01-17c26ef8312c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:19.349139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.450287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:19.451334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.539933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0095d1a-f48e-4b42-8344-2554a1d9103e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:19.543623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ce27462c-4e0b-41d2-9e01-17c26ef8312c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:19.547270 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.660237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d24105-ed6f-4713-9e74-d165aab806a6 req-9b02a21c-7dfd-46ba-b8fa-e0293e8eb8b8 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:19.690558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-67d24105-ed6f-4713-9e74-d165aab806a6 req-9b02a21c-7dfd-46ba-b8fa-e0293e8eb8b8 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 931 time: 0.3997209 May 13 14:38:19.795170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:19.805222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-51b53c56-9f9b-4e54-b98a-d72af6b49db2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0095d1a-f48e-4b42-8344-2554a1d9103e HTTP/1.1" status: 204 len: 168 time: 2.6117482 May 13 14:38:19.812857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.1.1.63 (2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93/8918d7ac-0860-4208-a57c-ef1cd291585c/75f9d14f-03ba-42a3-992f-69ba84db4510) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:19.833266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-cae3c2fc-5735-4dbf-aa5c-56439a8b7dd0 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1409914 May 13 14:38:20.146288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ce27462c-4e0b-41d2-9e01-17c26ef8312c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:20.167229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:20.182993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.243862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-67d24105-ed6f-4713-9e74-d165aab806a6 req-696a1fa7-043e-42dc-9288-37cd2ac94d48 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453167 May 13 14:38:20.437316 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def595ce-2c7a-4ca8-8e06-59b15766fc07'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': 'e8dccac8-322d-468b-883d-09fdeb9ba351', 'status': 'completed', 'code': 200} May 13 14:38:20.530935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:20.623107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Request body: {'port': {'device_id': 'f575086b-308d-4f22-9327-5658bc505172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:20.722171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object 75f9d14f-03ba-42a3-992f-69ba84db4510 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:20.952002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:21.048724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:21.050177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66662c9c-20b0-4495-8d0c-81ce1de76bad req-a483ccc9-5480-4b19-b4f2-6dfa3b4ac34e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.063312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66662c9c-20b0-4495-8d0c-81ce1de76bad req-a483ccc9-5480-4b19-b4f2-6dfa3b4ac34e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 0.3765736 May 13 14:38:21.162815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a85b4a41-4784-43fc-baf0-73f3db6db2d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f51944b7a5cb4b8890dc314d20107c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881314 May 13 14:38:21.166161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82a2443a-4a6a-464b-adf7-b60afa36e180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0d7e4edc1a04595bed74ff0c334e73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9954660 May 13 14:38:21.167545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:21.168340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:21.169568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.189209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717284-f24b-40de-b936-311693fef053 req-882b0cc3-573d-4e7d-9493-516c040e757e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.196942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f717284-f24b-40de-b936-311693fef053 req-882b0cc3-573d-4e7d-9493-516c040e757e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.201939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8f717284-f24b-40de-b936-311693fef053 req-882b0cc3-573d-4e7d-9493-516c040e757e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:21.213391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66662c9c-20b0-4495-8d0c-81ce1de76bad req-5eb58bb4-26bb-4954-8d0c-433261a683e1 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486123 May 13 14:38:21.283038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8f717284-f24b-40de-b936-311693fef053 req-882b0cc3-573d-4e7d-9493-516c040e757e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:21.286211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f717284-f24b-40de-b936-311693fef053 req-882b0cc3-573d-4e7d-9493-516c040e757e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 1653 time: 0.9725327 May 13 14:38:21.300358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.332951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:21.398401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:21.407677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:21.550490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:21.567885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.591720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:21.592820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:21.685855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9243636 May 13 14:38:21.691838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f717284-f24b-40de-b936-311693fef053 req-d3ffad18-eff7-498a-b8b2-6690014f5905 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573802 May 13 14:38:21.697315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc564fa-787f-435e-8521-451595e4464f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:21.708888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'admin_state_up': True, 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'security_groups': ['f09673e8-4d40-47e1-ac44-04bc208a49c6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:21.945115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.093581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting subnet 0c94579c-0fd8-4400-8a4e-6e1bec9cc730 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:22.099021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.107835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24d8f4e8-b3de-4eff-89a3-2f305e7782a0 None None] Provisioning for port 75f9d14f-03ba-42a3-992f-69ba84db4510 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:22.125025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24d8f4e8-b3de-4eff-89a3-2f305e7782a0 None None] Provisioning complete for port 75f9d14f-03ba-42a3-992f-69ba84db4510 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:22.126026 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24d8f4e8-b3de-4eff-89a3-2f305e7782a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.175276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.287392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-24d8f4e8-b3de-4eff-89a3-2f305e7782a0 None None] Port 75f9d14f-03ba-42a3-992f-69ba84db4510 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:22.333680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.345102 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.387857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.454717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:22.556927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:22.570864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:22.595789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e22aaad2-e91a-4ef7-a2ab-b8faba7ae23e req-acb0522a-8a73-457e-aafb-2e641a8625ca tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 210 time: 0.5025830 May 13 14:38:22.651502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.747581 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498d7db1-b477-4e7e-9c46-fe4610c1cde1'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:38:22.757503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac4250-0539-4fa3-a690-db7e19239ed1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:22.861485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.869882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0d4c988f-1927-4c67-95a5-a6386bb54a06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acac4250-0539-4fa3-a690-db7e19239ed1 HTTP/1.1" status: 204 len: 168 time: 1.6937437 May 13 14:38:22.921858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:22.941698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:23.126855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Subnet': ['ID=0c94579c-0fd8-4400-8a4e-6e1bec9cc730,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.144516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.150790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.163565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e4b852-f6f2-4c47-8e6d-ddd07d79a816 None None] Network 53276971-38b0-4c5d-a026-50e408bfc0c6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:23.227236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f03a25-6649-4d26-a0f6-bac0c2242b6c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:23.242091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.248510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d5701a99-60e1-4355-a305-4076a0560418 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2f03a25-6649-4d26-a0f6-bac0c2242b6c HTTP/1.1" status: 204 len: 168 time: 2.0727215 May 13 14:38:23.273463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84753a7f-653b-4c35-a2f7-54aed62422d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/subnets/0c94579c-0fd8-4400-8a4e-6e1bec9cc730 HTTP/1.1" status: 204 len: 168 time: 1.7185273 May 13 14:38:23.278536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:23.434980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:23.971507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:24.223392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.368758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.2.2.100 (3faf67a2-8a97-423f-990a-02652c74e692/ce11a4ab-15c1-4223-af23-9a51d282f4c0/ade32736-e660-4f73-a895-33fb2e351f79) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:24.405269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:24.421779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] DHCP port deletion for 53276971-38b0-4c5d-a026-50e408bfc0c6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:24.427621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Deleting port 397cefa0-8b04-44d7-991a-1a72b48cb109 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:24.427979 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.523548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Usage tracker for resource:security_group_rule and tenant:78ff3a653f34429da2a4fbc710617a47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:24.562963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.580476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:24.666142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:24.677989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-3ea062d9-6a12-4805-8c92-eb8be811720a tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.680029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-3ea062d9-6a12-4805-8c92-eb8be811720a tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Synchronizing usage tracker for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:24.753048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fc3454-f570-43da-8047-fabdbe26693e {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:24.781462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.799383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-3ea062d9-6a12-4805-8c92-eb8be811720a tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Unset dirty status for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:24.800786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6e97-d38a-4eac-a67d-f8802b3302c3 req-899f5f2b-8156-4731-a228-3905244dff19 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:24.811774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-3ea062d9-6a12-4805-8c92-eb8be811720a tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 931 time: 1.7080340 May 13 14:38:24.821096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2df6e97-d38a-4eac-a67d-f8802b3302c3 req-899f5f2b-8156-4731-a228-3905244dff19 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 1.1705201 May 13 14:38:24.927539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 397cefa0-8b04-44d7-991a-1a72b48cb109 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:24.927895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:24.971253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] For port 397cefa0-8b04-44d7-991a-1a72b48cb109, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=397cefa0-8b04-44d7-991a-1a72b48cb109,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:24.971746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.006689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Transition to ACTIVE for port object 08fc3454-f570-43da-8047-fabdbe26693e will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:25.122979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-e5903a0a-5479-45c7-9d85-f604df50344a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:25.123754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-e5903a0a-5479-45c7-9d85-f604df50344a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:25.162663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2df6e97-d38a-4eac-a67d-f8802b3302c3 req-9c5f4b7b-8191-4777-ae61-04f179443d4a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373084 May 13 14:38:25.302076 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93697583-12f1-4cae-9554-f4958688d444'] response: {'server_uuid': '61548544-cb92-4592-b34b-dcbac4399fe9', 'name': 'network-vif-deleted', 'tag': '723e039e-ae47-4383-95f7-b8e0894302b2', 'status': 'completed', 'code': 200} May 13 14:38:25.311072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-e5903a0a-5479-45c7-9d85-f604df50344a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:25.312375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-e5903a0a-5479-45c7-9d85-f604df50344a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 821 time: 1.1925309 May 13 14:38:25.329001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 397cefa0-8b04-44d7-991a-1a72b48cb109 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:25.330716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-b0cc0931-3e51-4825-94c9-d87152f797fe tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Synchronizing usage tracker for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:25.396417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Calling delete_port for 397cefa0-8b04-44d7-991a-1a72b48cb109 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:25.425735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'port': {'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'admin_state_up': True, 'tenant_id': '4b6c4e6b559642c98b922f497376a767'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:25.510480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.706925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:25.793837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-b0cc0931-3e51-4825-94c9-d87152f797fe tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Unset dirty status for tenant:e3756a2958eb4216aa448106cc6471f2 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:25.795114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 397cefa0-8b04-44d7-991a-1a72b48cb109 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:25.795626 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.804111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.822083 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a0d2831-3401-4c1b-8fa6-d6d5d8526e04 req-b0cc0931-3e51-4825-94c9-d87152f797fe tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9968412 May 13 14:38:25.846142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 397cefa0-8b04-44d7-991a-1a72b48cb109, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=397cefa0-8b04-44d7-991a-1a72b48cb109,segment=NetworkSegment(be3e48d7-8920-4618-8f82-904309ae77d4),segment_id=be3e48d7-8920-4618-8f82-904309ae77d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:25.854888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:25.996891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.045144 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.115397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Pushing event updated for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.177752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] No DVR routers for this DVR port 397cefa0-8b04-44d7-991a-1a72b48cb109 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:26.206306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Pushing event deleted for resources: {'Port': ['ID=397cefa0-8b04-44d7-991a-1a72b48cb109,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.224867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.225554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.226088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.226615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.228259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.228903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.229537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.230995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.231564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.232104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.233051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.233558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31a531e-7fc2-46a3-9423-65b11b63d5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:26.382380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.407922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Attempting to bind port 08fc3454-f570-43da-8047-fabdbe26693e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:26.408342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Attempting to bind port 08fc3454-f570-43da-8047-fabdbe26693e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:26.408769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Attempting to bind port 08fc3454-f570-43da-8047-fabdbe26693e on network c9cf718f-2f28-4ca1-9507-67eb62ebed1e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:26.421759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object ade32736-e660-4f73-a895-33fb2e351f79 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:26.423135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Port 08fc3454-f570-43da-8047-fabdbe26693e on network c9cf718f-2f28-4ca1-9507-67eb62ebed1e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:26.423602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Attempting to bind port 08fc3454-f570-43da-8047-fabdbe26693e on network c9cf718f-2f28-4ca1-9507-67eb62ebed1e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:26.433178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:26.433504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Checking segment: {'id': 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:26.433992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Bound using segment: {'id': 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:26.434506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Bound port: 08fc3454-f570-43da-8047-fabdbe26693e, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:26.434927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.435333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 397cefa0-8b04-44d7-991a-1a72b48cb109 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:26.462491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541ffa5-e2e3-4805-b06c-fc4871704650 req-e1d31215-cd1c-42a8-885d-28cf88e411c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.464167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6541ffa5-e2e3-4805-b06c-fc4871704650 req-e1d31215-cd1c-42a8-885d-28cf88e411c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3341858 May 13 14:38:26.523699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1638882814-network', 'tenant_id': 'b8cee1e67a2d41fe86df90249a30012b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:26.571898 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78ff3a653f34429da2a4fbc710617a47&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5866611 May 13 14:38:26.575466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:26.578324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:26.583536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52456) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:26.588346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:26.588346 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:26.598305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Usage tracker for resource:port and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:26.602132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Usage tracker for resource:network and tenant:b8cee1e67a2d41fe86df90249a30012b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:26.605690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:26.616968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:26.626627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:26.626956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.632908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:26.643274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4574ae-f642-4027-9bb4-d8574d73b976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54094ce2-3ce1-4ccc-a1ef-d6d0ec6ca2c5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:26.666743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa13e8-2488-4342-a10b-f74f125c4159 req-2c8c3519-a122-4466-89a6-67147ee5cf28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.672917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa13e8-2488-4342-a10b-f74f125c4159 req-2c8c3519-a122-4466-89a6-67147ee5cf28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.678696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa13e8-2488-4342-a10b-f74f125c4159 req-2c8c3519-a122-4466-89a6-67147ee5cf28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:26.686695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94fa13e8-2488-4342-a10b-f74f125c4159 req-2c8c3519-a122-4466-89a6-67147ee5cf28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 2373 time: 1.1372411 May 13 14:38:26.688533 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6541ffa5-e2e3-4805-b06c-fc4871704650 req-300d3374-259e-438c-ab32-f6b111c1cbd2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824260 May 13 14:38:26.705831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Made reservation on behalf of 4b6c4e6b559642c98b922f497376a767 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:26.709587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.722485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Made reservation on behalf of b8cee1e67a2d41fe86df90249a30012b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:26.725805 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.752438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:26.895095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:26.925528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94fa13e8-2488-4342-a10b-f74f125c4159 req-6937d925-bedd-4910-a4f7-f089d588f3e0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375426 May 13 14:38:26.935650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Usage tracker for resource:security_group_rule and tenant:b8cee1e67a2d41fe86df90249a30012b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:26.968465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:26.971283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:27.017532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08fc3454-f570-43da-8047-fabdbe26693e,segment=NetworkSegment(f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a),segment_id=f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:27.032306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 3faf67a2-8a97-423f-990a-02652c74e692 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:27.044815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:27.051187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:27.079993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:27.093185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 397cefa0-8b04-44d7-991a-1a72b48cb109 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:27.093622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.241581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] The port '397cefa0-8b04-44d7-991a-1a72b48cb109' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:38:27.411877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.413204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.473841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.488361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-62f721c1-aba7-4892-b0ad-c4f25c8e97af None None] Provisioning for port ade32736-e660-4f73-a895-33fb2e351f79 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:27.513701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-62f721c1-aba7-4892-b0ad-c4f25c8e97af None None] Provisioning complete for port ade32736-e660-4f73-a895-33fb2e351f79 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:27.514538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-62f721c1-aba7-4892-b0ad-c4f25c8e97af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.515047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:27.535881 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ca73799-3b4a-40e9-b9a9-0789dbda9f1e req-e56d0e91-1b25-4f00-9ad5-2dc681c9bff9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 210 time: 0.5538809 May 13 14:38:27.612589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.641277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-62f721c1-aba7-4892-b0ad-c4f25c8e97af None None] Port ade32736-e660-4f73-a895-33fb2e351f79 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:27.675732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53276971-38b0-4c5d-a026-50e408bfc0c6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.717501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3e48d7-8920-4618-8f82-904309ae77d4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.717501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3e48d7-8920-4618-8f82-904309ae77d4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:27.726036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:27.726851 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.728405 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] 10.222.0.90 "PUT /v2.0/ports/08fc3454-f570-43da-8047-fabdbe26693e HTTP/1.1" status: 200 len: 1091 time: 7.4103119 May 13 14:38:27.732368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:27.744724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7c314575-96a4-4eaf-b8d0-3658d0b01d90 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0508521 May 13 14:38:27.768563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'admin_state_up': True, 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'security_groups': ['f09673e8-4d40-47e1-ac44-04bc208a49c6']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:27.808969 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.846179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:27.863819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:27.867458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.037861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319bd8d-922c-46ba-b2a7-c568e676de76 service neutron] Pushing event updated for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: timer() May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:28.053911 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:28.068791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.200068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Allocated IP 172.20.0.11 (771c2c35-3c04-4b76-8ff9-dd508fcd2272/1138a178-8c90-4ea5-ad7d-2781e75b77e2/aa336dfe-5dfe-4542-8565-1060ac1498fe) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:28.248491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.271525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:28.325795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.362439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.398772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8d72-7393-4294-90c5-71575d7b2206 req-e03b5021-2021-4d14-977a-a1015f78a26a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.410895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-628b8d72-7393-4294-90c5-71575d7b2206 req-e03b5021-2021-4d14-977a-a1015f78a26a tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 1.1033838 May 13 14:38:28.436640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Network': ['ID=53276971-38b0-4c5d-a026-50e408bfc0c6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.538163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:28.546028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.608505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Usage tracker for resource:port and tenant:2ca52659c546428ab2e6ef91ba192719 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:28.617034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:28.649025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.650077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.650692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.651219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.651758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.652362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.652928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.653469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.653955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.654694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.655193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.655678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:28.663123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.683420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2c253-fb4e-4116-b447-e8da403f348c req-ca3d2256-1107-4dba-af6f-3657f559a310 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.686637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90b2c253-fb4e-4116-b447-e8da403f348c req-ca3d2256-1107-4dba-af6f-3657f559a310 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 943 time: 0.7415888 May 13 14:38:28.689993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54094ce2-3ce1-4ccc-a1ef-d6d0ec6ca2c5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.694669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:28.706130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.740931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:28.745142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10416351-fc2c-45fc-a931-e6fcc584db70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54094ce2-3ce1-4ccc-a1ef-d6d0ec6ca2c5 HTTP/1.1" status: 204 len: 168 time: 2.1502526 May 13 14:38:28.787053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-a7b38f6a-adda-4799-a468-457667974163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:28.792941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-a7b38f6a-adda-4799-a468-457667974163 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e3756a2958eb4216aa448106cc6471f2&device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 1094 time: 0.9219449 May 13 14:38:28.831558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:28.857808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'mac_address': 'fa:16:3e:6a:2c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:28.917647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c0ae2b-3585-4e05-b18b-aa547d6d363c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:28.936926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-628b8d72-7393-4294-90c5-71575d7b2206 req-85108fe1-2ba5-46c6-9552-1b1ce18d01f9 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248892 May 13 14:38:29.136260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-2e79f4f2-b2a7-4d65-b0f7-d96bbb90e2e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08fc3454-f570-43da-8047-fabdbe26693e HTTP/1.1" status: 200 len: 217 time: 0.2514050 May 13 14:38:29.136906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Made reservation on behalf of 2ca52659c546428ab2e6ef91ba192719 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:29.175638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:29.176110 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.296998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:29.302400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.350137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Transition to ACTIVE for port object aa336dfe-5dfe-4542-8565-1060ac1498fe will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:29.378217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:29.386182 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.433819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:38:29.465924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90b2c253-fb4e-4116-b447-e8da403f348c req-cfc988be-a2db-4e14-85a8-5b0bff9a080b tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7567315 May 13 14:38:29.481129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.481129 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Added segment faf10632-6368-4327-8828-91365d53420e of type vlan for network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c May 13 14:38:29.529226 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.544382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-d0ec9766-8efd-48ef-99d2-6e496aa4ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:29.548199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-d0ec9766-8efd-48ef-99d2-6e496aa4ab53 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d30f18b-7064-44d5-9798-db6fa6f3649a HTTP/1.1" status: 200 len: 861 time: 0.3873808 May 13 14:38:29.574677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0fb28b16-d99e-486e-871f-bed75b315e09 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/networks/53276971-38b0-4c5d-a026-50e408bfc0c6 HTTP/1.1" status: 204 len: 168 time: 6.2943623 May 13 14:38:29.576611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:29.591241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.631021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.654543 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518cdc9d-ca5d-4e30-8f9f-88f435309234'] response: {'name': 'network-changed', 'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e', 'status': 'completed', 'code': 200} May 13 14:38:29.711135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['d28c7135-63f1-47be-aa6b-7be4238ff715'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:29.904843 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d172569f-0bf0-43ad-9fea-c90c1b1979c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:29.981476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:30.075437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event updated for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:30.092385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.093995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:30.097631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.132012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-4f930ffd-188a-43da-98e9-0913c4976f22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9cf718f-2f28-4ca1-9507-67eb62ebed1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4757271 May 13 14:38:30.224942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:30.239810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:30.340463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:30.813520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3b91d484-4c58-4a63-9dcf-57d7bd411985 None None] Provisioning for port aa336dfe-5dfe-4542-8565-1060ac1498fe completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:30.832640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3b91d484-4c58-4a63-9dcf-57d7bd411985 None None] Provisioning complete for port aa336dfe-5dfe-4542-8565-1060ac1498fe triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:30.834930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b91d484-4c58-4a63-9dcf-57d7bd411985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:30.869873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Allocated IP 10.2.2.200 (3faf67a2-8a97-423f-990a-02652c74e692/ce11a4ab-15c1-4223-af23-9a51d282f4c0/cf3cbc3d-23cf-4fc0-82b1-2e8794659a20) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:30.991265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.2812657 May 13 14:38:31.026600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:31.094245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Request body: {'subnet': {'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1638882814-subnet', 'tenant_id': 'b8cee1e67a2d41fe86df90249a30012b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:31.108928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting subnet 03cf4346-d866-4858-a8f5-75656d53598f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:38:31.112931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.116881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3b91d484-4c58-4a63-9dcf-57d7bd411985 None None] Port aa336dfe-5dfe-4542-8565-1060ac1498fe cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:31.179187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-91d71a20-73bd-4535-9365-734828b1934e service neutron] 10.222.0.90 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0347733 May 13 14:38:31.255073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.449574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97567-799e-4c7b-91ee-15ba1d1bc25b admin admin] Pushing event updated for resources: {'Network': ['ID=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:31.471391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:38:31.492083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:31.574963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Usage tracker for resource:subnet and tenant:b8cee1e67a2d41fe86df90249a30012b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:31.588013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:31.639344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:31.644485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:31.776951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:31.940504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-bb5303ca-8add-4d24-b0d6-fc48cd417bd2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5099585 May 13 14:38:32.004036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336f7b8-6f91-458e-9216-d0183a861f42 req-ff45f8ea-cf6a-4b11-8f38-0246ec9fcb70 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.018188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6336f7b8-6f91-458e-9216-d0183a861f42 req-ff45f8ea-cf6a-4b11-8f38-0246ec9fcb70 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 945 time: 2.4396322 May 13 14:38:32.043896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Made reservation on behalf of b8cee1e67a2d41fe86df90249a30012b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:32.063357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.142312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a6e67dd5-577e-41c1-a549-2d4bbd6779de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.190832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Request body: {'port': {'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:32.311841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:32.365446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.369832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.391456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.423360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.456202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:32.458393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:32.595889 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.644111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port d28c7135-63f1-47be-aa6b-7be4238ff715 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:32.648556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:32.801017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Transition to ACTIVE for port object cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:32.844744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-284a0d09-0268-40f0-bc45-5fa4b059ad98 req-c8f1eb09-d930-42ee-abf5-817839ce3f54 service neutron] 10.222.0.90 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6239250 May 13 14:38:32.853977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:32.862215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-3168f535-689c-4ea7-aebb-3161858b0dc1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 3094 time: 2.7294528 May 13 14:38:32.940693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.017221 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.287742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.342405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:33.343566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.402152 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53a91a1a-cdcc-43c1-87cc-d23bfc0f2ec9 req-28c924b1-8de4-4d8e-94d8-b37f2922e135 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264227 May 13 14:38:33.499872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:33.504446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.554019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:33.569843 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.597913 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.707062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-903dd4e4-666e-47f7-94bf-24c13ebe66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:33.709877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-903dd4e4-666e-47f7-94bf-24c13ebe66c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e3756a2958eb4216aa448106cc6471f2&device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 1094 time: 0.7150488 May 13 14:38:33.734189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f3da1-2a23-40e0-866f-a35599b453fe None None] Network d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:33.737668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:33.885063 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:38:34.002842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.094047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6336f7b8-6f91-458e-9216-d0183a861f42 req-149c194e-f1c7-4110-ba11-756837029d9d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7633247 May 13 14:38:34.100941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dd7564-5e4d-4b72-a612-a0f969a270bf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:34.125728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/subnets/03cf4346-d866-4858-a8f5-75656d53598f HTTP/1.1" status: 204 len: 168 time: 4.5422049 May 13 14:38:34.171986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:34.233921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Network 3faf67a2-8a97-423f-990a-02652c74e692 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:34.251218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07596e44-86b5-4b4c-a5ff-dcb0f6f16ac0 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Subnet': ['ID=03cf4346-d866-4858-a8f5-75656d53598f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:34.287379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:34.306907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=13']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:34.336579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:34.351070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:34.395979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Checking segment: {'id': 'faf10632-6368-4327-8828-91365d53420e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:34.396588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Network hostable DHCP agents. Network: dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:38:34.514338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] DHCP port deletion for d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:38:34.518889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Deleting port 274da46f-fbcc-4946-8221-bda14a009ff1 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:34.519460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.743122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.774050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.791058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.791509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.791793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.792118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.796826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.797445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.801274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.801875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.802386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.802872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.803477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:38:34.838513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:34.845157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:34.905096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-0e9895bc-e028-4e72-baa1-43856c61bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:34.915505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:38:34.917481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-0e9895bc-e028-4e72-baa1-43856c61bf85 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9cf718f-2f28-4ca1-9507-67eb62ebed1e HTTP/1.1" status: 200 len: 922 time: 1.1842327 May 13 14:38:34.936043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.079942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8686c4f-0906-4c21-9785-12cf2c0fc6d8 None None] Provisioning for port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:35.085803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:35.101577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.102180 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.154393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2d9a3-a6c1-4e09-ae5c-be5ce02b5693 None None] Network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:35.225197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8adec9-5df5-4033-a4e5-8fb3bc9ab57f req-ccfbe8aa-1803-431b-9286-a0902bf9c0f7 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:35.230317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8adec9-5df5-4033-a4e5-8fb3bc9ab57f req-ccfbe8aa-1803-431b-9286-a0902bf9c0f7 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 0.8135343 May 13 14:38:35.270608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8686c4f-0906-4c21-9785-12cf2c0fc6d8 None None] Provisioning complete for port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:35.271212 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8686c4f-0906-4c21-9785-12cf2c0fc6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.362991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 274da46f-fbcc-4946-8221-bda14a009ff1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:35.366565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7cfc564b-bd8a-42b8-a156-02dc9cd96dd4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6024830 May 13 14:38:35.424728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-7cc37df8-0db8-4811-b5b2-b7b7398fc0b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08fc3454-f570-43da-8047-fabdbe26693e HTTP/1.1" status: 200 len: 217 time: 0.4789581 May 13 14:38:35.453376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:35.527423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7a7ed15-2490-41b9-b68a-4f855c420fa8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.4521599 May 13 14:38:35.535549 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8adec9-5df5-4033-a4e5-8fb3bc9ab57f req-950e716f-5c98-485e-92f8-d3d89e7db91b tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695694 May 13 14:38:35.751385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 274da46f-fbcc-4946-8221-bda14a009ff1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:35.751776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.865277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 274da46f-fbcc-4946-8221-bda14a009ff1 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:35.866415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:35.898595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa336dfe-5dfe-4542-8565-1060ac1498fe {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:35.921514 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.021658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a8686c4f-0906-4c21-9785-12cf2c0fc6d8 None None] Port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:36.044913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:36.049068 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.057439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Transition to ACTIVE for port object aa336dfe-5dfe-4542-8565-1060ac1498fe will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:36.083570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.191100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-b84180c6-5476-4015-ab89-33f590ff1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.193529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-b84180c6-5476-4015-ab89-33f590ff1842 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d30f18b-7064-44d5-9798-db6fa6f3649a HTTP/1.1" status: 200 len: 861 time: 0.7471321 May 13 14:38:36.262528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.499338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08fc3454-f570-43da-8047-fabdbe26693e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:36.516194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:36.559617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Pushing event updated for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:36.611583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Calling delete_port for 274da46f-fbcc-4946-8221-bda14a009ff1 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:36.663669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.669826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fbfd9-eff9-43be-90cf-c823d81997dd req-cf445040-0527-4902-9aa8-384f8ad5b8fa tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.680635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-412fbfd9-eff9-43be-90cf-c823d81997dd req-cf445040-0527-4902-9aa8-384f8ad5b8fa tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 943 time: 0.7267473 May 13 14:38:36.759081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Attempting to bind port aa336dfe-5dfe-4542-8565-1060ac1498fe on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:36.760526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Attempting to bind port aa336dfe-5dfe-4542-8565-1060ac1498fe by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:36.761090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Attempting to bind port aa336dfe-5dfe-4542-8565-1060ac1498fe on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:36.783390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-412fbfd9-eff9-43be-90cf-c823d81997dd req-2d98c051-344e-4646-b3ac-8a7445800b5e tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014907 May 13 14:38:36.797951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Port aa336dfe-5dfe-4542-8565-1060ac1498fe on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:36.798776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Attempting to bind port aa336dfe-5dfe-4542-8565-1060ac1498fe on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:36.826511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:36.826876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Checking segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:36.837516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Bound using segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:36.838186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Bound port: aa336dfe-5dfe-4542-8565-1060ac1498fe, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:36.838558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:36.959446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6192b5c-62a9-47c0-8eb6-3eff82208b8c req-767e1d64-7bd3-482b-8fdc-5a0b9abf49b5 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:36.969123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6192b5c-62a9-47c0-8eb6-3eff82208b8c req-767e1d64-7bd3-482b-8fdc-5a0b9abf49b5 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 932 time: 3.0407684 May 13 14:38:37.012669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-656a08bf-c8b3-4b66-b40d-139c3857fce5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9cf718f-2f28-4ca1-9507-67eb62ebed1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7083769 May 13 14:38:37.020807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:37.025417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:37.047974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.086656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=274da46f-fbcc-4946-8221-bda14a009ff1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:37.214418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:37.214785 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:37.346020 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73f2bf7-e3bd-4ab4-88af-ad7a99734b0c'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:38:37.353740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf9238-4a7a-4921-a074-d07680d01b37 None None] Network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:37.442690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Pushing event updated for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:37.511416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:37.512084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.541927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-dca19c6c-687f-454e-a7a8-3d299f12124f service neutron] 10.222.0.86 "PUT /v2.0/ports/aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 1092 time: 5.5071981 May 13 14:38:37.542883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:37.612197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08fc3454-f570-43da-8047-fabdbe26693e,segment=NetworkSegment(f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a),segment_id=f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:37.667544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-33900da4-0a13-400c-8e78-23f54e5a32d4 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488870 May 13 14:38:37.687507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '08fc3454-f570-43da-8047-fabdbe26693e', 'network_id': 'c9cf718f-2f28-4ca1-9507-67eb62ebed1e', 'port_id': '08fc3454-f570-43da-8047-fabdbe26693e', 'mac_address': 'fa:16:3e:06:18:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d30f18b-7064-44d5-9798-db6fa6f3649a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:37.716631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Deleting port 274da46f-fbcc-4946-8221-bda14a009ff1 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:37.720606 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:37.875057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6192b5c-62a9-47c0-8eb6-3eff82208b8c req-e8f7bbf8-fdd0-4219-9f31-736368717d76 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037437 May 13 14:38:38.078749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-83e5ef1a-5e04-4cc0-af4f-fb495ba9730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.080368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-83e5ef1a-5e04-4cc0-af4f-fb495ba9730c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1095 time: 0.1623764 May 13 14:38:38.092947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-58b55452-6feb-481a-bec5-077d5c4b2769 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.100662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-58b55452-6feb-481a-bec5-077d5c4b2769 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223843 May 13 14:38:38.129946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:38.136292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.232187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-1f15eb82-e54b-483e-8ba5-e53f1ec69e64 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.1304018 May 13 14:38:38.236267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-8f5530ad-3221-430f-b6f8-e3c726cfac49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.1328845 May 13 14:38:38.282427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] For port 274da46f-fbcc-4946-8221-bda14a009ff1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=274da46f-fbcc-4946-8221-bda14a009ff1,segment=NetworkSegment(69f0545d-6b0d-497c-af7c-0db4c31c4297),segment_id=69f0545d-6b0d-497c-af7c-0db4c31c4297)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:38.282978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.333533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-36c566ca-10c9-4093-b5b9-b2b02ad7f283 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001673 May 13 14:38:38.345117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4594fe-67f9-43c0-ae38-8e9b97680281 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:38.375249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.402750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Transition to ACTIVE for port object 4b4594fe-67f9-43c0-ae38-8e9b97680281 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:38.436974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-a0cc6224-b744-46c1-bca1-c39707224970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.439246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-a0cc6224-b744-46c1-bca1-c39707224970 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1579463 May 13 14:38:38.453971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Calling delete_port for 274da46f-fbcc-4946-8221-bda14a009ff1 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:38.567179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 08fc3454-f570-43da-8047-fabdbe26693e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:38.567608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.592527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:38.711828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] No DVR routers for this DVR port 274da46f-fbcc-4946-8221-bda14a009ff1 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:38.787518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707e643-d944-4e19-9c5a-f093478afd08 None None] Pushing event deleted for resources: {'Port': ['ID=274da46f-fbcc-4946-8221-bda14a009ff1,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:38.813301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 274da46f-fbcc-4946-8221-bda14a009ff1 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:38.854320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-864ea7be-5985-45c6-aa95-c725d61e1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.857366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-864ea7be-5985-45c6-aa95-c725d61e1fad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035361 May 13 14:38:38.891587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fc3454-f570-43da-8047-fabdbe26693e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:38.939755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2262e13-18ae-4939-90a5-ff302e7aebdd req-d21e9e51-ce48-49f6-88e2-9934db51a11a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:38.954592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2262e13-18ae-4939-90a5-ff302e7aebdd req-d21e9e51-ce48-49f6-88e2-9934db51a11a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 946 time: 0.2988029 May 13 14:38:39.047144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08fc3454-f570-43da-8047-fabdbe26693e,segment=NetworkSegment(f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a),segment_id=f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:39.061163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.124160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:39.186275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:39.294757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2262e13-18ae-4939-90a5-ff302e7aebdd req-b9f1f637-281e-4490-981b-8bd0ce2ca8e8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300276 May 13 14:38:39.335549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-25b2f74d-261e-4186-aac5-9f2370a4a76c service neutron] 10.222.0.90 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3119023 May 13 14:38:39.364808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['08fc3454-f570-43da-8047-fabdbe26693e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:39.439283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-e870e8c6-8bd4-40ed-84e6-ec435ce7597b service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678725 May 13 14:38:39.648122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-119f6174-5466-4b14-b623-bd2d7947dfdf req-47f78c74-53b4-4b08-a292-cec459adac05 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975253 May 13 14:38:39.715068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:39.875529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:38:39.876084 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:38:40.141496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Attempting to bind port 4b4594fe-67f9-43c0-ae38-8e9b97680281 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:40.141496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Attempting to bind port 4b4594fe-67f9-43c0-ae38-8e9b97680281 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:40.141496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Attempting to bind port 4b4594fe-67f9-43c0-ae38-8e9b97680281 on network c6d338ab-d016-46df-ad29-30e69bfabf5b {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:40.165739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Port 4b4594fe-67f9-43c0-ae38-8e9b97680281 on network c6d338ab-d016-46df-ad29-30e69bfabf5b not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:40.166274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Attempting to bind port 4b4594fe-67f9-43c0-ae38-8e9b97680281 on network c6d338ab-d016-46df-ad29-30e69bfabf5b {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:40.213506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.224646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.236609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.249529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.260448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.263469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d427cd62-261d-45f6-8eae-219d21bed89e req-82f1ebca-5add-4b4c-8a0c-391c7c1dd237 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 3827 time: 1.3002398 May 13 14:38:40.268404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:40.268933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Checking segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:40.269561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Bound using segment: {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:40.270289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Bound port: 4b4594fe-67f9-43c0-ae38-8e9b97680281, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b085b895-6b87-4eec-945f-6f0adce0853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:40.270859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.279506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-6b4cba81-a04e-44d9-a919-172de1e66cad tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:40.280923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-6b4cba81-a04e-44d9-a919-172de1e66cad tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Synchronizing usage tracker for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:40.359196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-6b4cba81-a04e-44d9-a919-172de1e66cad tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Unset dirty status for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:40.361219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-6b4cba81-a04e-44d9-a919-172de1e66cad tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/networks?id=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c HTTP/1.1" status: 200 len: 814 time: 0.4972661 May 13 14:38:40.395056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 274da46f-fbcc-4946-8221-bda14a009ff1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:40.395513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:40.396535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-09e0e8c4-facd-4a7d-8f9c-308c87d49d09 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/quotas/b8cee1e67a2d41fe86df90249a30012b HTTP/1.1" status: 200 len: 375 time: 0.0182352 May 13 14:38:40.511664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-bd126175-3d0d-41cb-adc4-ba2e0b77b811 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8cee1e67a2d41fe86df90249a30012b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036949 May 13 14:38:40.517223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-717a7cd0-b4ab-4c10-8815-bba68aab4b60 req-a99a5424-01ef-4458-8da8-eb9c7a518108 service neutron] 10.222.0.90 "GET /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923939 May 13 14:38:40.725001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] The port '274da46f-fbcc-4946-8221-bda14a009ff1' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:38:40.756599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-2927a4ab-0fd6-4336-9039-27fe9f3c196a service neutron] 10.222.0.36 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307589 May 13 14:38:40.790527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d427cd62-261d-45f6-8eae-219d21bed89e req-72a910d1-bd13-44ad-8909-3adcaeb133eb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828715 May 13 14:38:41.082072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08fc3454-f570-43da-8047-fabdbe26693e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:41.115441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:41.137102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:41.154449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.156370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-4c2ef88d-7611-4a4c-98f2-9cc257aebed7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890856 May 13 14:38:41.169182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.316482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 08fc3454-f570-43da-8047-fabdbe26693e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:41.325913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 08fc3454-f570-43da-8047-fabdbe26693e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:41.326544 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.428815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:41.443575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:41.444640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.446980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a08c2d32-5886-4937-8f2f-20a29b258ffe service neutron] 10.222.0.90 "PUT /v2.0/ports/4b4594fe-67f9-43c0-ae38-8e9b97680281 HTTP/1.1" status: 200 len: 1092 time: 6.0184090 May 13 14:38:41.453267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:41.487252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:41.537179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f0545d-6b0d-497c-af7c-0db4c31c4297') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:41.537825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f0545d-6b0d-497c-af7c-0db4c31c4297') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:38:41.574468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.613587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.628153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:38:41.629309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.751358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 08fc3454-f570-43da-8047-fabdbe26693e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:41.752024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.804290 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:41.817912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08fc3454-f570-43da-8047-fabdbe26693e,segment=NetworkSegment(f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a),segment_id=f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:41.827162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:41.828516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:41.834836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-32577dcd-4d78-4ad6-94d4-8fb0221a7d0d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:41.836966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-32577dcd-4d78-4ad6-94d4-8fb0221a7d0d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6707156 May 13 14:38:41.849925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-bb26bc17-c3af-4b5d-a1d3-a0184c2ad01b service neutron] 10.222.0.36 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0837100 May 13 14:38:41.855058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: timer() May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:38:41.861958 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:38:41.879361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:41.969203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.027951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.078181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Network': ['ID=d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:42.103202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aa336dfe-5dfe-4542-8565-1060ac1498fe details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:42.118134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:42.125972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Usage tracker for resource:port and tenant:b30723e38f694aa5a634874e93229dc9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:42.130594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:42.161736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:42.200281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:42.210837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.283116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.339202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:42.348523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Usage tracker for resource:security_group_rule and tenant:b30723e38f694aa5a634874e93229dc9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:42.353391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:42.370424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:42.478644 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb5759e-1a69-4c09-98e1-7fc9963ef3f1'] response: {'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:38:42.518946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.536681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:42.544478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c51be1c1-1958-4a04-9769-d58acf6b00d2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/networks/d8fbfd31-4c3f-4f9b-b51e-b3cb2cd033bb HTTP/1.1" status: 204 len: 168 time: 8.2624135 May 13 14:38:42.561119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:42.571466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1727587375'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:42.585665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:42.651019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c2f4f-69e4-422f-b44a-17dbb6b35e1f req-61e1ba51-25c5-4a9a-8096-6192f80d9abc tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:42.654607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-262c2f4f-69e4-422f-b44a-17dbb6b35e1f req-61e1ba51-25c5-4a9a-8096-6192f80d9abc tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 945 time: 1.4314342 May 13 14:38:42.656552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:42.691124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:network and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:42.746744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:42.783005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:42.817221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.842460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:42.918406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-262c2f4f-69e4-422f-b44a-17dbb6b35e1f req-585641ab-6cc4-4964-ada4-d707548f172e tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/security-groups?id=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444503 May 13 14:38:42.978933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:43.053640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:43.071904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.102895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port aa336dfe-5dfe-4542-8565-1060ac1498fe is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:43.103720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.160515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa336dfe-5dfe-4542-8565-1060ac1498fe {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:43.193986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:43.212283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:43.233657 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.241636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:43.250980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-97e84480-359c-4494-b1b0-c0e5ee0b808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:43.253705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-97e84480-359c-4494-b1b0-c0e5ee0b808d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1095 time: 0.7415366 May 13 14:38:43.259252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.391252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:43.421490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:38:43.479137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.536255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aa336dfe-5dfe-4542-8565-1060ac1498fe'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:43.539947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b061b-6cfb-4c3e-bcd6-c139bc6c8994 req-c26230cf-73aa-435e-b938-759babb2bbbd tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:43.556431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f5b061b-6cfb-4c3e-bcd6-c139bc6c8994 req-c26230cf-73aa-435e-b938-759babb2bbbd tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 945 time: 0.4562798 May 13 14:38:43.677827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f5b061b-6cfb-4c3e-bcd6-c139bc6c8994 req-81b139d4-fd75-4b80-9436-a884bd8cacb6 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181414 May 13 14:38:43.764427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:43.771646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.91 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/33d4ae56-e66f-4bba-a273-ec773e4e8e18) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:43.879099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-c31160bf-7768-43d4-be96-bc014605dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:43.892440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-c31160bf-7768-43d4-be96-bc014605dbbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.6199408 May 13 14:38:43.934255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a768e2d-e243-47f6-addc-f1bade5009d8 req-28f91574-d084-4d13-8dac-a886e0497426 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 210 time: 0.4943962 May 13 14:38:43.935432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:43.935773 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Added segment 1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8 of type vlan for network b022cf28-c2ae-4c28-8678-391ecd978d28 May 13 14:38:44.126748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.190022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.209705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.210413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.294399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7322130 May 13 14:38:44.298905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:44.343987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:44.427738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'subnet': {'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:44.584376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.598227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7db0a-ffcd-4665-b310-e80f9fb96a24 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Network': ['ID=b022cf28-c2ae-4c28-8678-391ecd978d28,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:44.609982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a23108-822a-42b2-ad27-875dc2e4ae6d {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:44.616076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network b022cf28-c2ae-4c28-8678-391ecd978d28 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:38:44.623886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object 33d4ae56-e66f-4bba-a273-ec773e4e8e18 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:44.656014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.668066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-9ac43884-96e2-4889-b89e-81c9a019fc03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.7641671 May 13 14:38:44.731384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca8b7-d62e-408c-aba3-76ac6de55421 req-e273b1cf-30ee-4b79-8772-5e2f5924024e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.744129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-003ca8b7-d62e-408c-aba3-76ac6de55421 req-e273b1cf-30ee-4b79-8772-5e2f5924024e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 946 time: 0.4605336 May 13 14:38:44.756976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:44.788253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Transition to ACTIVE for port object 98a23108-822a-42b2-ad27-875dc2e4ae6d will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:44.884827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:subnet and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:44.885546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-9b1c5617-021d-4d0f-90a3-4a541bdcc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:44.889043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-9b1c5617-021d-4d0f-90a3-4a541bdcc546 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.2085087 May 13 14:38:44.905628 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.915027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:44.957926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:45.128918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:45.163015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:45.200485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:45.203547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:45.215086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-94c8863c-8f61-4ac5-93af-18f657b1b573 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:45.216154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-94c8863c-8f61-4ac5-93af-18f657b1b573 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:45.232068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:45.282301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-003ca8b7-d62e-408c-aba3-76ac6de55421 req-1523efdc-43fb-4ff6-9fb4-ac22cd2cea8b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288041 May 13 14:38:45.401722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:45.402312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.519587 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-0a6adf25-907b-4f5a-8224-007c3d318c0b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6682651 May 13 14:38:45.557915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Request body: {'port': {'device_id': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:45.764837 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c58128f-ea03-4f2a-add2-eab1e6aa4337'] response: {'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e', 'code': 200} May 13 14:38:45.842066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6deb22c7-0f35-42e0-920b-3cad4e465ccb None None] Provisioning for port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:45.864816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6deb22c7-0f35-42e0-920b-3cad4e465ccb None None] Provisioning complete for port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:45.865857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6deb22c7-0f35-42e0-920b-3cad4e465ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.900279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:45.941159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-a49ca7d8-ccd4-439a-86a8-d39cbb5936cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:45.943788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-a49ca7d8-ccd4-439a-86a8-d39cbb5936cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0245795 May 13 14:38:45.945387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-94c8863c-8f61-4ac5-93af-18f657b1b573 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:45.956822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-94c8863c-8f61-4ac5-93af-18f657b1b573 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 945 time: 1.8864405 May 13 14:38:46.060952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-8f40f791-9fa1-41ba-93e7-00a9c40598d9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:46.084605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aa336dfe-5dfe-4542-8565-1060ac1498fe up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:46.093572 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7780981e-e9b0-4b07-9fc0-e786e0a2733d'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'status': 'completed', 'code': 200} May 13 14:38:46.426833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6deb22c7-0f35-42e0-920b-3cad4e465ccb None None] Port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:38:46.443332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:46.449620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.470986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port aa336dfe-5dfe-4542-8565-1060ac1498fe completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:46.481413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port aa336dfe-5dfe-4542-8565-1060ac1498fe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:46.482273 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.578184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:46.714216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port aa336dfe-5dfe-4542-8565-1060ac1498fe is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:46.714822 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.821085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:46.830985 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:46.935998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-8f40f791-9fa1-41ba-93e7-00a9c40598d9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:46.954073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30e4b59c-a2e4-42cf-9161-c681b0a9c420 req-8f40f791-9fa1-41ba-93e7-00a9c40598d9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9958553 May 13 14:38:47.023307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:47.027167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-6f703583-8474-4740-9e98-23224f174ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.028906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-6f703583-8474-4740-9e98-23224f174ed4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1097 time: 1.6625302 May 13 14:38:47.152725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-bb295a9b-0fee-45aa-9b42-89392c023ed4 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1913397 May 13 14:38:47.387187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.389072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.390124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.391181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.392457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.393680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.397285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-e5d59bba-15c1-4227-a231-11b4ce3b5590 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5248 time: 1.4565449 May 13 14:38:47.398300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a2e26-a2d3-48e0-8215-f1b483d810a5 req-ca86e81f-00bf-4457-aeec-53afdd9db789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.400838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b5a2e26-a2d3-48e0-8215-f1b483d810a5 req-ca86e81f-00bf-4457-aeec-53afdd9db789 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 1096 time: 1.3435829 May 13 14:38:47.526802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-c0e94793-aadc-446b-a832-6ac581dbaf6b tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.530262 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-c0e94793-aadc-446b-a832-6ac581dbaf6b tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.86 "GET /v2.0/networks?id=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c HTTP/1.1" status: 200 len: 814 time: 2.2429740 May 13 14:38:47.584949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a449130-2c08-4c0b-875b-684012d441c3 req-df53aafd-07b7-4bb3-a887-81f4c1dcf6ab tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 210 time: 0.1652625 May 13 14:38:47.624042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.637392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.650468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.662646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.675561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.688290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.691883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-fd9e1294-78fa-45f4-9ab0-c58de2fdcd0f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 4604 time: 1.3043041 May 13 14:38:47.693313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:47.721307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Request body: {'port': {'device_id': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c', 'admin_state_up': True, 'tenant_id': 'b8cee1e67a2d41fe86df90249a30012b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:47.767631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735'}, {'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:47.788540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-839f11b1-cf04-4fbe-85a9-c4d50573c0ef req-d2636a59-7951-4d11-a43e-26823305524a service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223404 May 13 14:38:47.842133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b5a2e26-a2d3-48e0-8215-f1b483d810a5 req-7bf61211-af84-4347-a3ff-e632ad67217d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196563 May 13 14:38:47.862860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Attempting to bind port 98a23108-822a-42b2-ad27-875dc2e4ae6d on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:47.864175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Attempting to bind port 98a23108-822a-42b2-ad27-875dc2e4ae6d by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:47.864692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Attempting to bind port 98a23108-822a-42b2-ad27-875dc2e4ae6d on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:47.868124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-ed0f1b38-8946-49b4-8d5c-6020de50b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:47.870258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-ed0f1b38-8946-49b4-8d5c-6020de50b7b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.7987304 May 13 14:38:47.984404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Port 98a23108-822a-42b2-ad27-875dc2e4ae6d on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:47.984939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Attempting to bind port 98a23108-822a-42b2-ad27-875dc2e4ae6d on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:48.114515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d4ae56-e66f-4bba-a273-ec773e4e8e18 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:48.126073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.146516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Transition to ACTIVE for port object 33d4ae56-e66f-4bba-a273-ec773e4e8e18 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:48.162017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.236333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:48.236649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:48.239241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Bound using segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:48.239720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Bound port: 98a23108-822a-42b2-ad27-875dc2e4ae6d, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:48.240133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.260419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Subnet': ['ID=be153bc2-96a7-47e1-9cda-12e99e8f38bc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:48.409559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Pushing event updated for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:48.637775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Attempting to bind port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:48.638253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Attempting to bind port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:48.638592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Attempting to bind port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:48.640666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:48.646467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:48.659647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa220cc-9ac5-4368-95a8-05c7039fdcd2 req-9ba2aaaa-ebd5-49f1-b525-702d1caa23af tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.661282 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8aa220cc-9ac5-4368-95a8-05c7039fdcd2 req-9ba2aaaa-ebd5-49f1-b525-702d1caa23af tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 945 time: 0.2864325 May 13 14:38:48.661917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:48.662242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Attempting to bind port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:48.663987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Checking segment: {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:48.664432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network hostable DHCP agents. Network: b022cf28-c2ae-4c28-8678-391ecd978d28, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:38:48.669815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:48.670177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:48.670646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:48.671143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Bound port: 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:48.672163 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.686317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.815134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:48.820489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:48.838935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.903943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8aa220cc-9ac5-4368-95a8-05c7039fdcd2 req-646b0a12-a77e-4401-9380-ba1aee7102b9 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101867 May 13 14:38:48.942636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-595c1c03-4118-48df-9edf-efa5906381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.951567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-595c1c03-4118-48df-9edf-efa5906381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.952590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-595c1c03-4118-48df-9edf-efa5906381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.959885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-595c1c03-4118-48df-9edf-efa5906381e5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.4176431 May 13 14:38:48.961974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:48.962620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:48.972783 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] 10.222.0.86 "PUT /v2.0/ports/33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 200 len: 1095 time: 3.4270298 May 13 14:38:48.974613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9df2a88d-2a5e-43fd-b164-8b2aee2fbf49 req-60577a8b-070a-4b92-9a9e-5d9c7a053353 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2738957 May 13 14:38:48.975696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:49.009488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb00f-3a45-4688-99d0-a77fc523c04f service neutron] Pushing event updated for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:49.110112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.200736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-d842b46c-0284-441c-834c-392d4ce9cb1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 1001 time: 0.9271576 May 13 14:38:49.238562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:49.246387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Usage tracker for resource:port and tenant:b8cee1e67a2d41fe86df90249a30012b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:49.252600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:49.265204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:49.441683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-1419bb57-909f-4191-8322-eac19b6b9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.443233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-1419bb57-909f-4191-8322-eac19b6b9740 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1098 time: 0.3349457 May 13 14:38:49.469913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-db7228eb-5ba7-4497-8bc8-f3a76fb83990 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.470734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-db7228eb-5ba7-4497-8bc8-f3a76fb83990 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:49.609746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-10d555f7-1ac9-4f8c-bb1c-353044a12d1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 200 len: 217 time: 0.1475973 May 13 14:38:49.613236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-d63dbe78-df41-409c-bef1-2baa0e78a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.615420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40689a33-f26b-44db-a82d-4d7dfe826b42 req-d63dbe78-df41-409c-bef1-2baa0e78a934 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5790374 May 13 14:38:49.616268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network b022cf28-c2ae-4c28-8678-391ecd978d28 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:38:49.722137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.723538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.726113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] 10.222.0.90 "PUT /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 1135 time: 7.8540540 May 13 14:38:49.925713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '98a23108-822a-42b2-ad27-875dc2e4ae6d'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:49.934457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Made reservation on behalf of b8cee1e67a2d41fe86df90249a30012b for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:49.941072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-db7228eb-5ba7-4497-8bc8-f3a76fb83990 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:49.942137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:49.943032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-db7228eb-5ba7-4497-8bc8-f3a76fb83990 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 947 time: 0.6141069 May 13 14:38:49.967307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-2fe4f3e6-0fde-4bfc-99c7-44727ad14ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.969919 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-2fe4f3e6-0fde-4bfc-99c7-44727ad14ee4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3597221 May 13 14:38:49.979399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:49.985893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-9dfa9be7-0799-47d0-b709-601684e41faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:49.989767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-9dfa9be7-0799-47d0-b709-601684e41faf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3710680 May 13 14:38:50.098862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-b31f2ed9-d5a8-4752-b7d1-6491f799c819 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:50.176387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-1dcc9145-37fd-4e87-a669-ca0d0a6f3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:50.177500 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.184110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-1dcc9145-37fd-4e87-a669-ca0d0a6f3d4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809568 May 13 14:38:50.186812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-b31f2ed9-d5a8-4752-b7d1-6491f799c819 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:50.189146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6924c95b-aaf2-4cc9-b11e-ddb79964abbc req-b31f2ed9-d5a8-4752-b7d1-6491f799c819 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260938 May 13 14:38:50.241135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0614-94b9-487e-903d-0ec7cec190c7 service neutron] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:50.316112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, b022cf28-c2ae-4c28-8678-391ecd978d28) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:50.327321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419fae1-a728-4c9b-a966-bcc762af197a None None] Network b022cf28-c2ae-4c28-8678-391ecd978d28 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:50.401374 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbd9a51-183f-4930-ac5d-a963f39e396b'] response: {'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735', 'code': 200} May 13 14:38:50.402194 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbd9a51-183f-4930-ac5d-a963f39e396b'] response: {'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'code': 200} May 13 14:38:50.485015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-7f84c998-75da-49be-8cca-c64d67c16112 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941632 May 13 14:38:50.811629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30172bca-1ed7-4073-be9d-53fcaa4c0b81 req-c00716bf-0e49-4779-a2e8-6faf5239d2b6 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609279 May 13 14:38:50.833418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-b022cf28-c2ae-4c28-8678-391ecd978d28', 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'fixed_ips': [{'subnet_id': 'be153bc2-96a7-47e1-9cda-12e99e8f38bc'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:50.834435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:50.926789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:50.927679 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.058613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099d7e7-69d3-4493-b8ca-c652d6b59cae req-6fa6b50b-7d5d-46d3-bc1e-03f71147c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.061135 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2099d7e7-69d3-4493-b8ca-c652d6b59cae req-6fa6b50b-7d5d-46d3-bc1e-03f71147c1f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.5735815 May 13 14:38:51.079082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.137700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819634a5-21e1-45a1-9742-4923925a1d42 req-a781d46c-70dd-41d0-9131-e1eed93c7557 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.150035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-feaf9663-5256-4ca7-8076-f86add93ac2d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.8417082 May 13 14:38:51.151431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Allocated IP 19.80.0.2 (b022cf28-c2ae-4c28-8678-391ecd978d28/be153bc2-96a7-47e1-9cda-12e99e8f38bc/5571599b-756a-44fb-a564-13aa60eae8b3) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:51.157336 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-819634a5-21e1-45a1-9742-4923925a1d42 req-a781d46c-70dd-41d0-9131-e1eed93c7557 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 946 time: 0.3437028 May 13 14:38:51.161085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de601-f712-4cb9-bb7d-293a268df84f req-b89f1f41-a829-48dc-b433-abee3ae18d29 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.162753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-332de601-f712-4cb9-bb7d-293a268df84f req-b89f1f41-a829-48dc-b433-abee3ae18d29 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 943 time: 1.1210759 May 13 14:38:51.166690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:51.209367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2010683665'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:51.224511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:51.260168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:network and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:51.285082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:51.291771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00072b0a-1484-4c1e-ac6c-4fde4dd0d7f7 req-e98fb39b-54f0-42ed-8f98-e3e3c3048c6a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.293557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2099d7e7-69d3-4493-b8ca-c652d6b59cae req-7cc88eac-ac01-49fd-8e91-982cef58c34f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225418 May 13 14:38:51.300307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00072b0a-1484-4c1e-ac6c-4fde4dd0d7f7 req-e98fb39b-54f0-42ed-8f98-e3e3c3048c6a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 946 time: 1.6691022 May 13 14:38:51.309331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:51.336417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-819634a5-21e1-45a1-9742-4923925a1d42 req-c9b96587-b333-4d7f-8322-f2629fcaa369 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772027 May 13 14:38:51.370653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:51.377224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-b1594330-6555-4a8b-b00c-daf119c8a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.378085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.378772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-b1594330-6555-4a8b-b00c-daf119c8a4f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2519324 May 13 14:38:51.496899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:38:51.527694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.528980 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Added segment 3277926d-b07d-4249-b347-707be1f223cf of type vlan for network deaf697d-c36c-47dd-bb09-f577ed638974 May 13 14:38:51.581959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Deleting port 1f4cec10-2107-440d-a435-9975d42f0735 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:38:51.581959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.595598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.635126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.639888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Transition to ACTIVE for port object 5571599b-756a-44fb-a564-13aa60eae8b3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:51.729614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Transition to ACTIVE for port object 5571599b-756a-44fb-a564-13aa60eae8b3 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:51.743607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.920460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Network b022cf28-c2ae-4c28-8678-391ecd978d28 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:51.922804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5571599b-756a-44fb-a564-13aa60eae8b3,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:51.929169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:51.935666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:51.960997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5058686a-4bbe-4040-bc20-f1c3935e975c req-dc44fd59-a504-45be-9f19-e08855c35daa tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 210 time: 0.2283270 May 13 14:38:51.968484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:51.990002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:51.991550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.188954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Attempting to bind port 5571599b-756a-44fb-a564-13aa60eae8b3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:52.190366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Attempting to bind port 5571599b-756a-44fb-a564-13aa60eae8b3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:52.190366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Attempting to bind port 5571599b-756a-44fb-a564-13aa60eae8b3 on network b022cf28-c2ae-4c28-8678-391ecd978d28 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:52.202981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:52.203559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Checking segment: {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:52.204502 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.205239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Bound using segment: {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:52.206471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Bound port: 5571599b-756a-44fb-a564-13aa60eae8b3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:52.207208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.229873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0599174 May 13 14:38:52.231317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52716) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:38:52.251943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'subnet': {'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:52.317642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb273f2-c8c5-43b9-883a-ea60c9baf3b2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Network': ['ID=deaf697d-c36c-47dd-bb09-f577ed638974,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:52.342431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network deaf697d-c36c-47dd-bb09-f577ed638974 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:38:52.367117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00072b0a-1484-4c1e-ac6c-4fde4dd0d7f7 req-2ab9b47d-1d72-4ec4-8b8a-0bda09fb0e08 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0628579 May 13 14:38:52.433700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Allocated IP 172.20.0.8 (dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c/48dd7564-5e4d-4b72-a612-a0f969a270bf/919aff83-2919-4558-aaed-6421c1242b69) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:52.575644 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896698fc-bfba-433f-8fdd-c0b117c00e41'] response: {'name': 'network-changed', 'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'status': 'completed', 'code': 200} May 13 14:38:52.601121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] For port 5571599b-756a-44fb-a564-13aa60eae8b3, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:52.640261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] For port 5571599b-756a-44fb-a564-13aa60eae8b3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5571599b-756a-44fb-a564-13aa60eae8b3,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:52.657820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:52.859042 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2f0e1a-d7e2-4133-9c28-de0c78375dca'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '98a23108-822a-42b2-ad27-875dc2e4ae6d', 'status': 'completed', 'code': 200} May 13 14:38:52.890882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232555da-af83-4556-8a37-8d3c6f39dfe8 None None] Pushing event updated for resources: {'Port': ['ID=5571599b-756a-44fb-a564-13aa60eae8b3,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:53.091651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:38:53.104436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:subnet and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:38:53.114515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:38:53.139208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:38:53.169707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.170252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.170654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.171148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.171589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.172079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.174127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-fcae8c1c-44c4-4636-9b75-e06366bba1b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5290 time: 0.4593570 May 13 14:38:53.181310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:38:53.185256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.209393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-e6eaf355-0533-4831-841f-4fe88503a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.211274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-e6eaf355-0533-4831-841f-4fe88503a82c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1098 time: 0.6347852 May 13 14:38:53.238260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1d99a-32ef-4a20-961a-0283a33ad8a1 req-6c86ef9b-8216-4970-a760-cc3f84953488 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.247701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dde1d99a-32ef-4a20-961a-0283a33ad8a1 req-6c86ef9b-8216-4970-a760-cc3f84953488 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 945 time: 0.5344212 May 13 14:38:53.677287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:53.805431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-d176f2c4-3a25-4718-930f-7a17951f6ef2 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4036014 May 13 14:38:53.930303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-e0539a36-6ca1-4e15-bc9f-5295a55c96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.931221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-e0539a36-6ca1-4e15-bc9f-5295a55c96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.932783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-e0539a36-6ca1-4e15-bc9f-5295a55c96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:53.936455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-e0539a36-6ca1-4e15-bc9f-5295a55c96a7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7114348 May 13 14:38:53.992961 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dde1d99a-32ef-4a20-961a-0283a33ad8a1 req-ab333f76-1e74-4b6c-ac8c-533b28904322 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7444637 May 13 14:38:54.045890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 33d4ae56-e66f-4bba-a273-ec773e4e8e18 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:38:54.095805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.318768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-bbc691e8-619d-4bad-801b-3f284712f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:54.320500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-bbc691e8-619d-4bad-801b-3f284712f29e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.0702519 May 13 14:38:54.321835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:38:54.421694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:54.462514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'mac_address': 'fa:16:3e:b2:21:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:38:54.530046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:54.598600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:54.621525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:54.701083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:54.701724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.712534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-2608011f-682a-42fc-8811-488b8c6546fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 200 len: 217 time: 0.3704884 May 13 14:38:54.765698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de95eea7-cc94-48f2-b914-af03031dfa73 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:54.794227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Pushing event updated for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:54.825843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d4ae56-e66f-4bba-a273-ec773e4e8e18 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:54.885241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.910983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] For port 1f4cec10-2107-440d-a435-9975d42f0735, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=1f4cec10-2107-440d-a435-9975d42f0735,segment=NetworkSegment(137bbd83-b5eb-4b80-85a1-fb3f05b0db05),segment_id=137bbd83-b5eb-4b80-85a1-fb3f05b0db05)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:54.911526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:54.920056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:54.935478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.065959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.110354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a2c4c-7642-414c-9e01-585ddf65131d None None] Network b022cf28-c2ae-4c28-8678-391ecd978d28 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:55.280202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.293089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 1f4cec10-2107-440d-a435-9975d42f0735 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:38:55.322777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.326359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.327668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:38:55.341171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Transition to ACTIVE for port object de95eea7-cc94-48f2-b914-af03031dfa73 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:55.372363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5571599b-756a-44fb-a564-13aa60eae8b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:55.415730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-612aa9c5-805e-4ad5-ad19-d534feeadbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.417327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c68429c6-5472-46ba-87e7-5b980d3814c4 req-612aa9c5-805e-4ad5-ad19-d534feeadbe0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4202268 May 13 14:38:55.446250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Calling delete_port for 1f4cec10-2107-440d-a435-9975d42f0735 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:38:55.487279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6975d1f9-083d-4eb6-9025-2b90c8ad7bda req-1d1db370-c140-4902-bf47-63e5ba59362b service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5648062 May 13 14:38:55.488664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:55.513216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a663448-b0d3-4891-b39a-f6702a8e9331 None None] Provisioning for port 5571599b-756a-44fb-a564-13aa60eae8b3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:55.571070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-b3f57fe1-7641-43f0-a17a-85fa2c7eab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.575403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-b3f57fe1-7641-43f0-a17a-85fa2c7eab50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.4296141 May 13 14:38:55.583609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.592739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.600018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.614792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.622697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.626392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca99f48-87e6-45d2-b37c-e0db95997c28 req-0904b179-83b4-427c-aa36-99face38b68a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.630753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.639146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ca99f48-87e6-45d2-b37c-e0db95997c28 req-0904b179-83b4-427c-aa36-99face38b68a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 948 time: 0.4874041 May 13 14:38:55.640460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-9c1b6235-43b6-4ced-aad8-4cc70f65421f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 4604 time: 1.8608081 May 13 14:38:55.642645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Checking segment: {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:55.643811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network hostable DHCP agents. Network: deaf697d-c36c-47dd-bb09-f577ed638974, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:38:55.786940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-5daf3a6d-4b11-4641-b15b-7d82939959fc tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0778978 May 13 14:38:55.795459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Subnet': ['ID=718f99a2-83c0-493a-8bce-4b9bfa8b9282,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:55.817079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Request body: {'port': {'device_id': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:55.923981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network deaf697d-c36c-47dd-bb09-f577ed638974 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:38:55.978021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ca99f48-87e6-45d2-b37c-e0db95997c28 req-9169c26e-94c3-4432-8022-384f601c88b1 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195076 May 13 14:38:55.978659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, deaf697d-c36c-47dd-bb09-f577ed638974) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:55.996486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:55.998788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.078602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc8081-7303-4382-aa5e-b95a89f18076 None None] Network deaf697d-c36c-47dd-bb09-f577ed638974 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:38:56.100546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-995ec098-f582-45c3-827f-fafa32087358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.103522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-995ec098-f582-45c3-827f-fafa32087358 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4954433 May 13 14:38:56.111719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:56.178169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f5def8e6-3e22-4eae-85fd-ab5517aeb252 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9390082 May 13 14:38:56.217982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5465135-07cf-4cf2-968a-d6b2f8f46217 req-2b6a1c44-d171-4f63-82c4-ef44f226eb31 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5720692 May 13 14:38:56.415612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5571599b-756a-44fb-a564-13aa60eae8b3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:56.420176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 1f4cec10-2107-440d-a435-9975d42f0735 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:56.436839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Attempting to bind port de95eea7-cc94-48f2-b914-af03031dfa73 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:56.437175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Attempting to bind port de95eea7-cc94-48f2-b914-af03031dfa73 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:56.437507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Attempting to bind port de95eea7-cc94-48f2-b914-af03031dfa73 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:56.440100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.472046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5571599b-756a-44fb-a564-13aa60eae8b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:56.472702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.497475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Port de95eea7-cc94-48f2-b914-af03031dfa73 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:56.497689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Attempting to bind port de95eea7-cc94-48f2-b914-af03031dfa73 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:56.513239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.633012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:56.633544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:56.634210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Bound using segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:56.634949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Bound port: de95eea7-cc94-48f2-b914-af03031dfa73, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:56.635500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.635799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9d61a-2fa1-4424-a00f-5b8bc390b63a req-e7c3e8ee-2547-4b30-a2fd-6f15e0f4f996 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:56.638661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9a9d61a-2fa1-4424-a00f-5b8bc390b63a req-e7c3e8ee-2547-4b30-a2fd-6f15e0f4f996 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 946 time: 0.4301651 May 13 14:38:56.644774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-e36aafed-a769-4c19-97fb-d791747cf68c service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322709 May 13 14:38:56.680981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-deaf697d-c36c-47dd-bb09-f577ed638974', 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'fixed_ips': [{'subnet_id': '718f99a2-83c0-493a-8bce-4b9bfa8b9282'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:38:56.681825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:56.936071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5571599b-756a-44fb-a564-13aa60eae8b3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:56.936484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.099563 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9a9d61a-2fa1-4424-a00f-5b8bc390b63a req-f0b4d1ca-2dfc-4372-9422-a1a996533b50 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533105 May 13 14:38:57.110376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Pushing event deleted for resources: {'Port': ['ID=1f4cec10-2107-440d-a435-9975d42f0735,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.207640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdd20a4b-4d38-4a55-892a-1288d84a1335 req-a4c7cd13-2e43-40e5-9077-a7f189cc6376 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329878 May 13 14:38:57.295641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 5571599b-756a-44fb-a564-13aa60eae8b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5571599b-756a-44fb-a564-13aa60eae8b3,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:57.304564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:38:57.315071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:57.323649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=de95eea7-cc94-48f2-b914-af03031dfa73,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:57.324261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Allocated IP 19.86.0.2 (deaf697d-c36c-47dd-bb09-f577ed638974/718f99a2-83c0-493a-8bce-4b9bfa8b9282/78840070-6440-408c-81ea-cfd2c01dd693) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:38:57.345742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.346692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99194b11-6fc2-4d87-9859-bcc12ad0a00d None None] Provisioning complete for port 5571599b-756a-44fb-a564-13aa60eae8b3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:57.347315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99194b11-6fc2-4d87-9859-bcc12ad0a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.384094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.398975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] No DVR routers for this DVR port 1f4cec10-2107-440d-a435-9975d42f0735 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:38:57.402009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.456255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-deleted', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:57.464108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8fc4-cfe3-4818-806f-b2d50444e455 req-0c262525-cf06-47c2-b5e3-a0cd2999ef46 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:57.466087 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7abe8fc4-cfe3-4818-806f-b2d50444e455 req-0c262525-cf06-47c2-b5e3-a0cd2999ef46 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 946 time: 0.1717868 May 13 14:38:57.504003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:57.504442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.505909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] 10.222.0.90 "PUT /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 1135 time: 7.5347829 May 13 14:38:57.550272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:38:57.571325 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7abe8fc4-cfe3-4818-806f-b2d50444e455 req-f5f8293a-d949-41de-baf8-293eb9941732 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923381 May 13 14:38:57.591082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-332de601-f712-4cb9-bb7d-293a268df84f req-cb83f7ae-ba31-49a8-b1d8-8b032142d709 tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.90 "DELETE /v2.0/ports/1f4cec10-2107-440d-a435-9975d42f0735 HTTP/1.1" status: 204 len: 173 time: 6.3868403 May 13 14:38:57.618058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919aff83-2919-4558-aaed-6421c1242b69 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:57.636084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.661864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Transition to ACTIVE for port object 919aff83-2919-4558-aaed-6421c1242b69 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:57.697474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884c9f-7d65-4df9-9032-ffe70de2a174 service neutron] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.722096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:57.915006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=5571599b-756a-44fb-a564-13aa60eae8b3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.977796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Pushing event updated for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:57.992775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70529090-01b7-4cce-bea0-579e29a21c8c req-84a15360-201e-4c74-bc40-8607ee8974cf tempest-ImagesTestJSON-1514875598 tempest-ImagesTestJSON-1514875598-project] 10.222.0.36 "GET /v2.0/ports?device_id=68dd9b1c-a44a-49fe-8759-c58a20e13729 HTTP/1.1" status: 200 len: 210 time: 0.1223927 May 13 14:38:58.125273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 33d4ae56-e66f-4bba-a273-ec773e4e8e18 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:58.214553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134808-96d5-4591-9513-bcb9adbd19a7 req-7e8a639d-864c-4784-ac9c-b834bf10fee9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.215409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-63134808-96d5-4591-9513-bcb9adbd19a7 req-7e8a639d-864c-4784-ac9c-b834bf10fee9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Synchronizing usage tracker for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:58.229477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-99194b11-6fc2-4d87-9859-bcc12ad0a00d None None] Current status of the port 5571599b-756a-44fb-a564-13aa60eae8b3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:58.331214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.350683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-63134808-96d5-4591-9513-bcb9adbd19a7 req-7e8a639d-864c-4784-ac9c-b834bf10fee9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Unset dirty status for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:58.351943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63134808-96d5-4591-9513-bcb9adbd19a7 req-7e8a639d-864c-4784-ac9c-b834bf10fee9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 931 time: 1.7762351 May 13 14:38:58.362199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-7f83664b-ea45-4550-8752-f1b952598bf5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.369022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-7f83664b-ea45-4550-8752-f1b952598bf5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.371515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-7f83664b-ea45-4550-8752-f1b952598bf5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:58.402797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-7f83664b-ea45-4550-8752-f1b952598bf5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:58.404913 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-7f83664b-ea45-4550-8752-f1b952598bf5 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/networks?id=b022cf28-c2ae-4c28-8678-391ecd978d28&id=deaf697d-c36c-47dd-bb09-f577ed638974 HTTP/1.1" status: 200 len: 1392 time: 0.2397563 May 13 14:38:58.436024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Attempting to bind port 919aff83-2919-4558-aaed-6421c1242b69 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:58.436397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Attempting to bind port 919aff83-2919-4558-aaed-6421c1242b69 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'faf10632-6368-4327-8828-91365d53420e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:58.437173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Attempting to bind port 919aff83-2919-4558-aaed-6421c1242b69 on network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:58.461518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Port 919aff83-2919-4558-aaed-6421c1242b69 on network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:38:58.461886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Attempting to bind port 919aff83-2919-4558-aaed-6421c1242b69 on network dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:58.471798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-63ee5707-b05f-4c97-97c1-b912062dc566 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/quotas/3e2a9991cab046709774310453644b7f HTTP/1.1" status: 200 len: 375 time: 0.0372038 May 13 14:38:58.474685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.487863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:58.488326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Checking segment: {'id': 'faf10632-6368-4327-8828-91365d53420e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:58.488723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Bound using segment: {'id': 'faf10632-6368-4327-8828-91365d53420e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:58.489170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Bound port: 919aff83-2919-4558-aaed-6421c1242b69, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf10632-6368-4327-8828-91365d53420e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:58.489581 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.502799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Transition to ACTIVE for port object 78840070-6440-408c-81ea-cfd2c01dd693 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:58.505991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:38:58.524680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:58.528803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63134808-96d5-4591-9513-bcb9adbd19a7 req-7793b244-03df-4ddf-8cb4-acbf44f8dc5a tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600919 May 13 14:38:58.530004 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.606650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Transition to ACTIVE for port object 78840070-6440-408c-81ea-cfd2c01dd693 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:58.644516 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.726064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cb511d0-1c56-409a-9e7b-d1e08d8df90e tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:38:58.790241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cb511d0-1c56-409a-9e7b-d1e08d8df90e tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:38:58.801322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cb511d0-1c56-409a-9e7b-d1e08d8df90e tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3246472 May 13 14:38:58.811058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:58.830568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=919aff83-2919-4558-aaed-6421c1242b69,segment=NetworkSegment(faf10632-6368-4327-8828-91365d53420e),segment_id=faf10632-6368-4327-8828-91365d53420e)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:58.838955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.988804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:58.989420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:58.991741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] 10.222.0.86 "PUT /v2.0/ports/919aff83-2919-4558-aaed-6421c1242b69 HTTP/1.1" status: 200 len: 1091 time: 3.1808233 May 13 14:38:59.055992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Network deaf697d-c36c-47dd-bb09-f577ed638974 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:38:59.062260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:38:59.078063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:38:59.107543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d54c3-2a56-4246-a8b5-f371394d6e5e service neutron] Pushing event updated for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.179440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Pushing event updated for resources: {'Port': ['ID=78840070-6440-408c-81ea-cfd2c01dd693,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.226221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566ccbcd-42c9-438e-a6a7-8249799324d0 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:38:59.239918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.267222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Transition to ACTIVE for port object 566ccbcd-42c9-438e-a6a7-8249799324d0 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:38:59.272702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-f3ce992e-a264-48a7-b6fe-19a4ff76680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:59.274445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-f3ce992e-a264-48a7-b6fe-19a4ff76680b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8cee1e67a2d41fe86df90249a30012b&device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 1094 time: 0.2131588 May 13 14:38:59.276633 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.287962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1493-383c-4af6-bd84-d55e989e9ded req-07904dda-a9e8-4a40-8a49-820a3f15b9d0 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:59.289583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-759c1493-383c-4af6-bd84-d55e989e9ded req-07904dda-a9e8-4a40-8a49-820a3f15b9d0 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 948 time: 0.2746987 May 13 14:38:59.311050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:38:59.311631 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.323511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Attempting to bind port 78840070-6440-408c-81ea-cfd2c01dd693 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:38:59.324068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Attempting to bind port 78840070-6440-408c-81ea-cfd2c01dd693 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:38:59.324630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Attempting to bind port 78840070-6440-408c-81ea-cfd2c01dd693 on network deaf697d-c36c-47dd-bb09-f577ed638974 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:38:59.338972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-09cd39d6-e824-4b1e-b5b7-92f0e6d59d82 service neutron] 10.222.0.36 "GET /v2.0/networks/b022cf28-c2ae-4c28-8678-391ecd978d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170166 May 13 14:38:59.341357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:38:59.341357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Checking segment: {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:38:59.341752 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.342219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Bound using segment: {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:38:59.342999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Bound port: 78840070-6440-408c-81ea-cfd2c01dd693, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:38:59.343614 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.438669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:38:59.481707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-fb1aed0a-58e8-408d-8bd7-4a6d8128d23b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919aff83-2919-4558-aaed-6421c1242b69 HTTP/1.1" status: 200 len: 217 time: 0.1898730 May 13 14:38:59.490045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:38:59.509577 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.573656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.633738 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-759c1493-383c-4af6-bd84-d55e989e9ded req-301187b1-3464-421c-a79f-f3b8b2aace9e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584372 May 13 14:38:59.638410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5571599b-756a-44fb-a564-13aa60eae8b3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:38:59.686779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-da3d2e41-642a-4ed9-b489-e29edb1f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:38:59.689853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-da3d2e41-642a-4ed9-b489-e29edb1f5fcb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48dd7564-5e4d-4b72-a612-a0f969a270bf HTTP/1.1" status: 200 len: 854 time: 0.1944962 May 13 14:38:59.783575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] For port 78840070-6440-408c-81ea-cfd2c01dd693, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:38:59.798176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] For port 78840070-6440-408c-81ea-cfd2c01dd693, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78840070-6440-408c-81ea-cfd2c01dd693,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:38:59.799258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-414c824b-49b1-40e5-bb70-2d8736e78380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.820030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.824837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:38:59.857844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-6de6079e-ae72-481d-9c19-296f71288c25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621175 May 13 14:38:59.942196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5571599b-756a-44fb-a564-13aa60eae8b3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:38:59.942566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:38:59.955507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-be56261a-2883-4296-a6ac-8a94914e1718 service neutron] 10.222.0.36 "GET /v2.0/networks/b022cf28-c2ae-4c28-8678-391ecd978d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084914 May 13 14:39:00.032059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed793b-887a-4e0c-80fb-ac9ace8b8870 None None] Pushing event updated for resources: {'Port': ['ID=78840070-6440-408c-81ea-cfd2c01dd693,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:00.039087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Attempting to bind port 566ccbcd-42c9-438e-a6a7-8249799324d0 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:00.039492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Attempting to bind port 566ccbcd-42c9-438e-a6a7-8249799324d0 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:00.039809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Attempting to bind port 566ccbcd-42c9-438e-a6a7-8249799324d0 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:00.063501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Port 566ccbcd-42c9-438e-a6a7-8249799324d0 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:00.063501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Attempting to bind port 566ccbcd-42c9-438e-a6a7-8249799324d0 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:00.074275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:00.074556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:00.074884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Bound using segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:00.075333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Bound port: 566ccbcd-42c9-438e-a6a7-8249799324d0, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:00.075669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.120672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5571599b-756a-44fb-a564-13aa60eae8b3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:00.189808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-001a983c-12e5-422e-95fd-ceee5f0f1e60 service neutron] 10.222.0.36 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314796 May 13 14:39:00.399214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-9a086a7d-696a-42ea-8217-64f1c6233154 service neutron] 10.222.0.36 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985719 May 13 14:39:00.431583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-ffbac07e-7b0f-428c-9dca-b6b9e4c4452f tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6450489 May 13 14:39:00.473115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.481368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-f9e3c01f-378e-446a-8310-a3d114e088b5 service neutron] 10.222.0.86 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695302 May 13 14:39:00.482383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:00.513310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Usage tracker for resource:floatingip and tenant:4b6c4e6b559642c98b922f497376a767 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:00.521658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:00.578754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:00.601219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:00.630839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:00.634034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.657082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.858275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.858785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:00.860320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] 10.222.0.90 "PUT /v2.0/ports/566ccbcd-42c9-438e-a6a7-8249799324d0 HTTP/1.1" status: 200 len: 1090 time: 3.3224692 May 13 14:39:00.864475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e686da-df8e-4a36-9530-79aba57ce47f service neutron] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:00.882717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e0fbaf7-4bd1-464d-bcd7-32f82dd1d3aa req-112869cb-4aa3-4bb3-a530-08c1bee75969 service neutron] 10.222.0.86 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921051 May 13 14:39:00.904157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:00.923744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.930915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.937272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.944020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.950760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.957626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.965159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:00.976358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-55efe97d-08f1-4bf6-82dd-7675efbfaba7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5393 time: 0.2869134 May 13 14:39:01.051609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b983c31-457b-4d8f-a264-f26a68beaa85 req-949a8a53-0b9e-48ef-a8e9-46e50778edf2 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737178 May 13 14:39:01.120157 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1074413-bc00-4142-af82-6522424efbf8'] response: {'server_uuid': '68dd9b1c-a44a-49fe-8759-c58a20e13729', 'name': 'network-vif-deleted', 'tag': '1f4cec10-2107-440d-a435-9975d42f0735', 'status': 'completed', 'code': 200} May 13 14:39:01.155030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.162037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:01.223500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.373648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port d28c7135-63f1-47be-aa6b-7be4238ff715 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:01.374656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.461192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7eeb9-b9f1-4947-a801-23dbd30eef98 req-c6010a21-4743-42c0-970d-1c2be4e57acc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:01.462828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1e7eeb9-b9f1-4947-a801-23dbd30eef98 req-c6010a21-4743-42c0-970d-1c2be4e57acc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 946 time: 0.1733079 May 13 14:39:01.525949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:01.560969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:01.582275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1e7eeb9-b9f1-4947-a801-23dbd30eef98 req-c9b33821-7bd2-439b-bcb7-da0ea645ec31 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058567 May 13 14:39:01.783500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f3a8c-a9f1-41fb-9a80-f68f098ac655 None None] Network deaf697d-c36c-47dd-bb09-f577ed638974 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:01.808495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Allocated IP 172.25.5.215 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/30bdb507-8605-4e9d-a368-bca6dd2fbcbd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:01.818155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=14']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:01.832984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78840070-6440-408c-81ea-cfd2c01dd693 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:01.954340 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef9708d-9b9e-4530-9ebe-4fdc7f91a70e'] response: {'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'code': 200} May 13 14:39:02.029007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-026de784-3225-4b54-9468-a43af0d68506 None None] Provisioning for port 78840070-6440-408c-81ea-cfd2c01dd693 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:02.161725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f9d14f-03ba-42a3-992f-69ba84db4510 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:02.171649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6b3200a-c344-4b2e-b7c9-854c10323613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.232848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 78840070-6440-408c-81ea-cfd2c01dd693 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:02.235347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.267565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 78840070-6440-408c-81ea-cfd2c01dd693 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:02.268152 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.390856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477e33-ea8e-4ca4-89b5-7b282d7c0852 req-da0ef4a2-c694-4559-a001-21af1cf1e16e tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.397325 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f477e33-ea8e-4ca4-89b5-7b282d7c0852 req-da0ef4a2-c694-4559-a001-21af1cf1e16e tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 943 time: 0.2004962 May 13 14:39:02.487301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Transition to ACTIVE for port object 75f9d14f-03ba-42a3-992f-69ba84db4510 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:02.524695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.531292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8f477e33-ea8e-4ca4-89b5-7b282d7c0852 req-e8e36173-bafc-45c5-8328-c54926c8a9f9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Synchronizing usage tracker for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:02.571147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8f477e33-ea8e-4ca4-89b5-7b282d7c0852 req-e8e36173-bafc-45c5-8328-c54926c8a9f9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Unset dirty status for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:02.587235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f477e33-ea8e-4ca4-89b5-7b282d7c0852 req-e8e36173-bafc-45c5-8328-c54926c8a9f9 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785209 May 13 14:39:02.628745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.764553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa1d4-2d1c-4044-8e89-444a085eb88d req-30ac2986-2dc1-415b-9925-2008a831a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:02.767393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921aa1d4-2d1c-4044-8e89-444a085eb88d req-30ac2986-2dc1-415b-9925-2008a831a3bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1100 time: 0.7520664 May 13 14:39:02.864882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 78840070-6440-408c-81ea-cfd2c01dd693 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:02.872852 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:02.950248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.020853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 78840070-6440-408c-81ea-cfd2c01dd693, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78840070-6440-408c-81ea-cfd2c01dd693,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:03.041996 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.067591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b29ccaa6-f28f-42ca-b4f3-4a197e53f0f3 req-d6d9db49-4080-4a7c-b548-ab6875084271 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 210 time: 0.1283414 May 13 14:39:03.333008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.383971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'de95eea7-cc94-48f2-b914-af03031dfa73'}, {'name': 'network-changed', 'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'tag': '919aff83-2919-4558-aaed-6421c1242b69'}, {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:03.403455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=78840070-6440-408c-81ea-cfd2c01dd693,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.422327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cd38af5-cb4b-4251-afc3-23119de0e0a2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.445633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cd38af5-cb4b-4251-afc3-23119de0e0a2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.447378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cd38af5-cb4b-4251-afc3-23119de0e0a2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:03.541761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24248481-6c83-4ce9-97e9-cbe919efbac0 None None] Provisioning complete for port 78840070-6440-408c-81ea-cfd2c01dd693 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:03.542857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24248481-6c83-4ce9-97e9-cbe919efbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.623487 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78840070-6440-408c-81ea-cfd2c01dd693 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:03.676627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cd38af5-cb4b-4251-afc3-23119de0e0a2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:03.678980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6cd38af5-cb4b-4251-afc3-23119de0e0a2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "GET /v2.0/networks?id=b022cf28-c2ae-4c28-8678-391ecd978d28&id=deaf697d-c36c-47dd-bb09-f577ed638974 HTTP/1.1" status: 200 len: 1392 time: 1.4229825 May 13 14:39:03.680306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:03.693796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-921aa1d4-2d1c-4044-8e89-444a085eb88d req-49d51a83-4408-4283-8459-a05b675b15d4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622893 May 13 14:39:03.711795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'port': {'device_id': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28', 'admin_state_up': True, 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:03.763415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a90670-c3a8-4bb4-88a8-ae90eee0c42e req-710242fd-6170-4b25-b25f-1bb7878d1816 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:03.765558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a90670-c3a8-4bb4-88a8-ae90eee0c42e req-710242fd-6170-4b25-b25f-1bb7878d1816 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 949 time: 0.1468935 May 13 14:39:03.900323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 78840070-6440-408c-81ea-cfd2c01dd693 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:03.900323 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:03.908732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a90670-c3a8-4bb4-88a8-ae90eee0c42e req-715eba36-18ad-4904-b6c4-f994f196dd8d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358206 May 13 14:39:03.971053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:04.015474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-24248481-6c83-4ce9-97e9-cbe919efbac0 None None] Current status of the port 78840070-6440-408c-81ea-cfd2c01dd693 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:04.071768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Attempting to bind port 75f9d14f-03ba-42a3-992f-69ba84db4510 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:04.072517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Attempting to bind port 75f9d14f-03ba-42a3-992f-69ba84db4510 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:04.073245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Attempting to bind port 75f9d14f-03ba-42a3-992f-69ba84db4510 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:04.088367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.132906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 919aff83-2919-4558-aaed-6421c1242b69 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:04.165157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 78840070-6440-408c-81ea-cfd2c01dd693 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:04.168358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Port 75f9d14f-03ba-42a3-992f-69ba84db4510 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:04.169183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Attempting to bind port 75f9d14f-03ba-42a3-992f-69ba84db4510 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:04.192834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:04.222988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:04.223492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Checking segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:04.224162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Bound using segment: {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:04.225045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Bound port: 75f9d14f-03ba-42a3-992f-69ba84db4510, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a88f733-90dc-4d97-9bb1-314e75b98d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:04.225645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.248356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:port and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:04.269890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:04.284009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:04.284667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.293014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.299049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.307143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.314845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.315749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=919aff83-2919-4558-aaed-6421c1242b69,segment=NetworkSegment(faf10632-6368-4327-8828-91365d53420e),segment_id=faf10632-6368-4327-8828-91365d53420e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:04.323279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.332779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.333610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '919aff83-2919-4558-aaed-6421c1242b69', 'network_id': 'dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c', 'port_id': '919aff83-2919-4558-aaed-6421c1242b69', 'mac_address': 'fa:16:3e:7b:b8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dd7564-5e4d-4b72-a612-a0f969a270bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:04.337339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-2d15df23-535a-4272-a8cc-da3f3586c5a8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5405 time: 0.1841516 May 13 14:39:04.342863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:04.361413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:04.365336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:04.407749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 919aff83-2919-4558-aaed-6421c1242b69 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:04.409195 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.419618 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-982c6b1f-ac3e-49bf-89eb-93289313a0ad req-8a8b843f-0ae4-4042-9bfe-a28971a45044 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647423 May 13 14:39:04.429972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event updated for resources: {'Port': ['ID=30bdb507-8605-4e9d-a368-bca6dd2fbcbd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:04.435973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919aff83-2919-4558-aaed-6421c1242b69 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:04.452777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=919aff83-2919-4558-aaed-6421c1242b69,segment=NetworkSegment(faf10632-6368-4327-8828-91365d53420e),segment_id=faf10632-6368-4327-8828-91365d53420e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:04.457645 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.497237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:04.503136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.536513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:04.580655 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370c362-faac-4ee8-a635-f156e215bed1'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'de95eea7-cc94-48f2-b914-af03031dfa73', 'status': 'completed', 'code': 200} May 13 14:39:04.581057 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370c362-faac-4ee8-a635-f156e215bed1'] response: {'name': 'network-changed', 'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'tag': '919aff83-2919-4558-aaed-6421c1242b69', 'status': 'completed', 'code': 200} May 13 14:39:04.581649 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370c362-faac-4ee8-a635-f156e215bed1'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'status': 'completed', 'code': 200} May 13 14:39:04.717146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:04.733538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['919aff83-2919-4558-aaed-6421c1242b69'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:04.797273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b909a-9469-43c5-8c86-95cb15eaa7fe req-7407e054-6755-4f60-8fea-1cd24c13c021 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:04.805237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079b909a-9469-43c5-8c86-95cb15eaa7fe req-7407e054-6755-4f60-8fea-1cd24c13c021 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 944 time: 0.1350231 May 13 14:39:04.906685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079b909a-9469-43c5-8c86-95cb15eaa7fe req-74bf1199-f0db-49d6-8b92-ef89aaa5f13f tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975525 May 13 14:39:04.960514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:05.023191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:05.045849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.183310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.183940 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.185412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] 10.222.0.90 "PUT /v2.0/ports/75f9d14f-03ba-42a3-992f-69ba84db4510 HTTP/1.1" status: 200 len: 1090 time: 4.2910116 May 13 14:39:05.186563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.235316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bc44d-27cb-4b00-9b7a-2e2ee412a206 req-228ffb71-4d5f-4555-ad32-38f70cf2cfc1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.237710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-070bc44d-27cb-4b00-9b7a-2e2ee412a206 req-228ffb71-4d5f-4555-ad32-38f70cf2cfc1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1593976 May 13 14:39:05.269204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:05.312094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770b03-41d7-4e76-bef9-e947729796df service neutron] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:05.319091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-070bc44d-27cb-4b00-9b7a-2e2ee412a206 req-a052c127-efd0-42f2-b0e7-074d4bd7a429 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662730 May 13 14:39:05.346963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-ab2892e0-374a-4b7e-ad4b-dc081e98ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.348648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-ab2892e0-374a-4b7e-ad4b-dc081e98ba4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8cee1e67a2d41fe86df90249a30012b&device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 1095 time: 0.7381480 May 13 14:39:05.391321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Allocated IP 19.80.0.218 (b022cf28-c2ae-4c28-8678-391ecd978d28/be153bc2-96a7-47e1-9cda-12e99e8f38bc/4e5daa94-cfc8-4c88-84e5-4eea1601b373) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:05.419669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.420155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.420664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.421132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.421599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.422063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.422523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:05.424770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-b98bc048-6b47-41aa-9279-3eb44428791b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6310 time: 0.8162711 May 13 14:39:05.425523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.440685 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863ff6fe-de4b-4351-9c6d-82526ffccc05'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'code': 200} May 13 14:39:05.702001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58951ca0-c455-4a3b-81d3-b03fb59439b7 req-3a4bf401-59fc-4347-abc1-2e87e92cbfdb tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 210 time: 0.0485835 May 13 14:39:05.950971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:05.999748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ce9b-df27-413f-8bc7-0de4556d1b26 req-8df963cc-8597-450b-a2df-3bcadd269658 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.001833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1158ce9b-df27-413f-8bc7-0de4556d1b26 req-8df963cc-8597-450b-a2df-3bcadd269658 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 949 time: 0.1039283 May 13 14:39:06.067811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1158ce9b-df27-413f-8bc7-0de4556d1b26 req-e98e0e27-599a-4974-b014-e08580cd27cb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 May 13 14:39:06.122684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 919aff83-2919-4558-aaed-6421c1242b69 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:06.265650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 919aff83-2919-4558-aaed-6421c1242b69 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:06.275242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 919aff83-2919-4558-aaed-6421c1242b69 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:06.275828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.350994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318306d2-765b-4427-8d13-90a6213ab8db req-5c88adbe-c6a6-4180-8f06-cc19bc46f113 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.354308 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-318306d2-765b-4427-8d13-90a6213ab8db req-5c88adbe-c6a6-4180-8f06-cc19bc46f113 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1161509 May 13 14:39:06.385397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-d4b42d37-0766-4909-aaec-a5d44a213dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.386906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-d4b42d37-0766-4909-aaec-a5d44a213dc2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c HTTP/1.1" status: 200 len: 915 time: 1.0266159 May 13 14:39:06.442499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-318306d2-765b-4427-8d13-90a6213ab8db req-72b27a7a-fb59-4772-95fc-c76cac4c1d3a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750303 May 13 14:39:06.486535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 919aff83-2919-4558-aaed-6421c1242b69 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:06.487109 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.494369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-8ad8e3bd-4bcf-41f3-b226-2bfc89129985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.494839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-8ad8e3bd-4bcf-41f3-b226-2bfc89129985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.495302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-8ad8e3bd-4bcf-41f3-b226-2bfc89129985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.496957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-8ad8e3bd-4bcf-41f3-b226-2bfc89129985 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9860318 May 13 14:39:06.548870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=919aff83-2919-4558-aaed-6421c1242b69,segment=NetworkSegment(faf10632-6368-4327-8828-91365d53420e),segment_id=faf10632-6368-4327-8828-91365d53420e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:06.555191 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.563359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-e50a8a20-3455-4309-83ae-caa2fccb8d12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919aff83-2919-4558-aaed-6421c1242b69 HTTP/1.1" status: 200 len: 217 time: 0.1421113 May 13 14:39:06.669475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:06.688287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:06.797000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.809726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.822530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.835500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.847670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.860168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.871777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.875211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-5861cfeb-9251-4379-943a-ac49135c49d3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5405 time: 0.2173343 May 13 14:39:06.901198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:06.907588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-de801f33-2cfd-4826-af01-e1b0388fa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:06.909115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-de801f33-2cfd-4826-af01-e1b0388fa529 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48dd7564-5e4d-4b72-a612-a0f969a270bf HTTP/1.1" status: 200 len: 854 time: 0.3358798 May 13 14:39:06.960315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97e6a8ba-e1e9-4b6c-8b09-8e295ee3bdff req-2a1db6b8-9e62-4d1c-bdb0-afc37921daf3 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761106 May 13 14:39:07.065764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:07.075646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-0a3ae553-31bc-4fc6-aca8-bb2b7985f84a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446819 May 13 14:39:07.076800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Transition to ACTIVE for port object 4e5daa94-cfc8-4c88-84e5-4eea1601b373 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:07.114459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.116906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-20c0607f-7e2f-421e-a69a-b98548e9d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.118451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-20c0607f-7e2f-421e-a69a-b98548e9d9bd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5942693 May 13 14:39:07.132719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.363468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea120c0-5d01-4c21-a951-9f91698c2242 req-d1355235-d419-4d38-88e9-99c19b964ff5 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.365153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aea120c0-5d01-4c21-a951-9f91698c2242 req-d1355235-d419-4d38-88e9-99c19b964ff5 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 945 time: 0.1192937 May 13 14:39:07.434403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aea120c0-5d01-4c21-a951-9f91698c2242 req-51317121-5470-42c6-867f-f19fdc5af511 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583727 May 13 14:39:07.440425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event updated for resources: {'Port': ['ID=30bdb507-8605-4e9d-a368-bca6dd2fbcbd,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.441942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919aff83-2919-4558-aaed-6421c1242b69'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:07.467973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.488488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.612993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-2b6f6c78-6820-4cc8-adb5-c8759220d972 service neutron] 10.222.0.86 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232842 May 13 14:39:07.738523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network b022cf28-c2ae-4c28-8678-391ecd978d28 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:07.750115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade32736-e660-4f73-a895-33fb2e351f79 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:07.754819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:07.770780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:07.798256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.800928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:07.804011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:07.811560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-4b1b5a96-74b5-47ce-9632-e33be2b6512d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3552833 May 13 14:39:07.934073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c889c-058b-47db-8bae-6165202a101a req-f2d87bfd-3432-400a-b0bf-7373318bbbd8 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.936842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-592c889c-058b-47db-8bae-6165202a101a req-f2d87bfd-3432-400a-b0bf-7373318bbbd8 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1100 time: 0.1903765 May 13 14:39:07.952727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.953212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.953678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.954276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.954819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.955293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.955805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:07.957976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-fc4666f5-a29b-4556-beb9-300768d99509 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6352 time: 0.7376425 May 13 14:39:07.981224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Transition to ACTIVE for port object ade32736-e660-4f73-a895-33fb2e351f79 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:07.997841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.034019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:08.042404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Usage tracker for resource:security_group_rule and tenant:ababdb6281c043479570df56e5bd6579 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:08.049072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:08.066457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:08.119060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.127383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-521decc2-8814-432b-9094-750e41605930 None None] Provisioning for port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:08.135343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-521decc2-8814-432b-9094-750e41605930 None None] Provisioning complete for port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:08.136352 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-521decc2-8814-432b-9094-750e41605930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.217072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-521decc2-8814-432b-9094-750e41605930 None None] Port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:08.235715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.241763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.278569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-592c889c-058b-47db-8bae-6165202a101a req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270323 May 13 14:39:08.287554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a4325-cf5c-4fa4-ae71-e280414051de tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858025d1-bc81-4715-b7cc-efd9bb052e68,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:08.440532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-6534cf72-f23d-413a-b4e9-6b05fa46afa2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:08.483112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-63e7b169-9851-4520-a70b-7040ba59b475 service neutron] 10.222.0.86 "GET /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523917 May 13 14:39:08.511612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.512302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:08.628408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-0f2338cc-a4e7-4737-96a2-8315bb912607 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9304016 May 13 14:39:08.652748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca3a1-b033-4819-a254-9b6ae162d4fc req-f762ead3-0f75-442b-b8ea-6935852b6cdd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.655385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a68ca3a1-b033-4819-a254-9b6ae162d4fc req-f762ead3-0f75-442b-b8ea-6935852b6cdd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1758850 May 13 14:39:08.657492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Request body: {'port': {'device_id': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974', 'admin_state_up': True, 'tenant_id': '3e2a9991cab046709774310453644b7f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:08.672547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:08.682602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-6534cf72-f23d-413a-b4e9-6b05fa46afa2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:08.689484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-6534cf72-f23d-413a-b4e9-6b05fa46afa2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.8769641 May 13 14:39:08.758774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a68ca3a1-b033-4819-a254-9b6ae162d4fc req-a5f5bf51-0332-468f-b632-c44e330c1720 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941701 May 13 14:39:08.915363 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc06221-1173-477a-aa9e-e60bc94877e6'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'status': 'completed', 'code': 200} May 13 14:39:08.935796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7745afba-10d5-4460-948b-45139fa450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.936286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7745afba-10d5-4460-948b-45139fa450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.936750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7745afba-10d5-4460-948b-45139fa450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:08.938917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7745afba-10d5-4460-948b-45139fa450c6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9540925 May 13 14:39:09.109114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214869-f0c2-4c4c-bf49-e01d495c43e8 req-5409fdd0-4ba8-43ea-b1ce-911924f3ad9f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.111264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78214869-f0c2-4c4c-bf49-e01d495c43e8 req-5409fdd0-4ba8-43ea-b1ce-911924f3ad9f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 932 time: 0.0942750 May 13 14:39:09.169824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78214869-f0c2-4c4c-bf49-e01d495c43e8 req-602d0e2b-868b-4590-a73c-24c69367f0ec tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 May 13 14:39:09.222926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Attempting to bind port ade32736-e660-4f73-a895-33fb2e351f79 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:09.223672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Attempting to bind port ade32736-e660-4f73-a895-33fb2e351f79 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:09.224023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Attempting to bind port ade32736-e660-4f73-a895-33fb2e351f79 on network 3faf67a2-8a97-423f-990a-02652c74e692 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:09.262078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:09.275020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Port ade32736-e660-4f73-a895-33fb2e351f79 on network 3faf67a2-8a97-423f-990a-02652c74e692 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:09.275558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Attempting to bind port ade32736-e660-4f73-a895-33fb2e351f79 on network 3faf67a2-8a97-423f-990a-02652c74e692 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:09.281543 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cbdb34-da96-42fb-879e-36295fd28a36'] response: {'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919aff83-2919-4558-aaed-6421c1242b69', 'code': 200} May 13 14:39:09.336921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-b4453b4e-91bd-4953-82d8-693cf17326d2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.340022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20909358-2fae-4e5b-9235-e53b1bb52731 req-b4453b4e-91bd-4953-82d8-693cf17326d2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.6494901 May 13 14:39:09.346701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Usage tracker for resource:port and tenant:3e2a9991cab046709774310453644b7f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:09.352873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:09.353438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Checking segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:09.354084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Bound using segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:09.354827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Bound port: ade32736-e660-4f73-a895-33fb2e351f79, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:09.355402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:09.376470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:09.474315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.480470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.487106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:09.487884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.493876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.501152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.513896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.536294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.550914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-c88901d3-e9ea-4081-9fbe-93f062b3773a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5417 time: 0.1751032 May 13 14:39:09.593525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7e7dc520-9066-4263-91ea-be3c3ddaff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:09.596111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-acd77658-92cc-4c3e-b363-5ed272397ebc req-7e7dc520-9066-4263-91ea-be3c3ddaff50 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6346242 May 13 14:39:09.649818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Made reservation on behalf of 3e2a9991cab046709774310453644b7f for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:09.650932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70169bf9-4ab1-4140-bced-5dbe044fcb90 req-ecdec9dd-238e-4578-bfd7-0f7d95aa526d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984263 May 13 14:39:09.657413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.009337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:10.040273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f9f9-0b33-421d-9c1b-fd0ffd11ba1d req-fb3c153e-c965-4f41-9305-43212975732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.041817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a47f9f9-0b33-421d-9c1b-fd0ffd11ba1d req-fb3c153e-c965-4f41-9305-43212975732a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 1096 time: 0.6596978 May 13 14:39:10.047839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:10.086196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-4ef764c6-5ffb-4b1a-b579-12061ee0943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.087898 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-4ef764c6-5ffb-4b1a-b579-12061ee0943d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 0.1005993 May 13 14:39:10.110325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.226573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.227077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:10.228449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] 10.222.0.90 "PUT /v2.0/ports/ade32736-e660-4f73-a895-33fb2e351f79 HTTP/1.1" status: 200 len: 1091 time: 4.9708228 May 13 14:39:10.260389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45124b0f-2ee7-4e35-9e3a-92593d49e58d req-99773e41-a048-4b6a-871f-aa5561fc7b62 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.262103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45124b0f-2ee7-4e35-9e3a-92593d49e58d req-99773e41-a048-4b6a-871f-aa5561fc7b62 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 945 time: 0.5781922 May 13 14:39:10.277215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.277690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.278771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.278771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.279087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.279554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.280014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.282194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-cffc767a-0008-478b-b197-9ec9845a07dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6377 time: 0.5963435 May 13 14:39:10.290421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-4819b18f-ca38-470d-8c57-92476d28145b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774107 May 13 14:39:10.292344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Request body: {'port': {'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:10.326272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a47f9f9-0b33-421d-9c1b-fd0ffd11ba1d req-cf536c22-f416-4390-94a7-42933d5614b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750161 May 13 14:39:10.427472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e81e9-d9a3-43c6-9f8c-e970e5347347 service neutron] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:10.563710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-3592dffe-68ba-4875-a665-d5edbb26a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.566040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-3592dffe-68ba-4875-a665-d5edbb26a79e service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.4683003 May 13 14:39:10.651971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Allocated IP 19.86.0.152 (deaf697d-c36c-47dd-bb09-f577ed638974/718f99a2-83c0-493a-8bce-4b9bfa8b9282/589df50d-6f57-4775-82b7-35678521e345) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:10.707910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-85891e04-e45e-4d1f-b72f-c0bbe59291b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.709429 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-85891e04-e45e-4d1f-b72f-c0bbe59291b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4051132 May 13 14:39:10.726576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-f890dab9-6602-4874-9fde-65aaece77a26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.1496072 May 13 14:39:10.746970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45124b0f-2ee7-4e35-9e3a-92593d49e58d req-f56cfb54-730c-41ee-90da-e76df69569d4 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228642 May 13 14:39:10.804847 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-275e7d73-baa0-4c51-9e0f-6777c799dcfc tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.0827303 May 13 14:39:10.873870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:39:10.887079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-c31dc1c6-d53d-47b7-b6c9-bd96a9d6e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.889294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-c31dc1c6-d53d-47b7-b6c9-bd96a9d6e2b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1523516 May 13 14:39:10.959730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:10.982758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-09fb6d45-e792-47f2-b2f9-81ade50594fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.983227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-09fb6d45-e792-47f2-b2f9-81ade50594fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.983681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-09fb6d45-e792-47f2-b2f9-81ade50594fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:10.985372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-09fb6d45-e792-47f2-b2f9-81ade50594fb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6579115 May 13 14:39:10.994043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-7d9b8af0-81aa-4558-9054-95f6448b789b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1880436 May 13 14:39:11.007432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-2df0c818-7811-4088-9da1-7ce79b59841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.009038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-2df0c818-7811-4088-9da1-7ce79b59841d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060240 May 13 14:39:11.086804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:11.222534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-06357ada-3c1d-4c3c-98a5-c3e17f6238ff service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066784 May 13 14:39:11.529593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-c03bbe08-1600-4fd2-a88f-9813020c0894 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.532161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-c03bbe08-1600-4fd2-a88f-9813020c0894 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 821 time: 0.6481612 May 13 14:39:11.578943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-082fcf2a-4a2f-4563-9a3a-b61ceb75da07 req-b2ed6d93-d639-4553-84e9-3e9f0288497a service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476975 May 13 14:39:11.645265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-e69a03ba-55ee-4747-baba-33b9d83b6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:11.648483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b42b774-9cd7-43fa-8bd4-9b552aaaf192 req-e69a03ba-55ee-4747-baba-33b9d83b6809 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6034079 May 13 14:39:11.708270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-36591556-a139-4524-8a4e-33761c2b2bf8 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/quotas/4b6c4e6b559642c98b922f497376a767 HTTP/1.1" status: 200 len: 375 time: 0.1578994 May 13 14:39:11.857059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.140229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Transition to ACTIVE for port object 589df50d-6f57-4775-82b7-35678521e345 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:12.182561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2531e2-90c2-4e8f-8ae4-19042016b838 req-eb7283a4-78cb-4ca8-a5fa-ae12f5c85586 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:12.189046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c2531e2-90c2-4e8f-8ae4-19042016b838 req-eb7283a4-78cb-4ca8-a5fa-ae12f5c85586 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1598327 May 13 14:39:12.265719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-290b7ee3-3183-4b56-af20-b2c34c140870 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5351229 May 13 14:39:12.268788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c2531e2-90c2-4e8f-8ae4-19042016b838 req-bafd64e6-fad6-43ce-8031-d31a122a1955 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726407 May 13 14:39:12.334781 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.432502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:12.709031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Network deaf697d-c36c-47dd-bb09-f577ed638974 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:12.748394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:12.767477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:12.804771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Transition to ACTIVE for port object cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:12.821451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event updated for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:12.839961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:12.845352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:12.924425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.367024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945aa54-71f9-4c7e-b713-4d07f4af6b48 req-86d9d2b9-c487-48bd-8bec-db56af02ee28 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.367937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-528e3b6e-d1d1-45aa-8348-f42aa4ca566b None None] Provisioning for port 589df50d-6f57-4775-82b7-35678521e345 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:13.376286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945aa54-71f9-4c7e-b713-4d07f4af6b48 req-86d9d2b9-c487-48bd-8bec-db56af02ee28 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.378025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2945aa54-71f9-4c7e-b713-4d07f4af6b48 req-86d9d2b9-c487-48bd-8bec-db56af02ee28 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1655 time: 0.1775589 May 13 14:39:13.385135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-528e3b6e-d1d1-45aa-8348-f42aa4ca566b None None] Provisioning complete for port 589df50d-6f57-4775-82b7-35678521e345 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:13.385898 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-528e3b6e-d1d1-45aa-8348-f42aa4ca566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.394426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:13.460519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-d5867b4e-947d-46af-92cf-b8c6e63fbc1d service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1727405 May 13 14:39:13.505562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2945aa54-71f9-4c7e-b713-4d07f4af6b48 req-35e19e7b-3a2d-4140-8d67-046db811a5c8 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132927 May 13 14:39:13.525296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-528e3b6e-d1d1-45aa-8348-f42aa4ca566b None None] Port 589df50d-6f57-4775-82b7-35678521e345 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:13.805619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.811965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.818300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.824404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.830143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.836584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.842472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.851047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-465864f1-d2f1-4647-bb33-935d047f5145 req-dee634d4-e6be-4f88-8fcb-6baa365bf2bb tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.1545472 May 13 14:39:13.854663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:13.855545 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:13.912077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-465864f1-d2f1-4647-bb33-935d047f5145 req-cc861deb-ea9c-4eaa-8961-7a682d60846e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599051 May 13 14:39:13.994252 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd1a951-ed57-4e01-a85c-7289780070a9'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79', 'status': 'completed', 'code': 200} May 13 14:39:14.013222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-634e1371-656c-4b90-8ec9-a26e6c22cad7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3670838 May 13 14:39:14.071262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Request body: {'port': {'device_id': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:14.140861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Attempting to bind port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:14.141188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Attempting to bind port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:14.141410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Attempting to bind port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 on network 3faf67a2-8a97-423f-990a-02652c74e692 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:14.209542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 on network 3faf67a2-8a97-423f-990a-02652c74e692 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:14.209894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Attempting to bind port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 on network 3faf67a2-8a97-423f-990a-02652c74e692 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:14.224546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:14.225007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Checking segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:14.225413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Bound using segment: {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:14.225864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Bound port: cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:14.226246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.249767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-5e2ed36f-38bc-4391-b1d5-749b969d8118 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876473 May 13 14:39:14.267853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd57d-6ba0-4153-b5b1-2ebd6df1875c req-0c02fc98-8269-4196-a952-79a143020034 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:14.277552 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4ecd57d-6ba0-4153-b5b1-2ebd6df1875c req-0c02fc98-8269-4196-a952-79a143020034 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 945 time: 0.1283338 May 13 14:39:14.334360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4ecd57d-6ba0-4153-b5b1-2ebd6df1875c req-838298d3-b4d5-4440-8b29-93ff85d30707 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 May 13 14:39:14.413993 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:14.490690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-e4e2b774-5288-4911-87a7-0ab7e27769fc tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300614 May 13 14:39:14.623316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-9a2f47cd-4039-432a-a90b-5c204537804f tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:14.627943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-9a2f47cd-4039-432a-a90b-5c204537804f tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.90 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 945 time: 0.2295485 May 13 14:39:14.831809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Deleting port 08fc3454-f570-43da-8047-fabdbe26693e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:14.833740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.023383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-a6e7bd00-b88a-42c8-ae70-b61382eee449 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614266 May 13 14:39:15.038038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:15.043819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:15.207556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.208350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.209154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.210171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.211225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.212093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.213170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.219349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-1f544a2c-3232-4825-8d31-9beea0404f77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6444 time: 1.2019091 May 13 14:39:15.242021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.561491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87b3e5-4523-4784-9ba8-b38d06f2feb4 req-a1591b6a-9bce-4a1c-a87b-29582df97855 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.569234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e87b3e5-4523-4784-9ba8-b38d06f2feb4 req-a1591b6a-9bce-4a1c-a87b-29582df97855 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4082360 May 13 14:39:15.621755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.622791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.625186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] 10.222.0.90 "PUT /v2.0/ports/cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 HTTP/1.1" status: 200 len: 1091 time: 5.3571198 May 13 14:39:15.639349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-ed7cb9ec-8265-45bc-aa92-7f8d08583fec tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.641169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-ed7cb9ec-8265-45bc-aa92-7f8d08583fec tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6083195 May 13 14:39:15.656749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:15.709489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e87b3e5-4523-4784-9ba8-b38d06f2feb4 req-761770f1-2ed5-43d5-a138-0edb11e29393 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391649 May 13 14:39:15.917539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] For port 08fc3454-f570-43da-8047-fabdbe26693e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08fc3454-f570-43da-8047-fabdbe26693e,segment=NetworkSegment(f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a),segment_id=f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:15.917916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:15.928588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02974c01-9316-4c53-824b-6ff22684f734 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:15.971129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-72c40112-79d1-4c51-b899-fae471cd612f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:15.973766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-72c40112-79d1-4c51-b899-fae471cd612f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3733895 May 13 14:39:16.019425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:16.039491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:16.081373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Calling delete_port for 08fc3454-f570-43da-8047-fabdbe26693e owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:16.131738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397da44-e851-46d4-be5a-be80589f8d84 req-2d39ffe5-cf60-48ed-adf1-26ac1ae75d64 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.134521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5397da44-e851-46d4-be5a-be80589f8d84 req-2d39ffe5-cf60-48ed-adf1-26ac1ae75d64 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/ports?device_id=f575086b-308d-4f22-9327-5658bc505172 HTTP/1.1" status: 200 len: 945 time: 1.2832000 May 13 14:39:16.251466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-657f54ef-ecda-4939-acdd-2c26fa182bd3 req-114e9a24-e0c5-49ce-a7df-de3dec824152 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 210 time: 0.1773572 May 13 14:39:16.347842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:16.445449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:16.478214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:16.482036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.485291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-c2e8d80f-c194-4076-9e0f-db5f1d38a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.486131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-c2e8d80f-c194-4076-9e0f-db5f1d38a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.486969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-c2e8d80f-c194-4076-9e0f-db5f1d38a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.489799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-c2e8d80f-c194-4076-9e0f-db5f1d38a8ef service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=2ca52659c546428ab2e6ef91ba192719&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.2238622 May 13 14:39:16.546095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.558580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['08fc3454-f570-43da-8047-fabdbe26693e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:16.613617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Pushing event deleted for resources: {'Port': ['ID=08fc3454-f570-43da-8047-fabdbe26693e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:16.772158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] No DVR routers for this DVR port 08fc3454-f570-43da-8047-fabdbe26693e on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:16.778987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:16.782643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'name': 'network-vif-deleted', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:16.815801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5397da44-e851-46d4-be5a-be80589f8d84 req-77362cfb-d82f-4f32-a391-fc804cece86d tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677755 May 13 14:39:16.885553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78a043b6-561c-4325-83db-fd8a36e059a4 req-dc774729-b509-4874-b7b6-17172a495b33 tempest-ServerMetadataNegativeTestJSON-1596864572 tempest-ServerMetadataNegativeTestJSON-1596864572-project] 10.222.0.90 "DELETE /v2.0/ports/08fc3454-f570-43da-8047-fabdbe26693e HTTP/1.1" status: 204 len: 173 time: 2.2503119 May 13 14:39:16.905544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9680ea-2223-4504-aff8-f8317b7ef73c req-fd7efda0-db76-45c6-ad3a-3de4dc71ec0a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.912549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9680ea-2223-4504-aff8-f8317b7ef73c req-fd7efda0-db76-45c6-ad3a-3de4dc71ec0a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:16.914380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b9680ea-2223-4504-aff8-f8317b7ef73c req-fd7efda0-db76-45c6-ad3a-3de4dc71ec0a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1655 time: 0.4208663 May 13 14:39:17.033679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.248 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/d3744d61-b90b-4568-95f9-6792a51ea002) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:17.045218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b9680ea-2223-4504-aff8-f8317b7ef73c req-476bce87-755a-412a-916b-64e48071d035 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141436 May 13 14:39:17.100449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:17.147482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-559928eb-0631-4a98-aacf-062efc0bbfe3 req-bb8e7b08-b6ca-4bba-bea7-fe122054bd57 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 210 time: 0.0886204 May 13 14:39:17.256194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:17.268893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-a44861e1-8f79-42c7-ae75-fe77cd9da5c8 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.270946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-a44861e1-8f79-42c7-ae75-fe77cd9da5c8 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.90 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 821 time: 1.0208466 May 13 14:39:17.273332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5daa94-cfc8-4c88-84e5-4eea1601b373 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:17.289427 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.295267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'port': {'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'admin_state_up': True, 'tenant_id': '4b6c4e6b559642c98b922f497376a767'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:17.325921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-57b3a4ba-54d5-4edb-9847-317745369ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.327295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c2a40ef-0b44-4bc6-ae6c-57a48397aef1 req-57b3a4ba-54d5-4edb-9847-317745369ab0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7982790 May 13 14:39:17.376869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:17.407151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Transition to ACTIVE for port object 4e5daa94-cfc8-4c88-84e5-4eea1601b373 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.418949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.464566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:17.469125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.604443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.616173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.628013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.640152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.653336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.664990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.677017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:17.690790 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-ce33e2da-a886-4bff-8905-4e44d277a6f7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.3924289 May 13 14:39:17.754195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:17.759337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:17.858568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-27b1e48c-24cb-4970-852b-b6db5144f212 req-0713ae1e-7b20-44da-bcfd-ab8f377e564c tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597908 May 13 14:39:17.865916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object d3744d61-b90b-4568-95f9-6792a51ea002 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:17.881118 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9647c7b7-5248-43e7-b8d9-6cd2610bf570'] response: {'server_uuid': 'f575086b-308d-4f22-9327-5658bc505172', 'name': 'network-vif-deleted', 'tag': '08fc3454-f570-43da-8047-fabdbe26693e', 'status': 'completed', 'code': 200} May 13 14:39:17.929077 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f911af-f1cb-4376-9a49-8baa5327f91a'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'status': 'completed', 'code': 200} May 13 14:39:17.954739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:18.059932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.063659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.072517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:18.104179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:18.222180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:18.227739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:18.233367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:18.235603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:18.261798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Made reservation on behalf of 4b6c4e6b559642c98b922f497376a767 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:18.265573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.376328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0cb23ddd-97ad-47a5-906c-51f0b3811a30 req-d3b7aea0-240e-40a9-be90-3b9d8e790c73 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 210 time: 0.1530035 May 13 14:39:18.454353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c72ca-5532-474d-ab67-bda6dd5fdeb9 req-5384a11f-768b-4baa-bcc8-71ee00aee12b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.461748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da9c72ca-5532-474d-ab67-bda6dd5fdeb9 req-5384a11f-768b-4baa-bcc8-71ee00aee12b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4698076 May 13 14:39:18.466026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Deleting subnet b49af13c-b15c-4670-8389-a6e054adbea0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:18.489773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.546818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.547486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.594171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.621971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.623506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.623953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.624496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.625161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.625550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.626457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:18.629285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1a6bc7e6-37aa-46fa-b1f6-3c4b6fc8e221 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6486 time: 1.1684487 May 13 14:39:18.633213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da9c72ca-5532-474d-ab67-bda6dd5fdeb9 req-c90477f6-c203-47f5-8e5b-061d5ff019c2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684797 May 13 14:39:18.639261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-66cd6f8e-d663-48f1-bed9-2699c3b65f2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9891808 May 13 14:39:18.655145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Request body: {'port': {'device_id': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:18.668456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Attempting to bind port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:18.668799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Attempting to bind port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:18.669129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Attempting to bind port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 on network b022cf28-c2ae-4c28-8678-391ecd978d28 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:18.715251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bd9fff4a-4540-4274-b46f-c3b55bbb130d None None] Provisioning for port d3744d61-b90b-4568-95f9-6792a51ea002 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:18.743631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bd9fff4a-4540-4274-b46f-c3b55bbb130d None None] Provisioning complete for port d3744d61-b90b-4568-95f9-6792a51ea002 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:18.745484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bd9fff4a-4540-4274-b46f-c3b55bbb130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.771006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-e6e852bb-b4cb-461b-8aab-4f8b06c05deb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281 HTTP/1.1" status: 200 len: 217 time: 0.1115398 May 13 14:39:18.798750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:18.835924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53104) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:18.840530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 on network b022cf28-c2ae-4c28-8678-391ecd978d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:18.843860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Attempting to bind port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 on network b022cf28-c2ae-4c28-8678-391ecd978d28 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:18.877792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.167 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/18297aa9-8bb5-464e-a0c4-6c7868fa0043) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:18.902055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:18.907302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Checking segment: {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:18.908618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Bound using segment: {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:18.909792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Bound port: 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:18.913515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.005763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bd9fff4a-4540-4274-b46f-c3b55bbb130d None None] Port d3744d61-b90b-4568-95f9-6792a51ea002 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:19.028274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Deleting subnet 6d30f18b-7064-44d5-9798-db6fa6f3649a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:19.049995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.089699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.094407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.136890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.198647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.250588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08fc3454-f570-43da-8047-fabdbe26693e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:19.282124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.286894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49af13c-b15c-4670-8389-a6e054adbea0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:19.309714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d5f06a6-15dd-4c88-963d-db2c3f48b1c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b49af13c-b15c-4670-8389-a6e054adbea0 HTTP/1.1" status: 204 len: 168 time: 1.5388615 May 13 14:39:19.320508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 08fc3454-f570-43da-8047-fabdbe26693e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:19.320842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08fc3454-f570-43da-8047-fabdbe26693e not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:19.322646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b720e-d780-4e04-9823-1a04e93f410e req-50b5bb8c-3996-4487-8c7e-3b1ac45fbd4c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.327362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f3c72e44-54e3-4dba-9aff-e1e5c2046292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.328709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b720e-d780-4e04-9823-1a04e93f410e req-50b5bb8c-3996-4487-8c7e-3b1ac45fbd4c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.329318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f3c72e44-54e3-4dba-9aff-e1e5c2046292 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7 HTTP/1.1" status: 200 len: 855 time: 0.4600713 May 13 14:39:19.330374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e80b720e-d780-4e04-9823-1a04e93f410e req-50b5bb8c-3996-4487-8c7e-3b1ac45fbd4c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1667 time: 0.4491971 May 13 14:39:19.332789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:19.380298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.425528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Allocated IP 172.20.0.6 (771c2c35-3c04-4b76-8ff9-dd508fcd2272/1138a178-8c90-4ea5-ad7d-2781e75b77e2/7690ae42-4274-48e6-a4cc-13c0102c3f70) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:19.445454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:19.542181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:19.585635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.624618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.630653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e80b720e-d780-4e04-9823-1a04e93f410e req-652fbd7c-9652-4abf-b8bf-73e86dc47da9 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009463 May 13 14:39:19.678099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.798724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d30f18b-7064-44d5-9798-db6fa6f3649a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:19.804852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.838279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-916a8087-b782-44f8-b623-298d94c36534 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d30f18b-7064-44d5-9798-db6fa6f3649a HTTP/1.1" status: 204 len: 168 time: 1.0012488 May 13 14:39:19.841967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53116) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:19.845992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.852378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.852639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:19.856867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] 10.222.0.90 "PUT /v2.0/ports/4e5daa94-cfc8-4c88-84e5-4eea1601b373 HTTP/1.1" status: 200 len: 1092 time: 5.7923951 May 13 14:39:19.886274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2adf9-86a6-4b81-9639-b6f7c8d6fdeb req-63ffbc27-dbf1-417f-90df-23bb5a0f8c6b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:19.912352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dd2adf9-86a6-4b81-9639-b6f7c8d6fdeb req-63ffbc27-dbf1-417f-90df-23bb5a0f8c6b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 936 time: 0.8336327 May 13 14:39:19.952309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Request body: {'port': {'device_id': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:20.025478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c54b78-c360-46ea-bacd-8d3caaea5a2f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.066491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137bbd83-b5eb-4b80-85a1-fb3f05b0db05') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.067702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137bbd83-b5eb-4b80-85a1-fb3f05b0db05') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.110527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.119850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:20.132475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.177187 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.232394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.313505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:20.314091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: timer() May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:20.338787 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:20.475182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dd2adf9-86a6-4b81-9639-b6f7c8d6fdeb req-94a7f7eb-fa47-420f-a172-feae5c9a403d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613742 May 13 14:39:20.478191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-79fa4279-1a47-4208-bba4-15bf34db7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.480708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-79fa4279-1a47-4208-bba4-15bf34db7e0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c6d338ab-d016-46df-ad29-30e69bfabf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1341586 May 13 14:39:20.510150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe844d-660a-4bdf-b775-8fa538eea6df service neutron] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:20.604760 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.682537 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.696589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.723877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.734070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.743250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cf718f-2f28-4ca1-9507-67eb62ebed1e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.751984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c54b78-c360-46ea-bacd-8d3caaea5a2f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:20.765878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cec7a-fd47-4a74-b698-1617d397eb1b req-7cee4340-061e-41e6-ba11-e5789d0a8c1e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:20.767423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e6cec7a-fd47-4a74-b698-1617d397eb1b req-7cee4340-061e-41e6-ba11-e5789d0a8c1e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6316717 May 13 14:39:20.775301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d87d898b-5a9d-4cba-a124-c4f5800a7e99 admin admin] 10.222.0.36 "DELETE /v2.0/networks/40c54b78-c360-46ea-bacd-8d3caaea5a2f HTTP/1.1" status: 204 len: 168 time: 1.4355521 May 13 14:39:20.775301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.775301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17f04c5-fc6f-4a54-a8f5-b22aa1c7153a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:20.810781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.843863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.863799 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e6cec7a-fd47-4a74-b698-1617d397eb1b req-afb5814a-cd57-42d2-b5dd-5fdfb970fa3d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718999 May 13 14:39:20.874667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:20.880237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object 18297aa9-8bb5-464e-a0c4-6c7868fa0043 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:20.881190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: timer() May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:20.922020 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:21.053497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:21.086014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a98dfba-08b6-4372-98de-ce5153244320 req-4c9cb3f3-e2c4-4de9-a639-f103f458026c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 210 time: 0.0752742 May 13 14:39:21.090232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.110775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.146872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.147746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cf718f-2f28-4ca1-9507-67eb62ebed1e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:21.168719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1c35b514-eedb-4d7e-bf13-be017622e62d admin admin] 10.222.0.36 "DELETE /v2.0/networks/c9cf718f-2f28-4ca1-9507-67eb62ebed1e HTTP/1.1" status: 204 len: 168 time: 1.3230927 May 13 14:39:21.198387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6ada7c44-4b0d-446c-a142-dfb6fa7d4d47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccc201222ad54467a4ff01178623959f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437104 May 13 14:39:21.202362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53136) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:21.247253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Transition to ACTIVE for port object 7690ae42-4274-48e6-a4cc-13c0102c3f70 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:21.323886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.326171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.337236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aa336dfe-5dfe-4542-8565-1060ac1498fe'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:21.564445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.581752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:21.776247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:21.806714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:21.858309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1e1ff0ba-9458-4130-97c0-3ba46d0ef5c5 service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3502092 May 13 14:39:21.880153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:21.891605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:21.922067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:21.940256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:21.953276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:21.957476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9f6bc101-8fa8-4d62-bbc9-73520fdfac2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3756a2958eb4216aa448106cc6471f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534744 May 13 14:39:21.984288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:22.013531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event updated for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.015780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74e50f-9459-4c65-bb0a-c5c82a547cce req-5da0ab2e-f63a-4ec9-8220-a325331f5071 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.027287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc74e50f-9459-4c65-bb0a-c5c82a547cce req-5da0ab2e-f63a-4ec9-8220-a325331f5071 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 945 time: 0.7274435 May 13 14:39:22.117063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:22.209185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.224130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.230411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.231673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-bcb58d17-8318-4144-b277-bccfb3d4143f tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.233835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-bcb58d17-8318-4144-b277-bccfb3d4143f tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.86 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 945 time: 0.6387310 May 13 14:39:22.242023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.243585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.249820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.255954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.266998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.269644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-adaebc2c-4e07-49d5-b80f-7d43b5480074 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 1.5493851 May 13 14:39:22.368121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3744d61-b90b-4568-95f9-6792a51ea002 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:22.384614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc74e50f-9459-4c65-bb0a-c5c82a547cce req-2e48ae6b-92c0-4c10-b940-20aac6f53329 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/security-groups?id=25c0ae2b-3585-4e05-b18b-aa547d6d363c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561759 May 13 14:39:22.391067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.393857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.439171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Deleting port 919aff83-2919-4558-aaed-6421c1242b69 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:22.439543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.465137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Provisioning for port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:22.468763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e5ed2-d7c1-47dd-b693-dc2102eb8d05,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.472486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-734bd3c0-8c49-4239-bdba-0a77c15f5504 req-4cfedc5e-6b2b-46f0-ad7b-1adbb78546ac tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649880 May 13 14:39:22.475753 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0f5931-f13d-4f39-8689-6f577dccf953'] response: {'name': 'network-changed', 'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'status': 'completed', 'code': 200} May 13 14:39:22.478892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Transition to ACTIVE for port object d3744d61-b90b-4568-95f9-6792a51ea002 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:22.486764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.489464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.510417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.537351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:22.538037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.541705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Provisioning complete for port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:22.542441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.554969 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.561182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.563820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0777fd06-97fa-4f66-8ee3-40d3e63e1c14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a32e5ed2-d7c1-47dd-b693-dc2102eb8d05 HTTP/1.1" status: 204 len: 168 time: 1.3593321 May 13 14:39:22.588851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-97bbc7a2-74e1-4a15-8d19-4737e626db1a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5741780 May 13 14:39:22.590819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:22.608948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-b76a65f3-30e4-4b04-9f53-248c3720a6a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3276491 May 13 14:39:22.624470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Request body: {'port': {'device_id': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:22.678643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Request body: {'port': {'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:22.696730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:22.703832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:22.732801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Provisioning for port 7690ae42-4274-48e6-a4cc-13c0102c3f70 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:22.741003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Provisioning complete for port 7690ae42-4274-48e6-a4cc-13c0102c3f70 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:22.741375 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.919472 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.927302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ed07c-8045-47be-9727-ad9380091932 None None] Port 7690ae42-4274-48e6-a4cc-13c0102c3f70 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:22.934585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:22.967475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-43b02876-2b93-4871-99a0-d43f85a9d1c7 service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0815032 May 13 14:39:23.303416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-a4544cb8-9df3-48b1-a276-f8351d0e0c3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 217 time: 0.2864385 May 13 14:39:23.382740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589df50d-6f57-4775-82b7-35678521e345 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:23.426903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.427280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa3b78-f4a0-4127-bda2-c5c33b929495 req-b445257c-fcd2-4d9e-8f19-d9dc352a66ff tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.439098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa3b78-f4a0-4127-bda2-c5c33b929495 req-b445257c-fcd2-4d9e-8f19-d9dc352a66ff tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.442687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaaa3b78-f4a0-4127-bda2-c5c33b929495 req-b445257c-fcd2-4d9e-8f19-d9dc352a66ff tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1667 time: 0.7119713 May 13 14:39:23.478809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-f602ecb5-55b7-45db-97a9-39bfece90fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.479672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-f602ecb5-55b7-45db-97a9-39bfece90fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.482830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-f602ecb5-55b7-45db-97a9-39bfece90fe2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1914 time: 0.9648883 May 13 14:39:23.515613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Transition to ACTIVE for port object 589df50d-6f57-4775-82b7-35678521e345 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:23.580063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.585097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-57d2c136-b959-454c-8dae-805d566d0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.586604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-57d2c136-b959-454c-8dae-805d566d0870 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.2639403 May 13 14:39:23.623959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.748420 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:23.784790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Attempting to bind port d3744d61-b90b-4568-95f9-6792a51ea002 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:23.786215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Attempting to bind port d3744d61-b90b-4568-95f9-6792a51ea002 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:23.794718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Attempting to bind port d3744d61-b90b-4568-95f9-6792a51ea002 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:23.946570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071290c8-beb8-4f65-b5e4-4f3798310552 req-c52362b3-15e2-4580-b2a3-dc6b5c33b489 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:23.955483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-071290c8-beb8-4f65-b5e4-4f3798310552 req-c52362b3-15e2-4580-b2a3-dc6b5c33b489 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.0619013 May 13 14:39:24.006290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Port d3744d61-b90b-4568-95f9-6792a51ea002 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:24.006642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Attempting to bind port d3744d61-b90b-4568-95f9-6792a51ea002 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:24.009079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9841ce3-0f79-4a53-9bbd-de5fdcc0b780,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:24.033878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:24.037927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:24.038273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:24.038654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:24.039200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Bound port: d3744d61-b90b-4568-95f9-6792a51ea002, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:24.039577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.074296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aaaa3b78-f4a0-4127-bda2-c5c33b929495 req-af9ab75d-d11b-4a2f-a7ce-d3be8fa3a036 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154950 May 13 14:39:24.134169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.135773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7926fe04-3c58-4081-a5a0-9563260bd8a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9841ce3-0f79-4a53-9bbd-de5fdcc0b780 HTTP/1.1" status: 204 len: 168 time: 2.1499362 May 13 14:39:24.158637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] For port 919aff83-2919-4558-aaed-6421c1242b69, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=919aff83-2919-4558-aaed-6421c1242b69,segment=NetworkSegment(faf10632-6368-4327-8828-91365d53420e),segment_id=faf10632-6368-4327-8828-91365d53420e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:24.159288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.206518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:24.354277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-071290c8-beb8-4f65-b5e4-4f3798310552 req-12ddbd0c-ddcd-46f8-b3ce-506fdbdd54b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974895 May 13 14:39:24.408887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-3ecc8889-b339-4991-9d56-4fb9bf0631be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.409669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-3ecc8889-b339-4991-9d56-4fb9bf0631be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.410306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-3ecc8889-b339-4991-9d56-4fb9bf0631be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.413068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-3ecc8889-b339-4991-9d56-4fb9bf0631be service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3e2a9991cab046709774310453644b7f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9179738 May 13 14:39:24.449151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-baea5fd9-1f02-46c8-8fd7-eb2338dfe14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:24.450681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-baea5fd9-1f02-46c8-8fd7-eb2338dfe14e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8095460 May 13 14:39:24.451375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Attempting to bind port 589df50d-6f57-4775-82b7-35678521e345 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:24.451713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Attempting to bind port 589df50d-6f57-4775-82b7-35678521e345 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:24.452018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Attempting to bind port 589df50d-6f57-4775-82b7-35678521e345 on network deaf697d-c36c-47dd-bb09-f577ed638974 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:24.532185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Port 589df50d-6f57-4775-82b7-35678521e345 on network deaf697d-c36c-47dd-bb09-f577ed638974 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:24.532604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Attempting to bind port 589df50d-6f57-4775-82b7-35678521e345 on network deaf697d-c36c-47dd-bb09-f577ed638974 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:24.602561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Calling delete_port for 919aff83-2919-4558-aaed-6421c1242b69 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:39:24.644657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:24.645558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Checking segment: {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:24.645940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Bound using segment: {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:24.646389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Bound port: 589df50d-6f57-4775-82b7-35678521e345, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3277926d-b07d-4249-b347-707be1f223cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:24.646735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:24.658123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:24.819573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1811877302-network', 'tenant_id': '2580b6c6ddc5417cbd1467e909adda67'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:24.864988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:24.876534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:24.884138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Usage tracker for resource:network and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:24.895627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:24.914330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d3744d61-b90b-4568-95f9-6792a51ea002,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:24.916391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:24.932260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.038669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7690ae42-4274-48e6-a4cc-13c0102c3f70 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:25.068131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Made reservation on behalf of 2580b6c6ddc5417cbd1467e909adda67 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:25.070507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.090045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.110436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.128791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.130196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.131390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] 10.222.0.86 "PUT /v2.0/ports/d3744d61-b90b-4568-95f9-6792a51ea002 HTTP/1.1" status: 200 len: 1096 time: 6.4820619 May 13 14:39:25.132054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:25.146354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-b1e35100-9ada-4a84-842c-5908efa0a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.147792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0da99b6-734a-496e-8895-c2ed708f72ad req-b1e35100-9ada-4a84-842c-5908efa0a5d2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6186781 May 13 14:39:25.148013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-bf512990-33f4-4699-83c2-308477ccb1c6 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388817 May 13 14:39:25.182602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:25.185912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0979-9e26-4140-acb8-2857b246bab4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.192130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Usage tracker for resource:security_group_rule and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:25.195996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:25.200286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.214287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:25.234670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Transition to ACTIVE for port object 7690ae42-4274-48e6-a4cc-13c0102c3f70 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:25.261606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:25.319274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4593d6b-79fb-45c6-becd-67484b69168d req-2addfe90-f287-45a7-bc4f-481bedc8b6b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.320096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b4593d6b-79fb-45c6-becd-67484b69168d req-2addfe90-f287-45a7-bc4f-481bedc8b6b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:25.352524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Pushing event deleted for resources: {'Port': ['ID=919aff83-2919-4558-aaed-6421c1242b69,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.553465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] No DVR routers for this DVR port 919aff83-2919-4558-aaed-6421c1242b69 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:39:25.556020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b4593d6b-79fb-45c6-becd-67484b69168d req-2addfe90-f287-45a7-bc4f-481bedc8b6b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:25.570370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4593d6b-79fb-45c6-becd-67484b69168d req-2addfe90-f287-45a7-bc4f-481bedc8b6b8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 948 time: 1.1558056 May 13 14:39:25.576077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.583611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edafa2-05cf-4a23-aeae-8740b5ef6d24 req-bb765082-f03d-4fce-a600-a8ceb17a3e47 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.584488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-18edafa2-05cf-4a23-aeae-8740b5ef6d24 req-bb765082-f03d-4fce-a600-a8ceb17a3e47 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:25.587241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.685936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-525f8ff3-227e-4b6f-80c2-ed7400d723ba req-df2c7783-50c4-4219-bb3d-97e79ac0c274 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.86 "DELETE /v2.0/ports/919aff83-2919-4558-aaed-6421c1242b69 HTTP/1.1" status: 204 len: 173 time: 3.4312670 May 13 14:39:25.723559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4593d6b-79fb-45c6-becd-67484b69168d req-9889a4f3-0322-436e-bf64-d8b960138800 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512053 May 13 14:39:25.740996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=589df50d-6f57-4775-82b7-35678521e345,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:25.810292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.815359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:25.824600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.846668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-10a2bd24-677f-4882-83b8-c4297131a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:25.848450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-10a2bd24-677f-4882-83b8-c4297131a47a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 1099 time: 0.5905218 May 13 14:39:25.865749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:25.907837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f316e20-d66b-4e23-a141-ef40e1595cf9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:25.994511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:26.030290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.031576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.033159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/589df50d-6f57-4775-82b7-35678521e345 HTTP/1.1" status: 200 len: 1092 time: 6.0908411 May 13 14:39:26.066630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'tag': '589df50d-6f57-4775-82b7-35678521e345'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:26.073898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-18edafa2-05cf-4a23-aeae-8740b5ef6d24 req-bb765082-f03d-4fce-a600-a8ceb17a3e47 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:26.075275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18edafa2-05cf-4a23-aeae-8740b5ef6d24 req-bb765082-f03d-4fce-a600-a8ceb17a3e47 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 931 time: 1.5675318 May 13 14:39:26.086525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18297aa9-8bb5-464e-a0c4-6c7868fa0043 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:26.099728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1294152432-network', 'tenant_id': 'be930f26ba23428d8516077df5bad02a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:26.105983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:26.114983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-acdf4a3f-286d-4b9f-805b-6e57c7d975e6 req-9763bb66-0ab1-4b20-8795-2371df52c891 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Synchronizing usage tracker for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:26.136634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Usage tracker for resource:network and tenant:be930f26ba23428d8516077df5bad02a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:26.158532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-f1c3a802-a501-4a3b-a05b-709c9ad1d771 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d3744d61-b90b-4568-95f9-6792a51ea002 HTTP/1.1" status: 200 len: 217 time: 0.2561023 May 13 14:39:26.170732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.171144 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Added segment b4162407-b2f4-470d-a55b-015ee1a01e59 of type vlan for network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 May 13 14:39:26.188243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.193923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:26.248251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 919aff83-2919-4558-aaed-6421c1242b69 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:39:26.276449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-acdf4a3f-286d-4b9f-805b-6e57c7d975e6 req-9763bb66-0ab1-4b20-8795-2371df52c891 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] Unset dirty status for tenant:b8cee1e67a2d41fe86df90249a30012b on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:26.277515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-acdf4a3f-286d-4b9f-805b-6e57c7d975e6 req-9763bb66-0ab1-4b20-8795-2371df52c891 tempest-ServerAddressesTestJSON-342057011 tempest-ServerAddressesTestJSON-342057011-project] 10.222.0.36 "GET /v2.0/ports?device_id=9452ac88-f12b-43cc-9a05-349dcbe284f2 HTTP/1.1" status: 200 len: 210 time: 0.4246664 May 13 14:39:26.299750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.314555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-d94e8765-1cb1-4fe8-b365-daa68ff90f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.319676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 919aff83-2919-4558-aaed-6421c1242b69 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:39:26.320163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Transition to ACTIVE for port object 18297aa9-8bb5-464e-a0c4-6c7868fa0043 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:26.321366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 919aff83-2919-4558-aaed-6421c1242b69 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:39:26.323899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:26.331592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-d94e8765-1cb1-4fe8-b365-daa68ff90f8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1597509 May 13 14:39:26.338336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Pushing event updated for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:26.443097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.475046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.476898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.478210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.620060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18edafa2-05cf-4a23-aeae-8740b5ef6d24 req-1f8f9dba-db26-43e9-9f26-9a049553ec38 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036070 May 13 14:39:26.642082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-c1b3ecc2-dd39-4225-8089-c6e9660eb03d service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4422450 May 13 14:39:26.642732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Made reservation on behalf of be930f26ba23428d8516077df5bad02a for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:26.646357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.806800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:26.852525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f1036300-504f-4fd3-ad8e-9ceb8101af1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 217 time: 0.1946385 May 13 14:39:26.864514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:26.869433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Usage tracker for resource:security_group_rule and tenant:be930f26ba23428d8516077df5bad02a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:26.873431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:26.910257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:26.954409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-a16cafc0-d0d6-4c58-b927-df4da36f84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.954891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-a16cafc0-d0d6-4c58-b927-df4da36f84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:26.956457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-a16cafc0-d0d6-4c58-b927-df4da36f84b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1981 time: 0.8458266 May 13 14:39:27.003051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b26eef-5304-4637-9749-559964d6f0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.028998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-6c6d9e6f-9d86-4e08-880e-d8c29d298473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.031587 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-6c6d9e6f-9d86-4e08-880e-d8c29d298473 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6966209 May 13 14:39:27.110610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.9020152 May 13 14:39:27.118706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8948d0-5bbe-4538-9adf-40dfe3dfd12d admin admin] Pushing event updated for resources: {'Network': ['ID=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.122102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:27.142334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:27.173733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Attempting to bind port 7690ae42-4274-48e6-a4cc-13c0102c3f70 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:27.174450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Attempting to bind port 7690ae42-4274-48e6-a4cc-13c0102c3f70 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:27.174450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Attempting to bind port 7690ae42-4274-48e6-a4cc-13c0102c3f70 on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:27.178054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-5a5acd9e-194e-4ef0-8d95-6755a5d56a8d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373 HTTP/1.1" status: 200 len: 217 time: 0.1651347 May 13 14:39:27.231297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Request body: {'subnet': {'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1811877302-subnet', 'tenant_id': '2580b6c6ddc5417cbd1467e909adda67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:27.241857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Port 7690ae42-4274-48e6-a4cc-13c0102c3f70 on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:27.242170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Attempting to bind port 7690ae42-4274-48e6-a4cc-13c0102c3f70 on network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:27.275918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:27.293714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Usage tracker for resource:subnet and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:27.297070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0ffe4f43-9245-4f3b-a41d-861e9f5532f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.298532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-0ffe4f43-9245-4f3b-a41d-861e9f5532f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.3849559 May 13 14:39:27.299274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:27.299602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Checking segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:27.299976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Bound using segment: {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:27.300443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Bound port: 7690ae42-4274-48e6-a4cc-13c0102c3f70, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db0b144-6fb2-4315-810e-f65242c88567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:27.300783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.303242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:27.311154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Pushing event updated for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:27.321991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:27.377503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Made reservation on behalf of 2580b6c6ddc5417cbd1467e909adda67 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:27.381982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.423210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Attempting to bind port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:27.423580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Attempting to bind port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:27.423913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Attempting to bind port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:27.449794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6d476ce0-c36f-4a9d-bd5e-a85d741db5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.451254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-6d476ce0-c36f-4a9d-bd5e-a85d741db5a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=be153bc2-96a7-47e1-9cda-12e99e8f38bc HTTP/1.1" status: 200 len: 801 time: 0.2562630 May 13 14:39:27.464423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:27.464839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Attempting to bind port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:27.529226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:27.529574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:27.529936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:27.530378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Bound port: 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:27.530720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:27.573528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.585048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638c2b9-2b12-4c80-abd3-e644d22931cc req-ea2cc868-32a3-409f-b022-b0b872e264f7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.585558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.586642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f638c2b9-2b12-4c80-abd3-e644d22931cc req-ea2cc868-32a3-409f-b022-b0b872e264f7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6741569 May 13 14:39:27.597545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.610142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.623049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.635154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.646245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:27.649701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-726790ae-b533-41aa-8322-7ebf4754ebad tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.7144811 May 13 14:39:27.684031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-883b1281-913a-449e-8e1f-1f6a3e62eb0d service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325648 May 13 14:39:27.842869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43aac26d-5bce-439c-83e4-ca07b333c0e1 req-29af2383-face-4b2a-8bf4-dbb731053629 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712980 May 13 14:39:27.881675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:27.897086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:27.929185 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8b346fe6-a3df-4e16-954d-9a36fb14f9a5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244122 May 13 14:39:27.946300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.011474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.046515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-2ed41c7c-6535-4311-b811-dafe9b3faebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.048079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-2ed41c7c-6535-4311-b811-dafe9b3faebb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7184696 May 13 14:39:28.065589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.078881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.080434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.080891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] 10.222.0.90 "PUT /v2.0/ports/7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 1091 time: 5.4127390 May 13 14:39:28.120189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f638c2b9-2b12-4c80-abd3-e644d22931cc req-0a1f353b-c8fe-43fa-b1e6-d3405cc99d7f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5169425 May 13 14:39:28.204316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.274983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:28.289204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:28.291500 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4784dce9-280c-4e1a-84cf-8d0ef7aa807a'] response: {'name': 'network-changed', 'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002', 'status': 'completed', 'code': 200} May 13 14:39:28.317130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460e3fa-105d-48a5-8063-4c682d98e1e5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:28.319817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f7eb1-bc11-4c26-b6b5-dc955465669e service neutron] Pushing event updated for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:28.329060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ab61-fae9-4a9f-9ede-9ecdff7e534f req-b707b978-89a1-4118-85ed-bbddef57c44c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.345539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-9c27fe3a-be87-42c1-a571-81f6aafbf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.347160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ab61-fae9-4a9f-9ede-9ecdff7e534f req-b707b978-89a1-4118-85ed-bbddef57c44c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.347425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-9c27fe3a-be87-42c1-a571-81f6aafbf95d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b022cf28-c2ae-4c28-8678-391ecd978d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8699257 May 13 14:39:28.364446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c418ab61-fae9-4a9f-9ede-9ecdff7e534f req-b707b978-89a1-4118-85ed-bbddef57c44c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1679 time: 0.3910658 May 13 14:39:28.379815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:28.394131 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cfd123-af48-4c20-b6c3-05ef3772139a'] response: {'name': 'network-changed', 'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'tag': '589df50d-6f57-4775-82b7-35678521e345', 'status': 'completed', 'code': 200} May 13 14:39:28.428150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.428530 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Added segment b89d0f34-a98b-483d-896a-cb26d108570f of type vlan for network 8560d615-7357-4e3a-bfd9-d1c0917026fa May 13 14:39:28.430212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.548763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Checking segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:28.549121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Network hostable DHCP agents. Network: 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:28.553995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:28.570315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c418ab61-fae9-4a9f-9ede-9ecdff7e534f req-079a7402-f665-4fc1-9c4d-595d2ca7505d tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039144 May 13 14:39:28.604893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:28.623447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-cd1e6c05-a942-4b13-a3cb-65bcf74c5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.625819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-cd1e6c05-a942-4b13-a3cb-65bcf74c5497 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 1099 time: 0.2566531 May 13 14:39:28.627589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:28.670477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.671113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.672919 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] 10.222.0.86 "PUT /v2.0/ports/18297aa9-8bb5-464e-a0c4-6c7868fa0043 HTTP/1.1" status: 200 len: 1096 time: 6.0564218 May 13 14:39:28.675020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:28.675266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1b2d4-2f4d-4426-835c-4551a24392e7 None None] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:28.676554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.683496 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:28.733751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-910982b5-3233-40b1-9bd4-4596b61379e8 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583955 May 13 14:39:28.763420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:28.856816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-149a8509-a697-410c-ac9b-082116bda88a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7212980 May 13 14:39:28.914222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Deleting subnet 48dd7564-5e4d-4b72-a612-a0f969a270bf {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:39:28.917586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.129318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:29.138260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7aa535-f964-4a5b-bacb-522f96f84a5a service neutron] Pushing event updated for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:29.173946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.205676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-4c9f4ec5-3b60-416c-b0db-d4a1761d228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.212975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-4c9f4ec5-3b60-416c-b0db-d4a1761d228c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.5754764 May 13 14:39:29.254966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe3007e-1aa9-4d6b-9d7f-33bc40963639 None None] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:29.320180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.382227 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-824aef6b-d8ea-49c0-954e-835900dfd77e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d3744d61-b90b-4568-95f9-6792a51ea002 HTTP/1.1" status: 200 len: 217 time: 0.1560910 May 13 14:39:29.495093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957892-a37c-45c4-bed6-eb4ef9e06632 req-b6505030-4eb2-46de-8f18-b52e0511f94c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.503311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-cc9c55b5-e319-4b3c-b9a9-3ecb613e5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.506776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-cc9c55b5-e319-4b3c-b9a9-3ecb613e5662 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1094 time: 1.3700931 May 13 14:39:29.507284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47957892-a37c-45c4-bed6-eb4ef9e06632 req-b6505030-4eb2-46de-8f18-b52e0511f94c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 943 time: 0.6101112 May 13 14:39:29.510492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-4e6d3e54-6cd2-46d0-a49a-e89711b3fbcd service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002767 May 13 14:39:29.534400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.574147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-e216e00f-f42d-4803-bb0f-62bf36204ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.577057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-e216e00f-f42d-4803-bb0f-62bf36204ef1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1863942 May 13 14:39:29.631767 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33a989cb-5bdd-46ec-9a26-ba7dceef43f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:29.640857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47957892-a37c-45c4-bed6-eb4ef9e06632 req-6a1ce839-9114-41bb-b3df-0b9ff3fc9c52 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324697 May 13 14:39:29.683231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-83728a53-9c19-4621-a238-738b5cf1f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:29.684725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-83728a53-9c19-4621-a238-738b5cf1f1dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956783 May 13 14:39:29.839990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-254b7b23-226c-4f04-b77e-48acd4478ec2 service neutron] 10.222.0.90 "GET /v2.0/networks/b022cf28-c2ae-4c28-8678-391ecd978d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4579523 May 13 14:39:29.844012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-59d647ec-a49b-4138-8cee-8b44d67aab2e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 217 time: 0.3126235 May 13 14:39:29.939475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-92d7bcc0-37d6-40ea-8aa6-bc6c64b01bb5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463763 May 13 14:39:30.001324 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.002988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.004561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.012590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dd7564-5e4d-4b72-a612-a0f969a270bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:30.019268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.076357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-7a050e7d-1874-4d2a-9aa5-89d98e2fb06f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=566ccbcd-42c9-438e-a6a7-8249799324d0 HTTP/1.1" status: 200 len: 217 time: 0.5521095 May 13 14:39:30.145188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-37729b8c-7bb9-4af6-a4b7-2cdeb567a10a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.146799 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-37729b8c-7bb9-4af6-a4b7-2cdeb567a10a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.3856716 May 13 14:39:30.181465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-9bb9f561-360c-4dce-b4c0-01cf62f07cc0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/quotas/75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 375 time: 0.0283868 May 13 14:39:30.245062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5cf7-7f2d-4a72-bcf4-586fcf9f3b1c req-16735835-76b7-42fb-9aa2-1825cb47307e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.246212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6ecb5cf7-7f2d-4a72-bcf4-586fcf9f3b1c req-16735835-76b7-42fb-9aa2-1825cb47307e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:30.269041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d3744d61-b90b-4568-95f9-6792a51ea002 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:30.279801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f254531-4d37-4069-ba2c-12e777dcb552 req-eeb81645-86de-4d14-b723-0fcb2e517bc2 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301840 May 13 14:39:30.294423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'name': 'network-vif-deleted', 'tag': '919aff83-2919-4558-aaed-6421c1242b69'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:30.340896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-e08219bd-e96a-4167-afb5-b720175d28f0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1494656 May 13 14:39:30.505540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70'}, {'name': 'network-changed', 'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:30.535814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d3387782-41da-4c3c-a5ba-d6a20c254392 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852758 May 13 14:39:30.557156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d3744d61-b90b-4568-95f9-6792a51ea002,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:30.579272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.7507994 May 13 14:39:30.580734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a59246d8-a010-4b3b-aa64-10e521b7819e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48dd7564-5e4d-4b72-a612-a0f969a270bf HTTP/1.1" status: 204 len: 168 time: 1.8133514 May 13 14:39:30.592103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'd3744d61-b90b-4568-95f9-6792a51ea002', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'd3744d61-b90b-4568-95f9-6792a51ea002', 'mac_address': 'fa:16:3e:1e:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:30.592490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53260) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.592832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:30.605438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-5a7aaefb-cede-412e-8942-d5268abb3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.606974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-5a7aaefb-cede-412e-8942-d5268abb3a30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.6923449 May 13 14:39:30.607620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6ecb5cf7-7f2d-4a72-bcf4-586fcf9f3b1c req-16735835-76b7-42fb-9aa2-1825cb47307e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:30.608743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ecb5cf7-7f2d-4a72-bcf4-586fcf9f3b1c req-16735835-76b7-42fb-9aa2-1825cb47307e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 948 time: 2.0795753 May 13 14:39:30.616154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aabd90-f0f4-42bf-8cbc-87864cc0aa92 admin admin] Pushing event updated for resources: {'Network': ['ID=8560d615-7357-4e3a-bfd9-d1c0917026fa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:30.664115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8560d615-7357-4e3a-bfd9-d1c0917026fa details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:30.666667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-9ba54828-6cfd-4053-9a65-bde2582b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.668173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-9ba54828-6cfd-4053-9a65-bde2582b41a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 1099 time: 1.9282045 May 13 14:39:30.726241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Request body: {'subnet': {'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1294152432-subnet', 'tenant_id': 'be930f26ba23428d8516077df5bad02a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:30.756425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-d13ba9e0-899e-4c2f-9305-1877ad9f4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:30.757784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-d13ba9e0-899e-4c2f-9305-1877ad9f4174 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.5546579 May 13 14:39:30.761416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:30.842867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-02a5d703-c4c8-4aa5-a551-07d29154012a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043 HTTP/1.1" status: 200 len: 217 time: 0.1588986 May 13 14:39:30.843180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port d3744d61-b90b-4568-95f9-6792a51ea002 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:30.843799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.844850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-deea0838-4469-4507-b41f-16e1364db978 service neutron] 10.222.0.90 "GET /v2.0/networks/b022cf28-c2ae-4c28-8678-391ecd978d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9718661 May 13 14:39:30.890944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Usage tracker for resource:subnet and tenant:be930f26ba23428d8516077df5bad02a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:30.902065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3744d61-b90b-4568-95f9-6792a51ea002 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:30.917591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:30.934384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d3744d61-b90b-4568-95f9-6792a51ea002,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:30.936913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:30.941376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:30.988094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-c0d09a30-66a1-4950-b221-9b99fbea5216 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=589df50d-6f57-4775-82b7-35678521e345 HTTP/1.1" status: 200 len: 217 time: 0.1286535 May 13 14:39:31.001773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ecb5cf7-7f2d-4a72-bcf4-586fcf9f3b1c req-8bc6d430-8a34-46e1-9889-54d1c68166f7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281591 May 13 14:39:31.015333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Made reservation on behalf of be930f26ba23428d8516077df5bad02a for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:31.022092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.081777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-07989063-6330-4589-910a-b2c5a614e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.083815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-07989063-6330-4589-910a-b2c5a614e469 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2276137 May 13 14:39:31.096979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:31.114677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.115286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.115703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.116250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.116785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.117313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.117837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.118357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.118876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.119397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.119924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.120491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:31.147737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-452c0e5c-425a-4f1e-b6fc-06d02ffb930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.149254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-452c0e5c-425a-4f1e-b6fc-06d02ffb930b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=718f99a2-83c0-493a-8bce-4b9bfa8b9282 HTTP/1.1" status: 200 len: 801 time: 0.1520226 May 13 14:39:31.159818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f9380f44-a51a-403b-a7ac-0ac9f3be3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.161464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-f9380f44-a51a-403b-a7ac-0ac9f3be3904 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3818982 May 13 14:39:31.171711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.193798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['d3744d61-b90b-4568-95f9-6792a51ea002'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:31.195716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-0e43c096-c8d1-42db-833c-11b92dcd3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.198322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-0e43c096-c8d1-42db-833c-11b92dcd3f90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5679376 May 13 14:39:31.251117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-95378a30-67b7-4d0d-981d-953752013942 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083781 May 13 14:39:31.559560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.647485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-a9062565-d2ad-4552-af1b-13e9d53332e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.650551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-a9062565-d2ad-4552-af1b-13e9d53332e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5582285 May 13 14:39:31.670780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:31.694506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf10632-6368-4327-8828-91365d53420e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:31.695105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf10632-6368-4327-8828-91365d53420e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:31.723147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-2dd16c22-b6fa-41ff-8b9e-be78c203b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:31.725836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-2dd16c22-b6fa-41ff-8b9e-be78c203b16d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deaf697d-c36c-47dd-bb09-f577ed638974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5691590 May 13 14:39:31.727192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.735370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-2d4aa00e-b683-4830-a489-cd209962114c service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164473 May 13 14:39:31.739084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-609b0328-51b0-4faa-992a-f9adda0e07b3 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322499 May 13 14:39:31.779939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.793620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:39:31.794852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: timer() May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:39:31.813790 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:39:31.818615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.002757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.007764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8823576-51d7-4c25-97a7-d0bce9978b21,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:32.038653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0286cc5d-edd0-48d9-ac65-788cd818a18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.042382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.075488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.075909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.076169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.076523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.076863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.077191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.077515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.077833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.078399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.078732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.079051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.079521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:32.089210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c HTTP/1.1" status: 204 len: 168 time: 1.4895139 May 13 14:39:32.090805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Checking segment: {'id': 'b89d0f34-a98b-483d-896a-cb26d108570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:32.091170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Network hostable DHCP agents. Network: 8560d615-7357-4e3a-bfd9-d1c0917026fa, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:32.097530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cdd67-70a0-40a8-ade2-c74f50d4eee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7dc4ea-d7d9-4c68-bc58-19db9c897c1c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:32.220163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Network 8560d615-7357-4e3a-bfd9-d1c0917026fa is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:32.253129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8560d615-7357-4e3a-bfd9-d1c0917026fa) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:32.264255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865a07e-71ec-49cc-b944-4c62a76436cc None None] Network 8560d615-7357-4e3a-bfd9-d1c0917026fa requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:32.270346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.271812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.343246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d3744d61-b90b-4568-95f9-6792a51ea002 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:32.359232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-61fb889d-77aa-48a5-872f-01538594e5e8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7618732 May 13 14:39:32.396399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53296) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:32.467251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-2fa20986-89ff-48da-a550-4b68c1ba6920 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.468889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-2fa20986-89ff-48da-a550-4b68c1ba6920 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:32.556347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1fae45d7-6209-465e-91ff-a5b1661c6fd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8cee1e67a2d41fe86df90249a30012b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578271 May 13 14:39:32.558224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-2fa20986-89ff-48da-a550-4b68c1ba6920 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:32.569548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.571626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-2fa20986-89ff-48da-a550-4b68c1ba6920 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 0.4607763 May 13 14:39:32.580379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.586384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53300) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:32.595179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.598837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port d3744d61-b90b-4568-95f9-6792a51ea002 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:32.605073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.617178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.627071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.634879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port d3744d61-b90b-4568-95f9-6792a51ea002 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:32.635475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:32.638583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:32.642407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-e7d0982c-72e6-4be1-99ce-964912882ff2 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/quotas/2580b6c6ddc5417cbd1467e909adda67 HTTP/1.1" status: 200 len: 375 time: 0.0681777 May 13 14:39:32.649408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-67e00500-0588-417d-b48a-2e1ecc4d9c03 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 1.3235319 May 13 14:39:32.781585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-926c0e14-b656-44cb-95c3-1da6a4973394 req-e627cce4-a69c-4160-9fab-4de155f77746 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300850 May 13 14:39:32.821670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-bb099981-018d-45da-ba09-7a748c209efb service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848810 May 13 14:39:32.922667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-82710388-2afc-4182-9ff3-bebbe0ea56ed tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2789969 May 13 14:39:33.060325 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.074792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-29445566-a977-4472-a660-5af51c254efb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=75f9d14f-03ba-42a3-992f-69ba84db4510 HTTP/1.1" status: 200 len: 217 time: 0.1988225 May 13 14:39:33.247348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.249835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.260941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port d3744d61-b90b-4568-95f9-6792a51ea002 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:33.261521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.302800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.307122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90670f81-4758-4d1e-b4f6-5d1f08469f69 None None] Network 8560d615-7357-4e3a-bfd9-d1c0917026fa requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:33.307754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dea6f4f2-2233-400c-bff9-ff7e4792f8d2 req-7bb482b1-42ad-4d5c-a34d-08d9aa18de4a service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3247321 May 13 14:39:33.355164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:33.362736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-aac37e15-19ef-4478-8dcb-c812048ae946 service neutron] 10.222.0.90 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6075079 May 13 14:39:33.399500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-9a276928-6fb2-4847-86c1-555fbdbeccf0 service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740372 May 13 14:39:33.467595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d3744d61-b90b-4568-95f9-6792a51ea002,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:33.477644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.481701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-056962fe-6290-4e4e-9012-88879e87ab88 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8131418 May 13 14:39:33.594243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.632108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c0ae2b-3585-4e05-b18b-aa547d6d363c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:33.673674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-4189be1a-834b-48a7-a3ac-09885db209cb service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649634 May 13 14:39:33.684120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:33.697623 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fc013dc9-2aa3-4db4-9041-1b1d7a8a1dbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25c0ae2b-3585-4e05-b18b-aa547d6d363c HTTP/1.1" status: 204 len: 168 time: 1.1000850 May 13 14:39:33.777097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-091ce894-f42f-4e27-87c7-a61a1d6d1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:33.782179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-091ce894-f42f-4e27-87c7-a61a1d6d1845 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.6659224 May 13 14:39:33.806244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:34.190149 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07aa8c73-1ea3-4255-a1d2-203626a47bfa'] response: {'server_uuid': '9452ac88-f12b-43cc-9a05-349dcbe284f2', 'name': 'network-vif-deleted', 'tag': '919aff83-2919-4558-aaed-6421c1242b69', 'status': 'completed', 'code': 200} May 13 14:39:34.196081 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-741bd322-7750-49b9-a50b-a9e3d28cd82d req-f05d4df1-6e9e-486a-91b6-e5b870767555 service neutron] 10.222.0.90 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7310011 May 13 14:39:34.265017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-6da57a14-6887-4315-b336-42e5fe09e262 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.272338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-6da57a14-6887-4315-b336-42e5fe09e262 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.273456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-6da57a14-6887-4315-b336-42e5fe09e262 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:34.292803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9afed1f0-52f3-42be-b3b2-9ac0e3c5c056 req-41338fd7-8002-4b02-b8dc-5186459066f5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628295 May 13 14:39:34.366898 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc21a39-26bf-4c27-bd4a-bd6eed16f6fd'] response: {'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'status': 'completed', 'code': 200} May 13 14:39:34.367211 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc21a39-26bf-4c27-bd4a-bd6eed16f6fd'] response: {'name': 'network-changed', 'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043', 'status': 'completed', 'code': 200} May 13 14:39:34.395799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-dfc7d4d4-b402-4007-8a0c-b5e2d0b38393 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.397592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-dfc7d4d4-b402-4007-8a0c-b5e2d0b38393 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.4581246 May 13 14:39:34.411532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-6da57a14-6887-4315-b336-42e5fe09e262 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:34.420572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-6da57a14-6887-4315-b336-42e5fe09e262 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1679 time: 1.0778713 May 13 14:39:34.441930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'device_id': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'admin_state_up': True, 'tenant_id': '75c3cb608ca04661bbf341e51af50a27'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:34.555231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-d9ebf04e-4fd6-4757-91c7-79d2c58e6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.558376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-d9ebf04e-4fd6-4757-91c7-79d2c58e6c2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1094 time: 0.1634271 May 13 14:39:34.573933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-04018e39-6f10-4428-9efb-9b377668beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.575499 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-04018e39-6f10-4428-9efb-9b377668beb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7619591 May 13 14:39:34.726030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:34.806357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af78cf1d-81f3-4785-8b16-70e378fcea23 req-ade6bf8f-5a97-430f-8a5e-3f7039349a78 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853757 May 13 14:39:34.952426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:34.960558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-8d92e3ce-e036-49d9-be46-049750f3fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.961368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-8d92e3ce-e036-49d9-be46-049750f3fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:34.963540 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-8d92e3ce-e036-49d9-be46-049750f3fbdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3e2a9991cab046709774310453644b7f&device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1981 time: 0.6696780 May 13 14:39:35.036111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-ca112570-8e3c-4dd3-b414-f05ba8d65e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.036796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-cee18446-3aac-488c-9eba-9d5ef972b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.037753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-ca112570-8e3c-4dd3-b414-f05ba8d65e10 service neutron] 10.222.0.90 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.4481812 May 13 14:39:35.039596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-cee18446-3aac-488c-9eba-9d5ef972b887 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 1099 time: 0.6329932 May 13 14:39:35.125801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-a9ba4ecc-2c17-4b46-a6d4-381c492c0e58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 217 time: 0.0803235 May 13 14:39:35.134672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-493a7b4a-8cc8-4417-9fe3-93f529f1851e service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891126 May 13 14:39:35.135899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:35.146775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ece9bff6-a55c-4f36-b8a0-a4cb0b57f9ee req-a4ac33cf-a5c3-419f-b490-386366ffe92d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 210 time: 0.1006949 May 13 14:39:35.206064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-2697c6b6-edb9-4e5d-9790-82ad83078bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.208268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-2697c6b6-edb9-4e5d-9790-82ad83078bfe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.0755928 May 13 14:39:35.305411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65340c9-2d7c-445a-9934-994160ccdc9b req-967e2c51-a6cc-4f5a-8479-35b51175b48b tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.307040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b65340c9-2d7c-445a-9934-994160ccdc9b req-967e2c51-a6cc-4f5a-8479-35b51175b48b tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 943 time: 0.6809788 May 13 14:39:35.438506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b65340c9-2d7c-445a-9934-994160ccdc9b req-22926f2c-a893-42c4-9af8-d699ebd77a01 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126246 May 13 14:39:35.494903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-0405401d-aeeb-4be7-a620-021e36b5776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.497150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-0405401d-aeeb-4be7-a620-021e36b5776f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810156 May 13 14:39:35.627604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-ea48a618-502b-439d-b957-0f3befbf0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:35.629618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-ea48a618-502b-439d-b957-0f3befbf0416 service neutron] 10.222.0.90 "GET /v2.0/networks?id=deaf697d-c36c-47dd-bb09-f577ed638974 HTTP/1.1" status: 200 len: 903 time: 0.6406407 May 13 14:39:35.733138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:35.804407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:35.807363 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:35.811070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-f62296f5-73a3-4b98-a485-272810c3ad8f service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057592 May 13 14:39:35.916635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-0ba6dc36-e71a-4e31-b6eb-6d16d2684e62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=589df50d-6f57-4775-82b7-35678521e345 HTTP/1.1" status: 200 len: 217 time: 0.2230721 May 13 14:39:35.986939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-529791e9-eae7-4aa6-879b-a3ac89d34783 service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680629 May 13 14:39:36.080577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-709329407-network', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:36.088830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:36.098433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Usage tracker for resource:network and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:36.102129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:36.114581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-3a1df17c-d4f6-4432-a396-99399085a6a7 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709836 May 13 14:39:36.122180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-19ef3ae9-19a4-4fcc-9e1d-25e3bb4426ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.123904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-19ef3ae9-19a4-4fcc-9e1d-25e3bb4426ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=718f99a2-83c0-493a-8bce-4b9bfa8b9282 HTTP/1.1" status: 200 len: 801 time: 0.1951957 May 13 14:39:36.163884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-2e42e2d9-559d-4c17-b1cf-7d4b383e4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.165761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-2e42e2d9-559d-4c17-b1cf-7d4b383e4ab0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.0227273 May 13 14:39:36.232524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:36.304782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 18297aa9-8bb5-464e-a0c4-6c7868fa0043 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:36.322973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Made reservation on behalf of 41d1bac629304c3cbc0181f946ff8fb7 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:36.332431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.356394 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-168171dd-6603-401a-bd17-2195f495d2f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade32736-e660-4f73-a895-33fb2e351f79 HTTP/1.1" status: 200 len: 217 time: 0.2303197 May 13 14:39:36.395553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58b84-acfe-44a0-aa06-cbd6ce83cdb1 req-c85b4682-40f3-4d7c-a567-20470bb1d494 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.403025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85d58b84-acfe-44a0-aa06-cbd6ce83cdb1 req-c85b4682-40f3-4d7c-a567-20470bb1d494 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 950 time: 0.7215073 May 13 14:39:36.424240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-2e44ae1e-7dd3-422b-88db-65ba0498c48d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043 HTTP/1.1" status: 200 len: 217 time: 0.1876454 May 13 14:39:36.530219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:36.536603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.557904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '18297aa9-8bb5-464e-a0c4-6c7868fa0043', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '18297aa9-8bb5-464e-a0c4-6c7868fa0043', 'mac_address': 'fa:16:3e:0a:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:36.588546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:36.612009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-299a6dd8-8479-408f-9f53-d47ad5f6f3a6 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.613786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-299a6dd8-8479-408f-9f53-d47ad5f6f3a6 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/networks?id=8560d615-7357-4e3a-bfd9-d1c0917026fa HTTP/1.1" status: 200 len: 813 time: 0.5079894 May 13 14:39:36.614907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Usage tracker for resource:security_group_rule and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:36.621370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:36.628378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-46d68ab1-a307-471d-a4ed-af62a284de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.631362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-46d68ab1-a307-471d-a4ed-af62a284de74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1478562 May 13 14:39:36.635198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:36.674924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:36.675346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.682361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-b81afab5-3ee5-4375-a8c7-d6ceac190de2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/quotas/be930f26ba23428d8516077df5bad02a HTTP/1.1" status: 200 len: 375 time: 0.0552492 May 13 14:39:36.696501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18297aa9-8bb5-464e-a0c4-6c7868fa0043 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:36.714394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-4e8adbfb-149d-453d-b810-36083b254292 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.716325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:36.717441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-4e8adbfb-149d-453d-b810-36083b254292 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 0.3969398 May 13 14:39:36.722105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:36.803369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'port': {'device_id': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'admin_state_up': True, 'tenant_id': '2580b6c6ddc5417cbd1467e909adda67'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:36.822493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.20.0.14 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/5e0a941a-9774-4ac1-8f7e-84198148513b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:36.840757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:36.878322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85d58b84-acfe-44a0-aa06-cbd6ce83cdb1 req-d9ac64a8-7a65-4b12-9d23-9f1d39945cbe tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741840 May 13 14:39:36.899193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5adff2a6-0047-41d5-9b43-4e88bdfde6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:36.901800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5adff2a6-0047-41d5-9b43-4e88bdfde6e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 200 len: 797 time: 0.5265510 May 13 14:39:36.976464 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabc7218-e0f8-452f-ae69-120ae1e75d35'] response: {'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002', 'code': 200} May 13 14:39:36.993617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['18297aa9-8bb5-464e-a0c4-6c7868fa0043'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:37.025472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-5e7ec221-6c63-45a0-85fd-6e05be3a7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.028132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-5e7ec221-6c63-45a0-85fd-6e05be3a7fb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=deaf697d-c36c-47dd-bb09-f577ed638974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8609753 May 13 14:39:37.131329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-7043693e-b34d-413d-b330-6ebdb5be51c0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be930f26ba23428d8516077df5bad02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4323697 May 13 14:39:37.348094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e5daa94-cfc8-4c88-84e5-4eea1601b373 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:37.547150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:37.563209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-cb7f5a2b-9413-40d6-82e4-40f075722d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.565310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'network_id': 'b022cf28-c2ae-4c28-8678-391ecd978d28', 'port_id': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'mac_address': 'fa:16:3e:03:8b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be153bc2-96a7-47e1-9cda-12e99e8f38bc', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:37.565972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-cb7f5a2b-9413-40d6-82e4-40f075722d76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9135423 May 13 14:39:37.585919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c602c-5280-4a03-bfa7-1af628d42947 req-1f4709dd-2934-4d39-9f90-3171ea2b0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:37.587484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a07c602c-5280-4a03-bfa7-1af628d42947 req-1f4709dd-2934-4d39-9f90-3171ea2b0446 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 1101 time: 0.4429386 May 13 14:39:37.591107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:37.625333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Usage tracker for resource:port and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:37.636577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:37.636980 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.637604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-74905cd6-cb09-41c1-a88e-df70edaf8bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023626 May 13 14:39:37.647766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:37.656366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.665993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5daa94-cfc8-4c88-84e5-4eea1601b373 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:37.688978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:37.700588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.700977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:37.709313 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.710692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 589df50d-6f57-4775-82b7-35678521e345 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:37.804273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a07c602c-5280-4a03-bfa7-1af628d42947 req-d91728f5-3263-455a-b59a-f9a3df560e6d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049632 May 13 14:39:37.822079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Made reservation on behalf of 2580b6c6ddc5417cbd1467e909adda67 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:37.825989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.840499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:39:37.866391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046dd795-c7d3-4bdf-8709-b9bcc1b0f558,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:37.888306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:37.888666 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Added segment 5eb0b52e-aa4c-47c4-af0d-a84f94ce527f of type vlan for network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 May 13 14:39:37.995589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:38.017082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-5209ec3a-1d2e-400b-8f59-4d3c4ee249fb service neutron] 10.222.0.36 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640795 May 13 14:39:38.022718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.080978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-5ebdf93f-2e93-4783-aba5-5d672826fd75 service neutron] 10.222.0.90 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0408652 May 13 14:39:38.105597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=589df50d-6f57-4775-82b7-35678521e345,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:38.135184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '589df50d-6f57-4775-82b7-35678521e345', 'network_id': 'deaf697d-c36c-47dd-bb09-f577ed638974', 'port_id': '589df50d-6f57-4775-82b7-35678521e345', 'mac_address': 'fa:16:3e:14:9a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718f99a2-83c0-493a-8bce-4b9bfa8b9282', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:38.143832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Allocated IP 172.20.0.2 (197f05a2-dfd4-4aa9-bcd5-b1837111e5e6/5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca/839b4b83-626a-45a7-a013-8a16326dff01) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:38.145929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-4b24892d-03c6-494e-bf05-de873f936750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.147849 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-4b24892d-03c6-494e-bf05-de873f936750 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2358987 May 13 14:39:38.164006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.165506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.166346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.274399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 589df50d-6f57-4775-82b7-35678521e345 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:38.281284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.329122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589df50d-6f57-4775-82b7-35678521e345 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:38.334254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 18297aa9-8bb5-464e-a0c4-6c7868fa0043 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:38.367795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca900c3-df8d-46d9-bd52-361ee6cb52b8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:38.377739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a03ecfd3-12cc-4532-a81b-537940bb0e91 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6402831 May 13 14:39:38.399388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:38.402435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.405785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=589df50d-6f57-4775-82b7-35678521e345,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:38.426908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Request body: {'subnet': {'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-subnet', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:38.440400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e1646f44-4d38-46b2-b344-1ecd378c0a2a req-254835af-a411-4fea-885f-0defe87784d3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:38.453691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:39:38.483439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e1646f44-4d38-46b2-b344-1ecd378c0a2a req-254835af-a411-4fea-885f-0defe87784d3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:38.484917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1646f44-4d38-46b2-b344-1ecd378c0a2a req-254835af-a411-4fea-885f-0defe87784d3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 210 time: 0.1298826 May 13 14:39:38.490553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-f26c96ad-a86a-4745-b050-2b33d3929ecc service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105580 May 13 14:39:38.492907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.493983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7690ae42-4274-48e6-a4cc-13c0102c3f70 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:38.514106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:38.575174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Usage tracker for resource:subnet and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:38.593153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.600717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.607171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.613401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.619522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.623633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:39:38.626209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.633398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.635396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-e2de8302-73f7-4b49-bf97-48210f619afa tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 1.4104481 May 13 14:39:38.636473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:38.691970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Transition to ACTIVE for port object 5e0a941a-9774-4ac1-8f7e-84198148513b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:38.725132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:38.825883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d77f8eaf-b9d7-4b16-8d11-3a852a26d33d req-63d72858-3603-473d-af0e-f3e971211ea2 service neutron] 10.222.0.90 "GET /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149160 May 13 14:39:38.855798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Made reservation on behalf of 41d1bac629304c3cbc0181f946ff8fb7 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:38.857041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.858470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.881317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74ebbe-69da-4abb-86c8-aa2385cc839e req-a5c36f5d-6988-4ab7-a76c-9cd936b5f3db tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.900400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74ebbe-69da-4abb-86c8-aa2385cc839e req-a5c36f5d-6988-4ab7-a76c-9cd936b5f3db tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:38.902237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c74ebbe-69da-4abb-86c8-aa2385cc839e req-a5c36f5d-6988-4ab7-a76c-9cd936b5f3db tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1681 time: 0.2100852 May 13 14:39:38.945186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:38.985163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ca6672a-0ac8-4d02-8590-25c7cc0ff714 req-de84889a-760f-4a04-bb22-2a9493dd7894 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2888258 May 13 14:39:38.987311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-32dfb1e3-84bc-4bda-8259-cbf2284e053d service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280473 May 13 14:39:39.031136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:39.041098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.076506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.085644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:39.093896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:39.097620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:39.101616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:39.111070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:39.111796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.120671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:39.222179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c74ebbe-69da-4abb-86c8-aa2385cc839e req-6ffec13c-762a-49f1-aaa0-6799ef5338b1 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947345 May 13 14:39:39.236026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7690ae42-4274-48e6-a4cc-13c0102c3f70 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:39.236549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.264472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:39.265155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.271746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7690ae42-4274-48e6-a4cc-13c0102c3f70 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:39.302750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3864c7b7-e1eb-4d85-9890-baddf24ef67b req-388546c0-0b16-4e3f-b55c-d537bd13536e service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908084 May 13 14:39:39.335169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:39.341193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-7b513600-1f53-4f1b-9202-68f0c9e0c26d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5470257 May 13 14:39:39.350703 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.369977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.442319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.447067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:39.447583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.482221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:39.485724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Request body: {'port': {'device_id': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:39.498619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:39.501604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:39.503639 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.547323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:39.551266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:39.605433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.636147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:39.640790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:39.655128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['4e5daa94-cfc8-4c88-84e5-4eea1601b373'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:39.694148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.699059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7690ae42-4274-48e6-a4cc-13c0102c3f70'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:39.700521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.701244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.701687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.702127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.702557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.703006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.703432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.703855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.704473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.704898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.705433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:39.720871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843da2d-119a-4533-af48-8fc72fb436d2 req-22a6c614-1379-4132-8ecc-3705888a263e tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:39.723091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8843da2d-119a-4533-af48-8fc72fb436d2 req-22a6c614-1379-4132-8ecc-3705888a263e tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 944 time: 0.2872853 May 13 14:39:39.796307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-70432ef0-392f-4b43-949b-6bab6039b809 service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709758 May 13 14:39:39.835684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:39.836301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.012947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-6acdfe8a-c2f0-4a5d-b9ec-1d9ec377d8d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 HTTP/1.1" status: 200 len: 217 time: 0.2032888 May 13 14:39:40.014726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21bc708d-88e0-48cf-845f-bcd13cf1cad8 None None] Provisioning for port 5e0a941a-9774-4ac1-8f7e-84198148513b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:40.025192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8843da2d-119a-4533-af48-8fc72fb436d2 req-e9965d73-4617-4ca8-858b-fbf9cb2135fb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934270 May 13 14:39:40.051519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0e7db-2bc2-4068-a94f-0dcd3da48c4c req-d0909f8e-8062-4de6-9f17-0e953b64ac1c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.053245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05b0e7db-2bc2-4068-a94f-0dcd3da48c4c req-d0909f8e-8062-4de6-9f17-0e953b64ac1c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 932 time: 0.7424703 May 13 14:39:40.072756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21bc708d-88e0-48cf-845f-bcd13cf1cad8 None None] Provisioning complete for port 5e0a941a-9774-4ac1-8f7e-84198148513b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:40.073141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-21bc708d-88e0-48cf-845f-bcd13cf1cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.266897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-21bc708d-88e0-48cf-845f-bcd13cf1cad8 None None] Port 5e0a941a-9774-4ac1-8f7e-84198148513b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:40.283501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1ab2a0e2-e75b-4427-88f4-f1ddae306452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.283762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-1ab2a0e2-e75b-4427-88f4-f1ddae306452 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 200 len: 797 time: 0.2450051 May 13 14:39:40.404110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-d324c82d-c257-44b3-8570-a6fd28bd41a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9667237 May 13 14:39:40.440295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Request body: {'port': {'device_id': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:40.494370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80667ca-77c7-427f-9c33-82a263be09c8 req-e67b9229-19a6-4415-95b1-6008fc2d390a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.496731 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f80667ca-77c7-427f-9c33-82a263be09c8 req-e67b9229-19a6-4415-95b1-6008fc2d390a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 950 time: 0.2645731 May 13 14:39:40.636685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.674072 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f80667ca-77c7-427f-9c33-82a263be09c8 req-92f53584-4b85-434e-98db-d544d8d40dd3 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694834 May 13 14:39:40.678527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:40.687756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-24d8178a-337b-4d20-90ab-409dec224dc2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.688537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c092054b-359f-421c-b464-623fd155f028 req-24d8178a-337b-4d20-90ab-409dec224dc2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Synchronizing usage tracker for tenant:be930f26ba23428d8516077df5bad02a on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:40.693452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.693880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05b0e7db-2bc2-4068-a94f-0dcd3da48c4c req-7cdff9e3-a4ae-4420-a12d-828d49192c02 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140792 May 13 14:39:40.763661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['589df50d-6f57-4775-82b7-35678521e345'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:40.808856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Transition to ACTIVE for port object 839b4b83-626a-45a7-a013-8a16326dff01 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:40.820564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.831473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c092054b-359f-421c-b464-623fd155f028 req-24d8178a-337b-4d20-90ab-409dec224dc2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Unset dirty status for tenant:be930f26ba23428d8516077df5bad02a on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:40.832675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-24d8178a-337b-4d20-90ab-409dec224dc2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.86 "GET /v2.0/networks?id=8560d615-7357-4e3a-bfd9-d1c0917026fa HTTP/1.1" status: 200 len: 813 time: 0.8220215 May 13 14:39:40.845236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c061b34-d271-42ee-84c4-d1fc9c2467d6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:40.856692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Request body: {'port': {'device_id': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa', 'admin_state_up': True, 'tenant_id': 'be930f26ba23428d8516077df5bad02a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:40.881201 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:40.886597 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17f5157-9ff4-42ff-bfb7-370fbb403fcf'] response: {'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043', 'code': 200} May 13 14:39:40.903770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5c0b7277-f5f0-4550-aca0-50aea149a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:40.905336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-5c0b7277-f5f0-4550-aca0-50aea149a033 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5826735 May 13 14:39:41.077197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:41.077801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Network hostable DHCP agents. Network: 8ca900c3-df8d-46d9-bd52-361ee6cb52b8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:39:41.183021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d15335b6-2ab5-47a3-b4f3-5934ff9cee45 req-4e3ec8dd-4638-4881-b10f-76ab1e03643b tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0800381 May 13 14:39:41.218820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:41.320269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3ca8-ccb4-40a6-87b7-4be501799e82 req-118555ba-74d4-4002-b18e-da9163578d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.321910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-030f3ca8-ccb4-40a6-87b7-4be501799e82 req-118555ba-74d4-4002-b18e-da9163578d7d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 1101 time: 0.3236959 May 13 14:39:41.327507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Attempting to bind port 839b4b83-626a-45a7-a013-8a16326dff01 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:41.327759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Attempting to bind port 839b4b83-626a-45a7-a013-8a16326dff01 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:41.327998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Attempting to bind port 839b4b83-626a-45a7-a013-8a16326dff01 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:41.352287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Port 839b4b83-626a-45a7-a013-8a16326dff01 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:41.352627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Attempting to bind port 839b4b83-626a-45a7-a013-8a16326dff01 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:41.363853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e5daa94-cfc8-4c88-84e5-4eea1601b373 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:41.405908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:41.406296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Checking segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:41.406648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Bound using segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:41.407114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Bound port: 839b4b83-626a-45a7-a013-8a16326dff01, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:41.407484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.470721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-030f3ca8-ccb4-40a6-87b7-4be501799e82 req-2a7f2690-838d-4b21-9439-6fefcc8f4b5d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399207 May 13 14:39:41.500946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:41.507781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:41.508898 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.545735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:41.550821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:41.564543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.570750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.576842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.583439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.589419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.593756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:41.595259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.598262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:39:41.601698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.608896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-c4a24fcf-db02-440e-9aed-66e4d4cbe266 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.2515099 May 13 14:39:41.629528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.633497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Usage tracker for resource:port and tenant:be930f26ba23428d8516077df5bad02a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:41.647725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:41.714448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:41.714818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.737356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-804ef9b3-4dce-41ba-b9a3-cb752d1df2b7 req-0034e378-7d2b-4fb0-9784-b7c6fe37f34f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268139 May 13 14:39:41.741555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.741775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.743141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/839b4b83-626a-45a7-a013-8a16326dff01 HTTP/1.1" status: 200 len: 1091 time: 2.3884857 May 13 14:39:41.743714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:41.762824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:41.779250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62022d1d-b7c8-42ed-91cd-916c7d27b3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:41.799117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:41.806962 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.809250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7690ae42-4274-48e6-a4cc-13c0102c3f70 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:41.815034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8ca900c3-df8d-46d9-bd52-361ee6cb52b8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:41.930784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:41.931095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91d9c0-b591-443a-9f03-e5d65cf1a12e None None] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:41.931801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:41.987633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Made reservation on behalf of be930f26ba23428d8516077df5bad02a for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:39:41.993831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.009409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-6127f801-ed54-4020-a4cb-d5f94af65205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.011384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-6127f801-ed54-4020-a4cb-d5f94af65205 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 1094 time: 0.1962347 May 13 14:39:42.097860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-9bb7c277-7757-41cf-a959-2874ce5c2157 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=839b4b83-626a-45a7-a013-8a16326dff01 HTTP/1.1" status: 200 len: 217 time: 0.0744517 May 13 14:39:42.104966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daba0e-01cd-4139-b9cf-211ee6931531 req-7701276b-53a9-48d4-9c60-1c991da68254 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.107667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-98daba0e-01cd-4139-b9cf-211ee6931531 req-7701276b-53a9-48d4-9c60-1c991da68254 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 943 time: 1.0093789 May 13 14:39:42.114199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:42.124847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-d54c14eb-45fd-42c7-a317-e08aa39c9979 service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0244944 May 13 14:39:42.127133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e1608ae3-fd5c-4b43-95d1-b02313d868df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.7208776 May 13 14:39:42.150695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53398) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:42.162231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 7690ae42-4274-48e6-a4cc-13c0102c3f70 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:42.189698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:42.200500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 7690ae42-4274-48e6-a4cc-13c0102c3f70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:42.200986 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.204096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:39:42.222364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Usage tracker for resource:router and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:39:42.233365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:39:42.264379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc77d-32c3-4921-b67f-d5aef597779f req-df672992-19d2-406a-b73e-ef8230d11376 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.274777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc77d-32c3-4921-b67f-d5aef597779f req-df672992-19d2-406a-b73e-ef8230d11376 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.284478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-090bc77d-32c3-4921-b67f-d5aef597779f req-df672992-19d2-406a-b73e-ef8230d11376 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1682 time: 0.3317580 May 13 14:39:42.290278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:39:42.299339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-a5d769f5-fdf7-4e8e-854c-294d41457718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:42.301728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-a5d769f5-fdf7-4e8e-854c-294d41457718 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.1966743 May 13 14:39:42.374952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-79119dc3-3507-4c63-bb38-f3b16875d05c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558412 May 13 14:39:42.377609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-4d0f18ba-cbb6-41cf-b473-582bbd893b08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9169559 May 13 14:39:42.384298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.386796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.413029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-98daba0e-01cd-4139-b9cf-211ee6931531 req-04cfd98f-9aca-41cb-a349-41d24321c4c6 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276692 May 13 14:39:42.456853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:39:42.461380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.508343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-090bc77d-32c3-4921-b67f-d5aef597779f req-bad8388c-0241-4c3c-9162-4fafe68bcdf2 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108755 May 13 14:39:42.572378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.769453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7690ae42-4274-48e6-a4cc-13c0102c3f70 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:42.771392 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:42.896996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:42.914369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9b4ef0a-95c8-4264-8583-7b6689fbb4e0 req-24c2b3ca-c325-4a9f-a71f-fe33e563221b service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349045 May 13 14:39:42.962711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Allocated IP 172.20.0.9 (8560d615-7357-4e3a-bfd9-d1c0917026fa/b8823576-51d7-4c25-97a7-d0bce9978b21/b19f60eb-4614-4957-bdd3-2fae4bae14ed) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:43.081288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:43.098865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.163109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-02f32984-5e5d-4d85-9f62-7998079aeeee service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707570 May 13 14:39:43.225908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Allocated IP 172.20.0.2 (8ca900c3-df8d-46d9-bd52-361ee6cb52b8/0c061b34-d271-42ee-84c4-d1fc9c2467d6/f8730a0e-6980-48c4-8830-be39d0d05e3b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:43.280847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:43.313534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0a941a-9774-4ac1-8f7e-84198148513b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:43.321758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-37b168c0-86dc-4f5f-bb6e-a0f95dbe389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.324462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-37b168c0-86dc-4f5f-bb6e-a0f95dbe389b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.7302859 May 13 14:39:43.348451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6d564-ce96-4ba4-aab7-4577a298d392 req-7fb3b8ea-ebf9-4bdd-8ac4-f8f0d17ca769 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.351541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-abe6d564-ce96-4ba4-aab7-4577a298d392 req-7fb3b8ea-ebf9-4bdd-8ac4-f8f0d17ca769 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 950 time: 0.6486695 May 13 14:39:43.355255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.381693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 589df50d-6f57-4775-82b7-35678521e345 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:43.508391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 589df50d-6f57-4775-82b7-35678521e345 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:43.508391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 589df50d-6f57-4775-82b7-35678521e345 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:43.508391 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.681982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.773604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-47fbaf4e-dd64-46ff-aa70-33cfa6d096ea req-8213ca15-14f6-46ca-a755-620fb9ecb389 service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100520 May 13 14:39:43.781392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b70c52-491e-46bd-ad77-7098dd0e253e req-7a666bab-cd15-4637-91ac-54e51acc19b2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:43.783276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9b70c52-491e-46bd-ad77-7098dd0e253e req-7a666bab-cd15-4637-91ac-54e51acc19b2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 945 time: 1.0089941 May 13 14:39:43.815355 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.881664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 589df50d-6f57-4775-82b7-35678521e345 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:43.883164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:43.897691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9b70c52-491e-46bd-ad77-7098dd0e253e req-5fb73030-583f-479b-ad01-76089e06b61b tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609176 May 13 14:39:43.913738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Transition to ACTIVE for port object 5e0a941a-9774-4ac1-8f7e-84198148513b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:43.918103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Transition to ACTIVE for port object f8730a0e-6980-48c4-8830-be39d0d05e3b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:43.994932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.006506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=589df50d-6f57-4775-82b7-35678521e345,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:44.010486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Transition to ACTIVE for port object f8730a0e-6980-48c4-8830-be39d0d05e3b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:44.017001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.124610 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc51a02d-8238-46f6-bbea-2ac881721ee5'] response: {'name': 'network-changed', 'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01', 'status': 'completed', 'code': 200} May 13 14:39:44.159302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.228596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:44.251516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:44.274879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:44.278135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-abe6d564-ce96-4ba4-aab7-4577a298d392 req-a178018e-e343-4937-b18e-20ab69320b24 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9026098 May 13 14:39:44.305756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.306650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.307312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.308039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.308758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.309440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.310119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.313078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-48330cac-1bb9-47b8-945e-3d85770eeaa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6486 time: 1.1817732 May 13 14:39:44.374438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.443965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.504803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.638333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Attempting to bind port f8730a0e-6980-48c4-8830-be39d0d05e3b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:44.638940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Attempting to bind port f8730a0e-6980-48c4-8830-be39d0d05e3b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:44.639536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Attempting to bind port f8730a0e-6980-48c4-8830-be39d0d05e3b on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:44.670414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:44.670979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:44.671514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.672063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Bound using segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:44.672718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Bound port: f8730a0e-6980-48c4-8830-be39d0d05e3b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:44.673366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.714099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-825cd007-18e9-4c31-a8ee-10c274bdbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.717502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-825cd007-18e9-4c31-a8ee-10c274bdbeac service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 1.3456526 May 13 14:39:44.726901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.741137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Pushing event updated for resources: {'Port': ['ID=f8730a0e-6980-48c4-8830-be39d0d05e3b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:44.768656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:44.822094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97716-55d3-4d92-906d-889117417099 req-3cd8fe8d-88bc-4249-ad4d-a7210d90ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.823855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-3cd8fe8d-88bc-4249-ad4d-a7210d90ae66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 1094 time: 0.6977730 May 13 14:39:44.834913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ab112-dbe3-48ad-bd6d-dc6558620829 req-be9de8f3-383d-4e86-acd1-240bc83ca3a3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:44.842513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-144ab112-dbe3-48ad-bd6d-dc6558620829 req-be9de8f3-383d-4e86-acd1-240bc83ca3a3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 944 time: 0.3882999 May 13 14:39:44.906318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] For port f8730a0e-6980-48c4-8830-be39d0d05e3b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:44.914928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] For port f8730a0e-6980-48c4-8830-be39d0d05e3b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8730a0e-6980-48c4-8830-be39d0d05e3b,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:44.915546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1b4e917-1897-4726-8303-3c301b48301c req-1a209fbd-710f-46bb-8570-2afcdef114dd tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 210 time: 0.2063303 May 13 14:39:44.924089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.066682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-144ab112-dbe3-48ad-bd6d-dc6558620829 req-8b56e896-2a49-42a7-8054-2583402c8b10 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228019 May 13 14:39:45.116891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dca73-9820-4654-a7b6-87b3272b2a82 None None] Pushing event updated for resources: {'Port': ['ID=f8730a0e-6980-48c4-8830-be39d0d05e3b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:45.128077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Attempting to bind port 5e0a941a-9774-4ac1-8f7e-84198148513b on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:45.128984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Attempting to bind port 5e0a941a-9774-4ac1-8f7e-84198148513b by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:45.129473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Attempting to bind port 5e0a941a-9774-4ac1-8f7e-84198148513b on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:45.187037 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80006647-a5aa-4088-917a-bf0a99bb8707'] response: {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'code': 200} May 13 14:39:45.196674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97716-55d3-4d92-906d-889117417099 req-170ae01d-b4cf-4b4a-a7be-0ff4a732e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.199206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-170ae01d-b4cf-4b4a-a7be-0ff4a732e60c service neutron] 10.222.0.86 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 923 time: 0.3486779 May 13 14:39:45.213260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Allocated IP 172.25.5.148 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/06e94486-a139-4cc9-83e9-c868dc71a344) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:45.232983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Port 5e0a941a-9774-4ac1-8f7e-84198148513b on network f0a914ef-d660-44d0-ad35-cbb2603e1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:45.233285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Attempting to bind port 5e0a941a-9774-4ac1-8f7e-84198148513b on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:45.309749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-17ff4b97-aaab-4a6b-b2b3-10cb025c7cc9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.3727038 May 13 14:39:45.403279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:45.407431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:45.409607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:45.409791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Bound port: 5e0a941a-9774-4ac1-8f7e-84198148513b, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:45.410485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.453957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-95064048-7402-4d8c-a134-7021e21b6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.456569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-95064048-7402-4d8c-a134-7021e21b6b83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3faf67a2-8a97-423f-990a-02652c74e692 HTTP/1.1" status: 200 len: 902 time: 1.1103866 May 13 14:39:45.595043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-26b04068-f5f0-4484-b4bf-0670023953f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=839b4b83-626a-45a7-a013-8a16326dff01 HTTP/1.1" status: 200 len: 217 time: 0.3836234 May 13 14:39:45.615500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8730a0e-6980-48c4-8830-be39d0d05e3b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:45.738259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f8730a0e-6980-48c4-8830-be39d0d05e3b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:45.767782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-92c4aed2-47da-48c7-8acf-4cde174fc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.771126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-92c4aed2-47da-48c7-8acf-4cde174fc3a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.4334607 May 13 14:39:45.775710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-5fae956f-3423-4c07-b081-5a5d4bfabb9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 HTTP/1.1" status: 200 len: 217 time: 0.2836382 May 13 14:39:45.839063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:45.885390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e97716-55d3-4d92-906d-889117417099 req-94ffe613-a793-47bf-a0b3-9612c8a64f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:45.887150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-94ffe613-a793-47bf-a0b3-9612c8a64f9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.2758446 May 13 14:39:45.983454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-cee2c90f-63ea-4bf4-a8b6-9d7b7f473a6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840528 May 13 14:39:46.065169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Network 8560d615-7357-4e3a-bfd9-d1c0917026fa is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:46.067247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:46.082704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:46.085680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:46.144800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.150959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.156941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.163382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.167345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab194a9f-f3b5-4cd4-b1ba-9a8fe181e7ba req-5a19ef38-badb-4dc1-ac35-6f5b40a104a7 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.169482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.170171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab194a9f-f3b5-4cd4-b1ba-9a8fe181e7ba req-5a19ef38-badb-4dc1-ac35-6f5b40a104a7 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 943 time: 0.6474328 May 13 14:39:46.176564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.182833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.191467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-bc76a132-bea0-485a-b09d-209ff9e2433a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 1.0100172 May 13 14:39:46.192911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.202767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-cb049181-87da-41fc-a7a9-35dcc26fd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.204263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-cb049181-87da-41fc-a7a9-35dcc26fd693 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 200 len: 797 time: 0.3749614 May 13 14:39:46.204882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Pushing event updated for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:46.240967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5e0a941a-9774-4ac1-8f7e-84198148513b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:46.295745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.341335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ab194a9f-f3b5-4cd4-b1ba-9a8fe181e7ba req-a03aacd1-ad96-4031-ba1c-91ebeeb63ee9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:46.402187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.403296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.404558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:46.405312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] 10.222.0.90 "PUT /v2.0/ports/5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 200 len: 1092 time: 5.9759970 May 13 14:39:46.413218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.413841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-0f76d5ac-360f-464c-a532-52d93eae9a39 service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134007 May 13 14:39:46.414091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.485684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ab194a9f-f3b5-4cd4-b1ba-9a8fe181e7ba req-a03aacd1-ad96-4031-ba1c-91ebeeb63ee9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:46.488862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab194a9f-f3b5-4cd4-b1ba-9a8fe181e7ba req-a03aacd1-ad96-4031-ba1c-91ebeeb63ee9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903974 May 13 14:39:46.627200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:46.743384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7018c42-c533-45c8-b7b5-0d457492f71f req-e83fbbe6-1ad1-491e-b735-1cb01ae01a2b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5509150 May 13 14:39:46.816531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-094e2a2f-5307-48d2-bc95-63349bf5e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:46.821045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-094e2a2f-5307-48d2-bc95-63349bf5e0e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9868779 May 13 14:39:46.847722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-2e4ec481-6337-4030-881a-232cef2f3d6c tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9963009 May 13 14:39:46.905414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85e97716-55d3-4d92-906d-889117417099 req-f5e4e72a-0e08-4f8e-bb97-07fc1b2c4cd5 service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804866 May 13 14:39:46.907261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:46.912194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Request body: {'port': {'device_id': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:46.944010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae279c4-811c-4c45-b271-5c67d261c070 None None] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:39:47.007494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aacb3e-0c83-4982-bc7d-c120fd90ba65 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.119163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:47.142457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:47.152658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:47.157139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '839b4b83-626a-45a7-a013-8a16326dff01', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'port_id': '839b4b83-626a-45a7-a013-8a16326dff01', 'mac_address': 'fa:16:3e:06:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:47.164077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:47.195019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70'}, {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589df50d-6f57-4775-82b7-35678521e345'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:47.199656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Provisioning for port f8730a0e-6980-48c4-8830-be39d0d05e3b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:47.239572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Provisioning complete for port f8730a0e-6980-48c4-8830-be39d0d05e3b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:47.239882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.244576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Pushing event updated for resources: {'Port': ['ID=06e94486-a139-4cc9-83e9-c868dc71a344,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.259273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416db3-c361-486f-a5c5-997e87264107 req-035bb3c7-691c-4520-be82-7cb297a9b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.260866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-035bb3c7-691c-4520-be82-7cb297a9b70c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0457113 May 13 14:39:47.349278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 839b4b83-626a-45a7-a013-8a16326dff01 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:47.349694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.392105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:47.395322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-26c911fb-0768-483b-a594-6f158eccc81d service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566039 May 13 14:39:47.406768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31fb2-bd06-43e2-bf91-97fa73066956 req-0c92b7f7-0708-491b-a85e-cf52289a8292 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.413269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-2f708506-eaa3-491c-8533-493bfc8300bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.414652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-2f708506-eaa3-491c-8533-493bfc8300bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 1095 time: 0.7969811 May 13 14:39:47.415242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.420452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31fb2-bd06-43e2-bf91-97fa73066956 req-0c92b7f7-0708-491b-a85e-cf52289a8292 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.425795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cae31fb2-bd06-43e2-bf91-97fa73066956 req-0c92b7f7-0708-491b-a85e-cf52289a8292 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1683 time: 0.4984708 May 13 14:39:47.567404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:47.596675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.615754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-063b0063-c145-4cf5-a7b3-0923d099bd7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 200 len: 217 time: 0.1666992 May 13 14:39:47.643367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cae31fb2-bd06-43e2-bf91-97fa73066956 req-63d1f4c2-677f-4d5b-b96c-a8157901e4d3 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949499 May 13 14:39:47.708429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c994-b34f-425c-8bdc-ce8a16bb400f req-9e3a3fc8-38da-42f6-a223-11e507a79d08 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:47.710056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81b6c994-b34f-425c-8bdc-ce8a16bb400f req-9e3a3fc8-38da-42f6-a223-11e507a79d08 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 945 time: 0.7185760 May 13 14:39:47.751071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Current status of the port f8730a0e-6980-48c4-8830-be39d0d05e3b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:47.751456 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.795123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:47.835819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] For port f8730a0e-6980-48c4-8830-be39d0d05e3b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8730a0e-6980-48c4-8830-be39d0d05e3b,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:47.853835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:47.873350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-f10f9e2d-c13a-46e3-85da-163c059eb3b2 service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911779 May 13 14:39:47.882342 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:39:47.947087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['839b4b83-626a-45a7-a013-8a16326dff01'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:48.014229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-167b5136-815a-462a-a62b-6f973616fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.015982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-167b5136-815a-462a-a62b-6f973616fede service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3657458 May 13 14:39:48.018068 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce6c636c-adea-459a-9f4e-acb0f5cb6178 req-985eff48-d2a5-4f36-87ff-11881cd094ba service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089323 May 13 14:39:48.042637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81b6c994-b34f-425c-8bdc-ce8a16bb400f req-61f0c6c1-4baf-4289-9f08-8d39a25502ba tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100822 May 13 14:39:48.149149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8d5ff-07f3-4ffe-904d-edbd8804617a None None] Pushing event updated for resources: {'Port': ['ID=f8730a0e-6980-48c4-8830-be39d0d05e3b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:48.322041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-71336245-5dfe-49e7-b25a-31297d0bfa9e None None] Provisioning complete for port f8730a0e-6980-48c4-8830-be39d0d05e3b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:48.322433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-71336245-5dfe-49e7-b25a-31297d0bfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.428865 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa416db3-c361-486f-a5c5-997e87264107 req-31f9d163-6209-4c2b-8bbc-d8913b868e9a service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752719 May 13 14:39:48.435320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae1d2-b317-4040-8488-3644b264f881 req-1726e0b6-46e7-4461-9f3b-fbb79ab462b7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.444361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-996ae1d2-b317-4040-8488-3644b264f881 req-1726e0b6-46e7-4461-9f3b-fbb79ab462b7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 950 time: 0.4179864 May 13 14:39:48.444361 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:48.469198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-2b88a9ab-ae3d-47a2-aa54-5f393c5d76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.471015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-2b88a9ab-ae3d-47a2-aa54-5f393c5d76b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4401057 May 13 14:39:48.496621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-71336245-5dfe-49e7-b25a-31297d0bfa9e None None] Current status of the port f8730a0e-6980-48c4-8830-be39d0d05e3b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:48.602536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-e0b3373b-f220-4a19-8815-591faa417dc5 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:48.603297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-e0b3373b-f220-4a19-8815-591faa417dc5 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Synchronizing usage tracker for tenant:be930f26ba23428d8516077df5bad02a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:48.788975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-996ae1d2-b317-4040-8488-3644b264f881 req-026bad06-ec86-4d7b-87f1-3ae8382d026a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749109 May 13 14:39:48.873471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-e0b3373b-f220-4a19-8815-591faa417dc5 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Unset dirty status for tenant:be930f26ba23428d8516077df5bad02a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:48.874824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-e0b3373b-f220-4a19-8815-591faa417dc5 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 931 time: 0.5731072 May 13 14:39:48.880922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19f60eb-4614-4957-bdd3-2fae4bae14ed {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:48.892704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-7208e0a4-cfdb-49a1-b633-322db162920c service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102654 May 13 14:39:48.894689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.027540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Transition to ACTIVE for port object b19f60eb-4614-4957-bdd3-2fae4bae14ed will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:49.047971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.084304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-4c2c7d09-bba2-40a3-b03c-d611a500b33f tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Synchronizing usage tracker for tenant:be930f26ba23428d8516077df5bad02a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:49.088743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.099709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.234124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Pushing event updated for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:49.277747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441904e-ce31-444b-8091-e9ecd3b54b18 req-436be266-4ee5-434a-9eb1-34b2050b0588 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.279345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f441904e-ce31-444b-8091-e9ecd3b54b18 req-436be266-4ee5-434a-9eb1-34b2050b0588 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 944 time: 0.2874906 May 13 14:39:49.285775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-4c2c7d09-bba2-40a3-b03c-d611a500b33f tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Unset dirty status for tenant:be930f26ba23428d8516077df5bad02a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:49.289164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9f5c5f9-dea0-43d6-af15-7a18a9c61ec9 req-4c2c7d09-bba2-40a3-b03c-d611a500b33f tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017608 May 13 14:39:49.344138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74848126-7f28-4fb4-9a8d-a56af8fa30e4 req-af1664ea-3339-4c30-a024-052b612d7b7e service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320526 May 13 14:39:49.373273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f441904e-ce31-444b-8091-e9ecd3b54b18 req-5b7157d4-24e2-4f50-8694-4e999856bb39 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746613 May 13 14:39:49.376363 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b7c0f9-2044-4f74-9c42-2e2b98645eac'] response: {'name': 'network-changed', 'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b', 'status': 'completed', 'code': 200} May 13 14:39:49.437635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:39:49.444762 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fbdeda-5812-42ea-be4a-145cf8625a8b'] response: {'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'code': 200} May 13 14:39:49.445528 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fbdeda-5812-42ea-be4a-145cf8625a8b'] response: {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589df50d-6f57-4775-82b7-35678521e345', 'code': 200} May 13 14:39:49.494469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Attempting to bind port b19f60eb-4614-4957-bdd3-2fae4bae14ed on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:49.499185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Attempting to bind port b19f60eb-4614-4957-bdd3-2fae4bae14ed by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b89d0f34-a98b-483d-896a-cb26d108570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:49.500466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Attempting to bind port b19f60eb-4614-4957-bdd3-2fae4bae14ed on network 8560d615-7357-4e3a-bfd9-d1c0917026fa {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:49.528016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Port b19f60eb-4614-4957-bdd3-2fae4bae14ed on network 8560d615-7357-4e3a-bfd9-d1c0917026fa not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:39:49.528666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Attempting to bind port b19f60eb-4614-4957-bdd3-2fae4bae14ed on network 8560d615-7357-4e3a-bfd9-d1c0917026fa {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:49.597235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8730a0e-6980-48c4-8830-be39d0d05e3b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:49.653177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:49.653833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Checking segment: {'id': 'b89d0f34-a98b-483d-896a-cb26d108570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:49.654402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Bound using segment: {'id': 'b89d0f34-a98b-483d-896a-cb26d108570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:49.655052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Bound port: b19f60eb-4614-4957-bdd3-2fae4bae14ed, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89d0f34-a98b-483d-896a-cb26d108570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:49.655614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.681496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f8730a0e-6980-48c4-8830-be39d0d05e3b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:49.681868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.802469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:49.825173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:49.882495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:49.883551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:49.892257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-39af59c8-bde4-49b7-b03b-cb775a1a9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.894418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-39af59c8-bde4-49b7-b03b-cb775a1a9fde service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 1095 time: 0.4681308 May 13 14:39:49.935263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:49.950330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ebc03-78db-4aa8-a085-b64b658446ae req-9774efde-ebf5-4ebd-990c-8a55d1562671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:49.951828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-264ebc03-78db-4aa8-a085-b64b658446ae req-9774efde-ebf5-4ebd-990c-8a55d1562671 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1096 time: 0.4194820 May 13 14:39:49.960847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:49.967387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c7432d5c-b3f9-41a6-a831-ad6629b7b97b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8040209 May 13 14:39:49.968130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:39:50.006695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297898c-0287-471b-91dc-be1c12eb4121 req-342f06f8-3af3-4a2f-a01a-eb6a581cadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.007177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297898c-0287-471b-91dc-be1c12eb4121 req-342f06f8-3af3-4a2f-a01a-eb6a581cadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.008815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2297898c-0287-471b-91dc-be1c12eb4121 req-342f06f8-3af3-4a2f-a01a-eb6a581cadb8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1985 time: 0.4134848 May 13 14:39:50.010560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed,segment=NetworkSegment(b89d0f34-a98b-483d-896a-cb26d108570f),segment_id=b89d0f34-a98b-483d-896a-cb26d108570f)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:50.017110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f8730a0e-6980-48c4-8830-be39d0d05e3b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:50.063943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.079796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.086437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.093141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.099395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.105342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.111198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.117693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.120449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90e82d23-a70f-4485-ad34-ce82822b740f req-bcaeff92-f636-4676-b987-0e1c0d0ccff8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.4694660 May 13 14:39:50.207908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.208613 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.210162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] 10.222.0.86 "PUT /v2.0/ports/b19f60eb-4614-4957-bdd3-2fae4bae14ed HTTP/1.1" status: 200 len: 1091 time: 3.3528271 May 13 14:39:50.210972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3578-3a91-4d5a-93ed-2d13889fc6f4 req-e22f514b-6c0b-41aa-9e13-05ba8ba75c78 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.213235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10be3578-3a91-4d5a-93ed-2d13889fc6f4 req-e22f514b-6c0b-41aa-9e13-05ba8ba75c78 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 944 time: 0.4073753 May 13 14:39:50.266191 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.275838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:50.337436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-264ebc03-78db-4aa8-a085-b64b658446ae req-4911a8f9-e038-425d-8dc4-4a84337411ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352637 May 13 14:39:50.365742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10be3578-3a91-4d5a-93ed-2d13889fc6f4 req-6c3c967c-5d1e-4205-a1e4-d6addb377fec tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393883 May 13 14:39:50.388869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2297898c-0287-471b-91dc-be1c12eb4121 req-3f3f8347-05f0-453b-982e-677486e6d9cd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500533 May 13 14:39:50.406493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90e82d23-a70f-4485-ad34-ce82822b740f req-804f3890-265d-4f34-be99-4db665f32896 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2431862 May 13 14:39:50.418489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607e4f-4e68-4d8e-ba46-09e03ae9de39 service neutron] Pushing event updated for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:50.426220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-d341c642-7081-4731-abb4-498bf8729268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.428052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-d341c642-7081-4731-abb4-498bf8729268 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.5255721 May 13 14:39:50.486184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-8f02e7b6-d188-4eb9-a31c-17179356ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.489825 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-8f02e7b6-d188-4eb9-a31c-17179356ad5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=be930f26ba23428d8516077df5bad02a&device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 1094 time: 0.2174177 May 13 14:39:50.640832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:50.680552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-6c5d4a0c-5bf6-4a72-ade8-f5a6c8b91c26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed HTTP/1.1" status: 200 len: 217 time: 0.1807365 May 13 14:39:50.787583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 839b4b83-626a-45a7-a013-8a16326dff01 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:50.808149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:47Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:50.825358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 839b4b83-626a-45a7-a013-8a16326dff01 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:50.826102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:50.836283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-387132fa-3802-4513-8bef-e1956ec34ba0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 200 len: 217 time: 0.0975406 May 13 14:39:50.878386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:50.878717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092054b-359f-421c-b464-623fd155f028 req-e7e742ad-9a7f-4e69-af84-29c95136dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:50.878869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Updating router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 port 06e94486-a139-4cc9-83e9-c868dc71a344 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:39:50.880277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-e7e742ad-9a7f-4e69-af84-29c95136dd22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b8823576-51d7-4c25-97a7-d0bce9978b21 HTTP/1.1" status: 200 len: 853 time: 0.1935885 May 13 14:39:50.959664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.149760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-e707892e-bda7-4b25-93b8-8b29e8150090 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8560d615-7357-4e3a-bfd9-d1c0917026fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113948 May 13 14:39:51.190168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 839b4b83-626a-45a7-a013-8a16326dff01 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:51.190690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.207684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-5ee554ab-9169-49df-ae0e-5a7574590ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.209285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-5ee554ab-9169-49df-ae0e-5a7574590ec7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3672020 May 13 14:39:51.263084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:51.308930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.310600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296388c-384d-4da0-8b52-46fd909ec3d8 req-9d7d04eb-c513-43ad-bdaf-0844c16dd3ac tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.322833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296388c-384d-4da0-8b52-46fd909ec3d8 req-9d7d04eb-c513-43ad-bdaf-0844c16dd3ac tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.325718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c296388c-384d-4da0-8b52-46fd909ec3d8 req-9d7d04eb-c513-43ad-bdaf-0844c16dd3ac tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1683 time: 0.3856061 May 13 14:39:51.384100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:51.432366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-5d2f7d76-bba1-415c-ad99-0a5bf9aea512 service neutron] 10.222.0.86 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738943 May 13 14:39:51.442567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:51.442894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58fcd-a9e2-4d79-8692-1f03fac20af4 req-77b096eb-1c8f-4d4d-b4d3-8789ef09ce5c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.448868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58fcd-a9e2-4d79-8692-1f03fac20af4 req-77b096eb-1c8f-4d4d-b4d3-8789ef09ce5c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.450502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fe58fcd-a9e2-4d79-8692-1f03fac20af4 req-77b096eb-1c8f-4d4d-b4d3-8789ef09ce5c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3&device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 1691 time: 0.5690048 May 13 14:39:51.452546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:51.539582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c296388c-384d-4da0-8b52-46fd909ec3d8 req-a60d8daf-db75-4af2-9790-44751a9e5dd7 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410403 May 13 14:39:51.599990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-006eba53-a519-4925-b973-0d2d0a2cce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:51.601963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-006eba53-a519-4925-b973-0d2d0a2cce4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194740 May 13 14:39:51.608352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fe58fcd-a9e2-4d79-8692-1f03fac20af4 req-9376ed2d-f34c-4e90-845a-694605348c2e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354327 May 13 14:39:51.773860 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:51.818465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Transition to ACTIVE for port object 06e94486-a139-4cc9-83e9-c868dc71a344 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:51.844074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.050208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.104091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Attempting to bind port 06e94486-a139-4cc9-83e9-c868dc71a344 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:52.104735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Attempting to bind port 06e94486-a139-4cc9-83e9-c868dc71a344 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:52.105338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Attempting to bind port 06e94486-a139-4cc9-83e9-c868dc71a344 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:52.123641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0656-670f-4df6-8d52-c8d9cd15ba38 None None] Pushing event updated for resources: {'Port': ['ID=06e94486-a139-4cc9-83e9-c868dc71a344,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:52.129373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:52.129994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:52.130654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.131301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:52.132094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Bound port: 06e94486-a139-4cc9-83e9-c868dc71a344, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:52.132840 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.179240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c092054b-359f-421c-b464-623fd155f028 req-0f02621d-18ff-4c55-a55f-fd915554988d service neutron] 10.222.0.86 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275422 May 13 14:39:52.217960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-9229668d-1b22-40e8-8f90-b7e671a9412b service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843155 May 13 14:39:52.242344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473c8f-96df-4ab0-b2aa-7c7d5fedd89c req-0c0ee6a7-263e-43b9-95d1-41d6a8759064 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.243966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94473c8f-96df-4ab0-b2aa-7c7d5fedd89c req-0c0ee6a7-263e-43b9-95d1-41d6a8759064 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 945 time: 0.2903769 May 13 14:39:52.283166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] For port 06e94486-a139-4cc9-83e9-c868dc71a344, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:52.289690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] For port 06e94486-a139-4cc9-83e9-c868dc71a344, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06e94486-a139-4cc9-83e9-c868dc71a344,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:52.298118 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.345261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6af201-f257-4801-928b-da78bcd7e46c req-a3ec43b2-04a6-4591-81bc-253c5c53b6c2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.347191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e6af201-f257-4801-928b-da78bcd7e46c req-a3ec43b2-04a6-4591-81bc-253c5c53b6c2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 943 time: 0.2715566 May 13 14:39:52.395162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94473c8f-96df-4ab0-b2aa-7c7d5fedd89c req-a9c9553b-f300-4862-bf79-9a1cac2e9f89 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249266 May 13 14:39:52.416832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Allocated IP 172.20.0.1 (8ca900c3-df8d-46d9-bd52-361ee6cb52b8/0c061b34-d271-42ee-84c4-d1fc9c2467d6/5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:39:52.429530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:52.436090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:52.489367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5beff7ca-191d-4f68-bf48-dffb5614e5e9 req-d3761000-5716-41ed-9f50-040c35514bb6 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636275 May 13 14:39:52.500861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe0656-670f-4df6-8d52-c8d9cd15ba38 None None] Pushing event updated for resources: {'Port': ['ID=06e94486-a139-4cc9-83e9-c868dc71a344,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:52.512626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e6af201-f257-4801-928b-da78bcd7e46c req-d649a84e-eeb8-4888-b098-16205936c8bd tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256843 May 13 14:39:52.603242 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25158ce3-b2ff-4303-9dce-750dbedf5fe3'] response: {'name': 'network-changed', 'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed', 'status': 'completed', 'code': 200} May 13 14:39:52.681461 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.730736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Transition to ACTIVE for port object 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:52.766439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:52.772880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:52.861494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-f4430747-7113-4094-a675-b8523484b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.863703 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-f4430747-7113-4094-a675-b8523484b0b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=be930f26ba23428d8516077df5bad02a&device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 1094 time: 0.2263823 May 13 14:39:52.878559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761496ab-2a00-48e4-b0b5-4ad5e055b62d req-efa116d3-6a07-4af9-b9b4-790960e7afcf tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.880690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-761496ab-2a00-48e4-b0b5-4ad5e055b62d req-efa116d3-6a07-4af9-b9b4-790960e7afcf tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.1526458 May 13 14:39:52.920895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:52.927371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:52.932004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:52.934492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:39:52.995937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38020a-1002-47f0-a8be-bb78f4e15a0e req-243beed0-bcb2-4285-913c-ff0f5b127bab tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:52.998949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f38020a-1002-47f0-a8be-bb78f4e15a0e req-243beed0-bcb2-4285-913c-ff0f5b127bab tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 944 time: 0.3916943 May 13 14:39:53.090309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-761496ab-2a00-48e4-b0b5-4ad5e055b62d req-d599e51f-df21-4f3b-9e7e-08992595f292 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737249 May 13 14:39:53.116410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f38020a-1002-47f0-a8be-bb78f4e15a0e req-a648d4ec-d88a-4c5c-b5ba-849c43681176 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111672 May 13 14:39:53.125433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-9fd7bbdb-19ef-4088-a2eb-bef2c568e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.132994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.143773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-9fd7bbdb-19ef-4088-a2eb-bef2c568e9ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=8560d615-7357-4e3a-bfd9-d1c0917026fa HTTP/1.1" status: 200 len: 914 time: 0.2587259 May 13 14:39:53.234397 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed865b0c-fa68-4dbe-9727-a9c8968998c4'] response: {'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01', 'code': 200} May 13 14:39:53.270709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:47Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:53.287245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-d93b6979-6a31-459a-9605-19cac17c7771 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed HTTP/1.1" status: 200 len: 217 time: 0.1376295 May 13 14:39:53.306777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e2a90-2b0d-41cf-b44b-6a3d70af7ee7 None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:47Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:39:53.389690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-dc48d300-d257-4a8d-adb2-86837aa988e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.391544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-dc48d300-d257-4a8d-adb2-86837aa988e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b8823576-51d7-4c25-97a7-d0bce9978b21 HTTP/1.1" status: 200 len: 853 time: 0.0982437 May 13 14:39:53.429114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-78fe535f-47f6-4129-8683-de97d4f2ffb0 None None] Provisioning for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:53.450625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5e0a941a-9774-4ac1-8f7e-84198148513b details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:53.459445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.483118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-78fe535f-47f6-4129-8683-de97d4f2ffb0 None None] Provisioning complete for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:53.483926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78fe535f-47f6-4129-8683-de97d4f2ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:53.560802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-dfb46d36-07b0-4cad-a461-f1ee4af2c620 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8560d615-7357-4e3a-bfd9-d1c0917026fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022112 May 13 14:39:53.727325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-78fe535f-47f6-4129-8683-de97d4f2ffb0 None None] Port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:53.939200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5e0a941a-9774-4ac1-8f7e-84198148513b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:53.955857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5e0a941a-9774-4ac1-8f7e-84198148513b', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': '5e0a941a-9774-4ac1-8f7e-84198148513b', 'mac_address': 'fa:16:3e:e6:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:53.977898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8f13c-627b-406c-9867-c16be3216037 req-22129586-6c8a-4496-9196-61116c94fb71 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.986243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b2ca9-8e6c-43e9-8183-d2d474123324 req-9c050bfd-e6d2-4125-9b52-77c631bd0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.988414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-546b2ca9-8e6c-43e9-8183-d2d474123324 req-9c050bfd-e6d2-4125-9b52-77c631bd0d9c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 1096 time: 0.5952785 May 13 14:39:53.989595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8f13c-627b-406c-9867-c16be3216037 req-22129586-6c8a-4496-9196-61116c94fb71 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:53.997060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4a8f13c-627b-406c-9867-c16be3216037 req-22129586-6c8a-4496-9196-61116c94fb71 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1683 time: 0.4088228 May 13 14:39:54.035784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5e0a941a-9774-4ac1-8f7e-84198148513b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:54.036635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.066664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0a941a-9774-4ac1-8f7e-84198148513b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:54.089932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5e0a941a-9774-4ac1-8f7e-84198148513b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:54.093529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.117455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.125039 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.134388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.134665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.150808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.159782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4a8f13c-627b-406c-9867-c16be3216037 req-1fce24b4-94dc-427a-8406-1e828e75d427 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511061 May 13 14:39:54.163563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.164810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.176106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.195942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.199258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64363985-9e54-4334-8281-6d4a269005cc req-2f90fc2e-bef4-4195-bf79-e4f5e8d76d7d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.7059357 May 13 14:39:54.219322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-cb539284-56f2-4a47-9e92-cbac82921ef7 service neutron] 10.222.0.86 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381416 May 13 14:39:54.264684 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-546b2ca9-8e6c-43e9-8183-d2d474123324 req-6808b1f3-b6a9-4c1e-bbec-11f3e7217895 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644825 May 13 14:39:54.302542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:54.454821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:54.498470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64363985-9e54-4334-8281-6d4a269005cc req-9e9adf9d-9791-4861-bd2d-3afeba163523 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2884204 May 13 14:39:54.505203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b19f60eb-4614-4957-bdd3-2fae4bae14ed details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:39:54.614686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67125791-e3a4-44ab-abfa-d08e108ddc96 req-a9c56868-d966-4db2-b778-be6d55d3f66f service neutron] 10.222.0.86 "GET /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864439 May 13 14:39:54.644169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:54.669182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:54.894104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed,segment=NetworkSegment(b89d0f34-a98b-483d-896a-cb26d108570f),segment_id=b89d0f34-a98b-483d-896a-cb26d108570f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:54.910239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:39:54.915727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:39:54.916737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d88ee-b00f-4243-9e4e-c1590085845d req-aba93b53-82ff-4c74-a1e3-b941e39ad2a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:54.918749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-882d88ee-b00f-4243-9e4e-c1590085845d req-aba93b53-82ff-4c74-a1e3-b941e39ad2a9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 945 time: 0.1810730 May 13 14:39:55.008034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed', 'network_id': '8560d615-7357-4e3a-bfd9-d1c0917026fa', 'port_id': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed', 'mac_address': 'fa:16:3e:ea:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8823576-51d7-4c25-97a7-d0bce9978b21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:39:55.016968 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-882d88ee-b00f-4243-9e4e-c1590085845d req-aa63712a-1376-4875-9f3f-4d82dd0e4e02 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879853 May 13 14:39:55.061142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed38588-3eb1-4b36-a156-3bb5718f544a req-78b68f9a-5db5-4c66-ac31-e5536d954af8 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.069361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ed38588-3eb1-4b36-a156-3bb5718f544a req-78b68f9a-5db5-4c66-ac31-e5536d954af8 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 1101 time: 0.6968474 May 13 14:39:55.110333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port b19f60eb-4614-4957-bdd3-2fae4bae14ed is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:55.110780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.136829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19f60eb-4614-4957-bdd3-2fae4bae14ed {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:39:55.161104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed,segment=NetworkSegment(b89d0f34-a98b-483d-896a-cb26d108570f),segment_id=b89d0f34-a98b-483d-896a-cb26d108570f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:55.168957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.253507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3ed38588-3eb1-4b36-a156-3bb5718f544a req-15484342-3e7a-4cd4-ba9d-b31aa7f2ce09 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Synchronizing usage tracker for tenant:ababdb6281c043479570df56e5bd6579 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:55.272297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:39:55.273981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:55.295100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3ed38588-3eb1-4b36-a156-3bb5718f544a req-15484342-3e7a-4cd4-ba9d-b31aa7f2ce09 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Unset dirty status for tenant:ababdb6281c043479570df56e5bd6579 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:55.296925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ed38588-3eb1-4b36-a156-3bb5718f544a req-15484342-3e7a-4cd4-ba9d-b31aa7f2ce09 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328771 May 13 14:39:55.378454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e01e8-d85e-4aec-9eb5-8ae7d55cc4dd req-939078d0-3034-40d8-b7a0-f867cf887c1d tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.380574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd5e01e8-d85e-4aec-9eb5-8ae7d55cc4dd req-939078d0-3034-40d8-b7a0-f867cf887c1d tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 944 time: 0.1558049 May 13 14:39:55.387653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-15f47196-bef1-4066-b5ca-644a1e050114 None None] Provisioning complete for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:55.388556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-15f47196-bef1-4066-b5ca-644a1e050114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:55.511582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b19f60eb-4614-4957-bdd3-2fae4bae14ed'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:39:55.531393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd5e01e8-d85e-4aec-9eb5-8ae7d55cc4dd req-76a414c1-b0d9-4caf-b8e0-44c65e331455 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395061 May 13 14:39:55.634533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-15f47196-bef1-4066-b5ca-644a1e050114 None None] Port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:39:55.788845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06e94486-a139-4cc9-83e9-c868dc71a344 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:55.871353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:55.893275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1059550a-257c-4fe1-b144-d40cd904a747 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d70d679-6728-4ad7-9a0b-b60ff3baf434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9233096 May 13 14:39:55.914989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c47b-3f0e-4b82-ad37-8b15bb106eb0 req-14a8fa2c-d618-46e1-9611-6d1cc47d1e60 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.925256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3613c47b-3f0e-4b82-ad37-8b15bb106eb0 req-14a8fa2c-d618-46e1-9611-6d1cc47d1e60 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.4388163 May 13 14:39:55.982874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3613c47b-3f0e-4b82-ad37-8b15bb106eb0 req-798556cb-294e-4fcb-9999-9d064ccb8e2f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561919 May 13 14:39:55.994775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c578e4-9eed-4e89-b5fa-6b89fe017ca5 req-afa3202f-6f55-42a9-be5d-4b34ef857460 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:55.995834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-71c578e4-9eed-4e89-b5fa-6b89fe017ca5 req-afa3202f-6f55-42a9-be5d-4b34ef857460 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:56.023908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-71c578e4-9eed-4e89-b5fa-6b89fe017ca5 req-afa3202f-6f55-42a9-be5d-4b34ef857460 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:56.026558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71c578e4-9eed-4e89-b5fa-6b89fe017ca5 req-afa3202f-6f55-42a9-be5d-4b34ef857460 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 945 time: 0.2323964 May 13 14:39:56.081016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 06e94486-a139-4cc9-83e9-c868dc71a344 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:56.099891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 06e94486-a139-4cc9-83e9-c868dc71a344 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:56.100967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.108815 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:56.132790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71c578e4-9eed-4e89-b5fa-6b89fe017ca5 req-719809f6-8808-4739-b365-4d7054173daa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 May 13 14:39:56.142185 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:56.143443 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:56.375939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afdeb-8608-446e-bce3-a0f4c75e9bff req-fc9550f1-d4f7-4edf-827a-4134e232f749 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.384284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a27afdeb-8608-446e-bce3-a0f4c75e9bff req-fc9550f1-d4f7-4edf-827a-4134e232f749 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 1101 time: 0.0919237 May 13 14:39:56.388711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 06e94486-a139-4cc9-83e9-c868dc71a344 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:56.389647 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.397807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-4041e17b-88eb-4f09-9b18-5c53680be41c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.401019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-4041e17b-88eb-4f09-9b18-5c53680be41c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1392665 May 13 14:39:56.421809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 06e94486-a139-4cc9-83e9-c868dc71a344, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06e94486-a139-4cc9-83e9-c868dc71a344,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:56.431737 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.446492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a27afdeb-8608-446e-bce3-a0f4c75e9bff req-2a1e829c-f47d-43f2-96d2-7144e04ba903 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 May 13 14:39:56.485175 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:56.546980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=06e94486-a139-4cc9-83e9-c868dc71a344,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:56.550200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-3959472c-b35a-43bf-afd0-47ec44fc4460 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.1394441 May 13 14:39:56.566431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:39:56.710151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:56.747489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.755980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.763603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.772929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.779626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.785752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.792408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:56.801013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-fc41d3ff-e89c-40e9-a8b6-dd9743e81673 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.1898892 May 13 14:39:56.863792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 2, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:56.869166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:39:56.869507 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Updating router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:39:56.879292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1530d4e9-5373-45fb-b2af-dbba3cc6e2b0 req-8c117400-1d88-42a6-985c-a66cc7496e34 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771432 May 13 14:39:56.995018 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.459263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5e0a941a-9774-4ac1-8f7e-84198148513b up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:57.585385 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.614940 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Transition to ACTIVE for port object 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:39:57.627004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-0931100e-0c7a-4a79-82fe-32c158caacd7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:57.628304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-0931100e-0c7a-4a79-82fe-32c158caacd7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:57.633438 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.646167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.654776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.664600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-0931100e-0c7a-4a79-82fe-32c158caacd7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:57.667470 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-0931100e-0c7a-4a79-82fe-32c158caacd7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 0.3288472 May 13 14:39:57.678266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06e94486-a139-4cc9-83e9-c868dc71a344 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:57.699787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-86ab0732-64c0-4c55-a55b-860f1d6bb824 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/quotas/41d1bac629304c3cbc0181f946ff8fb7 HTTP/1.1" status: 200 len: 375 time: 0.0165808 May 13 14:39:57.810061 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Pushing event updated for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:57.816806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 06e94486-a139-4cc9-83e9-c868dc71a344 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:57.817499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.907460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-1ae4b64a-145c-45a9-9032-55629c01aca3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:39:57.959418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-1ae4b64a-145c-45a9-9032-55629c01aca3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:39:57.963104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-1ae4b64a-145c-45a9-9032-55629c01aca3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2524166 May 13 14:39:57.967565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5e0a941a-9774-4ac1-8f7e-84198148513b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:57.978205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5e0a941a-9774-4ac1-8f7e-84198148513b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:57.978576 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:57.981409 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.982104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.982796 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.983439 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.984087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.984761 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.985416 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.986052 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.986790 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.987594 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.988677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:57.989330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:39:58.146656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 06e94486-a139-4cc9-83e9-c868dc71a344 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:58.223673 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Attempting to bind port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:39:58.224742 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Attempting to bind port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:39:58.225573 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Attempting to bind port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:39:58.236173 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:39:58.236647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5e0a941a-9774-4ac1-8f7e-84198148513b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:58.236829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.237995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:39:58.239443 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.240165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Bound using segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:39:58.241006 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Bound port: 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:39:58.241676 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.271663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:58.286446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5e0a941a-9774-4ac1-8f7e-84198148513b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:58.296613 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.305353 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612 associated. External IP: 172.25.5.215, port: aa336dfe-5dfe-4542-8565-1060ac1498fe. May 13 14:39:58.314074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-7263e9f6-a629-4d25-b908-3f07e6c3f77a service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366518 May 13 14:39:58.382558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.405252 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] For port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:39:58.410774 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] For port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:39:58.418748 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.474773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b19f60eb-4614-4957-bdd3-2fae4bae14ed up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:39:58.544768 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:58.555242 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:58.639642 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7cb6d-6623-41ba-ba52-4129c345e1b0 None None] Pushing event updated for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:58.656151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port b19f60eb-4614-4957-bdd3-2fae4bae14ed completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:39:58.666544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port b19f60eb-4614-4957-bdd3-2fae4bae14ed triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:39:58.667435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:58.826489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-323939df-4c8d-4b9b-a6dd-5710bd007630 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005698 May 13 14:39:59.014438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port b19f60eb-4614-4957-bdd3-2fae4bae14ed is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:39:59.016084 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.073342 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:39:59.076511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-4532fb8e-8f7c-4cae-9263-a5f69b5a7604 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.087900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed,segment=NetworkSegment(b89d0f34-a98b-483d-896a-cb26d108570f),segment_id=b89d0f34-a98b-483d-896a-cb26d108570f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:39:59.097005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-4532fb8e-8f7c-4cae-9263-a5f69b5a7604 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.097894 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.099601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-4532fb8e-8f7c-4cae-9263-a5f69b5a7604 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1683 time: 0.3555336 May 13 14:39:59.202114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:39:59.257336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:39:59.632320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:39:59.632320 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.653922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:39:59.672854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430deebf-7078-4015-be24-10c660822591 req-059e07a6-9a74-433f-a938-01be37bb0680 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:39:59.683166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-430deebf-7078-4015-be24-10c660822591 req-059e07a6-9a74-433f-a938-01be37bb0680 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 945 time: 0.1572280 May 13 14:39:59.688350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fca33249-afae-4728-9218-535102539d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.690537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:39:59.691150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:59.735743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 589df50d-6f57-4775-82b7-35678521e345 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:39:59.736232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:39:59.788766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-430deebf-7078-4015-be24-10c660822591 req-f2f79abd-a227-444f-9941-fda92ce7c0a9 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045301 May 13 14:39:59.862915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-0d27d07b-90e2-473a-baee-bd6490d2fe3a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "PUT /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 997 time: 3.3038831 May 13 14:39:59.871875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:39:59.910664 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:39:58Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:39:59.919015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b40247-8367-4abf-8dba-504ec4c35ada None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:39:58Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:00.141370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55729b06-71a3-4bf6-be5f-0ca3340be0e1 req-526194ec-a437-448a-84c5-bfed96394b80 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.157200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55729b06-71a3-4bf6-be5f-0ca3340be0e1 req-526194ec-a437-448a-84c5-bfed96394b80 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.1979465 May 13 14:40:00.206838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:00.214586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-b16976dd-bfd5-43d6-a471-5add26f215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.216899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-b16976dd-bfd5-43d6-a471-5add26f215d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.3209138 May 13 14:40:00.251394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55729b06-71a3-4bf6-be5f-0ca3340be0e1 req-7ff69ab1-d0ab-475a-9dc8-f6ce6971228d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922081 May 13 14:40:00.475145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 589df50d-6f57-4775-82b7-35678521e345, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=589df50d-6f57-4775-82b7-35678521e345,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:00.475947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:00.621107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d730b3e-c7c8-4d1b-a433-c7ee96122777 req-38226936-b9f4-4c64-9c6b-dd99345367d0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:00.633329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d730b3e-c7c8-4d1b-a433-c7ee96122777 req-38226936-b9f4-4c64-9c6b-dd99345367d0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2295957 May 13 14:40:00.719586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4d730b3e-c7c8-4d1b-a433-c7ee96122777 req-169aca0d-a341-4d5a-b1ae-45a0a2db13bf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844324 May 13 14:40:00.764292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:57Z', 'revision_number': 1, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:00.772031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:00.800096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:00.801089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:39:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:00.917356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 589df50d-6f57-4775-82b7-35678521e345 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:01.123609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:01.174847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60d1f-8949-47f8-a305-30bf43ce8a8d req-415436c3-2310-4644-9a09-238acdf46442 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.187915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-d4490108-a409-45ba-a405-7b7d4fede0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.190903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-d4490108-a409-45ba-a405-7b7d4fede0f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.9628594 May 13 14:40:01.202618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60d1f-8949-47f8-a305-30bf43ce8a8d req-415436c3-2310-4644-9a09-238acdf46442 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.211455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60e60d1f-8949-47f8-a305-30bf43ce8a8d req-415436c3-2310-4644-9a09-238acdf46442 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 1683 time: 0.2979684 May 13 14:40:01.275277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60e60d1f-8949-47f8-a305-30bf43ce8a8d req-a784f6d2-c165-4258-863a-5a01abfff70a tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625415 May 13 14:40:01.471120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-2f813ace-3187-498b-b724-bbbab7d06c75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 1000 time: 0.2320981 May 13 14:40:01.680082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-f6963acf-eab3-40b6-bbb4-61d9ed3c90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.684686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-f6963acf-eab3-40b6-bbb4-61d9ed3c90af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.2004023 May 13 14:40:01.687338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:01.697325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-fc6c659f-555b-4a44-9be8-b1704756aa4f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.698841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-fc6c659f-555b-4a44-9be8-b1704756aa4f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.90 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 0.6817772 May 13 14:40:01.717998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.724933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.732149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.740501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.752537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.759215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.766977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:01.769155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-fada3537-4f59-4f24-ae30-1b430f13f7f0 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5429 time: 0.2614000 May 13 14:40:01.788863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'port': {'device_id': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'admin_state_up': True, 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:01.821066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:01.840364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:01.840727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:01.862192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af9a0f4d-ed03-47b6-881f-c9222db85350 req-c3f0b918-9309-4c89-ae71-939c0cbe104f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808601 May 13 14:40:01.912427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:57Z', 'revision_number': 1, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:01.919828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f01d4a5-e13b-42ed-9fce-84d5e48c4121 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:39:57Z', 'revision_number': 1, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:02.034403 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b440d9ed-84e0-49a6-99ec-0fd41e0b8b26'] response: {'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b', 'code': 200} May 13 14:40:02.035363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:02.035750 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.058983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.079638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-298f34c0-bcb5-424d-8482-4b8c977bf3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.101800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:02.110245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.151276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=589df50d-6f57-4775-82b7-35678521e345,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.203454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f3dede4-75fa-4768-a507-ab5c9dd487fc req-dd0361f8-ae68-4fb4-a230-3dfdfee11baf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 210 time: 0.0639408 May 13 14:40:02.288514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:02.384162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-3622d7ef-2272-4634-88a1-b40224743fe3 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418260 May 13 14:40:02.407596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 589df50d-6f57-4775-82b7-35678521e345 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:02.416627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.426351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-023f6f1e-a252-412a-8beb-387de259573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.428926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-023f6f1e-a252-412a-8beb-387de259573e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7400892 May 13 14:40:02.455502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-13996367-6535-4600-9787-fb24d48f6118 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:40:02.457369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-13996367-6535-4600-9787-fb24d48f6118 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094366 May 13 14:40:02.466387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:02.522235 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a152a-d5ce-416f-9766-6bb78f5a83e4 None None] New status for floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:02.570935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-b694f72a-bca5-410e-bfc7-234f8ddde72d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.572678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-b694f72a-bca5-410e-bfc7-234f8ddde72d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860864 May 13 14:40:02.591558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-c306f58a-892d-4a17-b824-a04730bde7f8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.0122120 May 13 14:40:02.603973 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-481ddbee-cbc2-43d1-a1f6-e39d4e111800 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "DELETE /v2.0/ports/589df50d-6f57-4775-82b7-35678521e345 HTTP/1.1" status: 204 len: 173 time: 3.4904621 May 13 14:40:02.610993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c49584-3d26-4a98-9b90-82bce927e005 req-2b82086e-60b0-446e-a821-9da843d96d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:02.612536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0c49584-3d26-4a98-9b90-82bce927e005 req-2b82086e-60b0-446e-a821-9da843d96d04 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 1097 time: 0.4630549 May 13 14:40:02.614721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:02.708237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-1668090f-b746-456f-86ab-6584c02b566f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084003 May 13 14:40:02.743077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Made reservation on behalf of 41d1bac629304c3cbc0181f946ff8fb7 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:02.749371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.816834 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.851462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0c49584-3d26-4a98-9b90-82bce927e005 req-0a3ef763-73e8-4df0-adc1-1d9d70838750 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312305 May 13 14:40:02.872301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:02.872827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:02.993287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-d516c4b0-86d4-4fa9-822c-4a45cc4fb2e4 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198059 May 13 14:40:03.097861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.193428 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62789d2e-a571-4cec-8fed-0292c77b4ca6'] response: {'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:40:03.379421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955af842-c993-45ce-8d94-cc0b4c58dd28 req-5eae6092-1936-463f-862c-132c705a3a4a tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.381233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-955af842-c993-45ce-8d94-cc0b4c58dd28 req-5eae6092-1936-463f-862c-132c705a3a4a tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.0986812 May 13 14:40:03.459038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-955af842-c993-45ce-8d94-cc0b4c58dd28 req-4541a9ee-26d2-4845-9460-c5cdc964f277 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704086 May 13 14:40:03.500303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:03.503271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4e5daa94-cfc8-4c88-84e5-4eea1601b373 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:03.730296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:03.730673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.802453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:03.928742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:03.930310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:03.944885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaec4d-bc2c-49f1-84ab-6ed4ad902a3c req-6455ecc7-1651-499e-a0fa-ce90b57993cb tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:03.953426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87aaec4d-bc2c-49f1-84ab-6ed4ad902a3c req-6455ecc7-1651-499e-a0fa-ce90b57993cb tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 945 time: 0.2266455 May 13 14:40:04.005785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:04.015702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:04.021950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.072433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87aaec4d-bc2c-49f1-84ab-6ed4ad902a3c req-5ae66d91-29fc-4d56-9c9c-952cb55d7a31 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134713 May 13 14:40:04.124760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed'}, {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:04.149818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.150527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 589df50d-6f57-4775-82b7-35678521e345 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:04.260517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:04.311978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'port_id': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'mac_address': 'fa:16:3e:83:57:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce11a4ab-15c1-4223-af23-9a51d282f4c0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:04.407935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 4e5daa94-cfc8-4c88-84e5-4eea1601b373 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:04.427810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:04.428003 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.438714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 589df50d-6f57-4775-82b7-35678521e345 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:04.438714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 589df50d-6f57-4775-82b7-35678521e345 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:04.484905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:04.519699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:04.529514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:04.539330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64bb835c-a61d-49a4-878a-a9a4e1810f2d req-d841f7dd-8710-4996-b3eb-0f0ed6fe424a service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5163310 May 13 14:40:04.598834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Allocated IP 172.20.0.4 (8ca900c3-df8d-46d9-bd52-361ee6cb52b8/0c061b34-d271-42ee-84c4-d1fc9c2467d6/c258056f-8f24-4fdd-bf70-af1ef8959d9c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:04.607229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-d04397a7-762b-4e5e-9865-ecf739200e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.611729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-d04397a7-762b-4e5e-9865-ecf739200e46 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 1.3892560 May 13 14:40:04.624944 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.624944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ade32736-e660-4f73-a895-33fb2e351f79 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:04.651360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf71f0-5cd6-4910-99b4-bc6ba4c59fee req-e1464467-3732-4578-9928-bb54ff637344 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.670467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86bf71f0-5cd6-4910-99b4-bc6ba4c59fee req-e1464467-3732-4578-9928-bb54ff637344 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2975566 May 13 14:40:04.832576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:04.839552 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86bf71f0-5cd6-4910-99b4-bc6ba4c59fee req-4631d2f1-11b5-452b-ab3c-15a067c1b1a8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670463 May 13 14:40:04.880072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-86a6a653-b943-442e-a472-10ec10c8bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:04.882996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-86a6a653-b943-442e-a472-10ec10c8bf96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.2624688 May 13 14:40:04.899524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:04.930617 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:04.942484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:04.991319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'ade32736-e660-4f73-a895-33fb2e351f79', 'network_id': '3faf67a2-8a97-423f-990a-02652c74e692', 'port_id': 'ade32736-e660-4f73-a895-33fb2e351f79', 'mac_address': 'fa:16:3e:de:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce11a4ab-15c1-4223-af23-9a51d282f4c0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:05.122488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ade32736-e660-4f73-a895-33fb2e351f79 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:05.123571 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.166031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:40:05.166839 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:40:05.170198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade32736-e660-4f73-a895-33fb2e351f79 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:05.198140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-deleted', 'tag': '589df50d-6f57-4775-82b7-35678521e345'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:05.212076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:05.220006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.222065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device de95eea7-cc94-48f2-b914-af03031dfa73 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:05.235694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-72906395-48d5-4246-8f8f-2dc2b3a63e62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 1002 time: 0.2889836 May 13 14:40:05.387284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c6f3-b514-4942-b450-e0627804dd6d req-86fe5967-a1f7-4513-8e88-8816419ba323 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.388424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fda5c6f3-b514-4942-b450-e0627804dd6d req-86fe5967-a1f7-4513-8e88-8816419ba323 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Synchronizing usage tracker for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:05.454400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-aa4ab076-0450-4b50-8f74-862f42eb463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.458074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-aa4ab076-0450-4b50-8f74-862f42eb463d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1480184 May 13 14:40:05.487628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-cc21a34e-2b72-402b-a5bf-c3ff7c7aa264 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.491839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-cc21a34e-2b72-402b-a5bf-c3ff7c7aa264 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 0.4511793 May 13 14:40:05.504288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fda5c6f3-b514-4942-b450-e0627804dd6d req-86fe5967-a1f7-4513-8e88-8816419ba323 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Unset dirty status for tenant:3e2a9991cab046709774310453644b7f on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:05.505765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fda5c6f3-b514-4942-b450-e0627804dd6d req-86fe5967-a1f7-4513-8e88-8816419ba323 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/ports?device_id=417931c4-01fa-4a3f-832d-579c9d03b3b7 HTTP/1.1" status: 200 len: 944 time: 0.6203823 May 13 14:40:05.536027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-1975e0c6-67b7-4930-aadd-5a3eb7d17bfb tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/quotas/41d1bac629304c3cbc0181f946ff8fb7 HTTP/1.1" status: 200 len: 375 time: 0.0248957 May 13 14:40:05.589187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.597496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=de95eea7-cc94-48f2-b914-af03031dfa73,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:05.619713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:05.625902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'de95eea7-cc94-48f2-b914-af03031dfa73', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'port_id': 'de95eea7-cc94-48f2-b914-af03031dfa73', 'mac_address': 'fa:16:3e:3d:19:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:05.653498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-c9747305-ed11-445c-bf1e-faf7346e3124 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010964 May 13 14:40:05.668883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:05.669522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.714328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Transition to ACTIVE for port object c258056f-8f24-4fdd-bf70-af1ef8959d9c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:05.764862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port de95eea7-cc94-48f2-b914-af03031dfa73 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:05.765908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fda5c6f3-b514-4942-b450-e0627804dd6d req-3ab675cc-efdf-4ace-85c6-fa7018423b10 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2518e1a-7c00-43b8-a204-852e76958c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037587 May 13 14:40:05.769603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.872122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de95eea7-cc94-48f2-b914-af03031dfa73 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:05.901034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-5cc053b8-3389-4344-8d6b-284e1dcf9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:05.918042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-5cc053b8-3389-4344-8d6b-284e1dcf9abb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3992927 May 13 14:40:05.957952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=de95eea7-cc94-48f2-b914-af03031dfa73,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:05.972075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:05.973277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 566ccbcd-42c9-438e-a6a7-8249799324d0 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:06.019979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-6c6bd205-9537-41f4-ae65-f2d379ab4e73 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510349 May 13 14:40:06.171695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:06.191277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:06.229750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'port_id': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'mac_address': 'fa:16:3e:a0:1d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:06.319820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-78b17382-6f4c-47ae-bc1d-450cd0cdfa82 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959044 May 13 14:40:06.341242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 566ccbcd-42c9-438e-a6a7-8249799324d0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:06.341666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.362467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566ccbcd-42c9-438e-a6a7-8249799324d0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:06.383257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:06.390561 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.391407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4b4594fe-67f9-43c0-ae38-8e9b97680281 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:06.573422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-faa9a5dc-b134-4902-833d-c5146d09341d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3291721 May 13 14:40:06.583024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:06.681226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:06.702595 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-5cf51d6b-e2ff-4110-a97e-d309c7d3ee2b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901152 May 13 14:40:06.705910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.723460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'port_id': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'mac_address': 'fa:16:3e:af:95:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:06.900629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4b4594fe-67f9-43c0-ae38-8e9b97680281 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:06.901531 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:06.951604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4594fe-67f9-43c0-ae38-8e9b97680281 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:07.017071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:07.024839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.025941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 75f9d14f-03ba-42a3-992f-69ba84db4510 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:07.118310 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0a8401-bfe7-451f-b7db-e3768e4b8c08'] response: {'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed', 'code': 200} May 13 14:40:07.118696 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0a8401-bfe7-451f-b7db-e3768e4b8c08'] response: {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'code': 200} May 13 14:40:07.182247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:07.191519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.210132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'port_id': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'mac_address': 'fa:16:3e:f1:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:07.276706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 75f9d14f-03ba-42a3-992f-69ba84db4510 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:07.277119 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.306401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f9d14f-03ba-42a3-992f-69ba84db4510 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:07.339691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:07.349881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.356797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98a23108-822a-42b2-ad27-875dc2e4ae6d details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:07.460340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.472723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-39c01510-4b3b-490b-9c85-27ce4dbcd90c service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5536330 May 13 14:40:07.486262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:07.486875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:07.513968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '98a23108-822a-42b2-ad27-875dc2e4ae6d', 'network_id': '2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93', 'port_id': '98a23108-822a-42b2-ad27-875dc2e4ae6d', 'mac_address': 'fa:16:3e:c3:58:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8918d7ac-0860-4208-a57c-ef1cd291585c', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:07.554780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:07.598232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98a23108-822a-42b2-ad27-875dc2e4ae6d is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:07.599174 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.625797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a23108-822a-42b2-ad27-875dc2e4ae6d {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:07.651984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:07.660689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:07.688165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:07.780374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-60518d91-55bf-4d39-9a46-e3c653a99dac tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:07.783356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-60518d91-55bf-4d39-9a46-e3c653a99dac tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1474855 May 13 14:40:07.803965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efcca7-be78-4cd7-90a8-fa1f4c412be8 req-425f3113-8a95-42d1-986b-a2368f08b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:07.806844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37efcca7-be78-4cd7-90a8-fa1f4c412be8 req-425f3113-8a95-42d1-986b-a2368f08b005 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 1096 time: 0.6442175 May 13 14:40:07.864133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:07.912152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37efcca7-be78-4cd7-90a8-fa1f4c412be8 req-6d9ab5e5-4d4b-4d32-a5ae-a91b4a15c0b8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924575 May 13 14:40:07.930537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-d86e0e28-c91e-4fe3-9a54-48cbada50ac1 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:07.947637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-d86e0e28-c91e-4fe3-9a54-48cbada50ac1 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6499071 May 13 14:40:08.026817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:08.040695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f3e873be-8eef-4e07-b3df-efd76f96fbbd None None] Provisioning for port c258056f-8f24-4fdd-bf70-af1ef8959d9c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:08.046776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f3e873be-8eef-4e07-b3df-efd76f96fbbd None None] Provisioning complete for port c258056f-8f24-4fdd-bf70-af1ef8959d9c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:08.047198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f3e873be-8eef-4e07-b3df-efd76f96fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.091472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-b6c1981a-64c9-47bd-81a5-141aadf32464 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1002 time: 0.1392791 May 13 14:40:08.106762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:08.111850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:08.158356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f3e873be-8eef-4e07-b3df-efd76f96fbbd None None] Port c258056f-8f24-4fdd-bf70-af1ef8959d9c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:08.257790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.267531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.269529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.276123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.282073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.291384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.297316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.305523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.307626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94fdc395-f87b-45da-a607-55c957931b22 req-aa8267ff-e0cd-492b-9bef-1123625b245f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5432 time: 2.2164807 May 13 14:40:08.336780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 4e5daa94-cfc8-4c88-84e5-4eea1601b373, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4e5daa94-cfc8-4c88-84e5-4eea1601b373,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:08.337355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.362020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['566ccbcd-42c9-438e-a6a7-8249799324d0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.375516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e427d953-defd-4cfc-9315-7563ff2bfbd5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.377634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e427d953-defd-4cfc-9315-7563ff2bfbd5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6068535 May 13 14:40:08.392389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['de95eea7-cc94-48f2-b914-af03031dfa73'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.424769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['ade32736-e660-4f73-a895-33fb2e351f79'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.450142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['75f9d14f-03ba-42a3-992f-69ba84db4510'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.538275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['cf3cbc3d-23cf-4fc0-82b1-2e8794659a20'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.539344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:08.540189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:08.580584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['98a23108-822a-42b2-ad27-875dc2e4ae6d'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:08.676161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:08.770503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 4e5daa94-cfc8-4c88-84e5-4eea1601b373 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:08.894275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2d32fedd-f941-49a9-b19e-114f2f4d58a4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1128602 May 13 14:40:09.040699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Request body: {'port': {'device_id': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:09.071243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-ae702014-35ba-47fa-848c-28d2be72603a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:09.075020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-ae702014-35ba-47fa-848c-28d2be72603a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 0.4367476 May 13 14:40:09.096961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'port': {'device_id': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'admin_state_up': True, 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:09.123457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94fdc395-f87b-45da-a607-55c957931b22 req-79a57ad9-e607-465c-9bd6-b245a4821fb4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7922926 May 13 14:40:09.343653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f1e4448-10b2-4539-8686-c417c8a55c1a req-7fd0ecf8-5fe9-4d62-af60-227fbf4f69c8 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5869095 May 13 14:40:09.484058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['4b4594fe-67f9-43c0-ae38-8e9b97680281'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:09.512651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:09.598067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:09.714538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:09.734886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.771591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:09.777877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:09.852973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:09.875728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Usage tracker for resource:port and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:09.881686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:09.897272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:09.916842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Made reservation on behalf of 41d1bac629304c3cbc0181f946ff8fb7 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:09.921530 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.113074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:10.160680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Allocated IP 172.20.0.8 (8ca900c3-df8d-46d9-bd52-361ee6cb52b8/0c061b34-d271-42ee-84c4-d1fc9c2467d6/7e2bd856-54c2-465c-a98b-2249d6b8de97) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:10.283057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:10.287322 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.328623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.431844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=4e5daa94-cfc8-4c88-84e5-4eea1601b373,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:10.620761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:10.707312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 4e5daa94-cfc8-4c88-84e5-4eea1601b373 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:10.710096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.835235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c372-e3cf-40b3-8a75-f18178fe1e89 req-c01e83a6-c294-4dc4-b40f-b56f879c49c2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:10.837982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e528c372-e3cf-40b3-8a75-f18178fe1e89 req-c01e83a6-c294-4dc4-b40f-b56f879c49c2 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 945 time: 0.7701781 May 13 14:40:10.845141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b127110-43b6-4f7f-a2be-ad865fd5c51f req-1173b1c7-a979-4c7c-8bd3-a7c63da88f7f tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.90 "DELETE /v2.0/ports/4e5daa94-cfc8-4c88-84e5-4eea1601b373 HTTP/1.1" status: 204 len: 173 time: 8.2313185 May 13 14:40:10.860331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.870792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:10.871936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.236 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/3bb5c193-ef7f-4268-90fe-92161914d36c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:10.885603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.014152 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e528c372-e3cf-40b3-8a75-f18178fe1e89 req-ffbfaab3-335f-4a01-af02-24d5035214cf tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468406 May 13 14:40:11.073737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Transition to ACTIVE for port object 7e2bd856-54c2-465c-a98b-2249d6b8de97 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:11.210202 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dfce2e-8e5b-4250-9aa8-24bf7eb30aeb'] response: {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-deleted', 'tag': '589df50d-6f57-4775-82b7-35678521e345', 'status': 'completed', 'code': 200} May 13 14:40:11.287754 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612 associated. External IP: 172.25.5.215, port: aa336dfe-5dfe-4542-8565-1060ac1498fe. May 13 14:40:11.343629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9a2ee330-6d2e-4402-974d-c61231e723a6 req-6ac418e4-87f9-4845-834e-7eb2ebd5f54b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:11.369756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.465808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:11.470920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:11.527142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:11.528307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.578597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object 3bb5c193-ef7f-4268-90fe-92161914d36c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:11.621725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:11.654095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.671446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:11.785737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:11.786946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:11.804938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9a2ee330-6d2e-4402-974d-c61231e723a6 req-6ac418e4-87f9-4845-834e-7eb2ebd5f54b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:11.819112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9a2ee330-6d2e-4402-974d-c61231e723a6 req-6ac418e4-87f9-4845-834e-7eb2ebd5f54b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 210 time: 0.5525088 May 13 14:40:11.980299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c2a3f5c7-341a-4335-818a-8f99000e4a65 None None] Provisioning for port 7e2bd856-54c2-465c-a98b-2249d6b8de97 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:11.986795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2de97ba4-3ca4-48b7-9bbf-30e8c9fdf507 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8975279 May 13 14:40:12.012759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:12.020700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c2a3f5c7-341a-4335-818a-8f99000e4a65 None None] Provisioning complete for port 7e2bd856-54c2-465c-a98b-2249d6b8de97 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:12.020700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f5c7-341a-4335-818a-8f99000e4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.022619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:12.039287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:12.074079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:12.099949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:12.116508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.188 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/84a267fd-450f-4450-a87c-15d5fdaa9097) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:40:12.232027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3f5c7-341a-4335-818a-8f99000e4a65 None None] Port 7e2bd856-54c2-465c-a98b-2249d6b8de97 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:12.246255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:12.246930 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.301902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Request body: {'port': {'device_id': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:12.473405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting subnet 718f99a2-83c0-493a-8bce-4b9bfa8b9282 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:12.491949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:12.493344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.493541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-759d6f87-de1c-4d44-8f54-9bd6d6cc951b None None] Provisioning for port 3bb5c193-ef7f-4268-90fe-92161914d36c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:12.519199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-759d6f87-de1c-4d44-8f54-9bd6d6cc951b None None] Provisioning complete for port 3bb5c193-ef7f-4268-90fe-92161914d36c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:12.519717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-95dab6b4-c534-4550-b116-4ffe5bb7e930 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5825548 May 13 14:40:12.519931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-759d6f87-de1c-4d44-8f54-9bd6d6cc951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.522038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-49310ba5-e2be-432d-b889-57c740421652 req-8b044d29-501b-4a2b-a70a-039d5447b761 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:12.541990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:12.637082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-759d6f87-de1c-4d44-8f54-9bd6d6cc951b None None] Port 3bb5c193-ef7f-4268-90fe-92161914d36c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:12.637362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Request body: {'port': {'device_id': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:12.790505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258056f-8f24-4fdd-bf70-af1ef8959d9c {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:12.825005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:12.858523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:12.896608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:12.897399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:13.037408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-49310ba5-e2be-432d-b889-57c740421652 req-8b044d29-501b-4a2b-a70a-039d5447b761 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:13.039372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49310ba5-e2be-432d-b889-57c740421652 req-8b044d29-501b-4a2b-a70a-039d5447b761 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 210 time: 0.7184317 May 13 14:40:13.054025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.114148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.234430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-deleted', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:13.347192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:13.493804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Transition to ACTIVE for port object c258056f-8f24-4fdd-bf70-af1ef8959d9c will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:13.545579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.674061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:13.675131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:13.706117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 566ccbcd-42c9-438e-a6a7-8249799324d0 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:14.123242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 566ccbcd-42c9-438e-a6a7-8249799324d0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:14.142275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 566ccbcd-42c9-438e-a6a7-8249799324d0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:14.142842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.207275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Pushing event updated for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:14.301485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2bd856-54c2-465c-a98b-2249d6b8de97 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:14.324504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.340090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.354471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:14.364439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:10Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:14.367691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.383025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.383675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:14.411822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:14.412538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:14.433826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Transition to ACTIVE for port object 7e2bd856-54c2-465c-a98b-2249d6b8de97 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:14.451805 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.489299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 566ccbcd-42c9-438e-a6a7-8249799324d0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:14.491204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.504040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba7f8b-51ac-412d-be3c-19a0ba6757c4 req-6af78f11-243f-4c1c-88f4-ab3d7f628a69 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:14.505692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bba7f8b-51ac-412d-be3c-19a0ba6757c4 req-6af78f11-243f-4c1c-88f4-ab3d7f628a69 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 1.2480552 May 13 14:40:14.520380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object 84a267fd-450f-4450-a87c-15d5fdaa9097 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:14.637912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:14.677461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:14.691432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bba7f8b-51ac-412d-be3c-19a0ba6757c4 req-06d2b427-d7f5-49cc-b083-401cd630561f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357532 May 13 14:40:14.698441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Attempting to bind port c258056f-8f24-4fdd-bf70-af1ef8959d9c on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:14.698441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Attempting to bind port c258056f-8f24-4fdd-bf70-af1ef8959d9c by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:14.699170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Attempting to bind port c258056f-8f24-4fdd-bf70-af1ef8959d9c on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:14.707227 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.708352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:14.734971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Port c258056f-8f24-4fdd-bf70-af1ef8959d9c on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:14.735697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Attempting to bind port c258056f-8f24-4fdd-bf70-af1ef8959d9c on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:14.758983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:14.759685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:14.760435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Bound using segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:14.761300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Bound port: c258056f-8f24-4fdd-bf70-af1ef8959d9c, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:14.761998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.823446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:14.882363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:14.894250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:14.921477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:15.073105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-078a0ee2-ed25-488e-8e9d-23a5a74cf89c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "PUT /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 998 time: 6.9658668 May 13 14:40:15.116899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.190287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:15.199581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:15.199581 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.209993 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.228928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Attempting to bind port 7e2bd856-54c2-465c-a98b-2249d6b8de97 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:15.230111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Attempting to bind port 7e2bd856-54c2-465c-a98b-2249d6b8de97 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:15.230111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Attempting to bind port 7e2bd856-54c2-465c-a98b-2249d6b8de97 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:15.233273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:15.251839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-29651ae9-9a6c-41fd-ae96-5db4c05a95b9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:15.265825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-29651ae9-9a6c-41fd-ae96-5db4c05a95b9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports/aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 943 time: 0.1825495 May 13 14:40:15.269964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Port 7e2bd856-54c2-465c-a98b-2249d6b8de97 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:15.270464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Attempting to bind port 7e2bd856-54c2-465c-a98b-2249d6b8de97 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:15.293644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:15.294176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:15.294789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Bound using segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:15.295502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Bound port: 7e2bd856-54c2-465c-a98b-2249d6b8de97, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:15.296063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.432968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.441570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Subnet': ['ID=718f99a2-83c0-493a-8bce-4b9bfa8b9282,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:15.480061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.557794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e24a9-4a0a-4221-8485-c65bc3654d91 None None] Network deaf697d-c36c-47dd-bb09-f577ed638974 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:15.606734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e126cb30-0ac3-4b79-a1fd-2db62218547c tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/subnets/718f99a2-83c0-493a-8bce-4b9bfa8b9282 HTTP/1.1" status: 204 len: 168 time: 3.4920478 May 13 14:40:15.610484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:40:15.626633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53620) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:15.640460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:40:15.678806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:40:15.729432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:15.757903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:15.776849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:15.796022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.964494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb5c193-ef7f-4268-90fe-92161914d36c {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:15.973499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:15.996324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-eadf2760-f07c-4604-8c1a-737cff7843c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:15.997192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Transition to ACTIVE for port object 3bb5c193-ef7f-4268-90fe-92161914d36c will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:16.004832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-eadf2760-f07c-4604-8c1a-737cff7843c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.5362709 May 13 14:40:16.027271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.030498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.031121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.032657 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] 10.222.0.86 "PUT /v2.0/ports/7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 200 len: 1091 time: 3.7388468 May 13 14:40:16.112960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:16.127980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.195825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 78840070-6440-408c-81ea-cfd2c01dd693 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:16.196166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.197683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.198915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.204142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.250498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:10Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:16.284997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e79105-2aa1-4a66-af8e-63706883bc07 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:10Z', 'revision_number': 3, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:16.287374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af284-8ae0-4ec8-ba37-dea267961f59 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:16.318176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-32f72c81-6759-4519-99ef-5c5d30bd7e38 None None] Provisioning for port 84a267fd-450f-4450-a87c-15d5fdaa9097 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:16.387807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.388910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.391170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-32f72c81-6759-4519-99ef-5c5d30bd7e38 None None] Provisioning complete for port 84a267fd-450f-4450-a87c-15d5fdaa9097 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:16.394324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] 10.222.0.90 "PUT /v2.0/ports/c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 1091 time: 7.3622618 May 13 14:40:16.401284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f72c81-6759-4519-99ef-5c5d30bd7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.531508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-36dbede6-0f10-4ce2-a113-4297a6fa8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.539712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-36dbede6-0f10-4ce2-a113-4297a6fa8fd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.5338311 May 13 14:40:16.552789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:16.552789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:16.683625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-53c9a0ca-66f3-4778-b93d-c67dc064bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:16.686794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-53c9a0ca-66f3-4778-b93d-c67dc064bae4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1094 time: 0.5769775 May 13 14:40:16.743513 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983346f-4932-455e-904c-14d48af32856 None None] New status for floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:16.908639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-0943f17f-2dc0-4bda-bab8-66f51c70ecf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.3676877 May 13 14:40:16.971418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:16.974114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-32f72c81-6759-4519-99ef-5c5d30bd7e38 None None] Port 84a267fd-450f-4450-a87c-15d5fdaa9097 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:40:16.996666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-e33c0667-2fc7-4dfe-ab8b-e448fb91fc32 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.4689863 May 13 14:40:16.997569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Pushing event updated for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.006643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] DHCP port deletion for deaf697d-c36c-47dd-bb09-f577ed638974 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:40:17.039381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.048826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 75f9d14f-03ba-42a3-992f-69ba84db4510 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:17.067399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-220a9e5e-7d9d-4c85-81cb-c0c5c3504360 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 200 len: 217 time: 0.3572531 May 13 14:40:17.083079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Request body: {'port': {'device_id': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:17.109480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-25f1a5ae-fdc8-4b02-b75b-a8968cc10cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.112774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-25f1a5ae-fdc8-4b02-b75b-a8968cc10cd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.2028627 May 13 14:40:17.178703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Deleting port 78840070-6440-408c-81ea-cfd2c01dd693 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:17.179170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.202599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89623d2-d8bf-4b16-be90-adb83c232f34 req-c6e1782a-ee1f-44a1-9dfb-0b05bf518672 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.210224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a89623d2-d8bf-4b16-be90-adb83c232f34 req-c6e1782a-ee1f-44a1-9dfb-0b05bf518672 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 1.7126925 May 13 14:40:17.251792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 78840070-6440-408c-81ea-cfd2c01dd693, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78840070-6440-408c-81ea-cfd2c01dd693,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:17.252949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.273938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d443ef-f50d-4bcc-888d-d84795cf8929 service neutron] Pushing event updated for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.375677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Attempting to bind port 3bb5c193-ef7f-4268-90fe-92161914d36c on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:17.376453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Attempting to bind port 3bb5c193-ef7f-4268-90fe-92161914d36c by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:17.376953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Attempting to bind port 3bb5c193-ef7f-4268-90fe-92161914d36c on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:17.400436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a89623d2-d8bf-4b16-be90-adb83c232f34 req-fed4c406-5976-4462-be6e-d68fe3108e6d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890190 May 13 14:40:17.416011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Port 3bb5c193-ef7f-4268-90fe-92161914d36c on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:17.425826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Attempting to bind port 3bb5c193-ef7f-4268-90fe-92161914d36c on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:17.428578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.473926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:17.479300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:17.480110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:17.480833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Bound port: 3bb5c193-ef7f-4268-90fe-92161914d36c, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:17.485105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 78840070-6440-408c-81ea-cfd2c01dd693 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:17.485938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:17.518875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2f2d4610-5276-4f62-99d5-61bdf4c61c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.519278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-63e5349c-8e52-4670-b320-ca10349e8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.520846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2f2d4610-5276-4f62-99d5-61bdf4c61c2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1094 time: 0.6945705 May 13 14:40:17.521203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-63e5349c-8e52-4670-b320-ca10349e8a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3652492 May 13 14:40:17.544166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-34a52640-abcf-44de-8440-e2b39579c16a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:40:17.545125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-34a52640-abcf-44de-8440-e2b39579c16a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077043 May 13 14:40:17.557219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-21dd55a3-4e79-49a0-86f9-e91e118a712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:17.558731 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-21dd55a3-4e79-49a0-86f9-e91e118a712d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.4446545 May 13 14:40:17.625345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:17.710171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 75f9d14f-03ba-42a3-992f-69ba84db4510 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:17.762224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78840070-6440-408c-81ea-cfd2c01dd693 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:17.827464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-b9a82dc2-37fd-4323-9afc-9fc829bce8b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 217 time: 0.2968943 May 13 14:40:17.863028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-1cbbbafe-d556-47af-a557-5da21f9136b9 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030157 May 13 14:40:17.960868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 75f9d14f-03ba-42a3-992f-69ba84db4510 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:17.961834 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.008287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:18.087575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-ef8f1a5a-0e57-4b19-9daa-c0adb31f8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.089299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-ef8f1a5a-0e57-4b19-9daa-c0adb31f8bcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2521882 May 13 14:40:18.095487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:18.151896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3bb5c193-ef7f-4268-90fe-92161914d36c,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:18.163770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:18.164785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:18.172238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.226325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.230944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.238209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.244680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.251652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.257440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.263936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.272170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-24c0cc20-46b2-4658-857e-c44e35079d4f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5438 time: 0.6284454 May 13 14:40:18.314542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] For port 78840070-6440-408c-81ea-cfd2c01dd693, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78840070-6440-408c-81ea-cfd2c01dd693,segment=NetworkSegment(3277926d-b07d-4249-b347-707be1f223cf),segment_id=3277926d-b07d-4249-b347-707be1f223cf)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:18.314542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.344458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.395620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 78840070-6440-408c-81ea-cfd2c01dd693 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:40:18.396154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78840070-6440-408c-81ea-cfd2c01dd693 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:18.446171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.447039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:18.449065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] 10.222.0.86 "PUT /v2.0/ports/3bb5c193-ef7f-4268-90fe-92161914d36c HTTP/1.1" status: 200 len: 1096 time: 5.8263297 May 13 14:40:18.497456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df076c02-0a90-4c98-8af7-32e60d15ee4f req-723ca4b1-5735-4017-95eb-9e413c39a670 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240927 May 13 14:40:18.542722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=78840070-6440-408c-81ea-cfd2c01dd693,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:18.559538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-a5d85f05-ff6c-45f8-8621-d6f54c503dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.563146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-a5d85f05-ff6c-45f8-8621-d6f54c503dcb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6879518 May 13 14:40:18.571715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-0e3c1a28-3af7-4ba7-88f7-49446ddd32f0 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879609 May 13 14:40:18.579924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 78840070-6440-408c-81ea-cfd2c01dd693 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:18.617811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af8d00-86fd-48c1-8e98-ffe2efc444cf service neutron] Pushing event updated for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:18.701871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2226c826-23c4-4186-ad72-c6f88a59eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:18.705020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-2226c826-23c4-4186-ad72-c6f88a59eaea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6066005 May 13 14:40:18.877813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Calling delete_port for 78840070-6440-408c-81ea-cfd2c01dd693 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:18.954991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a267fd-450f-4450-a87c-15d5fdaa9097 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:18.964697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.101864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Transition to ACTIVE for port object 84a267fd-450f-4450-a87c-15d5fdaa9097 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:40:19.129570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.185502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 75f9d14f-03ba-42a3-992f-69ba84db4510 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:19.186553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.203139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.206215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:19.280160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-587c9c90-5e85-45ea-b973-395ff70e4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.281779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-587c9c90-5e85-45ea-b973-395ff70e4a28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 1099 time: 0.7582684 May 13 14:40:19.333279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-2070b08a-f34b-4a2f-b012-7175fb79c683 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724443 May 13 14:40:19.387303 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:40:19.387607 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:40:19.451957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:19.487973 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.490020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4b4594fe-67f9-43c0-ae38-8e9b97680281 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:19.522306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.579716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaf697d-c36c-47dd-bb09-f577ed638974']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:19.616973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-a03483c1-11e1-4378-a864-16c8f77217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.618624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-a03483c1-11e1-4378-a864-16c8f77217d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1096 time: 0.7135913 May 13 14:40:19.620625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3277926d-b07d-4249-b347-707be1f223cf') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:19.620912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3277926d-b07d-4249-b347-707be1f223cf') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:19.660988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.676820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6672c46-2008-43c2-aba8-15ce6d616ede req-3f52554a-b2ae-4bdc-a5db-9a2857542812 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153074 May 13 14:40:19.750233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.766596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:19.767722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.778204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-c9624769-c610-4ac3-88e6-5d0381bbe639 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3bb5c193-ef7f-4268-90fe-92161914d36c HTTP/1.1" status: 200 len: 217 time: 0.4631667 May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: timer() May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:19.795292 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:19.811017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.907494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Pushing event updated for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:19.930497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-b2a61a28-a8cc-4f8b-8435-618c7536610c service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1913631 May 13 14:40:19.946312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.979650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:19.989316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-53ee9a1e-f2a5-4619-a161-a52ff2c69400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:19.991128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-53ee9a1e-f2a5-4619-a161-a52ff2c69400 service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.3564615 May 13 14:40:19.999431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Network': ['ID=deaf697d-c36c-47dd-bb09-f577ed638974,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.020958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Deleting port 78840070-6440-408c-81ea-cfd2c01dd693 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:20.021911 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.107039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-71f694bd-5f0f-4246-9f6d-48db217ad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.108672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-71f694bd-5f0f-4246-9f6d-48db217ad428 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2796478 May 13 14:40:20.121315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-966063fb-d3c0-4fff-8d89-d10d82f53232 tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/networks/deaf697d-c36c-47dd-bb09-f577ed638974 HTTP/1.1" status: 204 len: 168 time: 4.4920554 May 13 14:40:20.130396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:20.136143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 4b4594fe-67f9-43c0-ae38-8e9b97680281 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:20.150174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4419c7ec-fe0b-4f57-ab0d-133b469aa1c0 None None] The port '78840070-6440-408c-81ea-cfd2c01dd693' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:40:20.160660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 4b4594fe-67f9-43c0-ae38-8e9b97680281 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:20.161260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.209650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-e1fb10c1-eee0-4703-bd6e-22914de0ba47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 1001 time: 0.1919994 May 13 14:40:20.270760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Attempting to bind port 84a267fd-450f-4450-a87c-15d5fdaa9097 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:40:20.271094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Attempting to bind port 84a267fd-450f-4450-a87c-15d5fdaa9097 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:40:20.271430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Attempting to bind port 84a267fd-450f-4450-a87c-15d5fdaa9097 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:20.278038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.313007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95f6e5-95ea-410b-a322-fe6f2a4322be req-3af42b95-f03f-4655-8026-d31a9e5a1ba8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.313007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce95f6e5-95ea-410b-a322-fe6f2a4322be req-3af42b95-f03f-4655-8026-d31a9e5a1ba8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 943 time: 0.6431193 May 13 14:40:20.320990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Port 84a267fd-450f-4450-a87c-15d5fdaa9097 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:40:20.321618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Attempting to bind port 84a267fd-450f-4450-a87c-15d5fdaa9097 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:40:20.340766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-eef115f7-61a8-40d7-8115-11dab16b5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.346297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-eef115f7-61a8-40d7-8115-11dab16b5350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1255877 May 13 14:40:20.357475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:17Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:20.366208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:40:20.366565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:40:20.366959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:40:20.367862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Bound port: 84a267fd-450f-4450-a87c-15d5fdaa9097, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:40:20.367862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.368177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:20.376540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4b4594fe-67f9-43c0-ae38-8e9b97680281 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:20.377001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.385444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting subnet be153bc2-96a7-47e1-9cda-12e99e8f38bc {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:20.389331 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d300d2c8-4278-495b-b155-fc4770fef4fe req-14a6c466-2ea1-4e0e-b3d6-7b3e14a0944c service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265585 May 13 14:40:20.398008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:20.398653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:20.400035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.461892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-e2499d93-e8d4-4f69-86c1-b4178e472cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.463346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-e2499d93-e8d4-4f69-86c1-b4178e472cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094427 May 13 14:40:20.515098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:20.524110 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.524926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ade32736-e660-4f73-a895-33fb2e351f79 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:20.539077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce95f6e5-95ea-410b-a322-fe6f2a4322be req-816a9254-46c5-4cdb-a812-f1d242c35f98 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084432 May 13 14:40:20.544458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.614658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-445c2078-21df-41f7-b7be-2398722d6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.616267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-445c2078-21df-41f7-b7be-2398722d6cac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4875684 May 13 14:40:20.658537 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd4498f-a94b-4e7e-ba18-c816c66acb59'] response: {'server_uuid': '417931c4-01fa-4a3f-832d-579c9d03b3b7', 'name': 'network-vif-deleted', 'tag': '4e5daa94-cfc8-4c88-84e5-4eea1601b373', 'status': 'completed', 'code': 200} May 13 14:40:20.671215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:40:20.748762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84a267fd-450f-4450-a87c-15d5fdaa9097,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:40:20.765982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.804035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:20.804837 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-830059fa-aad1-44a8-a953-134644d143b4 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261819 May 13 14:40:20.857202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:20.925814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:20.926867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.929071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] 10.222.0.90 "PUT /v2.0/ports/84a267fd-450f-4450-a87c-15d5fdaa9097 HTTP/1.1" status: 200 len: 1096 time: 3.8506331 May 13 14:40:20.983307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:20.987266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port ade32736-e660-4f73-a895-33fb2e351f79 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:21.017335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port ade32736-e660-4f73-a895-33fb2e351f79 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:21.017904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.022097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2642bf98-fee8-4d0a-9405-db5ca8446aca req-b1cb36ed-80ce-4d26-8de0-ac8a7de63d06 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122681 May 13 14:40:21.122236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-8935b367-b0c8-491e-9125-971598b48a5f service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947116 May 13 14:40:21.128547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9f40-61c6-45f7-92da-c7cef0c6bb86 service neutron] Pushing event updated for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:21.131606 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7348c30-c1e8-4cf5-ae08-324d620cf0a5'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'code': 200} May 13 14:40:21.308880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a92304-9c04-43ce-8ac2-7d97c852b9a1 req-9e77bbec-33eb-4322-8304-23b28ca92aed tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.311234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27a92304-9c04-43ce-8ac2-7d97c852b9a1 req-9e77bbec-33eb-4322-8304-23b28ca92aed tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 948 time: 0.4987798 May 13 14:40:21.340569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.393448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-92420b90-3446-49ee-a330-b510c6043e65 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587287 May 13 14:40:21.414377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Subnet': ['ID=be153bc2-96a7-47e1-9cda-12e99e8f38bc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:21.446148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.466826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-6c47bafa-dacb-4ef6-85e0-e973269bbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.470225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-6c47bafa-dacb-4ef6-85e0-e973269bbf76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 1099 time: 0.4333644 May 13 14:40:21.572633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20942-6ca2-4457-9c20-fe815d1c4e9d req-161da581-8235-49b1-b2eb-24a7bd41c606 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.574283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c20942-6ca2-4457-9c20-fe815d1c4e9d req-161da581-8235-49b1-b2eb-24a7bd41c606 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.1356301 May 13 14:40:21.592415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8dfc6a6c-9957-4688-ab38-c7ccd65153ee tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/subnets/be153bc2-96a7-47e1-9cda-12e99e8f38bc HTTP/1.1" status: 204 len: 168 time: 1.4569986 May 13 14:40:21.599832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:21.600081 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27a92304-9c04-43ce-8ac2-7d97c852b9a1 req-660132a3-2b43-4730-ad99-08588a7ee42a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162509 May 13 14:40:21.601560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-6db333ae-d0f3-4ac9-b4dd-fb92efbdc111 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=84a267fd-450f-4450-a87c-15d5fdaa9097 HTTP/1.1" status: 200 len: 217 time: 0.1188784 May 13 14:40:21.628257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6fbff-81ba-4722-9249-63164d0660b3 None None] Network b022cf28-c2ae-4c28-8678-391ecd978d28 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:21.681081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-b7c06cdd-a25c-4032-885c-6891dec923e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:21.682775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-b7c06cdd-a25c-4032-885c-6891dec923e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0732882 May 13 14:40:21.856821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ade32736-e660-4f73-a895-33fb2e351f79 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:21.857371 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.886898 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace981fb-77c1-4b54-8d8b-79b855cf5532'] response: {'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:40:21.914059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36c20942-6ca2-4457-9c20-fe815d1c4e9d req-70d1cce1-da18-42d4-8507-8b784b564af2 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303103 May 13 14:40:21.925898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:21.942524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Deleting port 5571599b-756a-44fb-a564-13aa60eae8b3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:21.942995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.186916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:22.252357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.254049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98a23108-822a-42b2-ad27-875dc2e4ae6d up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:22.257541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-6a503bf2-fcb6-49b5-ace4-28b09d2380ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.260484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-6a503bf2-fcb6-49b5-ace4-28b09d2380ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.4982791 May 13 14:40:22.263148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-0a7b9da2-c0dc-4819-a5ad-7fa51654244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.265512 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-0a7b9da2-c0dc-4819-a5ad-7fa51654244d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5758197 May 13 14:40:22.279178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] For port 5571599b-756a-44fb-a564-13aa60eae8b3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5571599b-756a-44fb-a564-13aa60eae8b3,segment=NetworkSegment(1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8),segment_id=1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:22.279785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.456391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6920c-1e29-4117-b1a6-3e72b4811f52 req-5fc2c010-4e48-426c-81f3-7b601880e8cc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.457877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1f6920c-1e29-4117-b1a6-3e72b4811f52 req-5fc2c010-4e48-426c-81f3-7b601880e8cc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.4008064 May 13 14:40:22.473252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Calling delete_port for 5571599b-756a-44fb-a564-13aa60eae8b3 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:22.565316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:22.570095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7e2bd856-54c2-465c-a98b-2249d6b8de97 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:22.619001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 98a23108-822a-42b2-ad27-875dc2e4ae6d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:22.621228 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1f6920c-1e29-4117-b1a6-3e72b4811f52 req-5364a75b-318c-43ce-9d82-3233180c9486 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412325 May 13 14:40:22.638734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 98a23108-822a-42b2-ad27-875dc2e4ae6d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:22.639777 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.651569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-12e34e5c-8ee2-476c-8e3b-2857c151b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.654154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-12e34e5c-8ee2-476c-8e3b-2857c151b19d service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.3842430 May 13 14:40:22.661980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c'}, {'name': 'network-changed', 'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c'}, {'name': 'network-changed', 'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:22.667848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:22.768863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-bdad80a7-b272-472d-b69d-1d6f6817f78c service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743137 May 13 14:40:22.805108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.816564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.827639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.838734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.848331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.855140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.862111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:22.864479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-729c0e69-d245-46a6-8292-048c07750633 req-7fa363c1-8f0e-4a3e-b577-dd298d6c21bd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5441 time: 0.4642730 May 13 14:40:22.874051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Port': ['ID=5571599b-756a-44fb-a564-13aa60eae8b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:22.881636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] No DVR routers for this DVR port 5571599b-756a-44fb-a564-13aa60eae8b3 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:22.909541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:17Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:22.913892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8388e-b74e-477d-b0e4-98dca4dbe82f None None] DHCP port deletion for b022cf28-c2ae-4c28-8678-391ecd978d28 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:40:22.966749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e15f1-5e86-4a67-9d1c-90a3e483e4de None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:7b:5c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:17Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:22.995504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-729c0e69-d245-46a6-8292-048c07750633 req-9547fa99-32ab-4931-b054-e09fdb00daac tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109624 May 13 14:40:23.055292 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-3e5858b9-03cc-49a6-ae64-009cfdb56e88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.3824763 May 13 14:40:23.116719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.123589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:23.151333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b022cf28-c2ae-4c28-8678-391ecd978d28']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.154635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:23.186950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.187305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e07a5ea-c04b-4374-bfd0-6639a0c7dbf8') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:23.202458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '7e2bd856-54c2-465c-a98b-2249d6b8de97', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'port_id': '7e2bd856-54c2-465c-a98b-2249d6b8de97', 'mac_address': 'fa:16:3e:08:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:23.210587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98a23108-822a-42b2-ad27-875dc2e4ae6d is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:23.210587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.223690 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.263649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-d0584e5e-cef0-45cb-879f-e52abc0a2f7f tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.4929636 May 13 14:40:23.278283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.304887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:23.306442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.319183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7e2bd856-54c2-465c-a98b-2249d6b8de97 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:23.319830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.333703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:23.343003 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.344715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device de95eea7-cc94-48f2-b914-af03031dfa73 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: timer() May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:23.350173 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:23.413917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2bd856-54c2-465c-a98b-2249d6b8de97 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:23.429384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-c7f7e337-524d-4dd7-aba9-7985e1222b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:23.431866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-c7f7e337-524d-4dd7-aba9-7985e1222b57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.3621182 May 13 14:40:23.459652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97a9cb4c-c498-4e0d-bab9-32c0fcf706da req-5669918d-7e1f-4620-95a5-cb1306c7d11c service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689588 May 13 14:40:23.503706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:23.510728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.523538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.590490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port de95eea7-cc94-48f2-b914-af03031dfa73 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:23.600883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port de95eea7-cc94-48f2-b914-af03031dfa73 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:23.600883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.623658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-78aea34f-e224-4632-979a-d311bdbe7668 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:23.639306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-78aea34f-e224-4632-979a-d311bdbe7668 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports/7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 942 time: 0.2705033 May 13 14:40:23.661760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5571599b-756a-44fb-a564-13aa60eae8b3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:23.662002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.668899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:23.699678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.700080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-84271937-6208-4a6d-a18c-47f55551cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:23.703229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] Pushing event deleted for resources: {'Network': ['ID=b022cf28-c2ae-4c28-8678-391ecd978d28,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:23.715502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-84271937-6208-4a6d-a18c-47f55551cf61 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589364 May 13 14:40:23.716152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5571599b-756a-44fb-a564-13aa60eae8b3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:23.717134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5571599b-756a-44fb-a564-13aa60eae8b3 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:23.734607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c258056f-8f24-4fdd-bf70-af1ef8959d9c details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:23.737852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a590f019-0a01-4026-8262-4e5f552ff64b tempest-ServersTestMultiNic-1876743884 tempest-ServersTestMultiNic-1876743884-project] 10.222.0.36 "DELETE /v2.0/networks/b022cf28-c2ae-4c28-8678-391ecd978d28 HTTP/1.1" status: 204 len: 168 time: 2.1344402 May 13 14:40:23.795005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-42f11391-5d87-4569-8470-160f4cf80275 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:23.796886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-42f11391-5d87-4569-8470-160f4cf80275 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:23.834063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-42f11391-5d87-4569-8470-160f4cf80275 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:23.840349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-42f11391-5d87-4569-8470-160f4cf80275 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 944 time: 0.4776652 May 13 14:40:23.912274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70'}, {'name': 'network-changed', 'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:23.948650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-0f565983-863a-44e9-b074-a897dd3a6b51 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:23.960640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7e2bd856-54c2-465c-a98b-2249d6b8de97'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:23.972273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-0f565983-863a-44e9-b074-a897dd3a6b51 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:23.974537 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c45c804-a51f-43a6-8ba5-868f5859dfb6 req-0f565983-863a-44e9-b074-a897dd3a6b51 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234474 May 13 14:40:24.024529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port de95eea7-cc94-48f2-b914-af03031dfa73 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:24.025009 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.124398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=de95eea7-cc94-48f2-b914-af03031dfa73,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:24.141559 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.145607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:24.163140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-506be6e3-0d67-476c-9872-0ef0a3c3803a tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.2323096 May 13 14:40:24.226315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'port_id': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c', 'mac_address': 'fa:16:3e:cf:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:24.235665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-7eb870f3-58e2-46bf-ae48-5ada667cdfc5 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027864 May 13 14:40:24.507667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port c258056f-8f24-4fdd-bf70-af1ef8959d9c is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:24.508324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.550339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:24.571240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258056f-8f24-4fdd-bf70-af1ef8959d9c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:24.584540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3bb5c193-ef7f-4268-90fe-92161914d36c details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:24.661218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-a34bcc58-4930-4f1a-9143-c022b99e31d2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:24.663320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58e051c-6429-4be2-9039-36fbd9c11fae req-a34bcc58-4930-4f1a-9143-c022b99e31d2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4757805 May 13 14:40:24.663697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:24.686439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:24.691542 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96565c60-61c9-477d-9506-a83a5f381ce0 req-846a732d-0076-4db0-8335-00f5d80d9997 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478223 May 13 14:40:24.769161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:24.817569 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5500c06b-9705-463f-a7cc-f6b3cf134f6e'] response: {'name': 'network-changed', 'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c', 'status': 'completed', 'code': 200} May 13 14:40:24.818188 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5500c06b-9705-463f-a7cc-f6b3cf134f6e'] response: {'name': 'network-changed', 'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c', 'status': 'completed', 'code': 200} May 13 14:40:24.818587 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5500c06b-9705-463f-a7cc-f6b3cf134f6e'] response: {'name': 'network-changed', 'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097', 'status': 'completed', 'code': 200} May 13 14:40:24.842925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b937fa-b9cf-4101-92e8-fe5908cf57dd req-65d53f0b-bbc9-4a31-b33e-f15360d8c0c7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:24.847947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16b937fa-b9cf-4101-92e8-fe5908cf57dd req-65d53f0b-bbc9-4a31-b33e-f15360d8c0c7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 948 time: 0.2055275 May 13 14:40:24.893520 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:40:24.935068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16b937fa-b9cf-4101-92e8-fe5908cf57dd req-92caabb7-e24e-4032-bd29-d64cb4ed13bb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806038 May 13 14:40:24.942084 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f6cb11-8001-4d4b-8e52-725f17db4cb4'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'code': 200} May 13 14:40:24.942497 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f6cb11-8001-4d4b-8e52-725f17db4cb4'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'code': 200} May 13 14:40:24.943793 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f6cb11-8001-4d4b-8e52-725f17db4cb4'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'code': 200} May 13 14:40:24.944260 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f6cb11-8001-4d4b-8e52-725f17db4cb4'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79', 'code': 200} May 13 14:40:25.066730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.111724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['c258056f-8f24-4fdd-bf70-af1ef8959d9c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:25.122455 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747ba943-4bc6-4d37-8285-7674847f4da9'] response: {'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'status': 'completed', 'code': 200} May 13 14:40:25.123226 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747ba943-4bc6-4d37-8285-7674847f4da9'] response: {'name': 'network-changed', 'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97', 'status': 'completed', 'code': 200} May 13 14:40:25.205333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3bb5c193-ef7f-4268-90fe-92161914d36c,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:25.246306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-4847649c-b060-44ae-99d9-c6f44cd3ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.248142 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-4847649c-b060-44ae-99d9-c6f44cd3ed73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1095 time: 0.0887539 May 13 14:40:25.257457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '3bb5c193-ef7f-4268-90fe-92161914d36c', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '3bb5c193-ef7f-4268-90fe-92161914d36c', 'mac_address': 'fa:16:3e:7c:b5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:25.322363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-0897b355-9810-4303-8546-5e9f6615aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.324266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-0897b355-9810-4303-8546-5e9f6615aaa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1095 time: 0.4172111 May 13 14:40:25.326538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-c017bce1-4664-477f-98d6-1c851288ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.328063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-c017bce1-4664-477f-98d6-1c851288ce1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 1099 time: 0.4951580 May 13 14:40:25.417934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3bb5c193-ef7f-4268-90fe-92161914d36c is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:25.418577 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.480668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb5c193-ef7f-4268-90fe-92161914d36c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:25.494536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-d8cf927f-0911-4988-af8a-54eca51a2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.497096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-d8cf927f-0911-4988-af8a-54eca51a2e35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.2385032 May 13 14:40:25.536612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3bb5c193-ef7f-4268-90fe-92161914d36c,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:25.554781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:25.604492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687b95-1511-4db9-887f-ac0cdb74a253 req-84f8892a-2a09-482a-80ea-0213c6cf50ac tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.606166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93687b95-1511-4db9-887f-ac0cdb74a253 req-84f8892a-2a09-482a-80ea-0213c6cf50ac tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.4749224 May 13 14:40:25.644464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a24d2-2ea5-40e3-9220-461fbec9019c req-a9082dad-7dc1-43f0-9bbe-f5c28d5e55ff tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.646466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa7a24d2-2ea5-40e3-9220-461fbec9019c req-a9082dad-7dc1-43f0-9bbe-f5c28d5e55ff tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.2820449 May 13 14:40:25.648044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-dfa277f9-17fb-4358-a712-1c2e697fa8f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 200 len: 217 time: 0.1403732 May 13 14:40:25.693321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-64a47c63-8adc-4462-86c1-00fe9392fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.694958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-64a47c63-8adc-4462-86c1-00fe9392fc1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.3375177 May 13 14:40:25.711988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-201f172b-0011-4d1a-9efa-b6b5d45ad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.713709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-201f172b-0011-4d1a-9efa-b6b5d45ad980 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3775482 May 13 14:40:25.733949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-f7107594-7800-444a-a424-3e998a6d121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.741066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-f7107594-7800-444a-a424-3e998a6d121d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1096 time: 0.4870143 May 13 14:40:25.760369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:25.882838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-96eb97a8-c823-4bcf-af34-3b8fcb24ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:25.884287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-96eb97a8-c823-4bcf-af34-3b8fcb24ded3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2277896 May 13 14:40:25.887411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa7a24d2-2ea5-40e3-9220-461fbec9019c req-1b336690-a269-4208-8973-0525c7c75cd3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289653 May 13 14:40:25.907444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:26.082008 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93687b95-1511-4db9-887f-ac0cdb74a253 req-85007fc8-19f8-45ba-bc57-48b974802c1a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622014 May 13 14:40:26.084198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-854abd5e-d8c9-4c3f-a4ec-507f271e588f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 217 time: 0.3560932 May 13 14:40:26.170385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-4edbdd02-7f2c-49d1-b5fc-1724c424291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.172867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-4edbdd02-7f2c-49d1-b5fc-1724c424291f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742383 May 13 14:40:26.293929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.300749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.306781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.313722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.319892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.325793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.331782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.333809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-bc2c9924-2bf6-4b31-8f09-4f7ea7a9f70f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.2926710 May 13 14:40:26.376264 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-6c0a5342-f0fb-4f2d-998a-51dbebccb9cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3bb5c193-ef7f-4268-90fe-92161914d36c HTTP/1.1" status: 200 len: 217 time: 0.5016384 May 13 14:40:26.413950 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-748b9dcf-b229-4593-afb0-fe88305f08e9 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326148 May 13 14:40:26.427455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eddc68c4-a96b-448d-86fc-67979f02be6f req-862be997-9b8f-4ec3-b551-0f605752a799 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824599 May 13 14:40:26.604356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7e2bd856-54c2-465c-a98b-2249d6b8de97 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:26.643731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-b8842843-0b63-40f3-a250-69adbb48b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.645962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-b8842843-0b63-40f3-a250-69adbb48b043 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.3996243 May 13 14:40:26.656933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-f6e68bf9-1790-4784-b5aa-604f09a99877 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1486497 May 13 14:40:26.709869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-472ff5a8-50d1-461f-bd02-1d650eb87353 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879925 May 13 14:40:26.718523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 7e2bd856-54c2-465c-a98b-2249d6b8de97 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:26.739289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 7e2bd856-54c2-465c-a98b-2249d6b8de97 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:26.739734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.758206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-dcee2868-874d-484d-a456-9f90a3e32c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.759325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-dcee2868-874d-484d-a456-9f90a3e32c0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3533776 May 13 14:40:26.803150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-8918299b-3f04-4170-a5c0-7914222b2193 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.806076 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-8918299b-3f04-4170-a5c0-7914222b2193 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports/7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 942 time: 0.1338754 May 13 14:40:26.861325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-67e4c67e-d485-4b59-81f2-4ada228c73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:26.863863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-67e4c67e-d485-4b59-81f2-4ada228c73c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.9765038 May 13 14:40:26.927333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7e2bd856-54c2-465c-a98b-2249d6b8de97 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:26.927820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:26.945013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a23108-822a-42b2-ad27-875dc2e4ae6d'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de95eea7-cc94-48f2-b914-af03031dfa73'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:26.972552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:26.977859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.059589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:27.089780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-8e6b97d4-a5dc-4e69-ab87-560f0af06fea tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.092021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-8e6b97d4-a5dc-4e69-ab87-560f0af06fea tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 945 time: 1.0206361 May 13 14:40:27.102725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-cdc9612c-968c-4a18-9c19-7d5b94bb0bef tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1885970 May 13 14:40:27.105896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa260c3-8c9c-4fe9-bc12-b2335256b672 req-53cd92bd-496a-40fd-a5eb-d16db92cbbf8 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.108434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5aa260c3-8c9c-4fe9-bc12-b2335256b672 req-53cd92bd-496a-40fd-a5eb-d16db92cbbf8 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a4b9565-f67b-4dc2-95f6-598b8b40c6b8 HTTP/1.1" status: 200 len: 945 time: 0.8602042 May 13 14:40:27.273443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-d5c6ae46-e690-4bee-9352-bc3e01d0fc64 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.274930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-d5c6ae46-e690-4bee-9352-bc3e01d0fc64 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.1657560 May 13 14:40:27.398281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-03e67533-6447-4a77-85a5-562cd72a8197 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1153309 May 13 14:40:27.411526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:27.496235 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-53eafecd-7adb-42ea-b6a0-0188b3bd9a6e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 1001 time: 0.6067035 May 13 14:40:27.574483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Deleting port b19f60eb-4614-4957-bdd3-2fae4bae14ed {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:27.574953 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.597174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:27.664913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-496abfb9-a384-4031-9604-0a4a13a70aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.667363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-496abfb9-a384-4031-9604-0a4a13a70aa3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0096321 May 13 14:40:27.722741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5aa260c3-8c9c-4fe9-bc12-b2335256b672 req-3470d8e0-443b-4ebc-8e1e-93d9ee5a7c0d tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.36 "GET /v2.0/security-groups?id=d460e3fa-105d-48a5-8063-4c682d98e1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520017 May 13 14:40:27.754440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84a267fd-450f-4450-a87c-15d5fdaa9097 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:27.783072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-bbe99289-ead5-42cf-99cc-fb38ae983674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:27.785879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-bbe99289-ead5-42cf-99cc-fb38ae983674 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0049474 May 13 14:40:27.813458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c258056f-8f24-4fdd-bf70-af1ef8959d9c up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:27.905616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:28.106833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port c258056f-8f24-4fdd-bf70-af1ef8959d9c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:28.123116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port c258056f-8f24-4fdd-bf70-af1ef8959d9c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:28.123674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.150548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.159049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.159401 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612 disassociated. External IP: 172.25.5.215, port: 7690ae42-4274-48e6-a4cc-13c0102c3f70. May 13 14:40:28.189644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84a267fd-450f-4450-a87c-15d5fdaa9097,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:28.217605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-a8c6fb89-0402-4349-afe0-95f3bb8fbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:28.218468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '84a267fd-450f-4450-a87c-15d5fdaa9097', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '84a267fd-450f-4450-a87c-15d5fdaa9097', 'mac_address': 'fa:16:3e:a9:75:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:28.220044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-a8c6fb89-0402-4349-afe0-95f3bb8fbf81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.7026291 May 13 14:40:28.347963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 84a267fd-450f-4450-a87c-15d5fdaa9097 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:28.348563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.376473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a267fd-450f-4450-a87c-15d5fdaa9097 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:28.380777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port c258056f-8f24-4fdd-bf70-af1ef8959d9c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:28.381243 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.417588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84a267fd-450f-4450-a87c-15d5fdaa9097,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:28.429488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.469659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:28.478548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.524673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:28.552748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-46c43a49-a9e3-4b8b-9931-73ab7b5efc83 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417642 May 13 14:40:28.616369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-069e5594-66e7-45b2-83fa-feb64795ef45 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153336 May 13 14:40:28.620904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3bb5c193-ef7f-4268-90fe-92161914d36c up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:28.742645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:28.772886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 3bb5c193-ef7f-4268-90fe-92161914d36c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:28.783473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 3bb5c193-ef7f-4268-90fe-92161914d36c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:28.784067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.863960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:28.866708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] For port b19f60eb-4614-4957-bdd3-2fae4bae14ed, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b19f60eb-4614-4957-bdd3-2fae4bae14ed,segment=NetworkSegment(b89d0f34-a98b-483d-896a-cb26d108570f),segment_id=b89d0f34-a98b-483d-896a-cb26d108570f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:28.867674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:28.895930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-9e75a4c7-7866-4ca5-876b-67f97a49abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:28.897522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-9e75a4c7-7866-4ca5-876b-67f97a49abde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6345112 May 13 14:40:28.905579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ea2c4-af0f-4cfa-9dc7-47b2421c8d92 req-75fdc1f5-22f2-4fa4-a9be-2fceaca3b001 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:28.910868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e47ea2c4-af0f-4cfa-9dc7-47b2421c8d92 req-75fdc1f5-22f2-4fa4-a9be-2fceaca3b001 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.8553524 May 13 14:40:28.925379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:29.089739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Calling delete_port for b19f60eb-4614-4957-bdd3-2fae4bae14ed owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:29.138507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:29.147446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.161472 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:29.179567 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:29.181334 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:29.190490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-3e9a0fc0-373c-4584-af55-dd663d693776 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134086 May 13 14:40:29.246181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-b8a150b6-b36e-4f34-83f8-2e83028b8c4e service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811086 May 13 14:40:29.309466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-559907c2-69da-4e0e-8bae-b9bde343e059 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "PUT /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 695 time: 1.9024196 May 13 14:40:29.309466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:29.314829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3bb5c193-ef7f-4268-90fe-92161914d36c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:29.315788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.357925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e47ea2c4-af0f-4cfa-9dc7-47b2421c8d92 req-884e4871-6289-4558-9a97-597434d8d806 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483236 May 13 14:40:29.389607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3bb5c193-ef7f-4268-90fe-92161914d36c,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:29.430670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.445517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-34ca8f68-e207-47d3-b549-e97bb5b53ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:29.455930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-34ca8f68-e207-47d3-b549-e97bb5b53ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1096 time: 0.1315949 May 13 14:40:29.546261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-154357e0-29d5-4cd8-9ab7-3d49beb84fcc service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601575 May 13 14:40:29.597079 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.659256 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:29.733388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-f6dc8c9b-b756-43a3-9330-ff5233fdc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:29.737556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-f6dc8c9b-b756-43a3-9330-ff5233fdc4d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.2791936 May 13 14:40:29.848967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:29.868801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-49d282d9-7e69-42de-b41d-021eac582c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:29.907162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-55454d28-b408-43ad-a3df-a4ba1c97739d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 217 time: 0.1591837 May 13 14:40:30.043277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-e0be8f37-1d86-455b-98a1-d818d6c473b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.047327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-e0be8f37-1d86-455b-98a1-d818d6c473b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1306608 May 13 14:40:30.059454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-14b876f6-1b32-4798-8fc1-1f161cff4f58 req-07f41658-595a-488d-aedb-01f5a942d0d6 service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051613 May 13 14:40:30.133900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Pushing event deleted for resources: {'Port': ['ID=b19f60eb-4614-4957-bdd3-2fae4bae14ed,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:30.215187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-a86b2a0d-a8ce-4db3-bbd1-87e3a6160ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.217772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-a86b2a0d-a8ce-4db3-bbd1-87e3a6160ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617632 May 13 14:40:30.245649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] No DVR routers for this DVR port b19f60eb-4614-4957-bdd3-2fae4bae14ed on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:30.252022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:30.255198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'name': 'network-vif-deleted', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:30.278279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-5225fab2-92d2-48fa-8781-69a776481efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.280007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-5225fab2-92d2-48fa-8781-69a776481efb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 1100 time: 0.9761889 May 13 14:40:30.285033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8465de0d-2f22-480b-b702-beeb2288ceb9 req-276a3820-e38f-4565-bef0-0adc183415d0 tempest-ServerPasswordTestJSON-1487536103 tempest-ServerPasswordTestJSON-1487536103-project] 10.222.0.86 "DELETE /v2.0/ports/b19f60eb-4614-4957-bdd3-2fae4bae14ed HTTP/1.1" status: 204 len: 173 time: 3.1730125 May 13 14:40:30.342459 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:30.348079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:30.359792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:30.360486 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:30.399018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff68cac-0eeb-4ff8-a8bc-40b743102bdf req-18a115f9-aca5-4b42-8273-30cd5088ac92 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.401087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eff68cac-0eeb-4ff8-a8bc-40b743102bdf req-18a115f9-aca5-4b42-8273-30cd5088ac92 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.3406229 May 13 14:40:30.502846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eff68cac-0eeb-4ff8-a8bc-40b743102bdf req-316bbb3c-04a1-4d56-a44a-a7f986f233a1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902002 May 13 14:40:30.510483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-80d43dda-c726-42e0-b75e-62212a2dc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.512076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-80d43dda-c726-42e0-b75e-62212a2dc635 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2244482 May 13 14:40:30.536261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-2f097a31-5509-4b65-b257-12ccaf798151 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027387 May 13 14:40:30.600281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-8312dab0-c1ec-4136-951d-8a998baa9189 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=84a267fd-450f-4450-a87c-15d5fdaa9097 HTTP/1.1" status: 200 len: 217 time: 0.0804119 May 13 14:40:30.620046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b19f60eb-4614-4957-bdd3-2fae4bae14ed no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:30.639701 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:30.697124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: b19f60eb-4614-4957-bdd3-2fae4bae14ed {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:30.698439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b19f60eb-4614-4957-bdd3-2fae4bae14ed not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:30.807211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-b970c66c-7d4d-4071-a0c6-0b4eba898d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.809087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-b970c66c-7d4d-4071-a0c6-0b4eba898d99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2020125 May 13 14:40:30.828702 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c36706c-4ea3-4a45-b2dc-eabc686a401b req-dd3eead1-538e-453c-b823-0db86d0e8218 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933509 May 13 14:40:30.928012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d106aa-fb74-4479-a977-b6c8278f5094 req-c558a992-f877-4323-8fc2-b25f19a708ba tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.929770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5d106aa-fb74-4479-a977-b6c8278f5094 req-c558a992-f877-4323-8fc2-b25f19a708ba tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 949 time: 0.2129059 May 13 14:40:30.941081 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa4d57b-b7d7-4e9c-91a1-4d6182ac3fe9'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a23108-822a-42b2-ad27-875dc2e4ae6d', 'code': 200} May 13 14:40:30.941679 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa4d57b-b7d7-4e9c-91a1-4d6182ac3fe9'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de95eea7-cc94-48f2-b914-af03031dfa73', 'code': 200} May 13 14:40:30.951553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-f5a76aef-d09e-40a6-b14e-9908fa6b86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:30.953723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-f5a76aef-d09e-40a6-b14e-9908fa6b86a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337776 May 13 14:40:31.053570 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:31.059474 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf9d58-90fa-4d29-9a73-37e5e4952809 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:31.253129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5d106aa-fb74-4479-a977-b6c8278f5094 req-49860df0-672e-405b-8c11-67f0115e0d75 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882470 May 13 14:40:31.317822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-a387cbc0-edcd-4e47-b4d6-42fb86364bda service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580756 May 13 14:40:31.410187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed123a2-c396-4d3c-9981-caf0eea39bf7 req-b22f73cd-cd08-4115-9d34-5ad1f479e137 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.412525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fed123a2-c396-4d3c-9981-caf0eea39bf7 req-b22f73cd-cd08-4115-9d34-5ad1f479e137 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2605484 May 13 14:40:31.469644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.470572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.471250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.471922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.472620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.473297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.473935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.477086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b9ed771-132b-491c-8aea-d7c915826407 req-2aee9fe1-6b0e-464e-9f00-4512b89a8d99 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6500 time: 0.3642070 May 13 14:40:31.503766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fed123a2-c396-4d3c-9981-caf0eea39bf7 req-67f19e53-0d6f-4efd-b491-182286ba4c25 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765290 May 13 14:40:31.542660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840522b-e856-4b31-b96f-f18996253a35 None None] New status for floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:31.647647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53698) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:31.683820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b9ed771-132b-491c-8aea-d7c915826407 req-d06d8fde-baea-483b-b548-7a27c6f9213c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&id=20983a1b-ae97-4e16-80d5-23a4092a21a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762736 May 13 14:40:31.718153 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-670135d0-3cd1-4ecd-b458-80dbade211a8 req-6a49fb84-1e19-47c4-ae53-499d779354d0 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922803 May 13 14:40:31.743974 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edcba10-b1a6-4499-97fa-80fba0119f61'] response: {'name': 'network-changed', 'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'status': 'completed', 'code': 200} May 13 14:40:31.753716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.761191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.769421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.776130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.783062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.789874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.796112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:31.799321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-f3e83083-1de6-4719-975b-90a523622da4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.2527614 May 13 14:40:31.800723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84a267fd-450f-4450-a87c-15d5fdaa9097 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:40:31.824524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Deleting subnet b8823576-51d7-4c25-97a7-d0bce9978b21 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:31.834554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:31.903109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ca6b16b-30ff-47cd-ac94-ff446dbb22a2 req-074ebd06-37e5-4137-97b2-6706ac69a641 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943115 May 13 14:40:31.963017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.049319 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6e5a7f-2090-4f3f-8cf3-1c9fbae5aeb6'] response: {'server_uuid': '1a4b9565-f67b-4dc2-95f6-598b8b40c6b8', 'name': 'network-vif-deleted', 'tag': 'b19f60eb-4614-4957-bdd3-2fae4bae14ed', 'status': 'completed', 'code': 200} May 13 14:40:32.097244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.133650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9da3-083a-4161-ac78-4811affd6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.179440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 84a267fd-450f-4450-a87c-15d5fdaa9097 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:40:32.190805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 84a267fd-450f-4450-a87c-15d5fdaa9097 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:40:32.191492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.246654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-cd01f3fa-13ef-41b8-a3a9-166ad0cd3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:32.248330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-cd01f3fa-13ef-41b8-a3a9-166ad0cd3222 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 1096 time: 0.3078740 May 13 14:40:32.257947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaf9a6-9b36-487e-85b1-b2859d4a6255 req-f8b5f8f3-3fbd-46a9-b7e5-44bec06814a2 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:32.264756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cefaf9a6-9b36-487e-85b1-b2859d4a6255 req-f8b5f8f3-3fbd-46a9-b7e5-44bec06814a2 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.1898010 May 13 14:40:32.292474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.388724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.406061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8823576-51d7-4c25-97a7-d0bce9978b21,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.415751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cefaf9a6-9b36-487e-85b1-b2859d4a6255 req-ed2e5791-e088-4f7c-9f9c-9b49ebeec99e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494644 May 13 14:40:32.431032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.431498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.431955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.432476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.432927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.433368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.434006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.434518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.435460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.436026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.436496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.438404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.446252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e0117832-ef78-45c0-abc3-85369fd35485 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b8823576-51d7-4c25-97a7-d0bce9978b21 HTTP/1.1" status: 204 len: 168 time: 0.7950447 May 13 14:40:32.446718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.462430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 84a267fd-450f-4450-a87c-15d5fdaa9097 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:32.462822 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.516410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84a267fd-450f-4450-a87c-15d5fdaa9097,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:32.527149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.622132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:32.654937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:32.664956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.665317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.665668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.666060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.666419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.666911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.667262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.667611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.667958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.668325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.668715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.669059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:32.710151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-0e47ffe8-7580-48f6-990d-310611898b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:32.711839 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-0e47ffe8-7580-48f6-990d-310611898b25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.4445591 May 13 14:40:32.808260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.864135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-57e61f9b-db41-4560-9b1c-771e81647660 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 200 len: 217 time: 0.1438608 May 13 14:40:32.909990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:32.951915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97'}, {'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c'}, {'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c'}, {'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:33.013520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-2048ce3e-1588-417d-a5a1-87c8894daac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.016278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-2048ce3e-1588-417d-a5a1-87c8894daac3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1396558 May 13 14:40:33.115468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.127485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408fad-ed56-487e-9937-2e329a99ff50 req-3d41a8de-1340-4fa9-96a3-f0af23dd757f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.141178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c408fad-ed56-487e-9937-2e329a99ff50 req-3d41a8de-1340-4fa9-96a3-f0af23dd757f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.3463142 May 13 14:40:33.242801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c408fad-ed56-487e-9937-2e329a99ff50 req-9b82680c-eb4b-4a54-a3aa-627bb0a936d6 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965919 May 13 14:40:33.283839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-44ad28dd-b9fc-466d-b42b-9bd192532db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.291789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-44ad28dd-b9fc-466d-b42b-9bd192532db7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684150 May 13 14:40:33.305316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f536f-6f2d-4973-91fa-7073102072b3 req-29b288b3-9da8-4f37-93f9-ed9d5b5456b6 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.307986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-121f536f-6f2d-4973-91fa-7073102072b3 req-29b288b3-9da8-4f37-93f9-ed9d5b5456b6 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 950 time: 0.5149596 May 13 14:40:33.453931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.517772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-6ff0288a-e5a4-4a1a-bd9c-a9c2bf41419d service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165334 May 13 14:40:33.569054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8560d615-7357-4e3a-bfd9-d1c0917026fa']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:33.613801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c200fe-2ec0-4d78-a03d-25271e407319 req-e9fdd898-a624-4976-aae5-9f7d8b7df5e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:33.615408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0c200fe-2ec0-4d78-a03d-25271e407319 req-e9fdd898-a624-4976-aae5-9f7d8b7df5e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2212834 May 13 14:40:33.664495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89d0f34-a98b-483d-896a-cb26d108570f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:33.666280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89d0f34-a98b-483d-896a-cb26d108570f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:33.682831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-121f536f-6f2d-4973-91fa-7073102072b3 req-a37dc003-8138-491e-bb5f-2bfa8d2d1828 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598652 May 13 14:40:33.711275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0c200fe-2ec0-4d78-a03d-25271e407319 req-5c6d4157-a57d-4441-93d9-b844ea2c0c56 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843611 May 13 14:40:33.720430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.731515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26c82dc-f960-46bb-be5c-9444beaf35a1 req-c103f166-b795-4c71-be44-654268615e4e service neutron] 10.222.0.90 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047069 May 13 14:40:33.774393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.850481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:33.851073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: timer() May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:33.872567 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:34.049837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.055680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.062425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.068430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.074314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.080966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.086892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.088955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-992e62d6-893b-4847-9b91-05353f4fde03 req-1b2aa556-2405-4c44-9e54-7568b42837e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.1591253 May 13 14:40:34.142190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.172563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.189942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] Pushing event deleted for resources: {'Network': ['ID=8560d615-7357-4e3a-bfd9-d1c0917026fa,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:34.224024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-992e62d6-893b-4847-9b91-05353f4fde03 req-03931c97-5abe-4cb3-9c24-0dfc917d6ebe tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184709 May 13 14:40:34.224382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ebafafb5-f481-4051-a75f-cc6a74d55598 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8560d615-7357-4e3a-bfd9-d1c0917026fa HTTP/1.1" status: 204 len: 168 time: 1.7718463 May 13 14:40:34.252278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-854e9b05-0b9e-47ae-af83-d896fb90ada4 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.253823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-854e9b05-0b9e-47ae-af83-d896fb90ada4 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.90 "GET /v2.0/ports?device_id=19c3f5ea-715d-478e-b176-7fe6d185613f HTTP/1.1" status: 200 len: 945 time: 0.1378171 May 13 14:40:34.266348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-08349ca0-f95d-4534-8dc3-88327887f6cb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:34.288757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-08349ca0-f95d-4534-8dc3-88327887f6cb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3084877 May 13 14:40:34.347625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Deleting port 7690ae42-4274-48e6-a4cc-13c0102c3f70 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:34.348593 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.400707 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310195c2-e766-4d7e-8d08-25ca17edb05d'] response: {'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97', 'code': 200} May 13 14:40:34.401528 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310195c2-e766-4d7e-8d08-25ca17edb05d'] response: {'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c', 'code': 200} May 13 14:40:34.401528 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310195c2-e766-4d7e-8d08-25ca17edb05d'] response: {'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c', 'code': 200} May 13 14:40:34.401528 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310195c2-e766-4d7e-8d08-25ca17edb05d'] response: {'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097', 'code': 200} May 13 14:40:34.602865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:34.697615 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:34.784285 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-03f3605e-209d-41d1-883f-8115d0b0381b tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.4940789 May 13 14:40:34.810046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:34.949005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.088738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.167140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf556527-c322-4b3f-bd9d-626bab2a8c54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be930f26ba23428d8516077df5bad02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568061 May 13 14:40:35.171469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:35.258354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] For port 7690ae42-4274-48e6-a4cc-13c0102c3f70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7690ae42-4274-48e6-a4cc-13c0102c3f70,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:35.258804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.274369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027754-d474-4cc9-9fd9-bb0aea3c12f6 req-b72598ee-14e7-4e44-80f2-91e9a9868f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.276776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab027754-d474-4cc9-9fd9-bb0aea3c12f6 req-b72598ee-14e7-4e44-80f2-91e9a9868f73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.7164299 May 13 14:40:35.402314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c131c2-6493-42e7-822d-7fa524fa6a94 req-ff6511e2-e5f6-418f-9f9d-038531e873d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.404989 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39c131c2-6493-42e7-822d-7fa524fa6a94 req-ff6511e2-e5f6-418f-9f9d-038531e873d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1096 time: 0.8079262 May 13 14:40:35.408304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b66d-2f77-484a-9b57-3a584422dfec req-990e069b-7360-4c68-9536-ee0deed2cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.410917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec05b66d-2f77-484a-9b57-3a584422dfec req-990e069b-7360-4c68-9536-ee0deed2cd20 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 1101 time: 0.8065147 May 13 14:40:35.507764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Calling delete_port for 7690ae42-4274-48e6-a4cc-13c0102c3f70 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:35.549882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d9f92-34e0-4afc-9011-ee0e7ae4eed6 req-ec1046b0-b968-4495-9a8e-6fa79b3066ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.551464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d4d9f92-34e0-4afc-9011-ee0e7ae4eed6 req-ec1046b0-b968-4495-9a8e-6fa79b3066ef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 1101 time: 0.9534755 May 13 14:40:35.604444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70b2fe-d509-4bbe-aeb6-4ddb9f1dc012 req-813eeee1-0773-40b8-a087-eaa3da6151d5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:35.605450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.606070 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca70b2fe-d509-4bbe-aeb6-4ddb9f1dc012 req-813eeee1-0773-40b8-a087-eaa3da6151d5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 945 time: 0.8121228 May 13 14:40:35.702186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab027754-d474-4cc9-9fd9-bb0aea3c12f6 req-2f25d723-f33a-4375-9aa9-42b96e748a4b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088755 May 13 14:40:35.720358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.746555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec05b66d-2f77-484a-9b57-3a584422dfec req-a7377053-6c43-4e69-b577-952b428e9afd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511322 May 13 14:40:35.753098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39c131c2-6493-42e7-822d-7fa524fa6a94 req-d6e189b6-a333-48ad-bd6b-369442293a9a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591364 May 13 14:40:35.769050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d4d9f92-34e0-4afc-9011-ee0e7ae4eed6 req-fc9ca1db-af73-4eaf-a300-17725d1f105e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853046 May 13 14:40:35.772947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca70b2fe-d509-4bbe-aeb6-4ddb9f1dc012 req-4e431c2e-2dee-4d5f-be0d-ab4a6758a34f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381314 May 13 14:40:35.929701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.946428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:35.953948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['aa336dfe-5dfe-4542-8565-1060ac1498fe'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:35.984443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Deleting port 9cb577da-932b-45b7-a3a8-59c86b937c92 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:35.985071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.012825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460e3fa-105d-48a5-8063-4c682d98e1e5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:36.045274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7690ae42-4274-48e6-a4cc-13c0102c3f70'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:36.048758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event deleted for resources: {'Port': ['ID=7690ae42-4274-48e6-a4cc-13c0102c3f70,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:36.059529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.061066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-123256c1-990d-4036-bb47-1244b331f6b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d460e3fa-105d-48a5-8063-4c682d98e1e5 HTTP/1.1" status: 204 len: 168 time: 0.8885863 May 13 14:40:36.159861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] No DVR routers for this DVR port 7690ae42-4274-48e6-a4cc-13c0102c3f70 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:36.164187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.167327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'name': 'network-vif-deleted', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:36.190721 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-58d12b87-6cde-418c-8aaf-045cfaa07d4f req-50632cf0-c4b6-4315-bde1-8f0be67ef353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.90 "DELETE /v2.0/ports/7690ae42-4274-48e6-a4cc-13c0102c3f70 HTTP/1.1" status: 204 len: 173 time: 1.9304993 May 13 14:40:36.213515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134f8e4-1bf6-4a86-aa1b-6f70ce80c493 req-570fa813-9cfe-47ca-96b8-bd899e8258b9 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.215776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2134f8e4-1bf6-4a86-aa1b-6f70ce80c493 req-570fa813-9cfe-47ca-96b8-bd899e8258b9 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.2083378 May 13 14:40:36.338368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2134f8e4-1bf6-4a86-aa1b-6f70ce80c493 req-557929b3-ef5c-4d56-bce6-cf72faeaca27 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919049 May 13 14:40:36.439951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.447990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.604930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] For port 9cb577da-932b-45b7-a3a8-59c86b937c92, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb577da-932b-45b7-a3a8-59c86b937c92,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:36.605574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:36.705397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.712360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.725161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.731244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.753035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.773198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.791869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:36.808426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28333e13-41e1-4099-b99f-5ae0322d9226 req-15b6e4c3-7da4-49b5-bedb-3de7427c9fd5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.2342122 May 13 14:40:36.811454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:36.857777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Request body: {'floatingip': {'port_id': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:36.937585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Calling delete_port for 9cb577da-932b-45b7-a3a8-59c86b937c92 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:37.118598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:37.428982 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612 associated. External IP: 172.25.5.215, port: aa336dfe-5dfe-4542-8565-1060ac1498fe. May 13 14:40:37.555529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d505ea-34a9-4830-9366-85ed87308ce4 req-7bdd7a1d-51db-420f-95b2-e3dc81be7d8b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:37.564753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39d505ea-34a9-4830-9366-85ed87308ce4 req-7bdd7a1d-51db-420f-95b2-e3dc81be7d8b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 950 time: 0.5883715 May 13 14:40:37.795146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39d505ea-34a9-4830-9366-85ed87308ce4 req-3b102219-1581-46fa-a9c4-dd6d0e53009d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291164 May 13 14:40:38.195337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.259551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb577da-932b-45b7-a3a8-59c86b937c92,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:38.300905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efde00-1696-4df9-9aa8-a4f02165d406 req-7340ff49-2b3f-4389-bb71-66de1ec91ade tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:38.302488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22efde00-1696-4df9-9aa8-a4f02165d406 req-7340ff49-2b3f-4389-bb71-66de1ec91ade tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2786429 May 13 14:40:38.367381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:38.546397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22efde00-1696-4df9-9aa8-a4f02165d406 req-9064bf1f-a82f-49f9-b69e-134a2a7a916c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373898 May 13 14:40:38.597359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.604559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:38.925942 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Floating IP ed381a83-2724-4f1b-a251-9a2e661afe4b associated. External IP: 172.25.5.247, port: 4b4594fe-67f9-43c0-ae38-8e9b97680281. May 13 14:40:39.006949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:39.009820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.021955 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:39.033030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:39.038290 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:39.038947 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:39.242725 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5235c8ea-c732-4b43-a111-479c63bf844d'] response: {'server_uuid': '19c3f5ea-715d-478e-b176-7fe6d185613f', 'name': 'network-vif-deleted', 'tag': '7690ae42-4274-48e6-a4cc-13c0102c3f70', 'status': 'completed', 'code': 200} May 13 14:40:39.264104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:39.364909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-287f5ae6-0dbf-421c-a489-42da9b84601c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "PUT /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 997 time: 4.5647812 May 13 14:40:39.472796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:39.616645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aa96c-8335-499a-95aa-f398daedbadb req-4b5d598d-f291-4120-a4cb-af39ba41f8f4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:39.625200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-889aa96c-8335-499a-95aa-f398daedbadb req-4b5d598d-f291-4120-a4cb-af39ba41f8f4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.2647748 May 13 14:40:39.703344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-889aa96c-8335-499a-95aa-f398daedbadb req-82943ba5-6dce-44a2-8fae-ea83bff1c29b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758822 May 13 14:40:39.746667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Router fd7f0007-0664-4846-8f26-a0df8d5dc45f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:39.808268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7690ae42-4274-48e6-a4cc-13c0102c3f70 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:39.896733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 7690ae42-4274-48e6-a4cc-13c0102c3f70 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:39.899169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7690ae42-4274-48e6-a4cc-13c0102c3f70 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:39.995191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-5a193e71-d38f-4f43-a584-6593e85ec16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:40.008477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-5a193e71-d38f-4f43-a584-6593e85ec16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.5106089 May 13 14:40:40.019739 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:35Z', 'revision_number': 8, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:40.024755 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:40.036375 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:40.037559 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:40.043120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:40.061346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Sync routers for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:40.063806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:40.086761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:40.094016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:40.151565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b0f6312-5a6e-4636-b400-f3b642bb004f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "PUT /v2.0/floatingips/ed381a83-2724-4f1b-a251-9a2e661afe4b HTTP/1.1" status: 200 len: 992 time: 3.3381436 May 13 14:40:40.235480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Router bbf14084-9223-41fa-b181-f23540521bee has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:40.365005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-bceee907-6937-4c97-9337-eb9ce680e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:40.366718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-bceee907-6937-4c97-9337-eb9ce680e2d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.3571565 May 13 14:40:40.395155 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:40.501398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:40.732795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d17c-49c8-44ad-a6e0-d510c607dcd5 req-1eb9a05d-a472-4a83-8907-b0bea4ffd9c9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:40.734538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2079d17c-49c8-44ad-a6e0-d510c607dcd5 req-1eb9a05d-a472-4a83-8907-b0bea4ffd9c9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 950 time: 0.1556983 May 13 14:40:40.872573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2079d17c-49c8-44ad-a6e0-d510c607dcd5 req-e09d5d83-88a7-4741-af6a-9c284e9cc1e1 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247480 May 13 14:40:41.078759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:41.097477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56977e19-a443-42b8-8476-e51cce9b2915 admin admin] 10.222.0.36 "PUT /v2.0/routers/bbf14084-9223-41fa-b181-f23540521bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4696641 May 13 14:40:41.097795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ed381a83-2724-4f1b-a251-9a2e661afe4b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'port_id': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'mac_address': 'fa:16:3e:af:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:35Z', 'updated_at': '2022-05-13T14:40:38Z', 'revision_number': 1, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:41.098682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:41.099391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-4d4fbd70-faeb-4df4-8652-df81b39e5968 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 1000 time: 0.7160773 May 13 14:40:41.100991 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Sync routers for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:41.111455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Checking router: fd7f0007-0664-4846-8f26-a0df8d5dc45f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:41.134901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:41.135636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:41.233226 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e44155-00ab-44a4-a150-15de1b1387ec'] response: {'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:40:41.263953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-843b7d96-cf68-4255-b86c-a7ef956d170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:41.275846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-843b7d96-cf68-4255-b86c-a7ef956d170d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1558065 May 13 14:40:41.314639 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:41.315707 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:41.325629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:41.471209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-e83fde47-7ae0-492e-8f3f-5f3a287ae0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:41.481239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-e83fde47-7ae0-492e-8f3f-5f3a287ae0ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972611 May 13 14:40:41.487534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:41.722769 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:35Z', 'revision_number': 8, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:41.745633 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:41.817035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-c8d30e9f-66fe-4f76-81a6-e335dca01dba service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341765 May 13 14:40:41.937246 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d9fba-3436-4ae5-93c5-a0167397e925 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '99a921c9-743d-4773-b6ef-2f5cfad5d612', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'port_id': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'mac_address': 'fa:16:3e:f0:38:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:39:04Z', 'updated_at': '2022-05-13T14:40:35Z', 'revision_number': 8, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:41.947072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.080988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-1b4c13b9-3f9b-4d0c-a39e-ea17723e74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:42.082945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-1b4c13b9-3f9b-4d0c-a39e-ea17723e74b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.7375705 May 13 14:40:42.094776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75528a52-92a7-48d0-b145-12da1d744206 req-a26bfa02-52e7-4466-9e9c-ab64f08a3758 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:42.102255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75528a52-92a7-48d0-b145-12da1d744206 req-a26bfa02-52e7-4466-9e9c-ab64f08a3758 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.7555690 May 13 14:40:42.174498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ea9f342-2b04-4032-b11a-b9f0cef0f233 req-88a8d3d1-5341-4a8d-9921-4865dd67dc5a service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484800 May 13 14:40:42.293631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ed381a83-2724-4f1b-a251-9a2e661afe4b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'port_id': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'mac_address': 'fa:16:3e:af:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:35Z', 'updated_at': '2022-05-13T14:40:38Z', 'revision_number': 1, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:42.301820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955203e4-9e34-4a01-a4a4-dc2b3df95968 None None] The sync data for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 is: [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ed381a83-2724-4f1b-a251-9a2e661afe4b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'port_id': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'mac_address': 'fa:16:3e:af:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:37:35Z', 'updated_at': '2022-05-13T14:40:38Z', 'revision_number': 1, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:42.341031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ae1ff-b090-4b16-bd7b-8dbeca12cf9e None None] New status for floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:42.479035 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:40:37Z', 'revision_number': 5, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:42.488552 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Checking router: bbf14084-9223-41fa-b181-f23540521bee for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:42.489724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75528a52-92a7-48d0-b145-12da1d744206 req-953119a4-a942-47b5-88af-1adeb2c28b83 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865137 May 13 14:40:42.531005 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Routers {'bbf14084-9223-41fa-b181-f23540521bee'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:42.531653 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bbf14084-9223-41fa-b181-f23540521bee'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:42.666069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:42.694660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-e1c8d5b0-185f-4030-858c-1a22bf1b04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:42.696183 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-e1c8d5b0-185f-4030-858c-1a22bf1b04e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.5918465 May 13 14:40:42.741597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:40:42.902787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Deleting port 66215131-5eaf-4713-bfd6-ee34cdd92dce {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:42.903761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.019088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bec77912-8872-45ac-b80b-c0783e9810a4 req-d4196c00-897f-41b9-88d7-37056b035676 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1521091 May 13 14:40:43.106013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-320030ed-74c6-4bc0-8426-19c665e78ef2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 1000 time: 0.3988781 May 13 14:40:43.164311 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22721d69-cb74-4f9f-a290-bea8af7835d5 None None] New status for floating IP ed381a83-2724-4f1b-a251-9a2e661afe4b: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:43.206956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:43.245826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '839b4b83-626a-45a7-a013-8a16326dff01', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'port_id': '839b4b83-626a-45a7-a013-8a16326dff01', 'mac_address': 'fa:16:3e:06:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:40:43.339981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] Set router bbf14084-9223-41fa-b181-f23540521bee gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:43.470392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 839b4b83-626a-45a7-a013-8a16326dff01 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:43.471441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.493842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:43.515449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:43.523492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.535546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e95968-6a2f-420f-9c8e-0bd025142605 req-0a15be19-66c2-420a-b116-ee8ccc6c3789 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:43.548835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57e95968-6a2f-420f-9c8e-0bd025142605 req-0a15be19-66c2-420a-b116-ee8ccc6c3789 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 950 time: 0.2814484 May 13 14:40:43.564917 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72402b58-9238-4ad2-ad71-72b858aeb81f'] response: {'name': 'network-changed', 'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'status': 'completed', 'code': 200} May 13 14:40:43.645192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:43.651371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57e95968-6a2f-420f-9c8e-0bd025142605 req-5294b6c5-2b3c-4840-a9f8-6b939feea7f9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013956 May 13 14:40:43.696268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['839b4b83-626a-45a7-a013-8a16326dff01'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:40:43.797477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-509cdd6e-5d6f-4dcd-a7bb-99739a72b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:43.799224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-509cdd6e-5d6f-4dcd-a7bb-99739a72b73a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.6010594 May 13 14:40:43.943269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] For port 66215131-5eaf-4713-bfd6-ee34cdd92dce, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=66215131-5eaf-4713-bfd6-ee34cdd92dce,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:43.944577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:43.980380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-34856c4f-4aee-4c3d-9967-a922f1f85ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:43.983991 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-34856c4f-4aee-4c3d-9967-a922f1f85ebb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1096 time: 0.6351314 May 13 14:40:43.991753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-650d768f-582a-42b1-a395-7997ffac29b7 req-02f877d4-f4de-492a-9d26-6c1df8db4406 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 999 time: 0.4234934 May 13 14:40:44.004240 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:40:37Z', 'revision_number': 5, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:44.015263 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112983d-dfaf-4106-96ac-d5bf4da42d69 None None] The sync data for ids ['bbf14084-9223-41fa-b181-f23540521bee'] in n-d-841736-1 is: [{'id': 'bbf14084-9223-41fa-b181-f23540521bee', 'name': 'tempest-ServersTestMultiNic-128407799-router', 'tenant_id': '3e2a9991cab046709774310453644b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:36:00Z', 'updated_at': '2022-05-13T14:40:37Z', 'revision_number': 5, 'project_id': '3e2a9991cab046709774310453644b7f', 'gw_port': {'id': '66215131-5eaf-4713-bfd6-ee34cdd92dce', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf14084-9223-41fa-b181-f23540521bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:36:02Z', 'updated_at': '2022-05-13T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:44.220232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ce193-3f04-4af9-8d6f-f43b17d6775e req-4967bfee-1b05-4412-8558-046cc51b9c73 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.225745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b6ce193-3f04-4af9-8d6f-f43b17d6775e req-4967bfee-1b05-4412-8558-046cc51b9c73 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.1094618 May 13 14:40:44.276305 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b6ce193-3f04-4af9-8d6f-f43b17d6775e req-c4116cbd-939a-476b-9b6f-1b0800b6b006 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 May 13 14:40:44.559568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Calling delete_port for 66215131-5eaf-4713-bfd6-ee34cdd92dce owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:44.708426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1543baf4-d73b-421d-9959-00ba411f61c2 req-cb66ad13-f197-46d8-89eb-8ec34a9f9f09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0594683 May 13 14:40:44.740315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.757703 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-56c24678-a7ba-4cc3-9240-b5d552afb1f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6500 time: 1.0530477 May 13 14:40:44.775704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb6a42-5533-4f7e-9494-bf4c87d10a20 req-d90cda66-7cf9-4717-8526-1af183984b0e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.775704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8bb6a42-5533-4f7e-9494-bf4c87d10a20 req-d90cda66-7cf9-4717-8526-1af183984b0e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 944 time: 0.2116027 May 13 14:40:44.798944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-949cc1e6-37ac-41c9-9d2d-b54b63746752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:44.798944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-949cc1e6-37ac-41c9-9d2d-b54b63746752 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.7914455 May 13 14:40:44.906263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8bb6a42-5533-4f7e-9494-bf4c87d10a20 req-a4ab4337-2911-4d30-96c6-04766cd5f6cb tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237516 May 13 14:40:45.086369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 839b4b83-626a-45a7-a013-8a16326dff01 is: BUILD; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:40:45.086369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.118442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:40:45.142128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:45.142128 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:45.167600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-5c7cb943-8ef3-449a-97b7-a8e2f29dab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.167600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-5c7cb943-8ef3-449a-97b7-a8e2f29dab69 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3426414 May 13 14:40:45.167600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-9dd6b2fe-fa5f-4f24-934c-1cc7b73d1e23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 200 len: 217 time: 0.2327993 May 13 14:40:45.276800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:45.336987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d768f-582a-42b1-a395-7997ffac29b7 req-3e54bbda-74c9-47e2-9ef0-75c5aaf06b49 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.351442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-650d768f-582a-42b1-a395-7997ffac29b7 req-3e54bbda-74c9-47e2-9ef0-75c5aaf06b49 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.9578598 May 13 14:40:45.414395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a6fc-45bb-49b9-a7e0-da1f49754c36 req-01aca33c-a51a-492f-9a05-5f98606801b5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.419718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a6fc-45bb-49b9-a7e0-da1f49754c36 req-01aca33c-a51a-492f-9a05-5f98606801b5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.425131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9396a6fc-45bb-49b9-a7e0-da1f49754c36 req-01aca33c-a51a-492f-9a05-5f98606801b5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7&device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 1691 time: 0.1251645 May 13 14:40:45.546919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-3582acc5-17c4-43ca-9a9c-ad2a44d1266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.546919 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-3582acc5-17c4-43ca-9a9c-ad2a44d1266d service neutron] 10.222.0.90 "GET /v2.0/networks?id=c6d338ab-d016-46df-ad29-30e69bfabf5b HTTP/1.1" status: 200 len: 917 time: 0.7510438 May 13 14:40:45.569510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-29a3da51-25bf-4648-bc1d-dd9d6fa2d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.569510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-29a3da51-25bf-4648-bc1d-dd9d6fa2d916 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.3869722 May 13 14:40:45.609937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb577da-932b-45b7-a3a8-59c86b937c92 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:45.629484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9396a6fc-45bb-49b9-a7e0-da1f49754c36 req-5045140a-7901-4c5f-8a0b-8feaf7332a83 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942046 May 13 14:40:45.676749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9cb577da-932b-45b7-a3a8-59c86b937c92 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:45.676749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb577da-932b-45b7-a3a8-59c86b937c92 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:45.695414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-f061647a-5059-4ca0-a2ae-2b61d23c5039 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2057202 May 13 14:40:45.829328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-038e4320-5b94-418e-9c46-f7843960f9e1 req-d7f6f495-319e-4ca0-8b31-d8222858cb04 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0647268 May 13 14:40:45.905264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-dfc385e5-cb88-47de-b877-957007c6ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:45.913039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-dfc385e5-cb88-47de-b877-957007c6ba1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1100 time: 0.1915915 May 13 14:40:45.944958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-c02fcbf6-2877-4db7-94dd-1b13f45d50c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281 HTTP/1.1" status: 200 len: 1002 time: 0.3763776 May 13 14:40:46.104295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-8f60742e-ad9f-4211-8548-6cf3a22b9bf9 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9265068 May 13 14:40:46.167939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-3fc89e29-5ad9-4794-a199-6be48c4e97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.171262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-3fc89e29-5ad9-4794-a199-6be48c4e97ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2247908 May 13 14:40:46.260643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-9df566ed-90b2-4f00-bf69-4cd856285375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.263737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-b1a9a0ad-3952-4d0d-aaa4-927264a05430 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 200 len: 217 time: 0.0830033 May 13 14:40:46.264581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-9df566ed-90b2-4f00-bf69-4cd856285375 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7 HTTP/1.1" status: 200 len: 855 time: 0.2907133 May 13 14:40:46.282547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:46.346102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-c5688063-698a-4269-90e2-62c3599e51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.347592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-c5688063-698a-4269-90e2-62c3599e51d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0761032 May 13 14:40:46.392241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Pushing event deleted for resources: {'Port': ['ID=66215131-5eaf-4713-bfd6-ee34cdd92dce,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:46.494396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-bc6fe355-c4ea-4c66-826d-fadefdd0291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.497771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-bc6fe355-c4ea-4c66-826d-fadefdd0291c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425145 May 13 14:40:46.636364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.637055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.637055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.637354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.637668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.637994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.638319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.638646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.638969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.639421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.639890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.640257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:40:46.682680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-6efcc0d6-ebe0-4b69-a9bd-72cb17ccf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.684274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-6efcc0d6-ebe0-4b69-a9bd-72cb17ccf8d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0087132 May 13 14:40:46.783396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744817a7-63e2-4a8f-bd14-65391048e3cb req-79dec4cd-76e8-436d-84e7-572906ac74e5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.785124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-744817a7-63e2-4a8f-bd14-65391048e3cb req-79dec4cd-76e8-436d-84e7-572906ac74e5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.2852492 May 13 14:40:46.869651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ce6d3ff-6154-42ab-9086-d1df639cedb5 req-a5db02ba-a0fb-4d16-9a4e-1bd56d42a765 service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445931 May 13 14:40:46.886790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2d91-87fe-4d58-81cd-15918a93b0e4 req-809fd119-bcb6-429a-911d-ad6484e129b4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:46.890924 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-194b2d91-87fe-4d58-81cd-15918a93b0e4 req-809fd119-bcb6-429a-911d-ad6484e129b4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.3867011 May 13 14:40:46.895784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-a4423848-0903-4cd1-8dc4-0b58ca28c103 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898273 May 13 14:40:46.941640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.043328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-194b2d91-87fe-4d58-81cd-15918a93b0e4 req-e626f7e4-440e-4e54-a462-80f12f9464c8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412003 May 13 14:40:47.174276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-4a9c6bc7-3360-4eb8-b4d1-ed0fc88c677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.175664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cacb132-d92f-47c8-9b7a-48c9de8e9242 req-cee1cb81-7a86-4af2-ba4a-dfa55f81c5fc service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576840 May 13 14:40:47.175825 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-4a9c6bc7-3360-4eb8-b4d1-ed0fc88c677b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c6d338ab-d016-46df-ad29-30e69bfabf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9035885 May 13 14:40:47.183413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-744817a7-63e2-4a8f-bd14-65391048e3cb req-c6e0cfb0-d340-40e2-9fd6-a1e08a1f65ad tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182671 May 13 14:40:47.221023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.226903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.239397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-5a533a93-714e-49e5-908e-901fb63f47d4 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1002 time: 0.1496212 May 13 14:40:47.324034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-4eb06793-50e6-432d-8ba3-7af8d80c3fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051753 May 13 14:40:47.341506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-08b2220f-708b-4bb5-a1ff-453cc04a482e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7528107 May 13 14:40:47.356038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-f744e0a0-475a-45cd-92b0-5e4c569a2094 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.368692 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-f744e0a0-475a-45cd-92b0-5e4c569a2094 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports/aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 943 time: 0.1185198 May 13 14:40:47.455983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.456321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf14084-9223-41fa-b181-f23540521bee {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:40:47.655541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.657518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d047d112-7df2-46ef-8b1e-06da1dc5fe4a admin admin] 10.222.0.36 "DELETE /v2.0/routers/bbf14084-9223-41fa-b181-f23540521bee HTTP/1.1" status: 204 len: 168 time: 6.5524869 May 13 14:40:47.670137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-e05c60d7-d8bb-48f2-89b5-ea13bab283bb service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705644 May 13 14:40:47.673700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:47.767770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef0bab3b-2096-4168-9de1-84994f39b9be req-5e945fb2-f7c0-47d4-8929-1bc33a01c675 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247437 May 13 14:40:47.832775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-25b42ca2-0b2c-4716-bc93-8b0cbaaf40e3 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1002 time: 0.3349192 May 13 14:40:47.882962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Deleting subnet 8956c577-af4c-4a5b-8136-5fa0e2427da1 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:40:47.924109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:47.983411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-31aded41-3e2b-4e52-940e-7d4fabe5a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:47.984914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-31aded41-3e2b-4e52-940e-7d4fabe5a44c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 0.4885638 May 13 14:40:48.033210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9362-e369-4cac-9eaf-874be916f576 req-d128138b-bde5-4e7e-a90f-4c140c57e336 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:48.035480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec4f9362-e369-4cac-9eaf-874be916f576 req-d128138b-bde5-4e7e-a90f-4c140c57e336 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 943 time: 0.5890608 May 13 14:40:48.038092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-b3a97443-ae40-4b67-9066-30f62f43f26d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:48.048233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-b3a97443-ae40-4b67-9066-30f62f43f26d tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.2045853 May 13 14:40:48.163419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-a8157c57-90d8-48db-86bb-801189c19404 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1002 time: 0.1141012 May 13 14:40:48.174233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:48.204257 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-749ff99f-2cbc-49dc-ba6d-97bf9812f0ae req-b8b93339-8cc7-45ca-99c0-0339a8ac61ec service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125837 May 13 14:40:48.221126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.305415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.311619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec4f9362-e369-4cac-9eaf-874be916f576 req-074a1895-0906-4671-b1cf-eaab343d13e5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215941 May 13 14:40:48.556362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-c0c5e73e-d456-41ad-a553-668dd21cb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:48.558028 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-c0c5e73e-d456-41ad-a553-668dd21cb0ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.5403943 May 13 14:40:48.698480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e638e3e-ccc9-4068-b7b1-18cba52a405b req-6f2e6b69-3cc9-4ed6-adb4-7977fcd78756 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1427975 May 13 14:40:48.751434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.760685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.762086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:48.762086 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612 disassociated. External IP: 172.25.5.215, port: aa336dfe-5dfe-4542-8565-1060ac1498fe. May 13 14:40:48.804960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-561c6a66-1881-4dac-b9e6-73536dd2e9f5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:48.806553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-561c6a66-1881-4dac-b9e6-73536dd2e9f5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 943 time: 0.7186725 May 13 14:40:48.904232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-2d7fa2ac-99e8-415e-a12d-7e00a85bb944 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.3003538 May 13 14:40:48.963068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Deleting port 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:48.963415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.089951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.104475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.186817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8956c577-af4c-4a5b-8136-5fa0e2427da1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:49.189511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77475c8-c340-43a5-98c8-64cb1cc9664c None None] Network 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:40:49.191710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.199244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-419be0d9-245b-4286-ba50-1a87c3e02393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:49.200948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-419be0d9-245b-4286-ba50-1a87c3e02393 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.2877939 May 13 14:40:49.282678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:49.283284 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-070483eb-4cb6-4573-8a6b-3593e6690e3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8956c577-af4c-4a5b-8136-5fa0e2427da1 HTTP/1.1" status: 204 len: 168 time: 1.6046500 May 13 14:40:49.450504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:40:49.454403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274bf60-9f54-4362-96af-30caa7498343 req-11cb54ae-5486-48d9-89f4-27a330f13eb3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:49.457693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.460040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5274bf60-9f54-4362-96af-30caa7498343 req-11cb54ae-5486-48d9-89f4-27a330f13eb3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5065813 May 13 14:40:49.564184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-382ff378-80f3-4816-be20-a6d877fa50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:49.566083 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-382ff378-80f3-4816-be20-a6d877fa50f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3373432 May 13 14:40:49.596066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 66215131-5eaf-4713-bfd6-ee34cdd92dce no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:49.618785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Deleting port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:49.619681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.661924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] DHCP port deletion for 6acfc6c5-a1ba-4e9b-baab-12bddf646b22 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:40:49.664469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 66215131-5eaf-4713-bfd6-ee34cdd92dce {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:49.665125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 66215131-5eaf-4713-bfd6-ee34cdd92dce not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:49.666600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] For port 839b4b83-626a-45a7-a013-8a16326dff01, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=839b4b83-626a-45a7-a013-8a16326dff01,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:49.666966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.673678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Deleting port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:49.674339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:49.843938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Calling delete_port for 839b4b83-626a-45a7-a013-8a16326dff01 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:49.912119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5274bf60-9f54-4362-96af-30caa7498343 req-8d623a4a-1a1e-44ee-91af-e5a4ed93c644 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362597 May 13 14:40:50.098691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] For port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:50.099240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.178525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-86f6bdd8-b80b-47de-a923-27dccbb19a1a service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022794 May 13 14:40:50.185010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.281398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Calling delete_port for 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:50.319033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event deleted for resources: {'Port': ['ID=839b4b83-626a-45a7-a013-8a16326dff01,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:50.358671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.406790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:40:50.412820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.417638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.476294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:40:50.492960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] No DVR routers for this DVR port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:50.506505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e07756-d4f6-4494-adb3-6d21b7cdef3c None None] Pushing event deleted for resources: {'Port': ['ID=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:50.520149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:50.521829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:50.541804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] For port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3df6f2a1-4049-4b78-9dd0-b4f455f76ac5,segment=NetworkSegment(f5e70b8d-586b-45cd-b8cf-0435912c98b9),segment_id=f5e70b8d-586b-45cd-b8cf-0435912c98b9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:40:50.542438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.572538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] No DVR routers for this DVR port 839b4b83-626a-45a7-a013-8a16326dff01 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:40:50.576490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:50.590063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'name': 'network-vif-deleted', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:50.633967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23affc6-3191-4f90-a09d-bb1d2a5941a9 req-f46711a1-1a27-4eee-9284-79ed863b67a4 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:50.637320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c23affc6-3191-4f90-a09d-bb1d2a5941a9 req-f46711a1-1a27-4eee-9284-79ed863b67a4 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 1101 time: 0.5406022 May 13 14:40:50.644815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7db08bb-eecf-48fc-baf1-c2d8345fed5d req-0e9376a5-84c1-431e-b844-8ba2a13dc384 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "DELETE /v2.0/ports/839b4b83-626a-45a7-a013-8a16326dff01 HTTP/1.1" status: 204 len: 173 time: 1.8268321 May 13 14:40:50.649029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cd55dbff-9251-4e51-aff9-d996f981d00d req-02f53b3c-bc0a-4d4e-ab75-9155443d6e6b service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540849 May 13 14:40:50.724862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c23affc6-3191-4f90-a09d-bb1d2a5941a9 req-250590dd-d5fb-42ee-851c-7677da19873c tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740054 May 13 14:40:50.868152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Calling delete_port for 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:40:50.881942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:50.969654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9dc0687c-6dd2-46d5-9136-88b6992972be tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "PUT /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 696 time: 2.8000996 May 13 14:40:50.978047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cf39b-5fb4-4309-9ea4-6f58117c6c9c req-1f5b5422-f969-4c57-8184-b11b4bc93e24 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:50.981979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:40:50.988876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d58cf39b-5fb4-4309-9ea4-6f58117c6c9c req-1f5b5422-f969-4c57-8184-b11b4bc93e24 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.1329205 May 13 14:40:51.043442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d58cf39b-5fb4-4309-9ea4-6f58117c6c9c req-4c441bae-183b-499a-ac92-42fb6390751a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534077 May 13 14:40:51.252468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:40:51.252773 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:40:51.329322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-7f091839-864a-40b7-9614-ca3210ae18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.329322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-7f091839-864a-40b7-9614-ca3210ae18d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.2987306 May 13 14:40:51.714574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-35e82247-99f0-421c-9464-084ebf6506ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:51.728909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-35e82247-99f0-421c-9464-084ebf6506ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.3933332 May 13 14:40:51.766432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:51.907158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:51.907880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:51.923795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:51.942422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:40:51.947405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Deleting port 3df6f2a1-4049-4b78-9dd0-b4f455f76ac5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:51.947946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:51.979606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:40:51.980271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:40:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.011613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-d766c8ab-657b-45c9-93be-38deac3cffcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.2811713 May 13 14:40:52.039044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-af5eeb1d-903f-457f-940a-1f53902a4e5d req-757926fa-7b8a-4227-911c-b734ad0dd4c9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:40:52.096496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-af5eeb1d-903f-457f-940a-1f53902a4e5d req-757926fa-7b8a-4227-911c-b734ad0dd4c9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:40:52.099107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af5eeb1d-903f-457f-940a-1f53902a4e5d req-757926fa-7b8a-4227-911c-b734ad0dd4c9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ef19120-a9e3-4748-bf6c-82007f3a96a9 HTTP/1.1" status: 200 len: 210 time: 0.1554821 May 13 14:40:52.126691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] The port '3df6f2a1-4049-4b78-9dd0-b4f455f76ac5' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:40:52.287095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-642d4592-79f8-4f42-b7ff-ba845fe20862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:52.289128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-642d4592-79f8-4f42-b7ff-ba845fe20862 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.2622128 May 13 14:40:52.349071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:40:52.403854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.478698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acfc6c5-a1ba-4e9b-baab-12bddf646b22']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.514088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e70b8d-586b-45cd-b8cf-0435912c98b9') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.514088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e70b8d-586b-45cd-b8cf-0435912c98b9') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:52.543302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.580302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f249e-b284-445a-a394-3be66a992f9f req-79788a14-b2cb-437a-af6c-203c49b83003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:52.580302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-79788a14-b2cb-437a-af6c-203c49b83003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2521019 May 13 14:40:52.594697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.673417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:40:52.673417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: timer() May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:40:52.692244 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:40:52.695930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0715d-38e8-4487-a785-125c0f822bd1 req-613ae10e-bae4-472f-95ae-9b18c1fa02fb tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:52.697874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eec0715d-38e8-4487-a785-125c0f822bd1 req-613ae10e-bae4-472f-95ae-9b18c1fa02fb tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1529465 May 13 14:40:52.836722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:40:52.841163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eec0715d-38e8-4487-a785-125c0f822bd1 req-239412b7-19a6-4b75-a749-c3104d853ed2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341276 May 13 14:40:52.955412 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b65e66-3ba5-425a-9ab1-2595ea735fa7'] response: {'server_uuid': '2ef19120-a9e3-4748-bf6c-82007f3a96a9', 'name': 'network-vif-deleted', 'tag': '839b4b83-626a-45a7-a013-8a16326dff01', 'status': 'completed', 'code': 200} May 13 14:40:52.970486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 839b4b83-626a-45a7-a013-8a16326dff01 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:40:52.970486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 839b4b83-626a-45a7-a013-8a16326dff01 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:40:52.988878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:52.988878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:53.057969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:40:53.074813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c85a6-3dc5-4a14-8560-8972b56a8c12 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:37:59Z', 'revision_number': 4, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ce27462c-4e0b-41d2-9e01-17c26ef8312c', 'name': '', 'network_id': '771c2c35-3c04-4b76-8ff9-dd508fcd2272', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'mac_address': 'fa:16:3e:52:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:56Z', 'updated_at': '2022-05-13T14:38:18Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'subnets': [{'id': '1138a178-8c90-4ea5-ad7d-2781e75b77e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:40:53.104167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] Pushing event deleted for resources: {'Network': ['ID=6acfc6c5-a1ba-4e9b-baab-12bddf646b22,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:53.118922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-9a8c8543-401e-4159-86bd-88b17d0b4bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302289 May 13 14:40:53.121673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd21f773-82b5-4519-a219-e3c3e452398b admin admin] 10.222.0.36 "DELETE /v2.0/networks/6acfc6c5-a1ba-4e9b-baab-12bddf646b22 HTTP/1.1" status: 204 len: 168 time: 3.8371739 May 13 14:40:53.224677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3908c5d-0c91-46eb-936a-41ab5b75dae7 req-c016ef66-219c-48cf-bde2-3dcb38df2de1 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:53.228416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3908c5d-0c91-46eb-936a-41ab5b75dae7 req-c016ef66-219c-48cf-bde2-3dcb38df2de1 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 1101 time: 0.1318288 May 13 14:40:53.346511 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3908c5d-0c91-46eb-936a-41ab5b75dae7 req-d037bae0-723c-4db9-9886-d403c731fe92 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017318 May 13 14:40:53.616773 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e6cf4f-e337-4e23-975a-dd0501a41951'] response: {'name': 'network-changed', 'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:40:53.751631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c5f249e-b284-445a-a394-3be66a992f9f req-aafcbf7d-f67a-468a-b358-b66b24b75ebd service neutron] 10.222.0.36 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871842 May 13 14:40:53.787072 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0c0ec-daf4-4e62-845c-ba5a16028e8a None None] New status for floating IP 99a921c9-743d-4773-b6ef-2f5cfad5d612: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:40:53.813553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-029ad783-205a-47fb-93a6-4446eb7ccdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:53.813553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-029ad783-205a-47fb-93a6-4446eb7ccdac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4b6c4e6b559642c98b922f497376a767&device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 1097 time: 0.2133124 May 13 14:40:53.909955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:54.015419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-53a8d4e8-b954-4153-99cf-7702f4a4ab32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e2a9991cab046709774310453644b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899758 May 13 14:40:54.015419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:54.107909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1995df0e-024f-4341-ad60-4584979f9bf1 req-27d54a08-6773-4e8f-9d60-731a3213b7c7 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1217093 May 13 14:40:54.176971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.196697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-ae6cdcdf-f5da-4592-a5df-2ebd77e0954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:54.196697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-ae6cdcdf-f5da-4592-a5df-2ebd77e0954e service neutron] 10.222.0.86 "GET /v2.0/networks?id=771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 200 len: 922 time: 0.3785713 May 13 14:40:54.314395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.318717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-a8ba9050-8e69-43d1-9223-b04ff55ec645 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 200 len: 217 time: 0.1132495 May 13 14:40:54.437272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1b0df-ff9d-4127-88bd-91747e222989 req-6074a428-8d40-412b-85bc-24750c0e869e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:54.447957 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8e1b0df-ff9d-4127-88bd-91747e222989 req-6074a428-8d40-412b-85bc-24750c0e869e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.3469150 May 13 14:40:54.453962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-d4d41693-dd62-4eab-a9ba-542146453ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:54.453962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-d4d41693-dd62-4eab-a9ba-542146453ca7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 200 len: 860 time: 0.1310627 May 13 14:40:54.577570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8e1b0df-ff9d-4127-88bd-91747e222989 req-5ba68053-1a17-482f-a176-af94e04b1ede tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186447 May 13 14:40:54.636933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.692921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2518e1a-7c00-43b8-a204-852e76958c69,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:54.719326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:54.720977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-06e26558-71ed-45f3-9c33-1f08edc00599 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2518e1a-7c00-43b8-a204-852e76958c69 HTTP/1.1" status: 204 len: 168 time: 0.7186468 May 13 14:40:54.850310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47542b95-8c5a-4648-afef-fbe9867196cb req-1de9a74d-277e-4c70-9cae-47134512f6e4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:54.866049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47542b95-8c5a-4648-afef-fbe9867196cb req-1de9a74d-277e-4c70-9cae-47134512f6e4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4070961 May 13 14:40:54.866049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-f586c16c-5def-42a0-8515-deb5126cbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:54.867701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-f586c16c-5def-42a0-8515-deb5126cbbc1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=771c2c35-3c04-4b76-8ff9-dd508fcd2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506880 May 13 14:40:55.108642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-a851f4db-c320-4f01-8a35-cc560143ce4a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490041 May 13 14:40:55.115876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47542b95-8c5a-4648-afef-fbe9867196cb req-61477752-8ddd-404f-b02d-21bbdbef380c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560678 May 13 14:40:55.195881 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-4537ad57-3685-4a1d-afe8-6169e52ca7fb service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863705 May 13 14:40:55.522024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-fcfa1ffe-d006-4a2a-bc75-a2ca32927af7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:55.525757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-fcfa1ffe-d006-4a2a-bc75-a2ca32927af7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034040 May 13 14:40:55.540291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02b7d733-0890-4872-aef0-8b5de28f0141 req-f7e8e767-371a-4f9e-b5be-7b0b33cacc0f service neutron] 10.222.0.86 "GET /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334117 May 13 14:40:55.541090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53986) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:55.556905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884748351', 'description': 'tempest-description--827047930'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:55.571656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-3e5f7426-f477-4d87-bd92-ff072ae69d0e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.0368562 May 13 14:40:55.572003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:55.603659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:55.631104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.698276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-0ead0220-2623-42ce-9c8c-1c39077e2581 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1252072 May 13 14:40:55.750605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:55.759817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6aa83bd6-66d7-4594-92fa-d2ba53638fcb req-33bc3998-e18d-4e94-b997-c92c8ad2ab4e tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0959873 May 13 14:40:55.766996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Usage tracker for resource:security_group_rule and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:55.773434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:55.800016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:55.941444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:55.952896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.031159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.033041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4905443 May 13 14:40:56.038571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:56.038843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602593b-af4f-4e82-89b5-2123920e9e12 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ba577-90e3-448b-92dc-724aa378b416,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:56.047436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'security_group_rule': {'security_group_id': 'b63ba577-90e3-448b-92dc-724aa378b416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:56.082707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:56.109148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Usage tracker for resource:security_group_rule and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:56.126252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:56.133236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:56.165240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:56.225531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-efd93f8c-01e2-4d26-b5ef-f403d58316b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:56.233998 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-efd93f8c-01e2-4d26-b5ef-f403d58316b5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.2276647 May 13 14:40:56.264225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.267785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-7f878b7c-bed8-4a33-885c-2f5562dc6dc7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/quotas/75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 375 time: 0.0210657 May 13 14:40:56.432454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1054108483-network', 'tenant_id': 'bc589c8cd65d455da4dd62017ec1207b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:56.463852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:56.463852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Usage tracker for resource:network and tenant:bc589c8cd65d455da4dd62017ec1207b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:56.481556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:56.499125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:56.520119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.535639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Made reservation on behalf of bc589c8cd65d455da4dd62017ec1207b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:56.535639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.570507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.609377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.627335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7c58bc-6778-46f7-b33d-7ce92523c94d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:56.647282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:56.656843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-48d6c68c-ab2e-452a-b9f7-7a9c9eda4596 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3992903 May 13 14:40:56.668645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8e4c-b143-42fa-bf14-2283383671e4 req-4d888fd5-52c5-40b4-a135-9ab510ba4a05 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:56.673065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c95b8e4c-b143-42fa-bf14-2283383671e4 req-4d888fd5-52c5-40b4-a135-9ab510ba4a05 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.3215261 May 13 14:40:56.673934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.678272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2d6b7879-3b16-4e8d-bbe3-ac94eeb6f1b5 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6390331 May 13 14:40:56.679733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc589c8cd65d455da4dd62017ec1207b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:56.682520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:56.685954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:56.694280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'security_group_rule': {'security_group_id': 'b63ba577-90e3-448b-92dc-724aa378b416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:56.727305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:56.737401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Usage tracker for resource:security_group_rule and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:56.743703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:56.759708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:56.784245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:56.842853 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:56.876870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-05661a72-4e7a-44c7-9d75-79be352fcce8 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103727 May 13 14:40:56.878885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c95b8e4c-b143-42fa-bf14-2283383671e4 req-98f1e388-0ea1-472f-9402-79539a6fd5b4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887672 May 13 14:40:57.114895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-93406c0f-1a0b-455e-b860-aa678b5d05f8 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 200 len: 694 time: 0.1618006 May 13 14:40:57.130541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-3e115a94-ddf6-458a-9fbd-48446b7a9014 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394793 May 13 14:40:57.180744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.205556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.431607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e89be-5d72-4885-9d55-cc262852e59d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:57.506013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.517860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-99fc9a55-b763-4120-8b8a-958f8a492f57 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8229795 May 13 14:40:57.517860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.517860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:57.549902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:57.575817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.581248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:57.626289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Usage tracker for resource:floatingip and tenant:2580b6c6ddc5417cbd1467e909adda67 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:57.631557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:57.663881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:57.675212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:40:57.678609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc491675-c41e-4edf-84d7-0a43ad4a56ae req-72dd1b80-b555-4839-a53a-da56bc171e18 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 210 time: 0.0970385 May 13 14:40:57.686842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-a67e11ce-ff17-4a62-a5f6-39ec20df470e tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:57.694805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-a67e11ce-ff17-4a62-a5f6-39ec20df470e tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.5635490 May 13 14:40:57.701351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-c3042027-3ef0-4d54-b929-128de779af00 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:40:57.715766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-c3042027-3ef0-4d54-b929-128de779af00 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194554 May 13 14:40:57.725063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6bcaa0-4880-4915-82d4-ba0811d3bf61,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:57.737405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.737779 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Added segment 0f884c13-e51a-405b-aed4-0ae6d1fb38df of type vlan for network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 May 13 14:40:57.848155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:57.915948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-6f2966b1-6077-4f7c-aae0-da8ee4729b33 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 697 time: 0.1874855 May 13 14:40:58.163250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.191519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12a44236-78c3-4cab-8fe2-0c10b9527f9c req-16fdf868-12be-4255-8635-457c7c2e3b4a tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1590571 May 13 14:40:58.211793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-147f07e3-c17d-41e9-9158-0b1f34cd7a6a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2562711 May 13 14:40:58.254597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-145f7344-4a3c-49e6-8807-225c21272b2e tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 697 time: 0.3167889 May 13 14:40:58.572956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8b8ed081-9261-47ec-99ca-d9c1d6b3efe9 req-2e3eb12c-4e3e-439d-a634-d452adb9ed1e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 210 time: 0.2656145 May 13 14:40:58.605651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:40:58.802991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-2c443ef2-0d54-44d8-ab58-3f0832f08610 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:58.807497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-2c443ef2-0d54-44d8-ab58-3f0832f08610 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5912113 May 13 14:40:58.830738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:58.874907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Deleting port 30bdb507-8605-4e9d-a368-bca6dd2fbcbd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:40:58.875453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.955340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:58.955340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:58.955340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.272099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:59.306153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:59.320231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] Pushing event updated for resources: {'Network': ['ID=64d74c33-6199-49d1-aa9f-8bd89a1a3c50,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:40:59.320231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e70b1a15-a9c2-4586-a2c5-2c57c55062a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1821024 May 13 14:40:59.329685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fdd21-e870-41e0-8052-3a7190b3d672 req-34702c21-cb05-4da3-a16f-84f4bea3731e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:40:59.339612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:40:59.347123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:40:59.359416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Request body: {'subnet': {'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1054108483-subnet', 'tenant_id': 'bc589c8cd65d455da4dd62017ec1207b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:40:59.365868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c32fdd21-e870-41e0-8052-3a7190b3d672 req-34702c21-cb05-4da3-a16f-84f4bea3731e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.3337076 May 13 14:40:59.388108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:40:59.407962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Usage tracker for resource:subnet and tenant:bc589c8cd65d455da4dd62017ec1207b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:40:59.427034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:40:59.458228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:40:59.470405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.470742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.533453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:59.545228 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.610436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c32fdd21-e870-41e0-8052-3a7190b3d672 req-2f0afcfa-d86c-4f6d-b245-d08bdfce4d18 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528825 May 13 14:40:59.731085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c09d2745-004d-45bb-b714-3ec5cee7edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.889954 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.893908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Made reservation on behalf of bc589c8cd65d455da4dd62017ec1207b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:40:59.899182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:40:59.943945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Calling delete_port for 30bdb507-8605-4e9d-a368-bca6dd2fbcbd owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:00.272918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-c0325e9b-6b33-46a8-871f-b4d5b6c7beea tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:00.275187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-c0325e9b-6b33-46a8-871f-b4d5b6c7beea tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.4305763 May 13 14:41:00.295750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec2174a4-c31c-45a8-9155-4d68ac5cff9e req-47384939-4441-4653-82be-627f37a5e32a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 210 time: 0.3826523 May 13 14:41:00.301626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'device_id': '419d44dd-96f8-49b1-852d-2c99b5873979', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'admin_state_up': True, 'tenant_id': '75c3cb608ca04661bbf341e51af50a27'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:00.377520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Allocated IP 172.25.5.144 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/a2c5da2a-65b9-426a-aa0c-1be29b38ab12) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:00.645012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.656030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29c3b157-3248-45ec-83b0-26a5eb434da4 req-69c7c575-3ecd-4649-bb74-bd9960afb0e5 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1184199 May 13 14:41:00.765606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event deleted for resources: {'Port': ['ID=30bdb507-8605-4e9d-a368-bca6dd2fbcbd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:00.795228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.137 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/add692a6-05c6-4498-a1c8-e83cd038999b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:00.857730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:00.865917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.912816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:00.948972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.995106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:00.995106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b3f84a-6522-477c-8ef9-0890b7b8a978,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:01.034544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:01.041252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Checking segment: {'id': '0f884c13-e51a-405b-aed4-0ae6d1fb38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:01.041252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Network hostable DHCP agents. Network: 64d74c33-6199-49d1-aa9f-8bd89a1a3c50, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:01.050120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.055333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.060457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8395423b-01f8-4d67-9990-0d8a0186d341 req-858610d4-5080-4798-a319-5138a4031c28 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "DELETE /v2.0/floatingips/99a921c9-743d-4773-b6ef-2f5cfad5d612 HTTP/1.1" status: 204 len: 173 time: 2.8011103 May 13 14:41:01.065351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.280722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:01.346607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:01.347408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 64d74c33-6199-49d1-aa9f-8bd89a1a3c50) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:01.352261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'Port': ['ID=a2c5da2a-65b9-426a-aa0c-1be29b38ab12,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:01.358799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:01.377459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:01.377459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.410026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83cca49-2840-4373-a13a-af37d54737d9 None None] Network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:01.415275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:01.467064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2fd02607-efb8-41aa-befd-072a7fe54340 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1061108 May 13 14:41:01.497201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2dc0-422a-448c-b5ad-2eb79d672347 req-48e988a0-6952-44df-bdf7-649c354672de tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:01.497201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28ec2dc0-422a-448c-b5ad-2eb79d672347 req-48e988a0-6952-44df-bdf7-649c354672de tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.2481773 May 13 14:41:01.553499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28ec2dc0-422a-448c-b5ad-2eb79d672347 req-23915a88-2007-48f7-b02d-f7fb755da8dd tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 May 13 14:41:01.590689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.691405 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc43143d-fa41-451b-8d42-b2362a7cdf83 req-27d63ba5-6c97-4528-9c75-7f54fefb9ee6 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 210 time: 0.3187656 May 13 14:41:01.747022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:01.867333 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:41:02.178557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.270049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13af4bdb-8672-4fd8-8160-e87c81e93437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.318237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object add692a6-05c6-4498-a1c8-e83cd038999b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:02.322135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3418728c-f06d-40ef-b430-63120891f28e req-df24b8d0-3c5e-4dc7-968e-30f8480fdd3d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 210 time: 0.0970182 May 13 14:41:02.330832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.20.0.12 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/80117d94-32f8-4cd4-9770-08c3e4e480c6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:02.483417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5541b2b-9a53-44cb-a1de-436ca14906d6 req-8a1424b9-6488-4639-8b24-bf0aa30cb52d tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0697088 May 13 14:41:02.508747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f25ac-ef41-4d43-a99d-b7271a801ded None None] Network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:02.605909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.607457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.619689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:02.845505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:02.907518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'Port': ['ID=a2c5da2a-65b9-426a-aa0c-1be29b38ab12,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:02.923350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:02.939965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.046506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.046506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-28327906-66ae-470a-8059-ffe509d28759 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4791093 May 13 14:41:03.046506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5e7d6-8bc6-4fb3-990c-717b4c92c2c6 req-c3e64e22-76e5-4769-aad2-84e0db24ef85 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.046506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30a5e7d6-8bc6-4fb3-990c-717b4c92c2c6 req-c3e64e22-76e5-4769-aad2-84e0db24ef85 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:03.075088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30a5e7d6-8bc6-4fb3-990c-717b4c92c2c6 req-c3e64e22-76e5-4769-aad2-84e0db24ef85 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:03.080690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30a5e7d6-8bc6-4fb3-990c-717b4c92c2c6 req-c3e64e22-76e5-4769-aad2-84e0db24ef85 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 946 time: 0.2930503 May 13 14:41:03.103971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.118596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:03.151625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:03.212455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30a5e7d6-8bc6-4fb3-990c-717b4c92c2c6 req-92c2360a-8569-4b4e-a0ec-7674dc5c7353 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205254 May 13 14:41:03.256188 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.420667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:03.554383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:03.815963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.828342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-605b7428-cbaa-4a25-8742-c57d99859eb1 None None] Provisioning for port add692a6-05c6-4498-a1c8-e83cd038999b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:03.837721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.845048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-605b7428-cbaa-4a25-8742-c57d99859eb1 None None] Provisioning complete for port add692a6-05c6-4498-a1c8-e83cd038999b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:03.845048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-605b7428-cbaa-4a25-8742-c57d99859eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:03.847402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29342be-cd97-4ffe-a558-a7628acc2f47 req-0363ed8f-a8be-493a-ba54-69b2991c7060 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:03.847402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e29342be-cd97-4ffe-a558-a7628acc2f47 req-0363ed8f-a8be-493a-ba54-69b2991c7060 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.2240562 May 13 14:41:04.001761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-7bd46787-f546-4619-a83f-c2908038e1a4 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.001761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-7bd46787-f546-4619-a83f-c2908038e1a4 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/networks?id=64d74c33-6199-49d1-aa9f-8bd89a1a3c50 HTTP/1.1" status: 200 len: 822 time: 1.1623607 May 13 14:41:04.008557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e29342be-cd97-4ffe-a558-a7628acc2f47 req-24674dc0-efd4-436b-a726-4117339dd7c5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566975 May 13 14:41:04.055855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-44cabd79-ff08-40e2-8aa5-a388b6412693 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/quotas/bc589c8cd65d455da4dd62017ec1207b HTTP/1.1" status: 200 len: 375 time: 0.0354500 May 13 14:41:04.094450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.161446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-605b7428-cbaa-4a25-8742-c57d99859eb1 None None] Port add692a6-05c6-4498-a1c8-e83cd038999b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:04.208780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f6f47abc-de41-4a75-b0b0-94a937ca203e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3721800 May 13 14:41:04.225819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Request body: {'port': {'device_id': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:04.306401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-e491bcfb-2274-423b-80a3-a1d08ef8340c tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc589c8cd65d455da4dd62017ec1207b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1810520 May 13 14:41:04.336329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Transition to ACTIVE for port object 80117d94-32f8-4cd4-9770-08c3e4e480c6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:04.547463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.604866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-a1dcbcb4-e64d-4b35-bf87-6d589f9f006c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:04.604866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-a1dcbcb4-e64d-4b35-bf87-6d589f9f006c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:04.621999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-73f391f7-e15f-499f-80a0-fe965442ee6b req-76fc740f-2375-447e-8a35-1c13d1fab8be tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 210 time: 0.3121858 May 13 14:41:04.809504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.817755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-89cb64d5-24d1-4085-ad28-d23f2aa223e1 service neutron] 10.222.0.36 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645672 May 13 14:41:04.901617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-a1dcbcb4-e64d-4b35-bf87-6d589f9f006c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:04.903927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-a1dcbcb4-e64d-4b35-bf87-6d589f9f006c tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.86 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 946 time: 1.0677605 May 13 14:41:04.924846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:04.942174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:05.293810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-c7d89651-668e-48d2-af3e-c1e68de5394e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.305321 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-c7d89651-668e-48d2-af3e-c1e68de5394e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 0.3930051 May 13 14:41:05.322882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-f7fc6f68-6572-45b4-8333-4efa87e9ceea tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/quotas/2580b6c6ddc5417cbd1467e909adda67 HTTP/1.1" status: 200 len: 375 time: 0.0164461 May 13 14:41:05.454184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:05.473303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:05.491907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:05.515713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-d6f812b4-e7b9-4b19-a7bc-8deeee21c442 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1772420 May 13 14:41:05.537238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Deleting port aa336dfe-5dfe-4542-8565-1060ac1498fe {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:05.537238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.611447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:05.791458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-2708a16d-7ef7-48cc-bea9-198a65a30ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9431489 May 13 14:41:05.813347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:05.815078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:05.828981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-c7e29b19-5df7-48e3-87d8-1f4ecafdc95b service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039572 May 13 14:41:05.925795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-446eb825-2d12-46da-b67b-b3c5b51ec741 None None] Provisioning for port 80117d94-32f8-4cd4-9770-08c3e4e480c6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:05.941384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-446eb825-2d12-46da-b67b-b3c5b51ec741 None None] Provisioning complete for port 80117d94-32f8-4cd4-9770-08c3e4e480c6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:05.941970 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-446eb825-2d12-46da-b67b-b3c5b51ec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.183559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-446eb825-2d12-46da-b67b-b3c5b51ec741 None None] Port 80117d94-32f8-4cd4-9770-08c3e4e480c6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:06.207122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-732ee8f3-c8f6-4e57-a370-42c658e89b37 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9144228 May 13 14:41:06.232420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-2a7033af-91f0-4f4d-9bca-4a6a5a7eac55 service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001670 May 13 14:41:06.275353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Request body: {'port': {'device_id': '419d44dd-96f8-49b1-852d-2c99b5873979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:06.677850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] For port aa336dfe-5dfe-4542-8565-1060ac1498fe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=aa336dfe-5dfe-4542-8565-1060ac1498fe,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:06.677850 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:06.765890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-347700f4-dfd3-403e-9c70-1a0e8264a4fc req-ec3c4d0e-b77d-4795-b551-fadf6f9ffa4a tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1670077 May 13 14:41:06.865943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device aa336dfe-5dfe-4542-8565-1060ac1498fe no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:06.872515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.184054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Calling delete_port for aa336dfe-5dfe-4542-8565-1060ac1498fe owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:07.221084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a128fad-7e74-4547-8633-76fe5a02821d req-2a469236-d49b-4d94-8a3e-cb5f1a267eeb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:07.229389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a128fad-7e74-4547-8633-76fe5a02821d req-2a469236-d49b-4d94-8a3e-cb5f1a267eeb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 946 time: 0.1631308 May 13 14:41:07.289621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a128fad-7e74-4547-8633-76fe5a02821d req-d272c7c3-3104-40cb-b4d0-9a171292decb tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8fb6a23-2421-4544-80bb-d0accf2aed4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560899 May 13 14:41:07.325972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port aa336dfe-5dfe-4542-8565-1060ac1498fe is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:07.330974 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.505041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:07.744322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Pushing event deleted for resources: {'Port': ['ID=aa336dfe-5dfe-4542-8565-1060ac1498fe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:07.775022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb514b6-0479-4ae0-b8a0-f681423e3bd7 req-0a0e447b-b018-4416-924c-7f7469c126ea tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:07.777234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ecb514b6-0479-4ae0-b8a0-f681423e3bd7 req-0a0e447b-b018-4416-924c-7f7469c126ea tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:07.998288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd19c1-8681-4a81-a66f-24570c5bfabf req-dd856456-1361-4ded-9a83-4b7985efb6cc tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:08.019385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6afd19c1-8681-4a81-a66f-24570c5bfabf req-dd856456-1361-4ded-9a83-4b7985efb6cc tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.5043898 May 13 14:41:08.035129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add692a6-05c6-4498-a1c8-e83cd038999b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:08.042762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] No DVR routers for this DVR port aa336dfe-5dfe-4542-8565-1060ac1498fe on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:08.049472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.070922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'name': 'network-vif-deleted', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:08.086558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.091413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ecb514b6-0479-4ae0-b8a0-f681423e3bd7 req-0a0e447b-b018-4416-924c-7f7469c126ea tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:08.102752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ecb514b6-0479-4ae0-b8a0-f681423e3bd7 req-0a0e447b-b018-4416-924c-7f7469c126ea tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 936 time: 1.7881818 May 13 14:41:08.188318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b5c8280-27f9-4ff6-8b12-411380ac8430 req-1f26b97b-9141-4220-be8c-9731cfb0a6c9 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.86 "DELETE /v2.0/ports/aa336dfe-5dfe-4542-8565-1060ac1498fe HTTP/1.1" status: 204 len: 173 time: 3.2657685 May 13 14:41:08.198524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6afd19c1-8681-4a81-a66f-24570c5bfabf req-8fb1f9b9-ddf7-4bd9-af76-ae43fe4b19ef tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692908 May 13 14:41:08.231805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Transition to ACTIVE for port object add692a6-05c6-4498-a1c8-e83cd038999b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:08.253802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ecb514b6-0479-4ae0-b8a0-f681423e3bd7 req-ff3b7d94-0291-4aaf-9659-5720f5cea5e5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477337 May 13 14:41:08.314660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:08.690666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9a96b-dfc7-41ec-8fb5-6ef1206fa96f req-80b4199b-0663-4702-a8d2-5b41f266eedd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:08.706260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8e9a96b-dfc7-41ec-8fb5-6ef1206fa96f req-80b4199b-0663-4702-a8d2-5b41f266eedd tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 932 time: 0.1948383 May 13 14:41:08.863847 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8e9a96b-dfc7-41ec-8fb5-6ef1206fa96f req-b26a4666-424b-484f-bf84-c013180e7467 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549125 May 13 14:41:09.275172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dca59e26-e638-44f5-854d-b1eebf77d2f5 req-855f92d1-4d2f-429b-900d-4a23da3edc14 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 210 time: 0.0996163 May 13 14:41:09.646534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0bab7e94-97cf-481a-995a-2b3f67174ee8 req-6f9a6d37-b126-4016-9a9e-af39b6cdcbbc tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0656428 May 13 14:41:09.719773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02f4c924-3440-4005-aa1d-575b4460ea59 req-6d65fa3c-cd71-4c40-b580-875d599090da tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 210 time: 0.4906502 May 13 14:41:10.005414 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efafcf8b-ca32-4a3e-a6b4-55111f893fbe'] response: {'server_uuid': 'e94686bc-1019-44a4-91dd-0f2c33c0b979', 'name': 'network-vif-deleted', 'tag': 'aa336dfe-5dfe-4542-8565-1060ac1498fe', 'status': 'completed', 'code': 200} May 13 14:41:10.006438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Pushing event updated for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:10.174321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-09d95160-71b9-4812-9293-f9ad32a03b42 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:10.176322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-09d95160-71b9-4812-9293-f9ad32a03b42 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.90 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 0.5029562 May 13 14:41:10.207369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'port': {'device_id': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'admin_state_up': True, 'tenant_id': '2580b6c6ddc5417cbd1467e909adda67'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:10.357499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e8d412ad-b8ea-4539-ab83-930847db504f req-d9626899-83c0-487e-97e4-5681140982b2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Synchronizing usage tracker for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:10.445454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-c2627388-6437-43a7-bd57-2b738618046d tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:10.447270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-c2627388-6437-43a7-bd57-2b738618046d tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.90 "GET /v2.0/networks?id=64d74c33-6199-49d1-aa9f-8bd89a1a3c50 HTTP/1.1" status: 200 len: 822 time: 1.1975067 May 13 14:41:10.454434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d81c-35e2-4104-8ddc-2295831e254e req-8779ecda-df19-419e-9c98-97791c4867ff tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:10.467406 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3de7d81c-35e2-4104-8ddc-2295831e254e req-8779ecda-df19-419e-9c98-97791c4867ff tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.4389288 May 13 14:41:10.468359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Request body: {'port': {'device_id': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50', 'admin_state_up': True, 'tenant_id': 'bc589c8cd65d455da4dd62017ec1207b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:10.494091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Attempting to bind port add692a6-05c6-4498-a1c8-e83cd038999b on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:10.494584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Attempting to bind port add692a6-05c6-4498-a1c8-e83cd038999b by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:10.494949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Attempting to bind port add692a6-05c6-4498-a1c8-e83cd038999b on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:10.518464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:10.544512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:10.556413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3de7d81c-35e2-4104-8ddc-2295831e254e req-be2ab9dc-8965-4294-9f5f-e4fd2a17e333 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870368 May 13 14:41:10.566705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Made reservation on behalf of 2580b6c6ddc5417cbd1467e909adda67 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:10.571023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e8d412ad-b8ea-4539-ab83-930847db504f req-d9626899-83c0-487e-97e4-5681140982b2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] Unset dirty status for tenant:4b6c4e6b559642c98b922f497376a767 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:10.572190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8d412ad-b8ea-4539-ab83-930847db504f req-d9626899-83c0-487e-97e4-5681140982b2 tempest-FloatingIPsAssociationTestJSON-817723857 tempest-FloatingIPsAssociationTestJSON-817723857-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94686bc-1019-44a4-91dd-0f2c33c0b979 HTTP/1.1" status: 200 len: 210 time: 0.4399631 May 13 14:41:10.574062 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.620294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Port add692a6-05c6-4498-a1c8-e83cd038999b on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:10.620596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Attempting to bind port add692a6-05c6-4498-a1c8-e83cd038999b on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:10.658239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:10.658883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:10.659442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:10.660051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Bound port: add692a6-05c6-4498-a1c8-e83cd038999b, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:10.660591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.676957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cc2ec-fc28-4375-9e3a-2aab4967c261 req-1c85c206-f2ac-4c4c-8857-852bd5e95c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:10.678788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-164cc2ec-fc28-4375-9e3a-2aab4967c261 req-1c85c206-f2ac-4c4c-8857-852bd5e95c2d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1096 time: 0.7848563 May 13 14:41:10.734646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80117d94-32f8-4cd4-9770-08c3e4e480c6 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:10.755467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.852476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Transition to ACTIVE for port object 80117d94-32f8-4cd4-9770-08c3e4e480c6 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:10.901124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-164cc2ec-fc28-4375-9e3a-2aab4967c261 req-2817f1ef-45dc-44d7-8a23-ab1abcb0febe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101521 May 13 14:41:10.909699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:10.912243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:10.955607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Usage tracker for resource:port and tenant:bc589c8cd65d455da4dd62017ec1207b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:10.960911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:11.022732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:11.058084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a5570-df37-4ab6-bb97-865ee735f6d4 req-d03d686b-7951-4111-898f-b503a02f243c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.062143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-240a5570-df37-4ab6-bb97-865ee735f6d4 req-d03d686b-7951-4111-898f-b503a02f243c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 948 time: 0.3461504 May 13 14:41:11.112134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Allocated IP 172.20.0.10 (197f05a2-dfd4-4aa9-bcd5-b1837111e5e6/5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca/58db1e59-203e-4c6c-ae5e-112c0de32185) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:11.147278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:11.161211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-240a5570-df37-4ab6-bb97-865ee735f6d4 req-713dcc89-f883-488c-b7cb-8a337310bd26 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858634 May 13 14:41:11.161642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=add692a6-05c6-4498-a1c8-e83cd038999b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:11.163856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Pushing event updated for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.171766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Made reservation on behalf of bc589c8cd65d455da4dd62017ec1207b for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:11.183387 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.255772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.449571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71d476c0-e4dd-4ce4-973b-7925dc14abc7 req-8baa7f88-8d3e-4835-bc8c-ff1020c56d96 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 210 time: 0.0569277 May 13 14:41:11.453303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.454024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.455618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] 10.222.0.90 "PUT /v2.0/ports/add692a6-05c6-4498-a1c8-e83cd038999b HTTP/1.1" status: 200 len: 1096 time: 7.2473037 May 13 14:41:11.480482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710f277-2e99-4b79-8b8c-016fe5abd298 req-74a6d76a-7dd7-49f3-aaaa-820deaa9248c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:11.482328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4710f277-2e99-4b79-8b8c-016fe5abd298 req-74a6d76a-7dd7-49f3-aaaa-820deaa9248c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:11.548185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.621160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.638684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4710f277-2e99-4b79-8b8c-016fe5abd298 req-74a6d76a-7dd7-49f3-aaaa-820deaa9248c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:11.639891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4710f277-2e99-4b79-8b8c-016fe5abd298 req-74a6d76a-7dd7-49f3-aaaa-820deaa9248c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 944 time: 0.8003712 May 13 14:41:11.646188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c50ba-9419-48f8-bcd6-00d70119d7fe service neutron] Pushing event updated for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:11.760900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Attempting to bind port 80117d94-32f8-4cd4-9770-08c3e4e480c6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:11.761548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Attempting to bind port 80117d94-32f8-4cd4-9770-08c3e4e480c6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:11.761548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Attempting to bind port 80117d94-32f8-4cd4-9770-08c3e4e480c6 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:11.783909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Port 80117d94-32f8-4cd4-9770-08c3e4e480c6 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:11.784770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Attempting to bind port 80117d94-32f8-4cd4-9770-08c3e4e480c6 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:11.819827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:11.820199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:11.820668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:11.821236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Bound port: 80117d94-32f8-4cd4-9770-08c3e4e480c6, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:11.821720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:11.841822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:11.846202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4329a53-29a0-4250-b6f2-ba820f76b01d req-54bf1bd5-eaa5-4ab7-b509-101b47870261 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1408048 May 13 14:41:11.852655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:11.861184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:11.864505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4710f277-2e99-4b79-8b8c-016fe5abd298 req-d2c1f6a0-dc18-4830-b22b-6b11abd1d67b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044103 May 13 14:41:11.879741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Allocated IP 172.20.0.2 (64d74c33-6199-49d1-aa9f-8bd89a1a3c50/c8b3f84a-6522-477c-8ef9-0890b7b8a978/a29fbfae-78b8-484c-94b2-60b3b8254be1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:12.063920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.077238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.079968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.168528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:12.232502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-4ed3880e-226b-4cb4-8a1a-c33ee3bf4a5c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0374870 May 13 14:41:12.250493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Request body: {'port': {'device_id': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:12.251515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f836c749-05fa-4e8f-85cf-7615a9006024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.253229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-f836c749-05fa-4e8f-85cf-7615a9006024 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 1099 time: 0.7339609 May 13 14:41:12.277295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-499cdf6f-4ccd-44e5-a72d-29358e04a567 req-9ce3cc5c-c990-4c45-84cf-cc38a2bedef0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.3074105 May 13 14:41:12.348829 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ce3dfd4-e7cd-4d84-acc2-5ac6b1297a5c req-411b888a-a4c2-4653-8e9f-d064af5a98ed tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 210 time: 0.1556563 May 13 14:41:12.350105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:12.376648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-0d0b3be8-792d-4f0c-879b-516fb20c5cbd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=add692a6-05c6-4498-a1c8-e83cd038999b HTTP/1.1" status: 200 len: 217 time: 0.1057301 May 13 14:41:12.391306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:12.432672 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.470337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54170) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:12.487812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fe4d3-ac67-4bad-a488-5c1c59e594ca req-80227c67-acb6-47b6-9211-a05e0eba195d tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.499290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-140fe4d3-ac67-4bad-a488-5c1c59e594ca req-80227c67-acb6-47b6-9211-a05e0eba195d tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.3697307 May 13 14:41:12.632817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.633448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.635016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] 10.222.0.90 "PUT /v2.0/ports/80117d94-32f8-4cd4-9770-08c3e4e480c6 HTTP/1.1" status: 200 len: 1092 time: 6.3639939 May 13 14:41:12.702351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-5ef45587-2826-4f88-9f7a-313df3e8aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.703909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-5ef45587-2826-4f88-9f7a-313df3e8aba9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3112552 May 13 14:41:12.814124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.826261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691db9-a8b4-4433-9d05-ab8f84fcd859 service neutron] Pushing event updated for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:12.942121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:12.981925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-140fe4d3-ac67-4bad-a488-5c1c59e594ca req-a1a49d42-951a-48c5-b125-ec1067ee23b1 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805853 May 13 14:41:12.990453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-ceb61497-d790-4677-ad85-4acdc031540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:12.992011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-ceb61497-d790-4677-ad85-4acdc031540b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2415051 May 13 14:41:13.002296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c31c7-37da-48a5-a4b9-65deb7f9283f req-1aef4196-9ba1-46ef-9aa7-efd5ad1e363c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.003872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c8c31c7-37da-48a5-a4b9-65deb7f9283f req-1aef4196-9ba1-46ef-9aa7-efd5ad1e363c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 948 time: 0.3796453 May 13 14:41:13.012534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-3594a9b7-4e44-4921-8b10-b96834d73fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.014380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-3594a9b7-4e44-4921-8b10-b96834d73fea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 1095 time: 0.3217239 May 13 14:41:13.054980 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacc9884-9efd-49a4-b3cf-e1ebdebc444a'] response: {'name': 'network-changed', 'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b', 'status': 'completed', 'code': 200} May 13 14:41:13.182611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-b164ecf9-ba81-44f9-bd17-57655070175b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6 HTTP/1.1" status: 200 len: 217 time: 0.1473124 May 13 14:41:13.273531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c8c31c7-37da-48a5-a4b9-65deb7f9283f req-e858b605-be87-4bf6-b6b0-007111e51ef3 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370670 May 13 14:41:13.280594 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.380669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-bae77131-a6ef-4d88-a98d-42d97c6f4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.382308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-bae77131-a6ef-4d88-a98d-42d97c6f4c21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1749039 May 13 14:41:13.443282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:13.456680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:13.464855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:13.491632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Pushing event updated for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:13.495806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-8c29646c-2389-418d-abad-f7dcdfe54643 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859116 May 13 14:41:13.702375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.702948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:13.774351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3e2881bb-5d65-4607-871a-0b75c5400e68 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3135448 May 13 14:41:13.780679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-8af94145-f354-40e6-8984-b420c1e3c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.782522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-8af94145-f354-40e6-8984-b420c1e3c1e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3878145 May 13 14:41:13.785713 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94e538fe-eac1-4e1f-b000-96ebb681d0aa req-9caa28f2-e5d6-4caf-a7fd-bb7a663380e8 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399924 May 13 14:41:13.799029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d917f-d045-43ec-b045-7d42a7a2deb7 req-03aaac24-0371-4fd9-9f92-4c3a586e0adc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.800808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-548d917f-d045-43ec-b045-7d42a7a2deb7 req-03aaac24-0371-4fd9-9f92-4c3a586e0adc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 944 time: 0.3038177 May 13 14:41:13.827385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Request body: {'port': {'device_id': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:13.956645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da08c-7add-4bc6-a3f0-15bd2e288eb6 req-7957baae-8acb-4e6e-93ca-7d0c910509ea tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:13.957295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8a1da08c-7add-4bc6-a3f0-15bd2e288eb6 req-7957baae-8acb-4e6e-93ca-7d0c910509ea tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:14.046250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8a1da08c-7add-4bc6-a3f0-15bd2e288eb6 req-7957baae-8acb-4e6e-93ca-7d0c910509ea tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:14.047485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a1da08c-7add-4bc6-a3f0-15bd2e288eb6 req-7957baae-8acb-4e6e-93ca-7d0c910509ea tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 932 time: 0.7220349 May 13 14:41:14.181610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a1da08c-7add-4bc6-a3f0-15bd2e288eb6 req-300c8348-f031-4df4-adaf-93ab2c7ee11d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092410 May 13 14:41:14.184429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db1e59-203e-4c6c-ae5e-112c0de32185 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:14.199620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.227058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-548d917f-d045-43ec-b045-7d42a7a2deb7 req-c79afc98-8199-4a9c-b95d-42a453c3a9aa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708951 May 13 14:41:14.229007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Transition to ACTIVE for port object 58db1e59-203e-4c6c-ae5e-112c0de32185 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:14.295014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.333524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-b5ba37c5-e0ff-4b29-bfa3-601c8cd0862f service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314941 May 13 14:41:14.335843 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.477661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-7f97320b-51da-4881-aaed-80bbf11d3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.479121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-7f97320b-51da-4881-aaed-80bbf11d3949 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 1099 time: 0.6108227 May 13 14:41:14.529201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfff1f28-a2c9-4aee-b347-91004066593f req-6540ec4c-5aa4-4170-835f-73cbbf1a78aa tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0794561 May 13 14:41:14.531361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:14.635370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:14.801677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56588e4-fe89-488b-9794-159ef8512ec3 req-c9d8e282-473c-4ac8-ad63-fe50b64ab2ef service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547892 May 13 14:41:14.876298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-fd31b4a2-de6a-40b5-b348-7920fdf9e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:14.877945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-fd31b4a2-de6a-40b5-b348-7920fdf9e155 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3888085 May 13 14:41:15.014738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Attempting to bind port 58db1e59-203e-4c6c-ae5e-112c0de32185 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:15.015430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Attempting to bind port 58db1e59-203e-4c6c-ae5e-112c0de32185 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:15.015430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Attempting to bind port 58db1e59-203e-4c6c-ae5e-112c0de32185 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:15.021575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c8416-efe0-4c61-81ae-9a2db1aeac57 req-764f8518-e65d-42af-abc3-5631d591adb0 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.022329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-847c8416-efe0-4c61-81ae-9a2db1aeac57 req-764f8518-e65d-42af-abc3-5631d591adb0 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Synchronizing usage tracker for tenant:bc589c8cd65d455da4dd62017ec1207b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:15.029128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-7d4f75cc-d38f-45e6-8765-971f519f352b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=add692a6-05c6-4498-a1c8-e83cd038999b HTTP/1.1" status: 200 len: 217 time: 0.0948532 May 13 14:41:15.033880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Port 58db1e59-203e-4c6c-ae5e-112c0de32185 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:15.034201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Attempting to bind port 58db1e59-203e-4c6c-ae5e-112c0de32185 on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:15.046924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:15.047260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Checking segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:15.047650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Bound using segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:15.048158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Bound port: 58db1e59-203e-4c6c-ae5e-112c0de32185, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:15.048784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.077949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:15.122398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-847c8416-efe0-4c61-81ae-9a2db1aeac57 req-764f8518-e65d-42af-abc3-5631d591adb0 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Unset dirty status for tenant:bc589c8cd65d455da4dd62017ec1207b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:15.123573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-847c8416-efe0-4c61-81ae-9a2db1aeac57 req-764f8518-e65d-42af-abc3-5631d591adb0 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 931 time: 0.6561611 May 13 14:41:15.176950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-cfe0c256-67c5-4a59-9f29-fac7065f866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.178435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-cfe0c256-67c5-4a59-9f29-fac7065f866f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1393795 May 13 14:41:15.238590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45359-5e0e-42b4-8c6f-014028b3b6f3 req-89644245-8017-48a3-8304-2694655d2ca8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.240275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8f45359-5e0e-42b4-8c6f-014028b3b6f3 req-89644245-8017-48a3-8304-2694655d2ca8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.5521338 May 13 14:41:15.263830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-847c8416-efe0-4c61-81ae-9a2db1aeac57 req-fef2bf00-b0e7-42d0-9681-200409354fd5 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240442 May 13 14:41:15.335499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:15.353452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8f45359-5e0e-42b4-8c6f-014028b3b6f3 req-7d95462b-fc60-4752-8cf3-91b466a4422d tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 May 13 14:41:15.359628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29fbfae-78b8-484c-94b2-60b3b8254be1 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:15.380872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:15.389055 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.395980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.417710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Transition to ACTIVE for port object a29fbfae-78b8-484c-94b2-60b3b8254be1 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:15.422070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-0d3d25ab-8e52-457a-bdb6-932a59af52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.423655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-0d3d25ab-8e52-457a-bdb6-932a59af52b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2340078 May 13 14:41:15.426522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.494608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.494861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.496175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] 10.222.0.90 "PUT /v2.0/ports/58db1e59-203e-4c6c-ae5e-112c0de32185 HTTP/1.1" status: 200 len: 1092 time: 3.2536788 May 13 14:41:15.499708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:15.640173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea569bc-4160-45d4-8395-0b27159a6c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.646347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Deleting port ce27462c-4e0b-41d2-9e01-17c26ef8312c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:15.646683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:15.827944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-19a1e057-08f7-4db7-8f6a-b00b31883587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:15.832756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-19a1e057-08f7-4db7-8f6a-b00b31883587 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 1095 time: 0.2630768 May 13 14:41:15.895351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95eba97e-5ec3-45f1-a9a3-31df2108ee18 req-c14d5669-5689-42e8-98f7-49bad3282a2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cba7deb743d8467cb16b09e178a1b26a&device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.0477190 May 13 14:41:15.928654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:15.935022 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12e6822-ea7b-449d-a2e3-b72e9d8d93dc'] response: {'name': 'network-changed', 'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6', 'status': 'completed', 'code': 200} May 13 14:41:15.997894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-a81ed658-1ef7-4484-b37c-8d9807f63f7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58db1e59-203e-4c6c-ae5e-112c0de32185 HTTP/1.1" status: 200 len: 217 time: 0.1560361 May 13 14:41:16.023418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95eba97e-5ec3-45f1-a9a3-31df2108ee18 req-d6a90ee2-f46c-4791-be36-5a06f8c1683f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cba7deb743d8467cb16b09e178a1b26a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192496 May 13 14:41:16.221599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-2538155f-f347-42d9-96b0-929c319ad298 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516391 May 13 14:41:16.245383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] For port ce27462c-4e0b-41d2-9e01-17c26ef8312c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ce27462c-4e0b-41d2-9e01-17c26ef8312c,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:16.246126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:16.247383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14062bb-da8d-4c39-bec9-7ac35203bd60 req-f4cb0a3b-16a9-47ba-bc5f-1a31f910e23d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.249016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e14062bb-da8d-4c39-bec9-7ac35203bd60 req-f4cb0a3b-16a9-47ba-bc5f-1a31f910e23d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 948 time: 0.7544124 May 13 14:41:16.400842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Attempting to bind port a29fbfae-78b8-484c-94b2-60b3b8254be1 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:16.401175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Attempting to bind port a29fbfae-78b8-484c-94b2-60b3b8254be1 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '0f884c13-e51a-405b-aed4-0ae6d1fb38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:16.401504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Attempting to bind port a29fbfae-78b8-484c-94b2-60b3b8254be1 on network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:16.434816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Port a29fbfae-78b8-484c-94b2-60b3b8254be1 on network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:16.435143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Attempting to bind port a29fbfae-78b8-484c-94b2-60b3b8254be1 on network 64d74c33-6199-49d1-aa9f-8bd89a1a3c50 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:16.475800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba97e-5ec3-45f1-a9a3-31df2108ee18 req-ce0de6a6-1249-4713-ac24-2459604099d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.477320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95eba97e-5ec3-45f1-a9a3-31df2108ee18 req-ce0de6a6-1249-4713-ac24-2459604099d4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4364200 May 13 14:41:16.484775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e14062bb-da8d-4c39-bec9-7ac35203bd60 req-6febf7d9-05da-4ffd-a34b-6efc36e09751 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104578 May 13 14:41:16.485595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:16.485959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Checking segment: {'id': '0f884c13-e51a-405b-aed4-0ae6d1fb38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:16.486318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Bound using segment: {'id': '0f884c13-e51a-405b-aed4-0ae6d1fb38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:16.486770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Bound port: a29fbfae-78b8-484c-94b2-60b3b8254be1, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f884c13-e51a-405b-aed4-0ae6d1fb38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:16.487122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:16.502405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-88fd47b3-1e2a-4921-b4c9-0251b21e2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.505366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-88fd47b3-1e2a-4921-b4c9-0251b21e2cc4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.4964359 May 13 14:41:16.519365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Calling delete_port for ce27462c-4e0b-41d2-9e01-17c26ef8312c owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:16.529478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-1a123af9-7e1d-47f5-9334-d4a95e3f41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.532244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-1a123af9-7e1d-47f5-9334-d4a95e3f41f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 1095 time: 0.5623302 May 13 14:41:16.633925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-17e1df50-653a-40ac-85f2-b1ffe2d457e1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655131 May 13 14:41:16.748307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6edb07-a705-4b8e-957c-53f537850e16 req-3b467333-66a9-44ce-84c5-dab24b687738 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:16.749802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca6edb07-a705-4b8e-957c-53f537850e16 req-3b467333-66a9-44ce-84c5-dab24b687738 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 944 time: 0.6609838 May 13 14:41:16.781897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-2ac8305e-d669-4180-89e4-888dad0c669f service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474217 May 13 14:41:16.865578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca6edb07-a705-4b8e-957c-53f537850e16 req-7e13542b-a4fe-4213-ad6b-88e2f4ba8856 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959496 May 13 14:41:16.903863 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-89c059ed-af03-4b92-9702-6c4ff02c1221 service neutron] 10.222.0.90 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523499 May 13 14:41:17.078142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-b30a9987-403d-4c64-a571-dc7d07590b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.080605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-b30a9987-403d-4c64-a571-dc7d07590b94 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.5225239 May 13 14:41:17.084411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:17.093285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1,segment=NetworkSegment(0f884c13-e51a-405b-aed4-0ae6d1fb38df),segment_id=0f884c13-e51a-405b-aed4-0ae6d1fb38df)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:17.220148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.279817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-d6619e82-1ac7-4a25-92e7-c9d027177a7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6 HTTP/1.1" status: 200 len: 217 time: 0.1843987 May 13 14:41:17.307112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903b330-6e68-4444-bfde-93eaaa1f0776 req-4925be95-f2b5-46fd-a195-e1a414f4d523 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.310597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1903b330-6e68-4444-bfde-93eaaa1f0776 req-4925be95-f2b5-46fd-a195-e1a414f4d523 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 944 time: 0.6878061 May 13 14:41:17.431413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.432452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.435554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] 10.222.0.90 "PUT /v2.0/ports/a29fbfae-78b8-484c-94b2-60b3b8254be1 HTTP/1.1" status: 200 len: 1091 time: 3.6125336 May 13 14:41:17.582309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ce1e1b-8f20-4086-8c5d-7b16becd9294 req-518b2805-70ae-4863-b654-c73f078996e2 service neutron] 10.222.0.90 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661179 May 13 14:41:17.585650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:17.600911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06d895-40a3-4f0f-af0b-34a04a3c9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.620199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1903b330-6e68-4444-bfde-93eaaa1f0776 req-f679c7d5-3565-4d48-af4a-e592907c53b3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431095 May 13 14:41:17.623144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-447bfa7e-c0d9-4c15-8c2a-911485a72cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.625663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-447bfa7e-c0d9-4c15-8c2a-911485a72cfe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3136561 May 13 14:41:17.695071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc33c79-992b-442a-95e4-209d8f5bbdbf req-81379cfb-3ad3-45bf-9fe6-04590ce37134 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.697464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5cc33c79-992b-442a-95e4-209d8f5bbdbf req-81379cfb-3ad3-45bf-9fe6-04590ce37134 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.6397500 May 13 14:41:17.702729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce27462c-4e0b-41d2-9e01-17c26ef8312c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:17.789734 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67db765-f323-4911-adef-9c1d2c386bb6'] response: {'name': 'network-changed', 'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'status': 'completed', 'code': 200} May 13 14:41:17.815069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-96e18210-6ca5-4577-9ec8-a7e6482abe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:17.827698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-96e18210-6ca5-4577-9ec8-a7e6482abe74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bc589c8cd65d455da4dd62017ec1207b&device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 1094 time: 0.3184953 May 13 14:41:17.993501 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5cc33c79-992b-442a-95e4-209d8f5bbdbf req-d2ed5ccd-d05c-4dc5-8841-1d10cb1d13ca tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367036 May 13 14:41:18.025214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80117d94-32f8-4cd4-9770-08c3e4e480c6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:18.038463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:18.199418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95eba97e-5ec3-45f1-a9a3-31df2108ee18 req-9163bd42-66fb-4978-8170-cff1b60ae66c tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.3681371 May 13 14:41:18.239384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-3954e16f-ca44-45cd-bb0a-03b38bdafcd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1 HTTP/1.1" status: 200 len: 217 time: 0.3273101 May 13 14:41:18.245275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-129437fb-e028-4ad5-86c8-5359eca84af6 req-6a8d1c0c-69d8-423e-ab81-15564737aac4 tempest-ServerShowV257Test-411876242 tempest-ServerShowV257Test-411876242-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e566940-c598-4bbb-aa6d-df25a4ce9274 HTTP/1.1" status: 200 len: 210 time: 0.1575766 May 13 14:41:18.314911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-fcc068eb-f558-4af5-b7e1-ecde4a034324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.317992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-fcc068eb-f558-4af5-b7e1-ecde4a034324 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6839280 May 13 14:41:18.432717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-6a98b074-8bfa-430d-ad8b-5576e73805fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.435741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-6a98b074-8bfa-430d-ad8b-5576e73805fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 1095 time: 0.5792866 May 13 14:41:18.442820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:18.484883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '80117d94-32f8-4cd4-9770-08c3e4e480c6', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': '80117d94-32f8-4cd4-9770-08c3e4e480c6', 'mac_address': 'fa:16:3e:8f:92:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:18.585147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.605218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 80117d94-32f8-4cd4-9770-08c3e4e480c6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:18.610503 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.640914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80117d94-32f8-4cd4-9770-08c3e4e480c6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:18.714519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:18.769683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-aa9a0422-3604-4f72-ab33-5f9823d89327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.770240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:18.771507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-aa9a0422-3604-4f72-ab33-5f9823d89327 service neutron] 10.222.0.90 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 923 time: 0.3198631 May 13 14:41:18.771687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device add692a6-05c6-4498-a1c8-e83cd038999b details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:18.823938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798230f-eca9-4c3f-9f43-8bac8595104e req-651f11e3-aed4-4f61-972e-1df2308558c7 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.850389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6798230f-eca9-4c3f-9f43-8bac8595104e req-651f11e3-aed4-4f61-972e-1df2308558c7 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 943 time: 0.6559484 May 13 14:41:18.976373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-5a425bd1-cbc0-4ef1-83ed-d7931f1a5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:18.994727 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-5a425bd1-cbc0-4ef1-83ed-d7931f1a5f8e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8b3f84a-6522-477c-8ef9-0890b7b8a978 HTTP/1.1" status: 200 len: 862 time: 0.7453735 May 13 14:41:19.125129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-d090bee1-c3ca-42cd-90df-8af86bb50f66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=64d74c33-6199-49d1-aa9f-8bd89a1a3c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991485 May 13 14:41:19.142608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.153047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:19.191363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=add692a6-05c6-4498-a1c8-e83cd038999b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:19.224504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'add692a6-05c6-4498-a1c8-e83cd038999b', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'add692a6-05c6-4498-a1c8-e83cd038999b', 'mac_address': 'fa:16:3e:62:91:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:19.303113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-18c15515-9aed-46d4-9e09-c0746d2370cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58db1e59-203e-4c6c-ae5e-112c0de32185 HTTP/1.1" status: 200 len: 217 time: 0.1553586 May 13 14:41:19.361960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port add692a6-05c6-4498-a1c8-e83cd038999b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:19.362865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:19.369550 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-5d4b8c64-57e4-49dc-80f4-d2d65b089056 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0417409 May 13 14:41:19.393164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc8a75-abdc-49e1-a1e9-8f441d01a0c9 req-8e61f57f-3624-4ea5-b35a-a78fbbb8635b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:19.403957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add692a6-05c6-4498-a1c8-e83cd038999b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:19.406989 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7cc8a75-abdc-49e1-a1e9-8f441d01a0c9 req-8e61f57f-3624-4ea5-b35a-a78fbbb8635b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 948 time: 0.7455842 May 13 14:41:19.415269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6798230f-eca9-4c3f-9f43-8bac8595104e req-db068e33-c798-4221-9ea6-c6b636782729 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Synchronizing usage tracker for tenant:bc589c8cd65d455da4dd62017ec1207b on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:19.447479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=add692a6-05c6-4498-a1c8-e83cd038999b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:19.460551 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:19.519150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-7914d93c-f283-4934-9a82-c317f308a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:19.519713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-7914d93c-f283-4934-9a82-c317f308a944 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.2080212 May 13 14:41:19.582871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-81970a92-5b1f-4f49-948b-bfc3cd487e28 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542579 May 13 14:41:19.587084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6798230f-eca9-4c3f-9f43-8bac8595104e req-db068e33-c798-4221-9ea6-c6b636782729 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Unset dirty status for tenant:bc589c8cd65d455da4dd62017ec1207b on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:19.603823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6798230f-eca9-4c3f-9f43-8bac8595104e req-db068e33-c798-4221-9ea6-c6b636782729 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852179 May 13 14:41:19.632718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-4b74a4f4-d9d2-4313-99ab-4c8c558bb989 service neutron] 10.222.0.90 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961326 May 13 14:41:19.663289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:19.866439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['add692a6-05c6-4498-a1c8-e83cd038999b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:19.901116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['80117d94-32f8-4cd4-9770-08c3e4e480c6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:19.906932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:19.968385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7cc8a75-abdc-49e1-a1e9-8f441d01a0c9 req-95931160-d904-4b36-b02a-47183bc9281a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573783 May 13 14:41:20.138356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-26b4f836-c889-42cb-9097-30f4adf6cdb1 service neutron] 10.222.0.90 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382550 May 13 14:41:20.179691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c19f0fb-5b66-44a7-a55d-7bfb7ae2dccc req-4c9b4ce8-6cc6-496c-997a-7ce41fe8223a service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584697 May 13 14:41:20.187532 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a01917-46e4-48ce-81a1-41f697db1bdc'] response: {'name': 'network-changed', 'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1', 'status': 'completed', 'code': 200} May 13 14:41:20.198235 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6634553-fa47-489a-8f4b-de76ac8e1e51 req-a5ab69b1-a52e-4ab6-b4bd-959fae25533a service neutron] 10.222.0.90 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532990 May 13 14:41:20.305203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:20.408324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-0f5d686c-c740-4a7e-b0b3-cc6bc88ebf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:20.410805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-0f5d686c-c740-4a7e-b0b3-cc6bc88ebf15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bc589c8cd65d455da4dd62017ec1207b&device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 1094 time: 0.1342475 May 13 14:41:20.458482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0561-1831-4d48-abf0-c0fc29fc66ce req-74ba5b05-e9d5-40bb-9e2b-25a5ff7645b9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:20.462146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e6d0561-1831-4d48-abf0-c0fc29fc66ce req-74ba5b05-e9d5-40bb-9e2b-25a5ff7645b9 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 944 time: 0.5874906 May 13 14:41:20.490276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:20.524653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Sync routers for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:20.558223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:20.558223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:20.589513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b56aac89-37dc-41c2-9575-1d64d5b155ef req-de73e54b-c23a-44af-af4d-a23b639e3bcf service neutron] 10.222.0.90 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709669 May 13 14:41:20.619291 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0fffa2e1-c972-403d-ad33-51b841ca5a25 admin admin] 10.222.0.36 "PUT /v2.0/routers/ab683f8a-6797-4db7-99a2-c01fbd2a7fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1271749 May 13 14:41:20.666393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:20.666393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e6d0561-1831-4d48-abf0-c0fc29fc66ce req-cf917f20-c4c9-4d7b-bc76-086686ae0087 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439331 May 13 14:41:20.736112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-0c9175b8-9887-473b-bcc3-b92e7b85b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:20.736112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-0c9175b8-9887-473b-bcc3-b92e7b85b046 service neutron] 10.222.0.90 "GET /v2.0/networks?id=64d74c33-6199-49d1-aa9f-8bd89a1a3c50 HTTP/1.1" status: 200 len: 923 time: 0.3028286 May 13 14:41:21.007738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:21.101157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:21.218417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-ce702b01-32c5-4bf9-9560-89d1cc46ebda service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1 HTTP/1.1" status: 200 len: 217 time: 0.3805006 May 13 14:41:21.351345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e618-6e54-4d29-876f-831e6949ec51 req-28ecb024-6c51-454d-9054-69a66c29ff0f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:21.366090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91d5e618-6e54-4d29-876f-831e6949ec51 req-28ecb024-6c51-454d-9054-69a66c29ff0f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 945 time: 0.6395531 May 13 14:41:21.398796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-8c264540-d56c-4eeb-9aad-a7d6b739e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:21.399788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-8c264540-d56c-4eeb-9aad-a7d6b739e186 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c8b3f84a-6522-477c-8ef9-0890b7b8a978 HTTP/1.1" status: 200 len: 862 time: 0.2032080 May 13 14:41:21.500487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-cac065cc-0fdf-4a2c-bca7-e2c31964724a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=64d74c33-6199-49d1-aa9f-8bd89a1a3c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683620 May 13 14:41:21.500487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91d5e618-6e54-4d29-876f-831e6949ec51 req-a2c8a1cf-84d6-41f0-876f-7e8723873e04 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302986 May 13 14:41:21.712904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:21.997434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-3ec5c08a-cef9-43f3-bc53-784c50c06e77 service neutron] 10.222.0.90 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925058 May 13 14:41:22.006341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.041291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:22.048910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80117d94-32f8-4cd4-9770-08c3e4e480c6 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:22.087243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948f3da-6a2d-4ed3-9044-592ecb6c499d req-f2afba05-c8bb-4bc9-ad88-32d3dbaff4de tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:22.099824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7948f3da-6a2d-4ed3-9044-592ecb6c499d req-f2afba05-c8bb-4bc9-ad88-32d3dbaff4de tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 943 time: 0.3857863 May 13 14:41:22.105261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Deleting port 2a855216-2925-4238-9a2b-7cd20bca3cea {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:22.108021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.316746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c728f61-090e-41b6-9ec7-c19af0973649 req-ecad9ea0-5357-4aff-9aec-ee644723ca91 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:22.321057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c728f61-090e-41b6-9ec7-c19af0973649 req-ecad9ea0-5357-4aff-9aec-ee644723ca91 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 949 time: 0.4212885 May 13 14:41:22.407861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 80117d94-32f8-4cd4-9770-08c3e4e480c6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:22.440585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c728f61-090e-41b6-9ec7-c19af0973649 req-fee9935d-5509-402e-92ae-159bb0a6f11b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948131 May 13 14:41:22.444064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 80117d94-32f8-4cd4-9770-08c3e4e480c6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:22.444064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.496004 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.520174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7948f3da-6a2d-4ed3-9044-592ecb6c499d req-0f0ffca7-f318-4459-bf45-bcb778395bfc tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143691 May 13 14:41:22.537264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] For port 2a855216-2925-4238-9a2b-7cd20bca3cea, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a855216-2925-4238-9a2b-7cd20bca3cea,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:22.537787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.548738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:22.591370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Usage tracker for resource:security_group_rule and tenant:cba7deb743d8467cb16b09e178a1b26a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:22.622785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:22.646524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:22.738242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9ff77c8-12bc-47b8-8246-dc88bc58f14e req-ffa71794-248c-48ae-bac0-e8c471ec149b service neutron] 10.222.0.90 "GET /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241089 May 13 14:41:22.752657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:22.817839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'port_id': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'mac_address': 'fa:16:3e:28:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:22.825706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 80117d94-32f8-4cd4-9770-08c3e4e480c6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:22.825706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.826964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Calling delete_port for 2a855216-2925-4238-9a2b-7cd20bca3cea owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:22.913062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36e3b7-3ebe-4397-921b-8ee5dc0e6ca4 req-e75f10bc-76dc-456b-82c5-3ef62c36b3cd tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:22.920813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad36e3b7-3ebe-4397-921b-8ee5dc0e6ca4 req-e75f10bc-76dc-456b-82c5-3ef62c36b3cd tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 944 time: 0.1618159 May 13 14:41:22.974623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ad36e3b7-3ebe-4397-921b-8ee5dc0e6ca4 req-703ac135-9c65-4c5f-8cf0-d4e728b4e586 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:22.989166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:22.990038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:22.998063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.008659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.014659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:23.026682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:41:17Z', 'revision_number': 5, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port': {'id': '2a855216-2925-4238-9a2b-7cd20bca3cea', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:37:44Z', 'updated_at': '2022-05-13T14:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:23.039921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ad36e3b7-3ebe-4397-921b-8ee5dc0e6ca4 req-703ac135-9c65-4c5f-8cf0-d4e728b4e586 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:23.040864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:23.044422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db1e59-203e-4c6c-ae5e-112c0de32185 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:23.046690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad36e3b7-3ebe-4397-921b-8ee5dc0e6ca4 req-703ac135-9c65-4c5f-8cf0-d4e728b4e586 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238818 May 13 14:41:23.072954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Checking router: ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:23.078622 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.083528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device add692a6-05c6-4498-a1c8-e83cd038999b up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:23.107090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f880ef5-eabe-41aa-bd91-a142c5f1d7ce,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.113492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a942607d-0807-44a8-b3fe-07d4a1eb9655 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cba7deb743d8467cb16b09e178a1b26a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3984396 May 13 14:41:23.116030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54244) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:23.209761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.252244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.289203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:23.312658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Routers {'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:23.312658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:23.328298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.413542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.438791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a855216-2925-4238-9a2b-7cd20bca3cea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.447090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb53918-e4b9-406d-a64c-bec6e9ebc050 req-7ed2a3a5-4264-4614-a2a2-1f64a536bafa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:23.447090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7eb53918-e4b9-406d-a64c-bec6e9ebc050 req-7ed2a3a5-4264-4614-a2a2-1f64a536bafa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.1203895 May 13 14:41:23.464143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4502a-77da-40ef-8042-ed881259e1aa req-bdfcd147-064b-40b5-82e6-492f4756d241 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:23.464143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14a4502a-77da-40ef-8042-ed881259e1aa req-bdfcd147-064b-40b5-82e6-492f4756d241 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.2070327 May 13 14:41:23.478582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port add692a6-05c6-4498-a1c8-e83cd038999b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:23.495412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] Set router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:23.503437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7eb53918-e4b9-406d-a64c-bec6e9ebc050 req-ce5383e2-9b5c-4767-b372-7f102a6fc76b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790510 May 13 14:41:23.533362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.552815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f880ef5-eabe-41aa-bd91-a142c5f1d7ce,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.562294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.564884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-627f5d65-d6a7-4186-9c95-6adcd43566c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f880ef5-eabe-41aa-bd91-a142c5f1d7ce HTTP/1.1" status: 204 len: 168 time: 0.4469254 May 13 14:41:23.622042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14a4502a-77da-40ef-8042-ed881259e1aa req-6f5e950d-f9c1-4ba6-8392-d72f71d0c74a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612921 May 13 14:41:23.648507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:23.838956 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79a9be0-cf5d-4b7f-a4a8-a8353d3a05ea'] response: {'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6', 'code': 200} May 13 14:41:23.839696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:23.843805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port add692a6-05c6-4498-a1c8-e83cd038999b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:23.844781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.004735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:41:23Z', 'revision_number': 7, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:24.072560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a29fbfae-78b8-484c-94b2-60b3b8254be1 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:24.096096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae6505-b9f1-427b-b130-a5e548ba1012 req-26c9e993-48c1-49c5-841b-553d1c1c06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:24.096096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1ae6505-b9f1-427b-b130-a5e548ba1012 req-26c9e993-48c1-49c5-841b-553d1c1c06dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 1097 time: 0.3500843 May 13 14:41:24.117974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260da1d1-5c8f-47aa-9e28-8ec43db36a18 None None] The sync data for ids ['ab683f8a-6797-4db7-99a2-c01fbd2a7fe2'] in n-d-841736-1 is: [{'id': 'ab683f8a-6797-4db7-99a2-c01fbd2a7fe2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1956012948-router', 'tenant_id': '4b6c4e6b559642c98b922f497376a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:37:40Z', 'updated_at': '2022-05-13T14:41:23Z', 'revision_number': 7, 'project_id': '4b6c4e6b559642c98b922f497376a767', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:24.159716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['58db1e59-203e-4c6c-ae5e-112c0de32185'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:24.163054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b1ae6505-b9f1-427b-b130-a5e548ba1012 req-4c949e07-61f8-44f3-8c7d-83aac499d760 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597682 May 13 14:41:24.190682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715e80-52b0-4773-a2b2-a11616b2a69c req-dcd3c478-9364-4b5d-a454-ea44003c8149 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:24.215646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84715e80-52b0-4773-a2b2-a11616b2a69c req-dcd3c478-9364-4b5d-a454-ea44003c8149 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 943 time: 0.2012193 May 13 14:41:24.281235 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84715e80-52b0-4773-a2b2-a11616b2a69c req-aca5f3a8-4903-4b57-9b69-a8b2cb1e415a tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712509 May 13 14:41:24.287886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.287886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.332201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.343399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:41:24.362514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8caa19-351b-45ec-bb98-9d9b5a09a516 req-54e6d869-1cf2-4c55-887f-5f7b3bf02487 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:24.366374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec8caa19-351b-45ec-bb98-9d9b5a09a516 req-54e6d869-1cf2-4c55-887f-5f7b3bf02487 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 949 time: 0.3189311 May 13 14:41:24.448573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.456715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3145a86a-7f23-461c-9d7a-8bb96abc01e3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ab683f8a-6797-4db7-99a2-c01fbd2a7fe2 HTTP/1.1" status: 204 len: 168 time: 3.7814755 May 13 14:41:24.457422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:24.609933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec8caa19-351b-45ec-bb98-9d9b5a09a516 req-6edca9c8-f9d3-4c37-9876-d83efb08558f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284036 May 13 14:41:24.716420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Deleting subnet 1138a178-8c90-4ea5-ad7d-2781e75b77e2 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:24.729776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:24.794165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:25.034611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.135479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853338f-133c-4a66-906a-827a2a305f42 req-f980aefe-d5a7-40e8-8429-c1fa4b2b124d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:25.137142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1853338f-133c-4a66-906a-827a2a305f42 req-f980aefe-d5a7-40e8-8429-c1fa4b2b124d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 945 time: 0.3086586 May 13 14:41:25.182246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292a7e-63ce-404e-bf12-f498898f5f83 req-2045e293-cdd7-4145-8a65-c666f673ab2e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:25.185354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a292a7e-63ce-404e-bf12-f498898f5f83 req-2045e293-cdd7-4145-8a65-c666f673ab2e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.3167477 May 13 14:41:25.202874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.252387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port add692a6-05c6-4498-a1c8-e83cd038999b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:25.253260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.270638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1853338f-133c-4a66-906a-827a2a305f42 req-612e578c-53d6-45a3-a92f-35dcf3da466e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198320 May 13 14:41:25.379938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.389853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a292a7e-63ce-404e-bf12-f498898f5f83 req-020821c2-f85d-4f76-80d5-4ab9d023ae44 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916342 May 13 14:41:25.391568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1,segment=NetworkSegment(0f884c13-e51a-405b-aed4-0ae6d1fb38df),segment_id=0f884c13-e51a-405b-aed4-0ae6d1fb38df)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:25.474121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'a29fbfae-78b8-484c-94b2-60b3b8254be1', 'network_id': '64d74c33-6199-49d1-aa9f-8bd89a1a3c50', 'port_id': 'a29fbfae-78b8-484c-94b2-60b3b8254be1', 'mac_address': 'fa:16:3e:6e:b8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b3f84a-6522-477c-8ef9-0890b7b8a978', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:25.505817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1138a178-8c90-4ea5-ad7d-2781e75b77e2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:25.510288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.526669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.528432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-722e1c28-1e23-48a4-b9ed-e2d4434dcabd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1138a178-8c90-4ea5-ad7d-2781e75b77e2 HTTP/1.1" status: 204 len: 168 time: 1.0720894 May 13 14:41:25.629076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=add692a6-05c6-4498-a1c8-e83cd038999b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:25.634070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fb8b7-a978-42ff-b301-ac41ed1c7704 None None] Network 771c2c35-3c04-4b76-8ff9-dd508fcd2272 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:25.673693 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.725438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54292) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:25.853920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.873394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Deleting port 82f430b8-c13f-4738-8e91-5452f7bcdf32 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:25.873733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:25.966508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d28a78-d897-4e8c-869b-8f725693cc62 req-1ff4fff5-17ef-4718-92ab-9a16ec51a806 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:25.976999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5d28a78-d897-4e8c-869b-8f725693cc62 req-1ff4fff5-17ef-4718-92ab-9a16ec51a806 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 943 time: 0.2699137 May 13 14:41:26.075653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a855216-2925-4238-9a2b-7cd20bca3cea no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:26.108044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:26.140339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-304942779-network', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:26.146869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:26.161141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5d28a78-d897-4e8c-869b-8f725693cc62 req-e11cd4f4-5cb2-49af-8878-89da70007303 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922035 May 13 14:41:26.161319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Usage tracker for resource:network and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:26.165295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a29fbfae-78b8-484c-94b2-60b3b8254be1 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:26.170034 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.171296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:26.191105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:26.222841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Made reservation on behalf of 3bfa4efaf40341d88fcda7136e832754 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:26.226507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.254358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29fbfae-78b8-484c-94b2-60b3b8254be1 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:26.270497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 2a855216-2925-4238-9a2b-7cd20bca3cea {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:26.271071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a855216-2925-4238-9a2b-7cd20bca3cea not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:26.271071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ce27462c-4e0b-41d2-9e01-17c26ef8312c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:26.377577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.400770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ce27462c-4e0b-41d2-9e01-17c26ef8312c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:26.401471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ce27462c-4e0b-41d2-9e01-17c26ef8312c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:26.433416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:26.442970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:26.450234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:26.457504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:26.536351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] For port 82f430b8-c13f-4738-8e91-5452f7bcdf32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f430b8-c13f-4738-8e91-5452f7bcdf32,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:26.537044 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.566818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1,segment=NetworkSegment(0f884c13-e51a-405b-aed4-0ae6d1fb38df),segment_id=0f884c13-e51a-405b-aed4-0ae6d1fb38df)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:26.579226 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.594523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.597662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.602032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.635413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e6b698-4952-495a-b965-9ff148be00b5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.658699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:26.680797 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.681706 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Added segment dfec38f6-4c6f-4061-9e77-62ff1298e6a5 of type vlan for network 25602309-9f25-4a8f-ae1f-f9fcab09f009 May 13 14:41:26.713587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fedfb-e1b9-4757-808d-f9d8f3342110 req-219018b0-7f46-45cc-8033-b639d04f89fe tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:26.723198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a69fedfb-e1b9-4757-808d-f9d8f3342110 req-219018b0-7f46-45cc-8033-b639d04f89fe tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 950 time: 0.4635880 May 13 14:41:26.748995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:26.813629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.817194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Calling delete_port for 82f430b8-c13f-4738-8e91-5452f7bcdf32 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:26.853004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a69fedfb-e1b9-4757-808d-f9d8f3342110 req-96889a27-abc0-48b5-9ef2-13630c43901d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 May 13 14:41:26.894823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] DHCP port deletion for 771c2c35-3c04-4b76-8ff9-dd508fcd2272 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:41:26.899792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Deleting port 82f430b8-c13f-4738-8e91-5452f7bcdf32 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:26.900333 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.904867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.907195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:26.907195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:26.968110 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44fbe84-26e8-4414-b8fc-e4f8ae6b3295'] response: {'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b', 'code': 200} May 13 14:41:26.981663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2510278 May 13 14:41:26.987419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:27.040995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['a29fbfae-78b8-484c-94b2-60b3b8254be1'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:27.101423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Request body: {'subnet': {'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-304942779-subnet', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:27.142484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:27.197484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a489d8-3b9f-4892-9663-221de8f62df9 req-49914743-a8de-4b0f-9b8f-1eb22f21179b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.209093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90a489d8-3b9f-4892-9663-221de8f62df9 req-49914743-a8de-4b0f-9b8f-1eb22f21179b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.8275499 May 13 14:41:27.281707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Usage tracker for resource:subnet and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:27.290058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90a489d8-3b9f-4892-9663-221de8f62df9 req-63fdccbb-970b-4af2-8b21-3776e2ace840 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776649 May 13 14:41:27.290437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] For port 82f430b8-c13f-4738-8e91-5452f7bcdf32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f430b8-c13f-4738-8e91-5452f7bcdf32,segment=NetworkSegment(5db0b144-6fb2-4315-810e-f65242c88567),segment_id=5db0b144-6fb2-4315-810e-f65242c88567)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:27.296493 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:27.304711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:27.327706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:27.363002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:27.363002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c4c2-9be3-44a0-86f9-ef949d64a84f admin admin] Pushing event updated for resources: {'Network': ['ID=25602309-9f25-4a8f-ae1f-f9fcab09f009,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:27.428933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Made reservation on behalf of 3bfa4efaf40341d88fcda7136e832754 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:27.428933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:27.440254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:27.452041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] No DVR routers for this DVR port 82f430b8-c13f-4738-8e91-5452f7bcdf32 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:27.564885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7778e72-4d7b-4c51-bb27-3dfaece28954 req-01491a1b-0adf-485d-a091-0a85614f42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.564885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7778e72-4d7b-4c51-bb27-3dfaece28954 req-01491a1b-0adf-485d-a091-0a85614f42c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 1101 time: 0.4182053 May 13 14:41:27.588696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Calling delete_port for 82f430b8-c13f-4738-8e91-5452f7bcdf32 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:27.594110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d719b-12a0-494a-b645-7c145d29c7a5 req-37c6d03f-01ca-4744-bf10-a6eb145f3c4f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:27.601753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da9d719b-12a0-494a-b645-7c145d29c7a5 req-37c6d03f-01ca-4744-bf10-a6eb145f3c4f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 945 time: 0.4547255 May 13 14:41:27.790849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Pushing event deleted for resources: {'Port': ['ID=82f430b8-c13f-4738-8e91-5452f7bcdf32,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:27.841470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f430b8-c13f-4738-8e91-5452f7bcdf32 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:27.894195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 82f430b8-c13f-4738-8e91-5452f7bcdf32 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:27.894195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f430b8-c13f-4738-8e91-5452f7bcdf32 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:27.925014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: from cryptography.utils import int_from_bytes May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: from cryptography.utils import int_from_bytes May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn_limited( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.960977 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:41:27.984593 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:41:27.998209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771c2c35-3c04-4b76-8ff9-dd508fcd2272']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.008520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:41:28.008520 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:41:28.024454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db0b144-6fb2-4315-810e-f65242c88567') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.024454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db0b144-6fb2-4315-810e-f65242c88567') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:28.033698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da9d719b-12a0-494a-b645-7c145d29c7a5 req-3a68b23b-9a2b-4b70-ae40-b81b4d7a59bf tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970771 May 13 14:41:28.033698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.033698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7778e72-4d7b-4c51-bb27-3dfaece28954 req-418e8b13-edc4-4356-8fde-178833d878d9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392922 May 13 14:41:28.047351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f1b28-0a7f-4c00-b830-2420334da9c0 req-7720cee1-e691-44db-a33b-b36ad3cc0097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:28.047351 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f67f1b28-0a7f-4c00-b830-2420334da9c0 req-7720cee1-e691-44db-a33b-b36ad3cc0097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.4260399 May 13 14:41:28.047351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.100080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008cc412-eca1-43cb-96fe-f9aeab73fea1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:28.127579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Checking segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:28.127579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Network hostable DHCP agents. Network: 25602309-9f25-4a8f-ae1f-f9fcab09f009, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:28.138736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f67f1b28-0a7f-4c00-b830-2420334da9c0 req-f3f10ea4-8d7a-4e09-b1f3-1d00f855d688 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936351 May 13 14:41:28.144116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:28.152719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.163253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:28.163950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.167487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 25602309-9f25-4a8f-ae1f-f9fcab09f009) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:28.174035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:28.174758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.185275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9ca4e-0d7d-4e51-9dcf-df6156dd2696 None None] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: timer() May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:28.193298 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:28.315966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-99bb7c22-a796-4fb2-8621-daa7ca216b83 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3262966 May 13 14:41:28.317725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:28.326663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:28.351477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:28.351477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Usage tracker for resource:router and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:28.360968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:28.369465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:28.385990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.401392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.403208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.415404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bda22-a46f-49c8-8604-2421fe9f9fac req-22e5e23d-514e-4a32-96e8-c069b556d285 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:28.417075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db5bda22-a46f-49c8-8604-2421fe9f9fac req-22e5e23d-514e-4a32-96e8-c069b556d285 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 944 time: 0.2359018 May 13 14:41:28.423359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.465515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.481926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] 10.222.0.36 "DELETE /v2.0/networks/771c2c35-3c04-4b76-8ff9-dd508fcd2272 HTTP/1.1" status: 204 len: 168 time: 2.9517405 May 13 14:41:28.482831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c73b-a550-409a-9d07-96e48218637c admin admin] Pushing event deleted for resources: {'Network': ['ID=771c2c35-3c04-4b76-8ff9-dd508fcd2272,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:28.509771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbf121-fb04-4601-8b58-2914662467a2 req-b80efbfd-4c1a-4bc0-8786-f26b4e9870c7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:28.510337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db5bda22-a46f-49c8-8604-2421fe9f9fac req-946ad9f9-4cc9-4a8a-8493-850700f4cf62 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846231 May 13 14:41:28.525476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7fcbf121-fb04-4601-8b58-2914662467a2 req-b80efbfd-4c1a-4bc0-8786-f26b4e9870c7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 950 time: 0.2275870 May 13 14:41:28.538076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Deleting port 82f430b8-c13f-4738-8e91-5452f7bcdf32 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:28.541808 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.654722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7fcbf121-fb04-4601-8b58-2914662467a2 req-459bcee7-9cb9-4cb0-924e-5089f923dafd tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281192 May 13 14:41:28.731805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:28.807566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cac8-ea2e-41cd-9514-5cba0d96518d None None] The port '82f430b8-c13f-4738-8e91-5452f7bcdf32' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:41:28.824642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-25602309-9f25-4a8f-ae1f-f9fcab09f009', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:28.825975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:28.887178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:28.989047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ef6ad02d-de23-4bde-95b9-a783cbf2cfae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b6c4e6b559642c98b922f497376a767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1004164 May 13 14:41:28.991749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:29.156678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.162509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Allocated IP 172.20.0.2 (25602309-9f25-4a8f-ae1f-f9fcab09f009/008cc412-eca1-43cb-96fe-f9aeab73fea1/fd056244-6b20-4e36-b767-260ed8fb2394) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:29.179518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.200326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094cd8-39e0-4497-85f5-7442c9b34634 req-fbcc337b-98e3-4b6f-b4d0-28e08319a957 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:29.208326 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c094cd8-39e0-4497-85f5-7442c9b34634 req-fbcc337b-98e3-4b6f-b4d0-28e08319a957 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.3855829 May 13 14:41:29.343289 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.403657 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c094cd8-39e0-4497-85f5-7442c9b34634 req-4ba35366-e33c-4864-8ad0-a53151b52ebd tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828084 May 13 14:41:29.408319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f1d4e-c54b-407b-a08e-f8082bc6c4c8 req-bebeb768-a241-42f7-ab58-e521de4405ff tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:29.410104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d88f1d4e-c54b-407b-a08e-f8082bc6c4c8 req-bebeb768-a241-42f7-ab58-e521de4405ff tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 945 time: 0.1273196 May 13 14:41:29.412943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 58db1e59-203e-4c6c-ae5e-112c0de32185 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:29.423067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 58db1e59-203e-4c6c-ae5e-112c0de32185 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:29.423571 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.552835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.607265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fb6a23-2421-4544-80bb-d0accf2aed4e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:29.626350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d88f1d4e-c54b-407b-a08e-f8082bc6c4c8 req-fc78c663-cd3c-4071-bca9-9eccc4a21660 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945791 May 13 14:41:29.662487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.669161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85728670-7385-4345-a4b8-71f61c38c3fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8fb6a23-2421-4544-80bb-d0accf2aed4e HTTP/1.1" status: 204 len: 168 time: 0.6724951 May 13 14:41:29.732075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8d2b4acf-4746-4df1-9333-22aaa847d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:29.903936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:29.910104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.074835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:30.086146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.101433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:30.104717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Transition to ACTIVE for port object fd056244-6b20-4e36-b767-260ed8fb2394 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:30.118050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.125613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a73f62-ecdf-4fdb-af5e-b452130f3889 req-b312f71e-3982-43ef-9fdc-f1b0cf25ac2b tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:30.146940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11a73f62-ecdf-4fdb-af5e-b452130f3889 req-b312f71e-3982-43ef-9fdc-f1b0cf25ac2b tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 944 time: 0.3802626 May 13 14:41:30.249947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:30.255372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.285137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Transition to ACTIVE for port object fd056244-6b20-4e36-b767-260ed8fb2394 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:30.297210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.300178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:30.358241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11a73f62-ecdf-4fdb-af5e-b452130f3889 req-80a87312-3802-43a3-96d7-bda981d6e1cc tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087259 May 13 14:41:30.427842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204ca1-ac40-4446-91fd-597911ef40b1 req-5eda039f-8eb1-4ba5-99fa-8c48027a41fc tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:30.437018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7204ca1-ac40-4446-91fd-597911ef40b1 req-5eda039f-8eb1-4ba5-99fa-8c48027a41fc tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 950 time: 0.3883600 May 13 14:41:30.490171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:30.508267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:30.515305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:30.631823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Pushing event updated for resources: {'Port': ['ID=fd056244-6b20-4e36-b767-260ed8fb2394,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:30.667825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Allocated IP 172.25.5.120 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/792793d9-2a84-4a58-b0a2-d2f2921bd43f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:30.694293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7204ca1-ac40-4446-91fd-597911ef40b1 req-b4be0b8f-5c50-4c43-b49a-aefedab66952 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226675 May 13 14:41:30.762133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a29fbfae-78b8-484c-94b2-60b3b8254be1 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:30.894269 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246c4d43-8e7e-4f1e-b982-643e2cc1f07c'] response: {'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'code': 200} May 13 14:41:31.034023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Attempting to bind port fd056244-6b20-4e36-b767-260ed8fb2394 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:31.034730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Attempting to bind port fd056244-6b20-4e36-b767-260ed8fb2394 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:31.035308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Attempting to bind port fd056244-6b20-4e36-b767-260ed8fb2394 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:31.045928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:31.046697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Checking segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:31.047347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.047993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Bound using segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:31.049140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Bound port: fd056244-6b20-4e36-b767-260ed8fb2394, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:31.049740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.081493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3484a-052a-41b5-bb9a-d4b27e86efc5 req-371398b0-b9af-410b-aa69-4485afe3e6af tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.090712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07a3484a-052a-41b5-bb9a-d4b27e86efc5 req-371398b0-b9af-410b-aa69-4485afe3e6af tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.1334853 May 13 14:41:31.175279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07a3484a-052a-41b5-bb9a-d4b27e86efc5 req-e68e7c0e-a271-49fe-8fd4-f8e58fb4436e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834885 May 13 14:41:31.261082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port a29fbfae-78b8-484c-94b2-60b3b8254be1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:31.274081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port a29fbfae-78b8-484c-94b2-60b3b8254be1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:31.274458 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.311302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] For port fd056244-6b20-4e36-b767-260ed8fb2394, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:31.346662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] For port fd056244-6b20-4e36-b767-260ed8fb2394, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd056244-6b20-4e36-b767-260ed8fb2394,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:31.358727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.430789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39720697-990c-4bbd-a79c-8ba26ad90407 req-75463069-b5f2-4d4b-b42b-64c099a35189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.434024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39720697-990c-4bbd-a79c-8ba26ad90407 req-75463069-b5f2-4d4b-b42b-64c099a35189 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 1097 time: 0.5120559 May 13 14:41:31.440150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ebac9-f4b4-403f-ac00-5d0b14142a87 req-c5842b38-6aff-481e-b7fd-613bb6a0f74d tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:31.448809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c6ebac9-f4b4-403f-ac00-5d0b14142a87 req-c5842b38-6aff-481e-b7fd-613bb6a0f74d tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 1101 time: 0.2590013 May 13 14:41:31.449814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32677a-0fb3-4eb9-9968-61c4192bf793 None None] Pushing event updated for resources: {'Port': ['ID=fd056244-6b20-4e36-b767-260ed8fb2394,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.510058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.549060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a29fbfae-78b8-484c-94b2-60b3b8254be1 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:31.555072 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.582828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:31.606819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1,segment=NetworkSegment(0f884c13-e51a-405b-aed4-0ae6d1fb38df),segment_id=0f884c13-e51a-405b-aed4-0ae6d1fb38df)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:31.615588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.670534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39720697-990c-4bbd-a79c-8ba26ad90407 req-1a626f48-ca32-4868-80c2-fe1f13327fa6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076776 May 13 14:41:31.685802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c6ebac9-f4b4-403f-ac00-5d0b14142a87 req-ea9910c8-4192-4fff-87e1-8915fa838436 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346752 May 13 14:41:31.691801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:31.790651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.822214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-network', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:31.845950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:31.853445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:31.858850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:31.866278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:31.967120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Pushing event updated for resources: {'Port': ['ID=792793d9-2a84-4a58-b0a2-d2f2921bd43f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:31.983854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Usage tracker for resource:network and tenant:f06debe7644b47b9a8b3110c04872194 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:32.009588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:32.024130 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0692d4ad-e5cd-426a-ad72-fa64cd7d4ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.042527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:32.110589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Made reservation on behalf of f06debe7644b47b9a8b3110c04872194 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:32.116379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.183162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.233746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024871-ca91-4205-9a08-e7d0a576a0db req-a3a22cea-a710-4154-b5de-c0a9979195c3 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:32.237403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9024871-ca91-4205-9a08-e7d0a576a0db req-a3a22cea-a710-4154-b5de-c0a9979195c3 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 0.5986867 May 13 14:41:32.249299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:32.277837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Usage tracker for resource:security_group_rule and tenant:f06debe7644b47b9a8b3110c04872194 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:32.284726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:32.294874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:32.332849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9024871-ca91-4205-9a08-e7d0a576a0db req-ed826aa6-3e11-47ee-b601-dcca6b84accd tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802526 May 13 14:41:32.508714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.557095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.566420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617440-f23b-4728-b57a-800595914fde req-e29bc9fa-b074-49dc-9e7b-756b3bce1bcd tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:32.568373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b0617440-f23b-4728-b57a-800595914fde req-e29bc9fa-b074-49dc-9e7b-756b3bce1bcd tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.2185826 May 13 14:41:32.586888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-9f6cd73f-257c-48f2-9c71-a8f6cadf9eb8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752716 May 13 14:41:32.665706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:32.707798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b0617440-f23b-4728-b57a-800595914fde req-25512fb2-e128-4b63-9d50-888db3eb8608 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744627 May 13 14:41:32.708565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.791242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c542536-71d8-4ab1-869c-4e6cb251d6ca,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:32.802351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.802919 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Added segment 799dc5d3-ee26-4906-9542-0a446818637d of type vlan for network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 May 13 14:41:32.805074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.805408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.805885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.806363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.806870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.807632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.808836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.809171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.809498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.809819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.810147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.810549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:32.891036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.895497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:32.897881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:32.997291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-166e8ffa-23db-4cf6-8d84-ea67a68c88d0 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:32.998209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-166e8ffa-23db-4cf6-8d84-ea67a68c88d0 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4097455 May 13 14:41:33.021450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.022857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:33.023602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.037928 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853d1f2d-5fb0-4348-81af-8dbd1af87b8e'] response: {'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1', 'code': 200} May 13 14:41:33.155760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] Pushing event updated for resources: {'Network': ['ID=86d8935c-a6a7-49fe-848b-fa7fe7f39390,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:33.157894 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.175556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:41:33.201586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-92b3ac11-dbd6-4941-afb8-5bcac6aea5b7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.1709235 May 13 14:41:33.323552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a59964-85fd-4d65-bf93-0077e235a81b None None] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:33.473098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-97f543ef-0857-44b6-92f3-2c8fb35f2054 None None] Provisioning for port fd056244-6b20-4e36-b767-260ed8fb2394 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:33.557053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7ce26a8b-dc23-4f78-9402-1ccd8605b334 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9696841 May 13 14:41:33.559357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:33.569897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Request body: {'subnet': {'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-subnet', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:33.608130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:33.636026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Usage tracker for resource:subnet and tenant:f06debe7644b47b9a8b3110c04872194 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:33.638215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:33.649182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a3b39-31ba-4d60-8294-ec98eb12199f req-faa0c822-563b-4a55-ade0-af26e43f6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:33.650485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df3a3b39-31ba-4d60-8294-ec98eb12199f req-faa0c822-563b-4a55-ade0-af26e43f6833 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 1096 time: 0.2939579 May 13 14:41:33.665305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:33.688599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.736181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-26ba9f14-5026-4e3c-8da9-d93a63060744 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5279016 May 13 14:41:33.754263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Made reservation on behalf of f06debe7644b47b9a8b3110c04872194 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:33.759049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:33.891802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd056244-6b20-4e36-b767-260ed8fb2394 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:34.046824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fd056244-6b20-4e36-b767-260ed8fb2394 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:34.056407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd056244-6b20-4e36-b767-260ed8fb2394 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:34.057187 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.125696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df3a3b39-31ba-4d60-8294-ec98eb12199f req-74cd2204-9c13-4455-8f31-c4ad25ee19d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646976 May 13 14:41:34.271555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd056244-6b20-4e36-b767-260ed8fb2394 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:34.285849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.356011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port fd056244-6b20-4e36-b767-260ed8fb2394, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd056244-6b20-4e36-b767-260ed8fb2394,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:34.366579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.376586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2638ff-a7c0-4b06-b0b1-b16a530b8e8c req-cdee8d08-7ec6-4dc3-bf66-d8371736632c tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:34.389052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd2638ff-a7c0-4b06-b0b1-b16a530b8e8c req-cdee8d08-7ec6-4dc3-bf66-d8371736632c tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 0.2331662 May 13 14:41:34.484150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=fd056244-6b20-4e36-b767-260ed8fb2394,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:34.502788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.503500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.505661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.506005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.506533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.507035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.508187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.509788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.515742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.516484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.517002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.517508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:34.534554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd2638ff-a7c0-4b06-b0b1-b16a530b8e8c req-7542f43f-465f-45a2-891f-4f31808c5f4e tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317508 May 13 14:41:34.549664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Router ecf27069-63c1-46c9-8acf-407916ea1986 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:41:34.579822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-61acbd89-ec37-4d53-8181-cef07ca12d32 None None] Provisioning complete for port fd056244-6b20-4e36-b767-260ed8fb2394 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:34.580477 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-61acbd89-ec37-4d53-8181-cef07ca12d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.777194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-eb8395cc-059e-43d9-ade0-0095a7fb26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:34.780474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-eb8395cc-059e-43d9-ade0-0095a7fb26c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.7608511 May 13 14:41:34.783277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.785918 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:34.929591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:34.940577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-61acbd89-ec37-4d53-8181-cef07ca12d32 None None] Current status of the port fd056244-6b20-4e36-b767-260ed8fb2394 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:34.955207 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:34.991010 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:34.992179 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:35.036085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.038106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7de670de-e2e1-4784-80df-cb7b1414a36b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7189796 May 13 14:41:35.040813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9a75-52e5-434d-a6a6-9200aa51b4b1 req-27a7688a-a44a-4d80-b057-4c8b22a89b18 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.048876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c25a9a75-52e5-434d-a6a6-9200aa51b4b1 req-27a7688a-a44a-4d80-b057-4c8b22a89b18 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.6888506 May 13 14:41:35.049347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:35.125926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:35.173749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c25a9a75-52e5-434d-a6a6-9200aa51b4b1 req-2e1f2b17-f60e-4cba-a10b-ae7dba4e868d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 May 13 14:41:35.198472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Checking segment: {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:35.202906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Network hostable DHCP agents. Network: 86d8935c-a6a7-49fe-848b-fa7fe7f39390, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:41:35.236978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-4bbdaa15-1b9e-47b6-b151-31934db8849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.252455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-4bbdaa15-1b9e-47b6-b151-31934db8849a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.4588971 May 13 14:41:35.380031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:41:35.429238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-34e92b15-e4fc-4d71-a5b2-2cb8f87cc997 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 217 time: 0.1636913 May 13 14:41:35.438301 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:35.494704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dae1c4f8-85f8-4d07-b93e-827d59c0868f req-5fbc03fa-c7c3-4f68-8042-8151ecf1ec58 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 210 time: 0.1139987 May 13 14:41:35.498680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 86d8935c-a6a7-49fe-848b-fa7fe7f39390) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:35.520990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b259a46-737f-45f6-a430-9eb1fedf3b3b req-c57f6bed-86f6-44c5-a0ca-87d62f88eec5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.521535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d72f11-aabc-484a-b020-51f08b64c10b None None] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:35.530047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b259a46-737f-45f6-a430-9eb1fedf3b3b req-c57f6bed-86f6-44c5-a0ca-87d62f88eec5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.5601830 May 13 14:41:35.534828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.540268 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.593864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-cc50c633-1d12-4d85-b3ae-726531fb4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.593985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-cc50c633-1d12-4d85-b3ae-726531fb4f0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.1479695 May 13 14:41:35.774830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c91e0beb-b63c-46ac-a4a7-40522164ccb6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2136366 May 13 14:41:35.779742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd056244-6b20-4e36-b767-260ed8fb2394 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:35.780564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:35.799966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:35.816711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:35.837097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Usage tracker for resource:router and tenant:f06debe7644b47b9a8b3110c04872194 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:35.845423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:35.861296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:35.869366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-bed85d4d-fc5c-41bd-9207-4411ab6c3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:35.873409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-bed85d4d-fc5c-41bd-9207-4411ab6c3577 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708390 May 13 14:41:35.894641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.898535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:35.934899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b259a46-737f-45f6-a430-9eb1fedf3b3b req-43c2ba0b-a150-460c-a55d-908210c325ef tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956556 May 13 14:41:36.176873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-9d9a98be-7253-4017-9a1b-c9e7c8c7e520 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628242 May 13 14:41:36.182503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd056244-6b20-4e36-b767-260ed8fb2394 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:36.183660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.290148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:41:36.291516 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.415132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.445729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-c728b677-6751-4dcc-92c7-de1ece8a8efd service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325253 May 13 14:41:36.484556 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:32Z', 'revision_number': 3, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:36.490805 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:36.491664 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Updating router ecf27069-63c1-46c9-8acf-407916ea1986 port 792793d9-2a84-4a58-b0a2-d2f2921bd43f binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:41:36.598836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd056244-6b20-4e36-b767-260ed8fb2394 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:36.610982 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:36.751356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Allocated IP 172.20.0.2 (86d8935c-a6a7-49fe-848b-fa7fe7f39390/a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3/48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:36.904350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-56f7a8f0-eaaa-4080-aee6-a1954697e834 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:36.905860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-56f7a8f0-eaaa-4080-aee6-a1954697e834 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7239301 May 13 14:41:36.983468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7de29c-4b88-415a-a440-520838e2a1b9 req-b1e140f3-5ca9-4283-922c-178f09aa2264 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:36.990678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': '68183460-e24b-4262-ae76-48a128888288', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:36.991557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b7de29c-4b88-415a-a440-520838e2a1b9 req-b1e140f3-5ca9-4283-922c-178f09aa2264 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.6914349 May 13 14:41:37.009756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.040300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeaa6e-9fec-4971-bf18-775004874026 req-61995d85-ee07-4110-9509-f1509f3c1c59 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:37.049076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-faaeaa6e-9fec-4971-bf18-775004874026 req-61995d85-ee07-4110-9509-f1509f3c1c59 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 0.6383507 May 13 14:41:37.264050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-faaeaa6e-9fec-4971-bf18-775004874026 req-f1116897-93d6-4d31-a365-5fcbb023fe3e tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136528 May 13 14:41:37.338011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a010501-a4e1-4aa2-ba0f-f72c8ca4018d req-7f04a823-27f8-4a49-ab20-23301ef15eac service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803031 May 13 14:41:37.364059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.391574 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b7de29c-4b88-415a-a440-520838e2a1b9 req-fe24ae01-6338-40bf-aa25-e027b168f5da tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989956 May 13 14:41:37.550318 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.586403 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Transition to ACTIVE for port object 792793d9-2a84-4a58-b0a2-d2f2921bd43f will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:37.597038 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.608799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:37.704701 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Attempting to bind port 792793d9-2a84-4a58-b0a2-d2f2921bd43f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:37.705315 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Attempting to bind port 792793d9-2a84-4a58-b0a2-d2f2921bd43f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:37.706080 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Attempting to bind port 792793d9-2a84-4a58-b0a2-d2f2921bd43f on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:37.721711 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:37.722370 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:37.722914 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.724079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:37.725026 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Bound port: 792793d9-2a84-4a58-b0a2-d2f2921bd43f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:37.725596 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.750445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a66a9c5e-54a8-4798-9267-a4142352c7d3 req-6e685cda-b803-45e7-b36a-dd948cb25a25 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 210 time: 0.1366704 May 13 14:41:37.798741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:37.900067 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] For port 792793d9-2a84-4a58-b0a2-d2f2921bd43f, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:37.907309 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] For port 792793d9-2a84-4a58-b0a2-d2f2921bd43f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=792793d9-2a84-4a58-b0a2-d2f2921bd43f,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:37.916836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:37.920672 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.921174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:37.974063 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Pushing event updated for resources: {'Port': ['ID=792793d9-2a84-4a58-b0a2-d2f2921bd43f,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:38.040970 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:38.052551 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:38.129929 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.148294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Allocated IP 172.20.0.1 (25602309-9f25-4a8f-ae1f-f9fcab09f009/008cc412-eca1-43cb-96fe-f9aeab73fea1/9efabfbc-dcb7-4549-903d-41615065b207) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:38.208483 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.209384 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.210152 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.210996 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.211238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Transition to ACTIVE for port object 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:38.212029 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.212873 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.216874 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.218032 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.218851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.219657 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.220489 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.221324 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:38.315767 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.338182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Transition to ACTIVE for port object 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:38.354402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.378150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.497349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c82a3-2d80-48ed-9a96-29d80d64d6f5 req-11d5062d-4c46-4081-b54a-a9a73dcd6380 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:38.497349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad4c82a3-2d80-48ed-9a96-29d80d64d6f5 req-11d5062d-4c46-4081-b54a-a9a73dcd6380 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.4974279 May 13 14:41:38.564793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:38.581813 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f8b60-ded6-423d-9aed-af4677fc8a2e None None] Pushing event updated for resources: {'Port': ['ID=792793d9-2a84-4a58-b0a2-d2f2921bd43f,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:38.591923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:38.599713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:38.619527 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:38.860767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Allocated IP 172.25.5.4 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/fb13e464-272a-4b95-852b-c1b7a4b054f5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:38.873787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Pushing event updated for resources: {'Port': ['ID=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:38.914859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Attempting to bind port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:38.915507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Attempting to bind port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:38.916058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Attempting to bind port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 on network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:38.931366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.246 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/f33881ff-06ce-46ea-95c6-fd072db3efd7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:38.931831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:38.932662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Checking segment: {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:38.935127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.935762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Bound using segment: {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:38.940364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Bound port: 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:38.941255 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:38.981237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:41:39.078919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad4c82a3-2d80-48ed-9a96-29d80d64d6f5 req-70ff05ef-dec1-46f5-9943-69dc720eb6b7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664594 May 13 14:41:39.150708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.186735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Transition to ACTIVE for port object 9efabfbc-dcb7-4549-903d-41615065b207 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:39.197568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] For port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:39.209052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] For port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:39.221736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.228423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.371844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.442612 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:32Z', 'revision_number': 3, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:39.451232 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a26d1-1ae1-4751-8129-9031f43ffac7 None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:32Z', 'revision_number': 3, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:39.485994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.531882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:39.627098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d6c07-7519-46e0-83b1-2c7c2e584764 None None] Pushing event updated for resources: {'Port': ['ID=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:39.634399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Pushing event updated for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:39.638778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e788165-909d-4382-83ce-f85e52596776 req-4a6ddf0e-8a06-41dd-823f-ef9e84295606 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 210 time: 0.0995672 May 13 14:41:39.639689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:39.646075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:39.760932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:39.847377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:39.870395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:39.880452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:39.918808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb13e464-272a-4b95-852b-c1b7a4b054f5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:40.240365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.279177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object f33881ff-06ce-46ea-95c6-fd072db3efd7 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:40.369233 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:40.425256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:40.505879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097', 'add692a6-05c6-4498-a1c8-e83cd038999b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:40.523456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:40.549176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:40.558033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:40.614164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-31d002b5-4845-4cb8-92b8-aeb5693a30bb None None] Provisioning for port 9efabfbc-dcb7-4549-903d-41615065b207 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:40.652749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f9d2e-8c34-46c9-acb9-269ea967e518 req-50e74b52-10aa-45e5-b912-765c7e2f3c47 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:40.662027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f87f9d2e-8c34-46c9-acb9-269ea967e518 req-50e74b52-10aa-45e5-b912-765c7e2f3c47 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 0.7324045 May 13 14:41:40.665899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-31d002b5-4845-4cb8-92b8-aeb5693a30bb None None] Provisioning complete for port 9efabfbc-dcb7-4549-903d-41615065b207 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:40.666104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-31d002b5-4845-4cb8-92b8-aeb5693a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.049693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-31d002b5-4845-4cb8-92b8-aeb5693a30bb None None] Port 9efabfbc-dcb7-4549-903d-41615065b207 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:41.129377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:41.333205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:41.334144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.378129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c922b35-4cae-4254-a8e4-491c4d900f94 req-4a07b8a9-7390-465e-a8c1-fea66361375c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:41.391485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c922b35-4cae-4254-a8e4-491c4d900f94 req-4a07b8a9-7390-465e-a8c1-fea66361375c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 1.3298705 May 13 14:41:41.467214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e7993c34-b9c5-4518-820b-86e545901ce5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5438118 May 13 14:41:41.481345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Request body: {'port': {'device_id': '68183460-e24b-4262-ae76-48a128888288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:41.493052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa198516-65ff-43f7-8b01-ee7ded689747 None None] Provisioning for port f33881ff-06ce-46ea-95c6-fd072db3efd7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:41.565829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa198516-65ff-43f7-8b01-ee7ded689747 None None] Provisioning complete for port f33881ff-06ce-46ea-95c6-fd072db3efd7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:41.566545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa198516-65ff-43f7-8b01-ee7ded689747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.594371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c922b35-4cae-4254-a8e4-491c4d900f94 req-1074e9d7-4d6d-4177-8a9e-77ea8538f02e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990147 May 13 14:41:41.700686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.785947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:41.800598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.081070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 792793d9-2a84-4a58-b0a2-d2f2921bd43f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:42.141388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2133ed-731c-4648-94af-4c71b4a205cc None None] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:41:42.241590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa198516-65ff-43f7-8b01-ee7ded689747 None None] Port f33881ff-06ce-46ea-95c6-fd072db3efd7 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:42.297787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f87f9d2e-8c34-46c9-acb9-269ea967e518 req-d94b70fb-f2f9-4c25-9b0f-57890ff4a4c2 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6338739 May 13 14:41:42.590574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:42.690313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 792793d9-2a84-4a58-b0a2-d2f2921bd43f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:42.790450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:42.872966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-402410f7-6e4b-4726-b464-e2fab487d5fd None None] Provisioning for port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:42.936979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 792793d9-2a84-4a58-b0a2-d2f2921bd43f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:42.937859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.038688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59832-f9b5-4fc5-b7f4-6519e6972ea3 req-6dcc4230-3659-4b34-bbb1-a464ec96a0c2 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.050820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4be59832-f9b5-4fc5-b7f4-6519e6972ea3 req-6dcc4230-3659-4b34-bbb1-a464ec96a0c2 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.9245920 May 13 14:41:43.141283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9438-e8da-45b4-971e-2c5166a80de8 req-c3e3b34f-fda4-48f5-8e5e-147d66a13950 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.141283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-285f9438-e8da-45b4-971e-2c5166a80de8 req-c3e3b34f-fda4-48f5-8e5e-147d66a13950 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 936 time: 0.4711883 May 13 14:41:43.170435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-22e1dc47-c606-4c70-9d9c-d80ed17a0f51 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:43.170435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-22e1dc47-c606-4c70-9d9c-d80ed17a0f51 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.90 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 1.1858234 May 13 14:41:43.236792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4be59832-f9b5-4fc5-b7f4-6519e6972ea3 req-3e7a6125-1ccb-41df-a782-d0ae2bde1097 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743381 May 13 14:41:43.254041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-285f9438-e8da-45b4-971e-2c5166a80de8 req-cf68fd5b-b380-47f5-9bb9-3c08991850f9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220255 May 13 14:41:43.285430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Deleting port a29fbfae-78b8-484c-94b2-60b3b8254be1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:43.286093 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.289232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.321437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33881ff-06ce-46ea-95c6-fd072db3efd7 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:43.345333 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:43.384020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.460105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Transition to ACTIVE for port object f33881ff-06ce-46ea-95c6-fd072db3efd7 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:43.460105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:43.724524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Pushing event updated for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:43.726945 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.025752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.030017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:44.119339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Router e54899b3-8a12-4cba-8e49-e8c508b198c4 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:41:44.149187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] For port a29fbfae-78b8-484c-94b2-60b3b8254be1, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a29fbfae-78b8-484c-94b2-60b3b8254be1,segment=NetworkSegment(0f884c13-e51a-405b-aed4-0ae6d1fb38df),segment_id=0f884c13-e51a-405b-aed4-0ae6d1fb38df)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:44.150364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.243640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Pushing event updated for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.257950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b096-aff8-4503-aae6-b1937513dd28 req-142bc472-5a65-4ed5-bca3-ce591039d19d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:44.258232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'port_id': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'mac_address': 'fa:16:3e:28:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:44.268395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8350b096-aff8-4503-aae6-b1937513dd28 req-142bc472-5a65-4ed5-bca3-ce591039d19d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.6939185 May 13 14:41:44.331610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 792793d9-2a84-4a58-b0a2-d2f2921bd43f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:44.333298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.391519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 792793d9-2a84-4a58-b0a2-d2f2921bd43f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=792793d9-2a84-4a58-b0a2-d2f2921bd43f,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:44.395504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:44.395936 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.413944 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.415035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:44.520661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58db1e59-203e-4c6c-ae5e-112c0de32185 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:44.595730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-7ecf2e96-8d1c-42de-93c6-b09efbfb3f5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0068109 May 13 14:41:44.595730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daacf5-ea95-48ff-ac3c-52322e4f9fd1 req-6e8f4ded-2ec3-4ae5-afb5-44fe37ba6555 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:44.595730 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9daacf5-ea95-48ff-ac3c-52322e4f9fd1 req-6e8f4ded-2ec3-4ae5-afb5-44fe37ba6555 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.0212171 May 13 14:41:44.621812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:44.633301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Attempting to bind port f33881ff-06ce-46ea-95c6-fd072db3efd7 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:44.633301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Attempting to bind port f33881ff-06ce-46ea-95c6-fd072db3efd7 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:44.633301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Attempting to bind port f33881ff-06ce-46ea-95c6-fd072db3efd7 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:44.643122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=792793d9-2a84-4a58-b0a2-d2f2921bd43f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.643122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.644504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Port f33881ff-06ce-46ea-95c6-fd072db3efd7 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:41:44.644504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Attempting to bind port f33881ff-06ce-46ea-95c6-fd072db3efd7 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:44.685559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:44.707118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:44.707456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:44.707895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:44.708568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Bound port: f33881ff-06ce-46ea-95c6-fd072db3efd7, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:44.708924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.780061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:44.790542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:44.820542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:44.860679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:44.870980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:44.871380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:44.881961 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9daacf5-ea95-48ff-ac3c-52322e4f9fd1 req-102c4fd4-c17f-418b-9ff8-b63da002ce4a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686734 May 13 14:41:44.909779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Calling delete_port for a29fbfae-78b8-484c-94b2-60b3b8254be1 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:44.935382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['58db1e59-203e-4c6c-ae5e-112c0de32185'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:45.021642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8350b096-aff8-4503-aae6-b1937513dd28 req-219ab8ef-ddd1-4ec3-b6f1-cc77da293e78 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448647 May 13 14:41:45.286887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: BUILD; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:45.288060 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.312205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:45.332924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:45.332924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.358980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Sync routers for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:45.409830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 58db1e59-203e-4c6c-ae5e-112c0de32185 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:45.451403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a3bf57de-1181-4027-be8e-82e393f3c4b5 None None] Provisioning complete for port 9efabfbc-dcb7-4549-903d-41615065b207 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:45.451976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a3bf57de-1181-4027-be8e-82e393f3c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.459262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.460510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b0f1770-403a-4894-803a-33274b05a5e8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6712806 May 13 14:41:45.463780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:45.520687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:45.521708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:45.553764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:45.586473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-7af5f13b-9f55-4872-97f0-11927d1eeea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.589022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-7af5f13b-9f55-4872-97f0-11927d1eeea1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 1101 time: 0.9185054 May 13 14:41:45.591734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:45.618000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.647264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246753a-ba17-4768-a360-d834c44fd124 req-babbd9a0-9c31-4d5e-9672-f6e63040937b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.648840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c246753a-ba17-4768-a360-d834c44fd124 req-babbd9a0-9c31-4d5e-9672-f6e63040937b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.3199072 May 13 14:41:45.719317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.748704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:45.756456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:45.781692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.782761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a29fbfae-78b8-484c-94b2-60b3b8254be1 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:45.782873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:45.890358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Pushing event deleted for resources: {'Port': ['ID=a29fbfae-78b8-484c-94b2-60b3b8254be1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:45.909980 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.914447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce35944-3146-4bb0-a7b8-51247a0e8154 req-a60c2c28-0066-4f34-88cd-8ce3dc79a7f2 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.917572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ce35944-3146-4bb0-a7b8-51247a0e8154 req-a60c2c28-0066-4f34-88cd-8ce3dc79a7f2 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f17650ec-0d33-41cb-b9dc-0313b7f51d02 HTTP/1.1" status: 200 len: 945 time: 0.6920338 May 13 14:41:45.931829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:45.934174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:45.936733 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] 10.222.0.90 "PUT /v2.0/ports/f33881ff-06ce-46ea-95c6-fd072db3efd7 HTTP/1.1" status: 200 len: 1096 time: 4.4608700 May 13 14:41:45.945230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: a29fbfae-78b8-484c-94b2-60b3b8254be1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:41:45.945914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a29fbfae-78b8-484c-94b2-60b3b8254be1 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:41:45.959759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:46.090034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf57de-1181-4027-be8e-82e393f3c4b5 None None] Port 9efabfbc-dcb7-4549-903d-41615065b207 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:46.096532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-a2c7d829-1ae4-4c1f-a286-b6f7c26da497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.098035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-a2c7d829-1ae4-4c1f-a286-b6f7c26da497 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4685326 May 13 14:41:46.105060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f740-e8b8-454f-bea9-781671e3d508 service neutron] Pushing event updated for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:46.169628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c246753a-ba17-4768-a360-d834c44fd124 req-0a184b63-02e5-4c6f-a158-16c29a587007 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638736 May 13 14:41:46.173782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] No DVR routers for this DVR port a29fbfae-78b8-484c-94b2-60b3b8254be1 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:46.179891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:46.184036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'name': 'network-vif-deleted', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:46.254608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 792793d9-2a84-4a58-b0a2-d2f2921bd43f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:46.283562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1590a63-ea08-45c6-92e8-f135d0da8366 req-5c81f9fd-b100-4934-9ded-2431afa70225 tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.90 "DELETE /v2.0/ports/a29fbfae-78b8-484c-94b2-60b3b8254be1 HTTP/1.1" status: 204 len: 173 time: 3.1227615 May 13 14:41:46.503821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:46.511094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:46.522901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:46.523492 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:46.530114 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d717fbb8-cc44-4c60-adcb-e924a44e8db3 admin admin] 10.222.0.36 "PUT /v2.0/routers/ecf27069-63c1-46c9-8acf-407916ea1986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4785686 May 13 14:41:46.578880 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:46.584565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:46.605868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-70c05063-db3c-42bb-ab4b-bb7b40995878 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d3744d61-b90b-4568-95f9-6792a51ea002 HTTP/1.1" status: 200 len: 217 time: 0.4966717 May 13 14:41:46.664817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ce35944-3146-4bb0-a7b8-51247a0e8154 req-20a2882c-366d-468f-9a72-b2e92f7f334e tempest-InstanceActionsNegativeTestJSON-1468417571 tempest-InstanceActionsNegativeTestJSON-1468417571-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bcaa0-4880-4915-82d4-ba0811d3bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879954 May 13 14:41:46.900412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-52769f92-46e0-434c-b38e-cdcb10c4978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.925124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-52769f92-46e0-434c-b38e-cdcb10c4978e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 1099 time: 0.8142147 May 13 14:41:46.952946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-45cd13aa-3671-4ee7-88e6-23cf54bcd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:46.955494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-45cd13aa-3671-4ee7-88e6-23cf54bcd6f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3190367 May 13 14:41:47.078719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36d68-30c7-4735-a281-66adffdcd468 req-ca3d18bb-08db-4707-b6bc-1f0afbb9c324 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:47.086602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bb36d68-30c7-4735-a281-66adffdcd468 req-ca3d18bb-08db-4707-b6bc-1f0afbb9c324 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 948 time: 0.4440312 May 13 14:41:47.120995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.137853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 792793d9-2a84-4a58-b0a2-d2f2921bd43f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:47.138952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:47.170684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bb36d68-30c7-4735-a281-66adffdcd468 req-8f3a8f85-f2c1-4606-ad0e-cd78a89e8379 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 May 13 14:41:47.296855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-9b783db5-aa0a-43a5-95c9-90e4c4378741 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7 HTTP/1.1" status: 200 len: 217 time: 0.3396969 May 13 14:41:47.347754 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:47.396374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e0929ca8-7f53-49a7-b7ad-fd9bae84cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:47.397949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-e0929ca8-7f53-49a7-b7ad-fd9bae84cd81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0944846 May 13 14:41:47.440452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:47.531368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-46129530-3658-4103-94d5-d6e1604462f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:47.533999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-46129530-3658-4103-94d5-d6e1604462f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3279331 May 13 14:41:47.683409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 792793d9-2a84-4a58-b0a2-d2f2921bd43f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:47.699927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:40Z', 'revision_number': 3, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:47.706571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Checking router: e54899b3-8a12-4cba-8e49-e8c508b198c4 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:47.707025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Updating router e54899b3-8a12-4cba-8e49-e8c508b198c4 port fb13e464-272a-4b95-852b-c1b7a4b054f5 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:41:47.838828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.090035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Allocated IP 172.20.0.1 (86d8935c-a6a7-49fe-848b-fa7fe7f39390/a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3/b7674a74-3460-46eb-b0ce-65e7b067a262) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:48.110814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:48.121179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91530e1-176b-4bd1-a1ef-be741d81e0a0 req-ca824661-344b-48fe-83c4-4555b321a3e1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.128730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f91530e1-176b-4bd1-a1ef-be741d81e0a0 req-ca824661-344b-48fe-83c4-4555b321a3e1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3926272 May 13 14:41:48.214513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f91530e1-176b-4bd1-a1ef-be741d81e0a0 req-552e2b77-9214-4adc-857c-3f6aa9b9aa41 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847831 May 13 14:41:48.257087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:48.257966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.363897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-f4b0d0f7-1804-453a-ba23-479178b6effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.365498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-f4b0d0f7-1804-453a-ba23-479178b6effd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9517739 May 13 14:41:48.383686 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:42Z', 'revision_number': 2, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:48.388700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:41:48.400034 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:48.401401 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Updating router ecf27069-63c1-46c9-8acf-407916ea1986 port 9efabfbc-dcb7-4549-903d-41615065b207 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:41:48.439719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-ec1905ab-8cf4-49f6-a390-c6b4e221eeff service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918357 May 13 14:41:48.452686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.485221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Transition to ACTIVE for port object b7674a74-3460-46eb-b0ce-65e7b067a262 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:48.496053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:48.512424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.527462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Transition to ACTIVE for port object fb13e464-272a-4b95-852b-c1b7a4b054f5 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:48.545289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.557497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.599954 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.640767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.648458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.653928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.657624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Attempting to bind port fb13e464-272a-4b95-852b-c1b7a4b054f5 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:48.658369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Attempting to bind port fb13e464-272a-4b95-852b-c1b7a4b054f5 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:48.658878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Attempting to bind port fb13e464-272a-4b95-852b-c1b7a4b054f5 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:48.660910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.667622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.673883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.674160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7082ba9-0cf5-460d-bdf9-428d32fead57 None None] Pushing event updated for resources: {'Port': ['ID=fb13e464-272a-4b95-852b-c1b7a4b054f5,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:48.681149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:48.681504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:48.681967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.682388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:48.683109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Bound port: fb13e464-272a-4b95-852b-c1b7a4b054f5, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:48.683398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:48.683587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:48.695246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-9500207d-5e0e-4fba-9fbf-e534135adf0a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.6496253 May 13 14:41:48.716073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:48.768142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:48.791358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e344ae2-66ef-4cab-9386-54667e41e712 req-e033fec8-eb2c-4d1c-9287-4059bf0ba095 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946665 May 13 14:41:48.819095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:48.830171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:48.917701 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af26f573-1dac-4595-8972-b138f77d5fca'] response: {'name': 'network-changed', 'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7', 'status': 'completed', 'code': 200} May 13 14:41:48.920468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-5242db8e-56c3-4c19-b6c2-4c4aaeafbcc6 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409122 May 13 14:41:48.930204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a380590-f378-40cc-a7a4-57427d3a3fcb req-4f4a4f84-b734-4987-a213-602f2528a2e0 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234595 May 13 14:41:48.933370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 58db1e59-203e-4c6c-ae5e-112c0de32185 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:48.933751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.010842 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe484d0-71f3-4de0-8a27-a25c5e3c5573'] response: {'server_uuid': 'f17650ec-0d33-41cb-b9dc-0313b7f51d02', 'name': 'network-vif-deleted', 'tag': 'a29fbfae-78b8-484c-94b2-60b3b8254be1', 'status': 'completed', 'code': 200} May 13 14:41:49.062646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.126808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] For port fb13e464-272a-4b95-852b-c1b7a4b054f5, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:49.160491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] For port fb13e464-272a-4b95-852b-c1b7a4b054f5, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb13e464-272a-4b95-852b-c1b7a4b054f5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:49.192277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.326484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d27e2bce-6915-4ae7-807f-32b6c77305a7 req-61636f63-0f36-403d-9993-785debb20dbd service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914917 May 13 14:41:49.386656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.387681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:49.394466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782558075', 'description': 'tempest-description--1492958973'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:49.444467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Pushing event updated for resources: {'Port': ['ID=b7674a74-3460-46eb-b0ce-65e7b067a262,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:49.583402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:49.595277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:49.601455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:49.617774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:49.626361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-e098bf9a-438e-4ea7-988f-0d14e5a8fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:49.629554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-e098bf9a-438e-4ea7-988f-0d14e5a8fb76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 1099 time: 0.1700931 May 13 14:41:49.647375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7082ba9-0cf5-460d-bdf9-428d32fead57 None None] Pushing event updated for resources: {'Port': ['ID=fb13e464-272a-4b95-852b-c1b7a4b054f5,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:49.683624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-111defcb-4bbb-43f7-a69e-17818fe7507a None None] Provisioning for port b7674a74-3460-46eb-b0ce-65e7b067a262 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:49.692071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.696235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-111defcb-4bbb-43f7-a69e-17818fe7507a None None] Provisioning complete for port b7674a74-3460-46eb-b0ce-65e7b067a262 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:49.696633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-111defcb-4bbb-43f7-a69e-17818fe7507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.736572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:49.741169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:49.757793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:49.758843 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.766889 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.816565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Transition to ACTIVE for port object 9efabfbc-dcb7-4549-903d-41615065b207 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:49.838954 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:49.843486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-fea43cd2-62bb-4fae-853c-cf4fd70d54e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4416239 May 13 14:41:49.845087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:49.854008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:49.867377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:49.902809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:49.904944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:49.953814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Deleting subnet c8b3f84a-6522-477c-8ef9-0890b7b8a978 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:41:49.957779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.023696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.064332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.077833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-3bb3190b-da61-4bc6-b212-a565afee2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.079018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-3bb3190b-da61-4bc6-b212-a565afee2e80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4284708 May 13 14:41:50.095330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.150648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:50.174590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-111defcb-4bbb-43f7-a69e-17818fe7507a None None] Port b7674a74-3460-46eb-b0ce-65e7b067a262 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:50.198354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad039f-e39f-4c4a-a138-741accf56dec None None] Pushing event updated for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.226863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:50.247747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.320508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-35151fd6-3a85-4072-a914-ffcc65157193 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7 HTTP/1.1" status: 200 len: 217 time: 0.2332151 May 13 14:41:50.328359 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Attempting to bind port 9efabfbc-dcb7-4549-903d-41615065b207 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:50.328849 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Attempting to bind port 9efabfbc-dcb7-4549-903d-41615065b207 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:50.329412 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Attempting to bind port 9efabfbc-dcb7-4549-903d-41615065b207 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:50.331712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b3f84a-6522-477c-8ef9-0890b7b8a978,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.342604 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:50.343295 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Checking segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:50.343881 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.344536 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Bound using segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:50.345734 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Bound port: 9efabfbc-dcb7-4549-903d-41615065b207, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:50.346877 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.356304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.356740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.357145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.357544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.357943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.358330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.358734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.359112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.359499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.359889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.360349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.360740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:41:50.382304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.420698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a372b-5b31-4d71-bef4-2b9e8bc54c77 req-de67ec36-75e0-4235-be78-222ba6ea0580 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.422399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-857a372b-5b31-4d71-bef4-2b9e8bc54c77 req-de67ec36-75e0-4235-be78-222ba6ea0580 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.6779678 May 13 14:41:50.437103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.451621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf000c4-d715-496d-8544-043f7702be4e req-fadca059-96b3-4651-be91-131e1a8bfbe6 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.461447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf000c4-d715-496d-8544-043f7702be4e req-fadca059-96b3-4651-be91-131e1a8bfbe6 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 948 time: 0.5893595 May 13 14:41:50.499694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-30232c8a-e204-4673-a594-11c242ec2176 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c8b3f84a-6522-477c-8ef9-0890b7b8a978 HTTP/1.1" status: 204 len: 168 time: 0.7604923 May 13 14:41:50.512357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:50.526142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.560720 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] For port 9efabfbc-dcb7-4549-903d-41615065b207, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:50.569011 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] For port 9efabfbc-dcb7-4549-903d-41615065b207, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9efabfbc-dcb7-4549-903d-41615065b207,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:41:50.570107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.582123 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.583820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.618557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:50.630072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.685339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf000c4-d715-496d-8544-043f7702be4e req-5e46f000-edb6-4b2b-b452-eba34110028d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229943 May 13 14:41:50.695227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-b22e0575-ec11-43f2-8e31-daec77f8da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.696979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-b22e0575-ec11-43f2-8e31-daec77f8da30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.3334262 May 13 14:41:50.753808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:50.754914 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:50.926282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10962a-5d5f-4547-b88d-6768116f4292,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:50.964653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-3617619d-ab21-4773-9376-ab8648ec612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:50.965875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-3617619d-ab21-4773-9376-ab8648ec612a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2590530 May 13 14:41:50.988683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:50.990007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b4850d74-99a2-4d92-a79b-5f64bfa41228 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6011147 May 13 14:41:51.002609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.002609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.003156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.003632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.004110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.004629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.005097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.007693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7d832e9-5e49-45c3-a04d-88f7da849aa8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ca52659c546428ab2e6ef91ba192719&device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6500 time: 1.0598989 May 13 14:41:51.030202 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-857a372b-5b31-4d71-bef4-2b9e8bc54c77 req-90f591ee-3e17-4f7c-8ee9-0cbd95d486b1 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858009 May 13 14:41:51.034723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:51.051151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.063015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group_rule': {'security_group_id': '9a10962a-5d5f-4547-b88d-6768116f4292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:51.260650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.315362 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad039f-e39f-4c4a-a138-741accf56dec None None] Pushing event updated for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.325290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:51.333219 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:51.350414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.375343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:51.530555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:49Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'b7674a74-3460-46eb-b0ce-65e7b067a262', 'name': '', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'mac_address': 'fa:16:3e:d6:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:47Z', 'updated_at': '2022-05-13T14:41:48Z', 'revision_number': 1, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'subnets': [{'id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:51.539083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f617c4c-4688-4f24-a8e4-a7adaad33bd0 None None] The sync data for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 is: [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:49Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'b7674a74-3460-46eb-b0ce-65e7b067a262', 'name': '', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'mac_address': 'fa:16:3e:d6:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:47Z', 'updated_at': '2022-05-13T14:41:48Z', 'revision_number': 1, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'subnets': [{'id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:51.544709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Pushing event updated for resources: {'Port': ['ID=b7674a74-3460-46eb-b0ce-65e7b067a262,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:51.553309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:51.591349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-600dd42d-8d8a-40cd-a1ef-694988454312 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062157 May 13 14:41:51.647775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:51.654954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:51.743591 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:50Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:51.752668 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a85c4-44db-4538-8db3-429673240fd3 None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:50Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:41:51.788173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370eb4-eef7-4edd-b8ee-7571742e73e5 req-e227a741-55fe-4b01-99ee-25e25c036f4d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:51.796837 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0370eb4-eef7-4edd-b8ee-7571742e73e5 req-e227a741-55fe-4b01-99ee-25e25c036f4d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.7615144 May 13 14:41:52.037333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d02e5a51-7d4e-4198-9dee-58057d6f6650 req-0e341071-e13c-4564-87c9-9e61ab458fe1 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818946 May 13 14:41:52.051671 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0370eb4-eef7-4edd-b8ee-7571742e73e5 req-1921734a-fb54-4408-aa88-71b6a19e2231 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534189 May 13 14:41:52.111109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:52.113848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:52.148726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.183473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9efabfbc-dcb7-4549-903d-41615065b207 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:52.269928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.362946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.371063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.377983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.386450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.388410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9efabfbc-dcb7-4549-903d-41615065b207 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:52.397144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.404302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9efabfbc-dcb7-4549-903d-41615065b207 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:52.405239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.408078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.435722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.437857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aca6a3e8-afeb-4f69-a581-6c04b8b4c496 req-7889d2b7-15b3-4f55-a632-86393f4ea3ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 1.2653120 May 13 14:41:52.479540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-21097f98-6a81-4d8b-a127-9c1f78bf716b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.481497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-21097f98-6a81-4d8b-a127-9c1f78bf716b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 1.1008973 May 13 14:41:52.604711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Deleting port 58db1e59-203e-4c6c-ae5e-112c0de32185 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:41:52.605060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.641922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d74c33-6199-49d1-aa9f-8bd89a1a3c50']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:52.675737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227209d-f3bf-42d1-91d9-fbd5136482dd req-df08432d-df0b-4bfc-83d0-8fffafcd1421 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.679175 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda9495d-7a4c-4738-8fdf-8aa8beefb908'] response: {'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'code': 200} May 13 14:41:52.685323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4762a439-55e7-448f-83d9-cd0f02047394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.686193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4762a439-55e7-448f-83d9-cd0f02047394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.686504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4762a439-55e7-448f-83d9-cd0f02047394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:52.687966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4762a439-55e7-448f-83d9-cd0f02047394 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c6d338ab-d016-46df-ad29-30e69bfabf5b&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&id=3faf67a2-8a97-423f-990a-02652c74e692&id=3faf67a2-8a97-423f-990a-02652c74e692 HTTP/1.1" status: 200 len: 2296 time: 1.6134744 May 13 14:41:52.690176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f884c13-e51a-405b-aed4-0ae6d1fb38df') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:52.690485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f884c13-e51a-405b-aed4-0ae6d1fb38df') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:52.691014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c227209d-f3bf-42d1-91d9-fbd5136482dd req-df08432d-df0b-4bfc-83d0-8fffafcd1421 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.3507869 May 13 14:41:52.735589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5ce6b554-51db-42de-939e-03412ba47956 None None] Provisioning complete for port b7674a74-3460-46eb-b0ce-65e7b067a262 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:52.739495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5ce6b554-51db-42de-939e-03412ba47956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.740815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.810394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f33881ff-06ce-46ea-95c6-fd072db3efd7 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:41:52.841526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Router e54899b3-8a12-4cba-8e49-e8c508b198c4 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:41:52.870509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c227209d-f3bf-42d1-91d9-fbd5136482dd req-d9ea6117-7fff-4159-9493-5dd631a03772 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766918 May 13 14:41:52.955422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:52.985698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.260529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.346624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:41:53.354409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6b554-51db-42de-939e-03412ba47956 None None] Port b7674a74-3460-46eb-b0ce-65e7b067a262 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:41:53.381355 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-053f56bb-c9f5-4672-bfa1-668b8e735dfe admin admin] 10.222.0.36 "PUT /v2.0/routers/e54899b3-8a12-4cba-8e49-e8c508b198c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9161003 May 13 14:41:53.412345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9efabfbc-dcb7-4549-903d-41615065b207 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:53.413008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.446923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:41:53.447943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.475778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:53.484818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acb7c4-cf74-4394-8446-dc3f8c526eba req-5d36ce53-2969-48ef-80a5-64761465d572 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:53.487533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1acb7c4-cf74-4394-8446-dc3f8c526eba req-5d36ce53-2969-48ef-80a5-64761465d572 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.2086630 May 13 14:41:53.501988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9efabfbc-dcb7-4549-903d-41615065b207, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9efabfbc-dcb7-4549-903d-41615065b207,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:53.503686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f33881ff-06ce-46ea-95c6-fd072db3efd7', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f33881ff-06ce-46ea-95c6-fd072db3efd7', 'mac_address': 'fa:16:3e:2f:f9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:41:53.574887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1acb7c4-cf74-4394-8446-dc3f8c526eba req-b61b0e53-ee3a-4dc5-96f1-5fe899c28cf4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780756 May 13 14:41:53.579643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: timer() May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:41:53.667267 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:41:53.706767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88932ac-3117-4d88-8a4b-402690c33f8b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.763809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4324b961-4e2d-4f9f-a335-4edd5c7b7c87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281 HTTP/1.1" status: 200 len: 1002 time: 1.0251794 May 13 14:41:53.800752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.806857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-82baa67c-8fe9-40dc-996c-4d3561a52868 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7588046 May 13 14:41:53.815462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:53.837469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f33881ff-06ce-46ea-95c6-fd072db3efd7 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:53.839078 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:53.846658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group_rule': {'security_group_id': '9a10962a-5d5f-4547-b88d-6768116f4292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:53.877051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:53.882813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33881ff-06ce-46ea-95c6-fd072db3efd7 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:41:53.928451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:53.941917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.007076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660540-7c90-4153-8fd4-b652cca6b7d7 req-a35b21af-4920-40a6-8fe9-c8cf15b15172 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.010012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b660540-7c90-4153-8fd4-b652cca6b7d7 req-a35b21af-4920-40a6-8fe9-c8cf15b15172 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.2366154 May 13 14:41:54.054551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] For port 58db1e59-203e-4c6c-ae5e-112c0de32185, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=58db1e59-203e-4c6c-ae5e-112c0de32185,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:54.055275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.103100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b660540-7c90-4153-8fd4-b652cca6b7d7 req-9739307b-4f7f-43a5-9325-ff97e3d1515c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802135 May 13 14:41:54.113747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:54.126216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:54.149599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:54.175307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:54.223093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.230665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:54.247711 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.290109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9efabfbc-dcb7-4549-903d-41615065b207 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:54.339336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f33881ff-06ce-46ea-95c6-fd072db3efd7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:41:54.395973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71ecccc7-578a-4f96-801b-c47560109097 req-2dbd9c9c-3f95-4809-95d5-d17205f94f3c tempest-FloatingIPsNegativeTestJSON-358564799 tempest-FloatingIPsNegativeTestJSON-358564799-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=f06debe7644b47b9a8b3110c04872194 HTTP/1.1" status: 200 len: 217 time: 0.1181345 May 13 14:41:54.418848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.428978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] 10.222.0.36 "DELETE /v2.0/networks/64d74c33-6199-49d1-aa9f-8bd89a1a3c50 HTTP/1.1" status: 204 len: 168 time: 3.8793073 May 13 14:41:54.433094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4e56845e-dec4-4db3-b59a-8b1cdc2d509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.435314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-4e56845e-dec4-4db3-b59a-8b1cdc2d509f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7 HTTP/1.1" status: 200 len: 855 time: 0.6187792 May 13 14:41:54.435916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b51ef-61f5-48ce-9696-e9e0cfa22ea7 req-fedf1c61-9b0d-4783-8edb-0368b63afe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.437420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf2b51ef-61f5-48ce-9696-e9e0cfa22ea7 req-fedf1c61-9b0d-4783-8edb-0368b63afe96 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.3280349 May 13 14:41:54.555974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Calling delete_port for 58db1e59-203e-4c6c-ae5e-112c0de32185 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:41:54.637063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267c504-35e1-4a7d-b3e5-5d107efd5cec admin admin] Pushing event deleted for resources: {'Network': ['ID=64d74c33-6199-49d1-aa9f-8bd89a1a3c50,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:54.696075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9efabfbc-dcb7-4549-903d-41615065b207 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:54.700740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:54.803039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890026-0931-4693-aea3-6e8da1de5e95 req-0f26d8d5-7f4f-4f4a-9f8b-7dc11e31fe7d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.804779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a890026-0931-4693-aea3-6e8da1de5e95 req-0f26d8d5-7f4f-4f4a-9f8b-7dc11e31fe7d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:41:54.822068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 58db1e59-203e-4c6c-ae5e-112c0de32185 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:41:54.896046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf2b51ef-61f5-48ce-9696-e9e0cfa22ea7 req-eb085eb9-a258-43ce-af28-a9ae560bb67b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478676 May 13 14:41:54.916631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:54.984352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f606fa-891a-4c41-b9fe-53202dad21ec req-796ff9cb-47bb-48de-808c-946074c9a058 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:54.986593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4a890026-0931-4693-aea3-6e8da1de5e95 req-0f26d8d5-7f4f-4f4a-9f8b-7dc11e31fe7d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:41:54.994324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a890026-0931-4693-aea3-6e8da1de5e95 req-0f26d8d5-7f4f-4f4a-9f8b-7dc11e31fe7d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 948 time: 2.0008287 May 13 14:41:54.994515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7f606fa-891a-4c41-b9fe-53202dad21ec req-796ff9cb-47bb-48de-808c-946074c9a058 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 946 time: 0.2103503 May 13 14:41:55.003713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-c2d06114-dd47-4561-baeb-e5b64d8fabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.005801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-c2d06114-dd47-4561-baeb-e5b64d8fabe3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c6d338ab-d016-46df-ad29-30e69bfabf5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4112451 May 13 14:41:55.049596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.075057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7f606fa-891a-4c41-b9fe-53202dad21ec req-6fe08d3f-cebb-46b9-ada7-5a84e3971c27 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789015 May 13 14:41:55.112601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.217138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aece3c8-b6b0-4eab-9c31-c8a861c9a4d0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.228812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.229345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:55.230624 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-38a0c41c-02bd-4389-a047-a229d198cd48 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4001536 May 13 14:41:55.240147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:55.246652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:55.260768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:55.266142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c82789a-ac8a-461f-9c05-7cde21ff072b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc589c8cd65d455da4dd62017ec1207b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418777 May 13 14:41:55.270652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:55.296202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:floatingip and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:55.302208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:55.318667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:55.331786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 58db1e59-203e-4c6c-ae5e-112c0de32185 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:55.332379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.351873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9efabfbc-dcb7-4549-903d-41615065b207 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:55.354572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb13e464-272a-4b95-852b-c1b7a4b054f5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:55.380565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a890026-0931-4693-aea3-6e8da1de5e95 req-93795c06-9b50-4bdf-90f1-eec191706f86 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848228 May 13 14:41:55.397163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.413889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.558476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fb13e464-272a-4b95-852b-c1b7a4b054f5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:55.565815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fb13e464-272a-4b95-852b-c1b7a4b054f5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:55.566288 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.630981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.678478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.678874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.679343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.679805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.680292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.680752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.681208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.684110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-63e14f55-c7af-42fd-bff8-c9202688759c req-ca8ecafb-6d01-454b-8abf-ff21831b09a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 6500 time: 0.4528975 May 13 14:41:55.692082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.713299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event deleted for resources: {'Port': ['ID=58db1e59-203e-4c6c-ae5e-112c0de32185,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.722535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-8382bf55-a075-444f-a32b-32423809a3d0 service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069202 May 13 14:41:55.742032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fb13e464-272a-4b95-852b-c1b7a4b054f5 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:55.742759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.776596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port fb13e464-272a-4b95-852b-c1b7a4b054f5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb13e464-272a-4b95-852b-c1b7a4b054f5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:55.792090 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:55.858201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8029411e-89a7-4023-861b-1a4abf911833 req-0d5d9e55-377f-4c96-a620-e78a07eaad4b tempest-FloatingIPsNegativeTestJSON-358564799 tempest-FloatingIPsNegativeTestJSON-358564799-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2364409 May 13 14:41:55.878867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-63e14f55-c7af-42fd-bff8-c9202688759c req-8f71795b-794c-4e44-bc03-cfb1052213fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778929 May 13 14:41:55.909189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=fb13e464-272a-4b95-852b-c1b7a4b054f5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:55.950620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e863b-30b2-4db9-af3d-864d0407033d req-259067c6-aa66-4823-99e0-3d281157cd47 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:55.958333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2e863b-30b2-4db9-af3d-864d0407033d req-259067c6-aa66-4823-99e0-3d281157cd47 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.2361975 May 13 14:41:55.977905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] No DVR routers for this DVR port 58db1e59-203e-4c6c-ae5e-112c0de32185 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:41:55.991779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.013036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6bcaa0-4880-4915-82d4-ba0811d3bf61,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:56.038113 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.053642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2e863b-30b2-4db9-af3d-864d0407033d req-8a9e593a-8c0f-4c2b-a94c-d610b64a13db tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 May 13 14:41:56.107707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.109707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-616af515-7e9a-48d1-87ea-8131a65a0f74 req-edee7e85-b51b-4f05-b071-d62f7d1fabd1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.90 "DELETE /v2.0/ports/58db1e59-203e-4c6c-ae5e-112c0de32185 HTTP/1.1" status: 204 len: 173 time: 3.5978658 May 13 14:41:56.110335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-deleted', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:56.129473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb13e464-272a-4b95-852b-c1b7a4b054f5 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:56.271803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fb13e464-272a-4b95-852b-c1b7a4b054f5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:56.272591 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.292931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-6eafa411-8434-4edf-83e4-3c642f2595de service neutron] 10.222.0.90 "GET /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893000 May 13 14:41:56.308358 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-b2e45310-070b-4c7f-8888-4ec490142fd2 req-cdaf8c15-87f7-489f-8a15-1cff9a2be530 tempest-FloatingIPsNegativeTestJSON-358564799 tempest-FloatingIPsNegativeTestJSON-358564799-project] show failed (client error): The resource could not be found. May 13 14:41:56.323197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b2e45310-070b-4c7f-8888-4ec490142fd2 req-cdaf8c15-87f7-489f-8a15-1cff9a2be530 tempest-FloatingIPsNegativeTestJSON-358564799 tempest-FloatingIPsNegativeTestJSON-358564799-project] 10.222.0.36 "GET /v2.0/floatingips/25d83a85-43aa-44e4-a65f-a306a1f241a9 HTTP/1.1" status: 404 len: 350 time: 0.1505556 May 13 14:41:56.344029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:56.360824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:56.365788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5be6e5d1-575f-45f3-be2e-ce1fb44ec627 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b6bcaa0-4880-4915-82d4-ba0811d3bf61 HTTP/1.1" status: 204 len: 168 time: 1.0901439 May 13 14:41:56.461018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b748-8be7-4120-bb7a-4f319be0ebdb req-b7cb150d-9b64-4fd7-bfef-fafe99540d22 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.463374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2208b748-8be7-4120-bb7a-4f319be0ebdb req-b7cb150d-9b64-4fd7-bfef-fafe99540d22 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3359237 May 13 14:41:56.465366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-d36b6c71-96cf-496a-87ad-cd728a6942a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 217 time: 0.1607211 May 13 14:41:56.548477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2208b748-8be7-4120-bb7a-4f319be0ebdb req-96a39bc9-594b-45e1-8622-61e7f12e09d0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776753 May 13 14:41:56.564658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fb13e464-272a-4b95-852b-c1b7a4b054f5 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:56.575737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Sync routers for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:41:56.601260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:41:56.601260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:56.667911 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0866f8a1-3f10-4d72-98f1-97bf898d0fab'] response: {'server_uuid': 'a4a6b2f2-3784-4e28-8847-34c75510ca49', 'name': 'network-vif-deleted', 'tag': '58db1e59-203e-4c6c-ae5e-112c0de32185', 'status': 'completed', 'code': 200} May 13 14:41:56.698845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-f96b9c33-492e-40c0-9779-a95ce65c0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.698845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-f96b9c33-492e-40c0-9779-a95ce65c0e9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.1571636 May 13 14:41:56.755637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Allocated IP 172.25.5.121 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/be52b427-09e3-45f1-a3bf-fc467a496c56) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:41:56.794657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f33881ff-06ce-46ea-95c6-fd072db3efd7 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:41:56.916554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-03a081a5-14ea-40f0-9885-26be464bb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:56.919304 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-03a081a5-14ea-40f0-9885-26be464bb624 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2098668 May 13 14:41:56.965994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.029424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b9cf1fd-5752-47f2-83ea-53a56f5bbe1f req-f5968b53-8db1-4dce-8d78-69e4f4440cb8 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4a6b2f2-3784-4e28-8847-34c75510ca49 HTTP/1.1" status: 200 len: 210 time: 0.5148768 May 13 14:41:57.036037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.054764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:41:57.184167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:41:57.350558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port f33881ff-06ce-46ea-95c6-fd072db3efd7 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:41:57.371897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:41:57.391764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f33881ff-06ce-46ea-95c6-fd072db3efd7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:41:57.393000 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:57.435746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:41:57.540859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=be52b427-09e3-45f1-a3bf-fc467a496c56,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:57.568036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-acb4a94a-4034-456f-aed7-1049336753ee service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853124 May 13 14:41:57.585133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b871-4e0d-449f-9821-732f06f1a628 req-3fc78250-c3ce-44fa-a03d-3d132e22b136 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:57.597941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9896b871-4e0d-449f-9821-732f06f1a628 req-3fc78250-c3ce-44fa-a03d-3d132e22b136 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 949 time: 0.6863735 May 13 14:41:57.868440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9896b871-4e0d-449f-9821-732f06f1a628 req-4d6f7e6d-a2f3-4adf-afa1-b7a216983aa0 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686718 May 13 14:41:57.967873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-89c810a9-de41-4b22-9e25-1eb35bde7fd2 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652346 May 13 14:41:58.099164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:41:58.129601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-231cca4e-d69b-406b-a717-247367f6e441 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 217 time: 0.1534233 May 13 14:41:58.144253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f33881ff-06ce-46ea-95c6-fd072db3efd7 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:41:58.145773 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.202401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.230199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc81990-1f7f-404d-a259-5bb8bbff70d1 req-53f0087f-93f5-478f-a57a-70f3a482471e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:58.232077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afc81990-1f7f-404d-a259-5bb8bbff70d1 req-53f0087f-93f5-478f-a57a-70f3a482471e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.5397089 May 13 14:41:58.255271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:41:58.263316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:41:58.275086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.336714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1205483032-network', 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:41:58.350909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:58.362496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-5736b1ec-869b-4763-8e94-35433992ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:58.365273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-afc81990-1f7f-404d-a259-5bb8bbff70d1 req-e7e7a913-d274-426d-b30a-46b305c731e4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838408 May 13 14:41:58.365953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-5736b1ec-869b-4763-8e94-35433992ac3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.2290046 May 13 14:41:58.367688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Usage tracker for resource:network and tenant:1f6bf1ff56ef469b955d79bbed241d40 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:58.373448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:58.451202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.473253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:58.475738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:49Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'b7674a74-3460-46eb-b0ce-65e7b067a262', 'name': '', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'mac_address': 'fa:16:3e:d6:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:47Z', 'updated_at': '2022-05-13T14:41:50Z', 'revision_number': 2, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'subnets': [{'id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:41:58.483202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:58.491753 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d244857-26bb-4853-a7d9-bc685b61402c'] response: {'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7', 'code': 200} May 13 14:41:58.493579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Checking router: e54899b3-8a12-4cba-8e49-e8c508b198c4 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:41:58.495277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Updating router e54899b3-8a12-4cba-8e49-e8c508b198c4 port b7674a74-3460-46eb-b0ce-65e7b067a262 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:41:58.552282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Made reservation on behalf of 1f6bf1ff56ef469b955d79bbed241d40 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:41:58.570237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.698523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.699225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:58.829215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:41:58.855336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6bf1ff56ef469b955d79bbed241d40 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:41:58.875504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:41:58.923120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:41:58.971349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-0d9ae746-e49a-432d-a688-c026c8e51ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:58.975544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-0d9ae746-e49a-432d-a688-c026c8e51ee9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5950470 May 13 14:41:58.981287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.223707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bbf5d-de53-43de-b642-431327a1c28e req-3c38dc8a-6da3-4964-8844-c0c37878cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.225728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-061bbf5d-de53-43de-b642-431327a1c28e req-3c38dc8a-6da3-4964-8844-c0c37878cbc0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 1101 time: 0.5887275 May 13 14:41:59.379855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.398008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Transition to ACTIVE for port object b7674a74-3460-46eb-b0ce-65e7b067a262 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:41:59.407367 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.501867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.527832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.564191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-061bbf5d-de53-43de-b642-431327a1c28e req-955f6bef-b3cd-441d-af54-5a7b57328e01 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276858 May 13 14:41:59.599760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:41:59.632828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fea6e0-476d-4fd1-b20b-a9b5cd61535a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.635531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.635808 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Added segment fc963437-8dc1-4255-b305-24265ac5559a of type vlan for network 5165aa76-6fa7-4898-8277-8acde018f3f9 May 13 14:41:59.649461 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-b323c5a3-3a77-425e-8f10-b0370dc9e6ef service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525979 May 13 14:41:59.697528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.719267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f8421-0833-40ad-84c9-2967eb49a763 req-f9954966-2d85-456c-b680-a4ea740833d7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.721442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e9f8421-0833-40ad-84c9-2967eb49a763 req-f9954966-2d85-456c-b680-a4ea740833d7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 950 time: 0.4476476 May 13 14:41:59.749410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Attempting to bind port b7674a74-3460-46eb-b0ce-65e7b067a262 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:41:59.749684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Attempting to bind port b7674a74-3460-46eb-b0ce-65e7b067a262 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:41:59.750299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Attempting to bind port b7674a74-3460-46eb-b0ce-65e7b067a262 on network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:41:59.764696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:41:59.765562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Checking segment: {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:41:59.766087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.766596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Bound using segment: {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:41:59.767381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Bound port: b7674a74-3460-46eb-b0ce-65e7b067a262, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799dc5d3-ee26-4906-9542-0a446818637d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:41:59.767885 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.851868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dcc37-4309-427e-aa5c-56055ce1f1cc None None] Pushing event updated for resources: {'Port': ['ID=b7674a74-3460-46eb-b0ce-65e7b067a262,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:41:59.882744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0eac4d4d-521c-4b47-8db4-b23ab12ba818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.896114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.901617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.903935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:41:59.926417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c521f0-388c-4922-9b73-43dd9a7b1f22 req-94eb10b3-ad4e-46e6-a5ea-7a4b8b4509f4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:41:59.954310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1c521f0-388c-4922-9b73-43dd9a7b1f22 req-94eb10b3-ad4e-46e6-a5ea-7a4b8b4509f4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9988301 May 13 14:41:59.988089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] For port b7674a74-3460-46eb-b0ce-65e7b067a262, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:41:59.997765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] For port b7674a74-3460-46eb-b0ce-65e7b067a262, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b7674a74-3460-46eb-b0ce-65e7b067a262,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:00.010696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:00.011842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.022890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-3f0fccf4-de95-4704-b5eb-d2c0724f54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:00.025650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-3f0fccf4-de95-4704-b5eb-d2c0724f54e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.8205471 May 13 14:42:00.042731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3e9f8421-0833-40ad-84c9-2967eb49a763 req-b48751fb-f12e-4603-9d41-8dc3914ee5b5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042557 May 13 14:42:00.069729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.138208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.160550 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0593083 May 13 14:42:00.169232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:00.178064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Request body: {'subnet': {'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1205483032-subnet', 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:00.194950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:00.197740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f83fb5-0ae5-4535-8e0b-ec860b3ecc52 admin admin] Pushing event updated for resources: {'Network': ['ID=5165aa76-6fa7-4898-8277-8acde018f3f9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.207703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Usage tracker for resource:subnet and tenant:1f6bf1ff56ef469b955d79bbed241d40 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:00.220740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:00.225529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e7addb91-2671-4949-8ee5-108e1c4471b7 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610908 May 13 14:42:00.230903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:00.260880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:00.318546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1c521f0-388c-4922-9b73-43dd9a7b1f22 req-6bf707be-a421-4c3d-8cab-29ec8512e7ca tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422661 May 13 14:42:00.345536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dcc37-4309-427e-aa5c-56055ce1f1cc None None] Pushing event updated for resources: {'Port': ['ID=b7674a74-3460-46eb-b0ce-65e7b067a262,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.379694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-5c411ef0-c091-47ad-974f-c01af9a2c3fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=566ccbcd-42c9-438e-a6a7-8249799324d0 HTTP/1.1" status: 200 len: 217 time: 0.1463604 May 13 14:42:00.465959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=be52b427-09e3-45f1-a3bf-fc467a496c56,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:00.523774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:00.525507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:41:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:00.606214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Made reservation on behalf of 1f6bf1ff56ef469b955d79bbed241d40 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:00.611038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.611811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:00.616755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-e390f105-1b27-45bf-973a-55dcafdca2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:00.618363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-e390f105-1b27-45bf-973a-55dcafdca2a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.5747535 May 13 14:42:00.899207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:00.986594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-5c5510d4-28da-420a-b424-f4531d8d3d47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 217 time: 0.3447635 May 13 14:42:01.082781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Deleting port b7674a74-3460-46eb-b0ce-65e7b067a262 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:01.082781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.122076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-6ce60e45-ed7a-4701-818a-4db37419e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.125011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-6ce60e45-ed7a-4701-818a-4db37419e070 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.5889692 May 13 14:42:01.137151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.139092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7809eb60-4c74-468e-9bff-ea942bcd8fa3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8971677 May 13 14:42:01.300600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d5b2-f850-4f55-b9c9-204a5f863bd5 req-412d1aed-59ce-4772-bb34-3cc7a6f805f3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.308965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6279d5b2-f850-4f55-b9c9-204a5f863bd5 req-412d1aed-59ce-4772-bb34-3cc7a6f805f3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.7845049 May 13 14:42:01.324989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-d3ece148-9574-404a-bca3-78ae85653c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.326498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-d3ece148-9574-404a-bca3-78ae85653c9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.3240464 May 13 14:42:01.342912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-47a06f75-ad59-45b1-9c70-d7e478a9d568 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.355324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-47a06f75-ad59-45b1-9c70-d7e478a9d568 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 1.0438185 May 13 14:42:01.388784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-b4233663-3c7c-4d85-a3d9-7914615f77d6 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/quotas/2580b6c6ddc5417cbd1467e909adda67 HTTP/1.1" status: 200 len: 375 time: 0.0318694 May 13 14:42:01.452296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6279d5b2-f850-4f55-b9c9-204a5f863bd5 req-51ccc760-5f88-43f0-a5d4-e238022dd873 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423917 May 13 14:42:01.499011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:49Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'b7674a74-3460-46eb-b0ce-65e7b067a262', 'name': '', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'mac_address': 'fa:16:3e:d6:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:47Z', 'updated_at': '2022-05-13T14:41:59Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'subnets': [{'id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:01.499300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] For port b7674a74-3460-46eb-b0ce-65e7b067a262, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b7674a74-3460-46eb-b0ce-65e7b067a262,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:01.499300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.500078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae513451-ef95-402f-b0f5-9cbe5d2fc62c None None] The sync data for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 is: [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:41:49Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'b7674a74-3460-46eb-b0ce-65e7b067a262', 'name': '', 'network_id': '86d8935c-a6a7-49fe-848b-fa7fe7f39390', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'mac_address': 'fa:16:3e:d6:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:47Z', 'updated_at': '2022-05-13T14:41:59Z', 'revision_number': 4, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'subnets': [{'id': 'a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:01.590410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-0b1c7508-3a2e-4b38-9443-b79a1d2bb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.592971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-0b1c7508-3a2e-4b38-9443-b79a1d2bb666 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4473488 May 13 14:42:01.594504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:01.645770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Calling delete_port for b7674a74-3460-46eb-b0ce-65e7b067a262 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:01.770432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-42ca8dd1-3926-4056-bc13-4247a9d66b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:01.771990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-42ca8dd1-3926-4056-bc13-4247a9d66b2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239740 May 13 14:42:01.921404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:01.949972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-3c4b3f2b-a72b-4823-8d46-a822153d6684 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:01.954490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Checking segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:01.955179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Network hostable DHCP agents. Network: 5165aa76-6fa7-4898-8277-8acde018f3f9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:01.997510 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-951b4cb2-9e0e-428b-b87d-e54c74fee8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.100287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-3c4b3f2b-a72b-4823-8d46-a822153d6684 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:02.113097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-3c4b3f2b-a72b-4823-8d46-a822153d6684 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6904159 May 13 14:42:02.118234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:02.136629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-d84934c1-fecf-4c68-b357-6f42b8e5d6eb service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296576 May 13 14:42:02.153734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2283f1f-0d58-40ce-85a5-6405bfb6403e req-0754f652-c8c8-4c06-b4cb-95892bde5787 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:02.155361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2283f1f-0d58-40ce-85a5-6405bfb6403e req-0754f652-c8c8-4c06-b4cb-95892bde5787 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 950 time: 0.4751499 May 13 14:42:02.163713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-e4e1527a-55d1-46d7-884a-91d832a4b416 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530878 May 13 14:42:02.186204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7674a74-3460-46eb-b0ce-65e7b067a262 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:02.311172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5165aa76-6fa7-4898-8277-8acde018f3f9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:02.323252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d882ff4-454d-4c14-9ac0-0be523cffaa4 None None] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:02.424659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2283f1f-0d58-40ce-85a5-6405bfb6403e req-9133d041-99d7-496b-803b-500c58e4afa3 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439537 May 13 14:42:02.429548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.441909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b7674a74-3460-46eb-b0ce-65e7b067a262 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:02.445063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:02.446033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.452860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b7674a74-3460-46eb-b0ce-65e7b067a262 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:02.453311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.508633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port b7674a74-3460-46eb-b0ce-65e7b067a262 was deleted so its status cannot be updated. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 14:42:02.582938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-025696ea-fa47-448d-91e9-428d0095a957 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4119730 May 13 14:42:02.673994 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-dad229b2-665d-4d79-b0cd-c6dce35c8e8c service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410500 May 13 14:42:02.710024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-5165aa76-6fa7-4898-8277-8acde018f3f9', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40', 'fixed_ips': [{'subnet_id': '1cedab0b-fc4c-433e-8345-d8b6cdd0afb8'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:42:02.711629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:02.748587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7674a74-3460-46eb-b0ce-65e7b067a262,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:02.879602 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.023300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Allocated IP 172.20.0.2 (5165aa76-6fa7-4898-8277-8acde018f3f9/1cedab0b-fc4c-433e-8345-d8b6cdd0afb8/ead0f626-d073-47fb-bcf3-ac98ce894d32) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:03.092647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e654c872-276b-44d0-ae42-5bafb98a1d99 req-e8db58df-464c-440a-9999-7480708ce811 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9187896 May 13 14:42:03.200587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaacf8-36e8-4b3e-a3fb-18094711eb00 req-5fe8f116-f66d-4063-bd2b-5ad899391235 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.202264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1fdaacf8-36e8-4b3e-a3fb-18094711eb00 req-5fe8f116-f66d-4063-bd2b-5ad899391235 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4479032 May 13 14:42:03.305331 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-84f731b2-199d-43ac-ac10-8d2550c3e5ba service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1305752 May 13 14:42:03.321832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.464964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-40a1ce6c-25ee-49e8-b9cc-ad19e412a944 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=75f9d14f-03ba-42a3-992f-69ba84db4510 HTTP/1.1" status: 200 len: 217 time: 0.1513438 May 13 14:42:03.564963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.592390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Transition to ACTIVE for port object ead0f626-d073-47fb-bcf3-ac98ce894d32 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:03.625084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-600aaa3d-b9c8-4ee6-bb54-3f7f5c401e23 service neutron] 10.222.0.36 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9420135 May 13 14:42:03.643652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e652fcc1-4f85-4352-a3b0-438c5af3049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.646228 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-e652fcc1-4f85-4352-a3b0-438c5af3049e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 200 len: 797 time: 0.1731522 May 13 14:42:03.676412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Transition to ACTIVE for port object ead0f626-d073-47fb-bcf3-ac98ce894d32 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:03.688841 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.766471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1fdaacf8-36e8-4b3e-a3fb-18094711eb00 req-11d82983-9bc6-486d-83de-01f4607835a5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4978576 May 13 14:42:03.767326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:03.868930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-63369aa6-b0da-4766-ad0d-1d138e85843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:03.870476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-63369aa6-b0da-4766-ad0d-1d138e85843f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2130449 May 13 14:42:04.002409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:04.004249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:04.011319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:04.119407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Pushing event updated for resources: {'Port': ['ID=ead0f626-d073-47fb-bcf3-ac98ce894d32,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.171728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-7253668c-66ed-42df-a20c-1fb41bd05e6a service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934346 May 13 14:42:04.280254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Attempting to bind port ead0f626-d073-47fb-bcf3-ac98ce894d32 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:04.280996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Attempting to bind port ead0f626-d073-47fb-bcf3-ac98ce894d32 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:04.281749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Attempting to bind port ead0f626-d073-47fb-bcf3-ac98ce894d32 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:04.289521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:04.290984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Checking segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:04.291791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.292410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Bound using segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:04.293119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Bound port: ead0f626-d073-47fb-bcf3-ac98ce894d32, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:04.293725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.418044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-ed4f7614-cdd5-4b6f-90e2-b117ad7c11e4 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1782558075&fields=id&tenant_id=3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 267 time: 0.3180692 May 13 14:42:04.440320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] For port ead0f626-d073-47fb-bcf3-ac98ce894d32, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:04.446970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] For port ead0f626-d073-47fb-bcf3-ac98ce894d32, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ead0f626-d073-47fb-bcf3-ac98ce894d32,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:04.459369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.474334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-22f6ef8a-cc7c-4e2a-9b4b-cb77aa59b919 service neutron] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954574 May 13 14:42:04.619650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-74b3f8c8-101f-4446-be65-41ea483f590e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade32736-e660-4f73-a895-33fb2e351f79 HTTP/1.1" status: 200 len: 217 time: 0.1360612 May 13 14:42:04.623370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975faa9-6b9a-4c51-a999-2d780f3b6aec req-dc952adf-c3c0-4c89-8192-862edd1bd6a7 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:04.637849 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0975faa9-6b9a-4c51-a999-2d780f3b6aec req-dc952adf-c3c0-4c89-8192-862edd1bd6a7 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 1101 time: 0.3173735 May 13 14:42:04.674692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5571c-a427-4306-90f2-1b2bff35393d None None] Pushing event updated for resources: {'Port': ['ID=ead0f626-d073-47fb-bcf3-ac98ce894d32,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:04.723680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:04.888113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-b19a28ad-d391-48c1-9931-219f74dbeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:04.892363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-b19a28ad-d391-48c1-9931-219f74dbeecc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 200 len: 797 time: 0.2187538 May 13 14:42:04.906130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0975faa9-6b9a-4c51-a999-2d780f3b6aec req-9bfb36f9-447c-4e5f-9839-40a48107c2e2 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636554 May 13 14:42:05.006940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Router e54899b3-8a12-4cba-8e49-e8c508b198c4 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:05.026373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-1c04444e-1b46-4151-b0ca-557c1905f54a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:05.039641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-1c04444e-1b46-4151-b0ca-557c1905f54a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 810 time: 0.5929849 May 13 14:42:05.252045 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-0d7a0e66-b982-4182-a7ec-e4e112d46b14 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/quotas/3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 375 time: 0.2091560 May 13 14:42:05.373126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-7f353452-966a-471b-ad43-4e15f850f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:05.376318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-7f353452-966a-471b-ad43-4e15f850f1a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4659300 May 13 14:42:05.397514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcc3dd-abd7-4da0-9a63-bfca973706d7 req-40bd5fb6-7b17-42f9-9dea-782a15b46586 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:05.401009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dbcc3dd-abd7-4da0-9a63-bfca973706d7 req-40bd5fb6-7b17-42f9-9dea-782a15b46586 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.2565095 May 13 14:42:05.592865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:05.609318 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Sync routers for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:05.624753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-21b6614c-f26e-4b1e-a9da-9d4472b51048 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3708074 May 13 14:42:05.643150 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:05.644436 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:05.652011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d0c50a7e-edf0-48b7-92f5-12c21bb7f370 admin admin] 10.222.0.36 "PUT /v2.0/routers/e54899b3-8a12-4cba-8e49-e8c508b198c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3062253 May 13 14:42:05.653810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:05.778414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dbcc3dd-abd7-4da0-9a63-bfca973706d7 req-728b4fb0-0ff2-433c-b2db-8ff000201985 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378224 May 13 14:42:06.020029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-9cce5da8-9ddf-4424-ab62-a0ac9ca0b8cb service neutron] 10.222.0.36 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647113 May 13 14:42:06.101249 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:06.196392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ead0f626-d073-47fb-bcf3-ac98ce894d32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:06.255471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-0bee567b-0b25-4c89-903f-b0afb1a65d1c service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525345 May 13 14:42:06.364310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:06.448338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ead0f626-d073-47fb-bcf3-ac98ce894d32 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:06.462657 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-278a1efd-e9f8-4de7-ba03-41a689c27f47 service neutron] 10.222.0.36 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283421 May 13 14:42:06.591529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2bc98-8637-4dac-b617-bec43b63bd35 None None] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:06.888685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-715b256c-b0b6-4f82-9513-3fcf54572642 req-ab5bad27-73b2-47bf-80e6-0795e2a23ae3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 210 time: 0.0651698 May 13 14:42:06.927855 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:06.943851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Checking router: e54899b3-8a12-4cba-8e49-e8c508b198c4 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:06.986270 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Routers {'e54899b3-8a12-4cba-8e49-e8c508b198c4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:06.986738 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e54899b3-8a12-4cba-8e49-e8c508b198c4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:07.177341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eefbe4-3446-422a-ab90-d37c910227c9 req-6bbef64c-f545-4590-bc27-9d362819678b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.178977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-72eefbe4-3446-422a-ab90-d37c910227c9 req-6bbef64c-f545-4590-bc27-9d362819678b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1766791 May 13 14:42:07.454802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-0ca6628c-2aa5-49c6-893e-dfc982606b4e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:07.455652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-0ca6628c-2aa5-49c6-893e-dfc982606b4e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:07.461529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Provisioning for port ead0f626-d073-47fb-bcf3-ac98ce894d32 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:07.488053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Provisioning complete for port ead0f626-d073-47fb-bcf3-ac98ce894d32 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:07.488689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:07.568072 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] Set router e54899b3-8a12-4cba-8e49-e8c508b198c4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:07.620417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-72eefbe4-3446-422a-ab90-d37c910227c9 req-50157d5f-906a-4fa1-9193-fb2a48d0e3f5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254105 May 13 14:42:07.803596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-0ca6628c-2aa5-49c6-893e-dfc982606b4e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:07.808949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-0ca6628c-2aa5-49c6-893e-dfc982606b4e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 0.6397762 May 13 14:42:07.921432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-d6846e2c-117d-4382-9ffe-f2131e74514b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776570 May 13 14:42:07.979391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-f8b1508c-a30a-4a94-b23b-3f1272222eac tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/quotas/1f6bf1ff56ef469b955d79bbed241d40 HTTP/1.1" status: 200 len: 375 time: 0.1637762 May 13 14:42:07.981024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Current status of the port ead0f626-d073-47fb-bcf3-ac98ce894d32 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:07.982063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.115967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] For port ead0f626-d073-47fb-bcf3-ac98ce894d32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ead0f626-d073-47fb-bcf3-ac98ce894d32,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:08.132021 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.185664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.297686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-91a50784-0a6a-4159-81c5-524a736b0e68 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:08.302861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f6dac819-a819-44b6-ba96-85ecd9fe55b2 None None] Provisioning complete for port ead0f626-d073-47fb-bcf3-ac98ce894d32 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:08.303638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f6dac819-a819-44b6-ba96-85ecd9fe55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.304889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-91a50784-0a6a-4159-81c5-524a736b0e68 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766372 May 13 14:42:08.324143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-e3b90421-8a4c-4437-9b71-714a008e916d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/quotas/b30723e38f694aa5a634874e93229dc9 HTTP/1.1" status: 200 len: 375 time: 0.0183589 May 13 14:42:08.354635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Deleting port fb13e464-272a-4b95-852b-c1b7a4b054f5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:08.355072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:08.376960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b845e-1838-4050-a4ca-2106cf70ffde None None] Pushing event updated for resources: {'Port': ['ID=ead0f626-d073-47fb-bcf3-ac98ce894d32,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:08.441063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-b91a1800-e8af-4994-8851-3a2d34470fd7 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1158390 May 13 14:42:08.494682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f6dac819-a819-44b6-ba96-85ecd9fe55b2 None None] Current status of the port ead0f626-d073-47fb-bcf3-ac98ce894d32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:08.509771 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:08.518312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-30dd14cb-2312-448e-8541-3d2a21b5427f service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2513099 May 13 14:42:08.518887 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f06a66-a413-4f3f-8d07-cfff1828a091 None None] The sync data for ids ['e54899b3-8a12-4cba-8e49-e8c508b198c4'] in n-d-841736-1 is: [{'id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1601031468-router', 'tenant_id': 'f06debe7644b47b9a8b3110c04872194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:35Z', 'updated_at': '2022-05-13T14:42:02Z', 'revision_number': 5, 'project_id': 'f06debe7644b47b9a8b3110c04872194', 'gw_port': {'id': 'fb13e464-272a-4b95-852b-c1b7a4b054f5', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54899b3-8a12-4cba-8e49-e8c508b198c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:38Z', 'updated_at': '2022-05-13T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:08.528510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-7766c6b3-0a9c-4a66-929d-26e0ae1e20fb tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:08.530125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-7766c6b3-0a9c-4a66-929d-26e0ae1e20fb tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 822 time: 1.3670900 May 13 14:42:08.632373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Request body: {'port': {'device_id': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'admin_state_up': True, 'tenant_id': '2580b6c6ddc5417cbd1467e909adda67'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:08.679725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-982378f1-ea82-4959-8373-f4fb5c5628ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 HTTP/1.1" status: 200 len: 217 time: 0.1485510 May 13 14:42:08.979523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41817279-9efb-494e-8f83-53e990edcbb9 req-60bcec33-05f1-466e-be8d-251801455698 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 210 time: 0.2017817 May 13 14:42:09.079466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-8415ea37-bd13-4811-8d3d-37568a061728 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0511658 May 13 14:42:09.246882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-dc281c36-d0a1-4614-8329-5c4c578bc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:09.247353 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-dc281c36-d0a1-4614-8329-5c4c578bc60c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 200 len: 797 time: 0.5566804 May 13 14:42:09.425197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-7b2b2301-d844-4037-9fe7-337b24575265 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:09.427622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-7b2b2301-d844-4037-9fe7-337b24575265 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 810 time: 0.5307524 May 13 14:42:09.557619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] For port fb13e464-272a-4b95-852b-c1b7a4b054f5, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb13e464-272a-4b95-852b-c1b7a4b054f5,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:09.558235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:09.598558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:09.655763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-9770244d-a7cf-4c67-8450-1cd364d69e3e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 380 time: 0.2147837 May 13 14:42:09.670706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'port': {'device_id': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'admin_state_up': True, 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'security_groups': ['9a10962a-5d5f-4547-b88d-6768116f4292']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:09.837886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:09.858607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Calling delete_port for fb13e464-272a-4b95-852b-c1b7a4b054f5 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:09.860113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f4cf5-f09f-4909-9cfb-40a8af275056 req-85c23d85-4136-454c-9735-73002dd61526 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:09.862127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0b1f4cf5-f09f-4909-9cfb-40a8af275056 req-85c23d85-4136-454c-9735-73002dd61526 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.3590078 May 13 14:42:09.965010 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0b1f4cf5-f09f-4909-9cfb-40a8af275056 req-66400d47-d1c8-4cdc-a1ad-6437f6fab303 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833745 May 13 14:42:09.980125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:09.987373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:port and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:09.993871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:10.008029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:10.026511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Made reservation on behalf of 3bfa4efaf40341d88fcda7136e832754 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:10.035700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.038518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Made reservation on behalf of 2580b6c6ddc5417cbd1467e909adda67 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:10.044705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.156798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ead0f626-d073-47fb-bcf3-ac98ce894d32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:10.332198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ead0f626-d073-47fb-bcf3-ac98ce894d32 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:10.333384 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:10.408643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-696b3aa6-e677-4565-9f8d-8f837570f293 service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2561002 May 13 14:42:10.467444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20fad03f-5201-497c-b9df-654e2f8c3da4 req-6cfa3b77-1082-42e9-909e-7f2ce12540d6 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 210 time: 0.2402155 May 13 14:42:10.744059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ead0f626-d073-47fb-bcf3-ac98ce894d32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:10.763766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7674a74-3460-46eb-b0ce-65e7b067a262 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:10.790405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Allocated IP 172.20.0.7 (25602309-9f25-4a8f-ae1f-f9fcab09f009/008cc412-eca1-43cb-96fe-f9aeab73fea1/3f253cb5-d14e-4315-b43c-c6ee7f186617) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:10.930740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b7674a74-3460-46eb-b0ce-65e7b067a262 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:10.931491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7674a74-3460-46eb-b0ce-65e7b067a262 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:10.938514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-78cf582a-fcdf-4fc3-98ca-9273bdc32395 service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137232 May 13 14:42:11.007227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9594-38ee-4154-a192-44e580b9f214 req-87425970-604e-4b82-885a-c903c23e144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:11.009093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-87425970-604e-4b82-885a-c903c23e144c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3faf67a2-8a97-423f-990a-02652c74e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.7448909 May 13 14:42:11.010916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-e94a931e-4e59-4ba7-892c-ddd13bfaf521 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b30723e38f694aa5a634874e93229dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029487 May 13 14:42:11.134844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07e985cf-1d41-4989-99b7-a5462a203f41 req-40551fbd-d293-4907-910a-f2dc1098d1ca tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 210 time: 0.2418191 May 13 14:42:11.350504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-de9f9d47-88cd-4622-91d0-f9e2baf4c68c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:11.352133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-de9f9d47-88cd-4622-91d0-f9e2baf4c68c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302777 May 13 14:42:11.374853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Request body: {'port': {'device_id': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'b30723e38f694aa5a634874e93229dc9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:11.451339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.483597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Transition to ACTIVE for port object 3f253cb5-d14e-4315-b43c-c6ee7f186617 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:11.505356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb42d8-0661-4e9b-9b22-be923a20c496 req-f65d2c62-db15-43d4-8d36-21e97d6198c1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:11.517942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bcb42d8-0661-4e9b-9b22-be923a20c496 req-f65d2c62-db15-43d4-8d36-21e97d6198c1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1697202 May 13 14:42:11.625645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e189de30-f318-42a3-a79a-eaf5b465bd6a req-26edc614-a887-4088-97a8-667503dd84e3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:11.638833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bcb42d8-0661-4e9b-9b22-be923a20c496 req-d1d41391-7034-4921-9b98-b91692a1656e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182368 May 13 14:42:11.667132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:11.889649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-29d13fad-c828-49bc-947d-f7ba08ddacd8 service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8462811 May 13 14:42:11.913481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:11.943571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:11.946664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:11.950792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Allocated IP 172.20.0.3 (197f05a2-dfd4-4aa9-bcd5-b1837111e5e6/5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca/cc0d03b7-c817-4661-b916-8bb889d273ee) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:11.967990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:11.975957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e189de30-f318-42a3-a79a-eaf5b465bd6a req-26edc614-a887-4088-97a8-667503dd84e3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:11.977745 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e189de30-f318-42a3-a79a-eaf5b465bd6a req-26edc614-a887-4088-97a8-667503dd84e3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 210 time: 0.4099648 May 13 14:42:12.267191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:12.272275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.424856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-71e021a0-7147-4356-a94b-b6d3d9c05f82 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:12.436983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-71e021a0-7147-4356-a94b-b6d3d9c05f82 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 0.3956366 May 13 14:42:12.460687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-11d778e9-11f8-4106-9aba-2f9fe9542e15 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/quotas/1f6bf1ff56ef469b955d79bbed241d40 HTTP/1.1" status: 200 len: 375 time: 0.0205324 May 13 14:42:12.462291 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-628790c0-8930-49df-b6c2-68a19e7ede41 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7984407 May 13 14:42:12.484531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:12.505793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7a495ec-b240-4102-a77d-3542d21a5086 req-5fafe055-74fa-4ebf-94ea-43af1018d4db tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 210 time: 0.1451886 May 13 14:42:12.552836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Request body: {'port': {'device_id': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:12.566798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-56e15085-3819-4604-a034-8a8813dee754 None None] Provisioning for port 3f253cb5-d14e-4315-b43c-c6ee7f186617 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:12.575762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-56e15085-3819-4604-a034-8a8813dee754 None None] Provisioning complete for port 3f253cb5-d14e-4315-b43c-c6ee7f186617 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:12.576054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56e15085-3819-4604-a034-8a8813dee754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:12.589493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:12.664370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-56e15085-3819-4604-a034-8a8813dee754 None None] Port 3f253cb5-d14e-4315-b43c-c6ee7f186617 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:12.854928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.054761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.073753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.183063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.185727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Made reservation on behalf of b30723e38f694aa5a634874e93229dc9 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:13.190022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:13.261108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-5eababa5-dfca-4721-960a-4813d78c3e20 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7889102 May 13 14:42:13.384982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Pushing event deleted for resources: {'Port': ['ID=fb13e464-272a-4b95-852b-c1b7a4b054f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.481131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b478-8780-434f-a511-dd74467e5d7d req-aa8f7b9d-7f78-498c-b700-7f4acfeffd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.482677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-aa8f7b9d-7f78-498c-b700-7f4acfeffd31 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 0.3986690 May 13 14:42:13.558192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1734e9b5-cf07-4ec1-8f34-2f8f229162e6 req-5c2c97eb-8e80-4ac7-a8f9-c756c00efe9a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 210 time: 0.3515370 May 13 14:42:13.599753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:13.652713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:13.665351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52cd9594-38ee-4154-a192-44e580b9f214 req-469357cb-c89f-49e3-acc1-f831f4f97a77 service neutron] 10.222.0.90 "GET /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7602093 May 13 14:42:13.691265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fc7e7412-12a3-4965-8c7d-ac5625511635 service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208026 May 13 14:42:13.732784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:13.904475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event updated for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:13.938918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b478-8780-434f-a511-dd74467e5d7d req-069dac0c-6e1d-497f-92e3-27857522f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:13.940501 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-069dac0c-6e1d-497f-92e3-27857522f3c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.4393351 May 13 14:42:14.046558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.054487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-9ac68981-7810-4837-a862-2667155c05f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621657 May 13 14:42:14.114448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f253cb5-d14e-4315-b43c-c6ee7f186617 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:14.126099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.135091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-e6ddbb43-fbef-4ade-851e-20223b8475d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.1856995 May 13 14:42:14.189650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Transition to ACTIVE for port object 3f253cb5-d14e-4315-b43c-c6ee7f186617 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:14.200553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.466709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.467538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.493368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:14.498598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b478-8780-434f-a511-dd74467e5d7d req-d4e4fbfb-50fc-47f0-bd02-43d7b75bccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.504845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-d4e4fbfb-50fc-47f0-bd02-43d7b75bccb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3615189 May 13 14:42:14.550240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.570699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.585346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-933ad3f1-01f1-4ae0-9e71-52fa4cb193f2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.588137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-933ad3f1-01f1-4ae0-9e71-52fa4cb193f2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 1.0332859 May 13 14:42:14.621870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Request body: {'port': {'device_id': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'admin_state_up': True, 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:14.826181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-248bb190-efa2-4ba9-9d1d-c1649db1042c tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2003443 May 13 14:42:14.843211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Attempting to bind port 3f253cb5-d14e-4315-b43c-c6ee7f186617 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:14.843543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Attempting to bind port 3f253cb5-d14e-4315-b43c-c6ee7f186617 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:14.843867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Attempting to bind port 3f253cb5-d14e-4315-b43c-c6ee7f186617 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:14.857130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50a772-2dbb-4bd8-b7fa-af1cdcc00f45 req-ac23490d-517d-4e6d-a710-f0389ab9ab53 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.857712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2d50a772-2dbb-4bd8-b7fa-af1cdcc00f45 req-ac23490d-517d-4e6d-a710-f0389ab9ab53 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:14.860377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Request body: {'port': {'device_id': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:14.866008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Port 3f253cb5-d14e-4315-b43c-c6ee7f186617 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:14.866329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Attempting to bind port 3f253cb5-d14e-4315-b43c-c6ee7f186617 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:14.878568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:14.878875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Checking segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:14.879264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Bound using segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:14.879826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Bound port: 3f253cb5-d14e-4315-b43c-c6ee7f186617, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:14.880175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.900143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Allocated IP 192.168.233.141 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/1cfd338f-cbed-402e-9eef-570029ae13a4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:14.907362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b478-8780-434f-a511-dd74467e5d7d req-5c25d988-0bbf-4bac-a9ee-edb600b73e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.909010 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-5c25d988-0bbf-4bac-a9ee-edb600b73e44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3749902 May 13 14:42:14.909951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72eb70-7727-443a-b0a1-f4fc5201a8ff req-d9cc1f79-9b84-48f3-bc82-7471327d4c16 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:14.918129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc72eb70-7727-443a-b0a1-f4fc5201a8ff req-d9cc1f79-9b84-48f3-bc82-7471327d4c16 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9790208 May 13 14:42:14.943392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2d50a772-2dbb-4bd8-b7fa-af1cdcc00f45 req-ac23490d-517d-4e6d-a710-f0389ab9ab53 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:14.950230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:14.950497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d50a772-2dbb-4bd8-b7fa-af1cdcc00f45 req-ac23490d-517d-4e6d-a710-f0389ab9ab53 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 943 time: 0.5255742 May 13 14:42:14.950727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54899b3-8a12-4cba-8e49-e8c508b198c4 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:42:15.020802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.022403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3f6ffaba-ffc3-47bd-8c65-944cd19460ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/e54899b3-8a12-4cba-8e49-e8c508b198c4 HTTP/1.1" status: 204 len: 168 time: 9.3638830 May 13 14:42:15.045503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:15.093310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:15.119034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d50a772-2dbb-4bd8-b7fa-af1cdcc00f45 req-4008a81d-3457-4c6d-8ec1-3e88c476196b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656764 May 13 14:42:15.208901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:15.216985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Deleting subnet a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:15.238565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:15.238815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.243040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-0e09b8cb-3e07-4f28-90ea-ff470a6d5fe7 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055437 May 13 14:42:15.254395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.290708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Usage tracker for resource:port and tenant:1f6bf1ff56ef469b955d79bbed241d40 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:15.297129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc72eb70-7727-443a-b0a1-f4fc5201a8ff req-58dc5e08-a15a-4502-bb2d-b1724246cade tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778389 May 13 14:42:15.298405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:15.409023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:15.409230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.410526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] 10.222.0.86 "PUT /v2.0/ports/3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 1091 time: 2.8712873 May 13 14:42:15.411022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:15.426261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:15.463889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b01a67-3801-41c9-9766-a6cf3bbba7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:15.501871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0645b478-8780-434f-a511-dd74467e5d7d req-781cde3d-06ca-43ac-a804-0d9fb7e9882d service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423182 May 13 14:42:15.599273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.663124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Made reservation on behalf of 1f6bf1ff56ef469b955d79bbed241d40 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:15.668073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.675924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-1300af1c-d5cc-47f4-b4a0-b3b6383a1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:15.678340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-1300af1c-d5cc-47f4-b4a0-b3b6383a1940 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1094 time: 0.1434338 May 13 14:42:15.771828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-34b8c0eb-047b-405d-8dc2-4cbc5e2ed3d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 217 time: 0.0855722 May 13 14:42:15.853941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-6d9a795d-2c2f-46be-a283-bbce70bbce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:15.855660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-6d9a795d-2c2f-46be-a283-bbce70bbce4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.0775537 May 13 14:42:15.855847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:15.923792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:42:15.974469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-56aed77d-aaba-42b9-83e1-09ddb2258333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:15.977603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-56aed77d-aaba-42b9-83e1-09ddb2258333 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145332 May 13 14:42:16.008483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb13e464-272a-4b95-852b-c1b7a4b054f5 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:16.102873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: fb13e464-272a-4b95-852b-c1b7a4b054f5 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:16.103639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb13e464-272a-4b95-852b-c1b7a4b054f5 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:16.206578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.229975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.270143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-eb03329b-8ae8-4451-89f0-07dd01f07c05 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752607 May 13 14:42:16.357391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08ccda-4bcc-4b4d-b1ee-cd419df76591 req-67e45358-b824-4dc3-aa0a-ca9003dfcd03 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:16.358207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c08ccda-4bcc-4b4d-b1ee-cd419df76591 req-67e45358-b824-4dc3-aa0a-ca9003dfcd03 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Synchronizing usage tracker for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:16.361776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Transition to ACTIVE for port object 1cfd338f-cbed-402e-9eef-570029ae13a4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:16.401334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:16.415389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092261007', 'description': 'tempest-description--695841550'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:16.435430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:16.460240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Allocated IP 172.20.0.4 (5165aa76-6fa7-4898-8277-8acde018f3f9/1cedab0b-fc4c-433e-8345-d8b6cdd0afb8/2e532a24-014f-4ca8-bd75-f088c03a2962) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:16.537956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9c08ccda-4bcc-4b4d-b1ee-cd419df76591 req-67e45358-b824-4dc3-aa0a-ca9003dfcd03 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Unset dirty status for tenant:2580b6c6ddc5417cbd1467e909adda67 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:16.545514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c08ccda-4bcc-4b4d-b1ee-cd419df76591 req-67e45358-b824-4dc3-aa0a-ca9003dfcd03 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 931 time: 0.9163072 May 13 14:42:16.564056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:16.656407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.666420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.766427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c08ccda-4bcc-4b4d-b1ee-cd419df76591 req-38113e4a-7d3f-415b-8bb7-ecd4a83a5e9b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200305 May 13 14:42:16.772629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.775339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-faa93a22-1c1a-484e-8dde-7d0119b6919f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:16.778265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-faa93a22-1c1a-484e-8dde-7d0119b6919f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.86 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 0.5068972 May 13 14:42:16.784782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307cbd7-ce66-42b1-a852-854ed1ee1003 None None] Network 86d8935c-a6a7-49fe-848b-fa7fe7f39390 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:16.793225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:16.796488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:16.835847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Request body: {'port': {'device_id': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'admin_state_up': True, 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:16.839112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097', 'add692a6-05c6-4498-a1c8-e83cd038999b', 'f33881ff-06ce-46ea-95c6-fd072db3efd7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:16.864897 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3bab8a30-dd8c-4762-acf2-5bb7088fd506 req-cf4b0743-995e-47a3-a38e-3112c4074902 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420177 May 13 14:42:16.910646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:16.917052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:16.970128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-509d6c5c-2590-4a37-9906-d6c6e29b65a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a41b9bd9-b7fc-40d5-80b2-6f24c57db6e3 HTTP/1.1" status: 204 len: 168 time: 1.9149716 May 13 14:42:17.026975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:17.068252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0d03b7-c817-4661-b916-8bb889d273ee {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:17.077296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.095844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Transition to ACTIVE for port object cc0d03b7-c817-4661-b916-8bb889d273ee will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:17.118655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-3d35c04b-970a-4fcc-88b2-4fde7e0c905b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:17.122653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Usage tracker for resource:security_group_rule and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:17.124171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-3d35c04b-970a-4fcc-88b2-4fde7e0c905b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 0.5967138 May 13 14:42:17.158708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.175786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:17.185577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:17.200347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:17.208366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:17.217645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:17.290329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event updated for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.431939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-eb29fa6b-7bd5-4916-b105-683a88027174 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/quotas/1f6bf1ff56ef469b955d79bbed241d40 HTTP/1.1" status: 200 len: 375 time: 0.0106256 May 13 14:42:17.533061 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.590457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Deleting port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:17.590733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.634052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:17.650995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Usage tracker for resource:port and tenant:1f6bf1ff56ef469b955d79bbed241d40 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:17.657600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:17.668903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:17.729546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa75ebe6-ee47-4db6-85bc-109155340efc None None] Provisioning for port 1cfd338f-cbed-402e-9eef-570029ae13a4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:17.734911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-4e78ebd9-64b8-4426-b12f-67df118ca9fd tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2701890 May 13 14:42:17.748431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa75ebe6-ee47-4db6-85bc-109155340efc None None] Provisioning complete for port 1cfd338f-cbed-402e-9eef-570029ae13a4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:17.748699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa75ebe6-ee47-4db6-85bc-109155340efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.804629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Made reservation on behalf of 1f6bf1ff56ef469b955d79bbed241d40 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:17.808776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.893096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa75ebe6-ee47-4db6-85bc-109155340efc None None] Port 1cfd338f-cbed-402e-9eef-570029ae13a4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:17.899458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:17.900608 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:17.917416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:17.976031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.007493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Transition to ACTIVE for port object 2e532a24-014f-4ca8-bd75-f088c03a2962 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:18.079232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] DHCP port deletion for 86d8935c-a6a7-49fe-848b-fa7fe7f39390 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:42:18.097167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:18.152461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cf006-c292-4496-9057-31b9ac504a58 req-7d084a52-6e1e-49d7-93b2-747fdb41ba61 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:18.154072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-455cf006-c292-4496-9057-31b9ac504a58 req-7d084a52-6e1e-49d7-93b2-747fdb41ba61 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:18.158430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] For port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:18.158797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.162688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Deleting port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:18.163466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.168806 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-247e768c-3113-491a-a556-cb2080dcec7b service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499868 May 13 14:42:18.212179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-00e91c36-9b43-4430-9bad-0f8bf6eeecfa tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8441424 May 13 14:42:18.239231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Request body: {'port': {'device_id': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:18.287380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.326963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.353981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Calling delete_port for 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:18.381934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.385704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-455cf006-c292-4496-9057-31b9ac504a58 req-7d084a52-6e1e-49d7-93b2-747fdb41ba61 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:18.392587 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-455cf006-c292-4496-9057-31b9ac504a58 req-7d084a52-6e1e-49d7-93b2-747fdb41ba61 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 936 time: 1.2647974 May 13 14:42:18.444715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Attempting to bind port cc0d03b7-c817-4661-b916-8bb889d273ee on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:18.444969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Attempting to bind port cc0d03b7-c817-4661-b916-8bb889d273ee by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:18.445404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Attempting to bind port cc0d03b7-c817-4661-b916-8bb889d273ee on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:18.490541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Port cc0d03b7-c817-4661-b916-8bb889d273ee on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:18.491086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Attempting to bind port cc0d03b7-c817-4661-b916-8bb889d273ee on network 197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:18.495157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:18.535872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Allocated IP 172.20.0.13 (5165aa76-6fa7-4898-8277-8acde018f3f9/1cedab0b-fc4c-433e-8345-d8b6cdd0afb8/acce234f-b8ac-47ef-864a-1bee43b821be) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:18.582141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.650765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-98655f7e-4ba2-445b-b9cb-542a8a794cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159291 May 13 14:42:18.671753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.672449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] No DVR routers for this DVR port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:18.677308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:18.677718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.679438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:18.681483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.685992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2835865 May 13 14:42:18.691038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:18.709738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54896) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:18.737375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'security_group_rule': {'security_group_id': '07fd3004-bac7-4045-a18f-384339bb0629', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:18.745007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] For port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4,segment=NetworkSegment(799dc5d3-ee26-4906-9542-0a446818637d),segment_id=799dc5d3-ee26-4906-9542-0a446818637d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:18.745865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.756721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:18.757106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Checking segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:18.757488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Bound using segment: {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:18.763157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Bound port: cc0d03b7-c817-4661-b916-8bb889d273ee, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4162407-b2f4-470d-a55b-015ee1a01e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:18.763157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.784342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd868b-ea6c-474d-8e87-e29626802ab6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd3004-bac7-4045-a18f-384339bb0629,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.786933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event updated for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:18.821367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-455cf006-c292-4496-9057-31b9ac504a58 req-af61888e-61d3-4437-81b1-9eddfdd7e2e5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272909 May 13 14:42:18.913865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:18.915983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.927466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:18.994328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.004296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d8935c-a6a7-49fe-848b-fa7fe7f39390']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:19.039671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799dc5d3-ee26-4906-9542-0a446818637d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:19.039978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799dc5d3-ee26-4906-9542-0a446818637d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:19.069886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.097978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.113734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:19.114505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.291388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Calling delete_port for 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:19.324377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3f253cb5-d14e-4315-b43c-c6ee7f186617 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:19.339474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:19.347056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=cc0d03b7-c817-4661-b916-8bb889d273ee,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:19.360017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:19.417026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-5bf8bc4b-3b7a-4253-a814-30c4de9b9490 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8027096 May 13 14:42:19.418140 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.431860 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c115ae0f-840e-4c25-afd8-2957447b18a2'] response: {'name': 'network-changed', 'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'status': 'completed', 'code': 200} May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: timer() May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:19.433207 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:19.446979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Request body: {'port': {'device_id': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:19.454707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Usage tracker for resource:security_group_rule and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:19.463638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.468806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-212e3317-7a0d-43d1-98dd-458a844c6036 None None] Provisioning for port 2e532a24-014f-4ca8-bd75-f088c03a2962 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:19.470000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.478852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:19.497817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.607829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-212e3317-7a0d-43d1-98dd-458a844c6036 None None] Provisioning complete for port 2e532a24-014f-4ca8-bd75-f088c03a2962 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:19.608437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-212e3317-7a0d-43d1-98dd-458a844c6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.740234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:19.744768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:19.746322 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:19.759449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] 10.222.0.86 "PUT /v2.0/ports/cc0d03b7-c817-4661-b916-8bb889d273ee HTTP/1.1" status: 200 len: 1091 time: 4.9030926 May 13 14:42:19.781091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:19.784310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:19.785061 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:19.836133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-212e3317-7a0d-43d1-98dd-458a844c6036 None None] Port 2e532a24-014f-4ca8-bd75-f088c03a2962 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:19.858590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900e3d5-6601-423a-bd4e-207c8bd4180a service neutron] Pushing event updated for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:19.877467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d8935c-a6a7-49fe-848b-fa7fe7f39390,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:19.908854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a12f5b9-b0cc-4b86-b3bc-c141981f0b80 admin admin] 10.222.0.36 "DELETE /v2.0/networks/86d8935c-a6a7-49fe-848b-fa7fe7f39390 HTTP/1.1" status: 204 len: 168 time: 2.8798575 May 13 14:42:19.973228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:20.003034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.024893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'port_id': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'mac_address': 'fa:16:3e:eb:d6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:20.062045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-821cf837-c2c9-4126-b22b-1f9a44289d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.064751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-821cf837-c2c9-4126-b22b-1f9a44289d64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1094 time: 0.7486508 May 13 14:42:20.159291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23569a6f-a640-46cb-91e7-19679c830905 req-6f636e7d-63d2-4c1a-8dc8-97eaac33379c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.171188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23569a6f-a640-46cb-91e7-19679c830905 req-6f636e7d-63d2-4c1a-8dc8-97eaac33379c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 943 time: 1.0067699 May 13 14:42:20.199960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.261452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3f253cb5-d14e-4315-b43c-c6ee7f186617 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:20.262092 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.278008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:20.291264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8180c-5881-4c6a-9a90-289aa12e944e req-573a1fbc-bf43-4149-b0bf-e8f96e341e8e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.299197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08c8180c-5881-4c6a-9a90-289aa12e944e req-573a1fbc-bf43-4149-b0bf-e8f96e341e8e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9360251 May 13 14:42:20.320008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Deleting port 48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:20.321229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.382229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.401445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f253cb5-d14e-4315-b43c-c6ee7f186617 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:20.430570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.432654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:20.438788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a37ff97-7b35-49cc-968d-40cfce354a9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f06debe7644b47b9a8b3110c04872194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235096 May 13 14:42:20.454855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:20.475702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.509317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e6823df0-7890-4d1f-81e5-32907b02ff4f None None] The port '48c585a1-e0a6-4bfe-9ec9-231ab0dde9b4' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:42:20.510523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Transition to ACTIVE for port object acce234f-b8ac-47ef-864a-1bee43b821be will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:20.518859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.519182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d80f4-4c89-41a3-8b85-8bfe2633aff4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:20.544693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08c8180c-5881-4c6a-9a90-289aa12e944e req-c84a54d7-0050-42ef-a59c-7f3d0fbcaa58 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400753 May 13 14:42:20.619948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-db0b6969-0232-431d-9c66-d5e5230d1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.622256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-db0b6969-0232-431d-9c66-d5e5230d1a53 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.5438440 May 13 14:42:20.634904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-23569a6f-a640-46cb-91e7-19679c830905 req-5394c41e-00c7-4eda-aa3a-c7e8b503bc8b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:20.666220 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.677497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-54a0f44d-60d5-4028-ba48-df4f9a7b8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.681599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-54a0f44d-60d5-4028-ba48-df4f9a7b8036 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 1094 time: 0.7551637 May 13 14:42:20.698114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.701520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-de079b88-3d4b-4046-b1a7-2063d4548aa4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9889894 May 13 14:42:20.710475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:20.714787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-45730db5-83fa-4fa5-ada0-b9486b8faa8b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 217 time: 0.0843587 May 13 14:42:20.720116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'security_group_rule': {'security_group_id': '07fd3004-bac7-4045-a18f-384339bb0629', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:20.736110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:20.775406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:20.791394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Usage tracker for resource:security_group_rule and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:20.807370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:20.816256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-66366e6c-d901-4868-bc07-044f5fbbdead service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0d03b7-c817-4661-b916-8bb889d273ee HTTP/1.1" status: 200 len: 217 time: 0.1122382 May 13 14:42:20.819956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-23569a6f-a640-46cb-91e7-19679c830905 req-5394c41e-00c7-4eda-aa3a-c7e8b503bc8b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:20.825877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23569a6f-a640-46cb-91e7-19679c830905 req-5394c41e-00c7-4eda-aa3a-c7e8b503bc8b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6530700 May 13 14:42:20.834477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['3f253cb5-d14e-4315-b43c-c6ee7f186617'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:20.858068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.868716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:20.895467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:20.904740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-6275d609-ba93-4dbf-87ae-9940adcf8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:20.906517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-6275d609-ba93-4dbf-87ae-9940adcf8a52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.1777074 May 13 14:42:21.050432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.080447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.119489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:21.149410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:21.165018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event updated for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:21.171756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:21.267358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e532a24-014f-4ca8-bd75-f088c03a2962 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:21.273714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-04175556-d6e7-4f48-9d5f-b55e57cf38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.275539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-04175556-d6e7-4f48-9d5f-b55e57cf38e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.4425535 May 13 14:42:21.283994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.442840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14557-dd89-4ed3-822b-a4bf2456a904 req-aa4d7248-2a10-4690-87bf-2362809ae88d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.444803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c14557-dd89-4ed3-822b-a4bf2456a904 req-aa4d7248-2a10-4690-87bf-2362809ae88d tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 943 time: 0.6493158 May 13 14:42:21.445676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.454470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-c07f8922-61e9-45aa-bae9-dcdd6b98710f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675446 May 13 14:42:21.460715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-565567ec-7772-4f42-b053-10d38842dd68 req-b913422e-4940-4ff1-a390-a473da033dc1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:21.466699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Transition to ACTIVE for port object 2e532a24-014f-4ca8-bd75-f088c03a2962 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:21.484550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.485193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.499852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.504162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.523866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c542536-71d8-4ab1-869c-4e6cb251d6ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:21.555851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.578916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c433d3ca-e3b8-485c-96f1-aba21b0d1873 None None] Provisioning for port acce234f-b8ac-47ef-864a-1bee43b821be completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:21.586508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c433d3ca-e3b8-485c-96f1-aba21b0d1873 None None] Provisioning complete for port acce234f-b8ac-47ef-864a-1bee43b821be triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:21.586892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c433d3ca-e3b8-485c-96f1-aba21b0d1873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.599364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.605043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b5cddc9-436e-414a-ab32-01948c0340fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c542536-71d8-4ab1-869c-4e6cb251d6ca HTTP/1.1" status: 204 len: 168 time: 1.1446891 May 13 14:42:21.635292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-fec52fb9-03b4-44f0-a1c1-6eb67abf256c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8320622 May 13 14:42:21.635986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a671cd8-f692-4648-b077-9201da830f6d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:21.644984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-9c0e6d44-35e5-4d78-9461-de1ce3083b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.646687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-9c0e6d44-35e5-4d78-9461-de1ce3083b4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6777456 May 13 14:42:21.658691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Request body: {'port': {'device_id': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:21.667040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c433d3ca-e3b8-485c-96f1-aba21b0d1873 None None] Port acce234f-b8ac-47ef-864a-1bee43b821be cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:21.709260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c14557-dd89-4ed3-822b-a4bf2456a904 req-984cfda1-d90f-497a-b797-02123fad6b41 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356949 May 13 14:42:21.716670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-349f29b3-3d1b-46d3-bccd-3f0feacb5819 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:21.718169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-349f29b3-3d1b-46d3-bccd-3f0feacb5819 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 816 time: 0.5005693 May 13 14:42:21.727015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.727015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4441bf8c-774a-46f3-9c65-52ccc25d53c7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0147612 May 13 14:42:21.732506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Request body: {'port': {'device_id': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'admin_state_up': True, 'tenant_id': '1f6bf1ff56ef469b955d79bbed241d40'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:21.747773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfd338f-cbed-402e-9eef-570029ae13a4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:21.771134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:21.832175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:21.862911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:21.888595 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70027fed-ba75-4aab-9a9d-309732089fa9'] response: {'name': 'network-changed', 'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee', 'status': 'completed', 'code': 200} May 13 14:42:21.908911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Transition to ACTIVE for port object 1cfd338f-cbed-402e-9eef-570029ae13a4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:21.922098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-565567ec-7772-4f42-b053-10d38842dd68 req-b913422e-4940-4ff1-a390-a473da033dc1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:21.931702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-565567ec-7772-4f42-b053-10d38842dd68 req-b913422e-4940-4ff1-a390-a473da033dc1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 210 time: 0.5477197 May 13 14:42:22.014822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:22.090993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Usage tracker for resource:floatingip and tenant:41d1bac629304c3cbc0181f946ff8fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:22.093302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.097967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:22.128546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:22.346804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:22.473983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.485049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:22.670439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-fe44f697-0c47-4ee4-bbb5-731e22cf4abf service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9824896 May 13 14:42:22.709375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-a17da6f6-485f-4ea3-9949-f7e3d20cc45b service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2448776 May 13 14:42:22.714195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:22.764018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Pushing event updated for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:22.831317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:22.973947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Made reservation on behalf of 1f6bf1ff56ef469b955d79bbed241d40 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:22.978743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.018959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Attempting to bind port 2e532a24-014f-4ca8-bd75-f088c03a2962 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:23.019479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Attempting to bind port 2e532a24-014f-4ca8-bd75-f088c03a2962 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:23.020289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Attempting to bind port 2e532a24-014f-4ca8-bd75-f088c03a2962 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:23.031321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c717-7742-47c6-9d32-5b2ce075865d req-3a7ffc95-2934-41c0-b11f-b6b05ce345d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:23.033274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f336c717-7742-47c6-9d32-5b2ce075865d req-3a7ffc95-2934-41c0-b11f-b6b05ce345d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.8925698 May 13 14:42:23.034141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d208f-f34c-4878-ae60-449f9f6eadf3 req-9713eff3-d8cf-4c18-bc1e-0ab72fa4d262 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:23.035757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-927d208f-f34c-4878-ae60-449f9f6eadf3 req-9713eff3-d8cf-4c18-bc1e-0ab72fa4d262 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 948 time: 0.8570557 May 13 14:42:23.066486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Port 2e532a24-014f-4ca8-bd75-f088c03a2962 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:23.067119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Attempting to bind port 2e532a24-014f-4ca8-bd75-f088c03a2962 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:23.089210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Attempting to bind port 1cfd338f-cbed-402e-9eef-570029ae13a4 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:23.089819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Attempting to bind port 1cfd338f-cbed-402e-9eef-570029ae13a4 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:23.090720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Attempting to bind port 1cfd338f-cbed-402e-9eef-570029ae13a4 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:23.099705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:23.100418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Checking segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:23.101172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Bound using segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:23.102669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Bound port: 2e532a24-014f-4ca8-bd75-f088c03a2962, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:23.103329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.139561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3f253cb5-d14e-4315-b43c-c6ee7f186617 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:23.170265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Port 1cfd338f-cbed-402e-9eef-570029ae13a4 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:23.170748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Attempting to bind port 1cfd338f-cbed-402e-9eef-570029ae13a4 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:23.244272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2cee22a-54ca-4556-a577-58d46888dc4b req-00a0311d-4c80-4c46-9f9b-80dd6cada3ac service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926236 May 13 14:42:23.245687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:23.246312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:23.247007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:23.247818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Bound port: 1cfd338f-cbed-402e-9eef-570029ae13a4, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:23.248471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.296708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91f386ec-b805-43a7-b86b-7beeb83af828 req-2b62eba0-d9b1-4863-a814-f082a3c3fcf0 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127055 May 13 14:42:23.318168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 3f253cb5-d14e-4315-b43c-c6ee7f186617 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:23.337848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 3f253cb5-d14e-4315-b43c-c6ee7f186617 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:23.338536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.409568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:23.453737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f336c717-7742-47c6-9d32-5b2ce075865d req-f7ee754b-263e-4c04-8380-879efb4e38f8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732300 May 13 14:42:23.474783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:23.488015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2e532a24-014f-4ca8-bd75-f088c03a2962,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:23.495078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.601744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:23.609763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:23.610400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.611811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] 10.222.0.90 "PUT /v2.0/ports/2e532a24-014f-4ca8-bd75-f088c03a2962 HTTP/1.1" status: 200 len: 1091 time: 4.1730971 May 13 14:42:23.620866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1cfd338f-cbed-402e-9eef-570029ae13a4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:23.630181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.640919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b8eb-2c0b-45f2-82e4-9d28b67a33a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:23.705014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3f253cb5-d14e-4315-b43c-c6ee7f186617 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:23.705309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.739933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-927d208f-f34c-4878-ae60-449f9f6eadf3 req-6182594d-5c45-416e-8638-01a4c5bf19b9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764861 May 13 14:42:23.748536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Pushing event updated for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:23.766823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:23.790489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:23.795460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.804061 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.841141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:23.842488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:23.845116 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-04aa6a41-17da-4a9c-8ec3-477eb4f7378d service neutron] 10.222.0.86 "PUT /v2.0/ports/1cfd338f-cbed-402e-9eef-570029ae13a4 HTTP/1.1" status: 200 len: 1096 time: 5.6113439 May 13 14:42:23.959644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:23.961607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-962339320-network', 'tenant_id': '74a9773757154d7baf8f7144080ee682'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:23.984272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:23.994577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Usage tracker for resource:network and tenant:74a9773757154d7baf8f7144080ee682 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:24.002550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:24.016276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:24.028152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962'}, {'name': 'network-changed', 'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:24.167956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Made reservation on behalf of 74a9773757154d7baf8f7144080ee682 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:24.171643 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.208774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-6134d17b-6142-4058-8ed2-050b02245c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.210418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-6134d17b-6142-4058-8ed2-050b02245c4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2580b6c6ddc5417cbd1467e909adda67&device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 1094 time: 0.8665512 May 13 14:42:24.222918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Allocated IP 172.25.5.133 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/86886ba1-8801-440d-a984-af21ac7c626f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:24.232578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.284191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:24.299400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Usage tracker for resource:security_group_rule and tenant:74a9773757154d7baf8f7144080ee682 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:24.316802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:24.339836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:24.368921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd72efa-f2b2-4b03-be9f-823b23654f79 req-0285fe98-c56b-4ac5-b904-b5f71931ab42 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.370593 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd72efa-f2b2-4b03-be9f-823b23654f79 req-0285fe98-c56b-4ac5-b904-b5f71931ab42 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.5230846 May 13 14:42:24.395809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-68de1684-d1a1-4f1c-a7e5-7f5c0a484556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.397391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-68de1684-d1a1-4f1c-a7e5-7f5c0a484556 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 1094 time: 0.6402919 May 13 14:42:24.402255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acce234f-b8ac-47ef-864a-1bee43b821be {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:24.438162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.479566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-4464ef9c-5d69-4ba3-b2c9-6d0c4ae5dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.481055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-4464ef9c-5d69-4ba3-b2c9-6d0c4ae5dda2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 1099 time: 0.4273617 May 13 14:42:24.549561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Transition to ACTIVE for port object acce234f-b8ac-47ef-864a-1bee43b821be will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:24.556396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-54bf3b35-eb1c-4f9c-8f0a-b9c1e9e25948 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e532a24-014f-4ca8-bd75-f088c03a2962 HTTP/1.1" status: 200 len: 217 time: 0.1371946 May 13 14:42:24.561972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47fc41-129b-42b9-b470-decfc5e964bf req-506de80e-61ba-4fee-bfc2-18905924f41e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.569487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e47fc41-129b-42b9-b470-decfc5e964bf req-506de80e-61ba-4fee-bfc2-18905924f41e tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 943 time: 0.5245979 May 13 14:42:24.641906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:24.728109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-412971b7-3afa-4744-8a39-9a3fb05e7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.728689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-412971b7-3afa-4744-8a39-9a3fb05e7474 service neutron] 10.222.0.86 "GET /v2.0/networks?id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 200 len: 923 time: 0.5034215 May 13 14:42:24.757726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-3c15f054-37ca-4d15-b7f9-f9a2ee3638c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=1cfd338f-cbed-402e-9eef-570029ae13a4 HTTP/1.1" status: 200 len: 217 time: 0.2612967 May 13 14:42:24.838325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd72efa-f2b2-4b03-be9f-823b23654f79 req-a2658d06-0da5-4b65-8aa7-f0c26ae0b32e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4531538 May 13 14:42:24.882269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-ff3591e3-bcc5-4c68-a7ae-244bac83f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.884375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-ff3591e3-bcc5-4c68-a7ae-244bac83f117 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.1641841 May 13 14:42:24.974885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-44c16fb0-d454-4a6f-bc69-df055ded6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:24.976693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-44c16fb0-d454-4a6f-bc69-df055ded6f18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2130897 May 13 14:42:25.045819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.057104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.130569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:25.153550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ca324-01a1-4612-ad75-7830c7c06849,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:25.164309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.165287 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Added segment 51a28397-93cd-46cb-a03a-89fb8ebb862f of type vlan for network e0f120c7-d361-4b40-810f-2aa6251bc34a May 13 14:42:25.170844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device cc0d03b7-c817-4661-b916-8bb889d273ee details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:25.180782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-7ca96a1c-67c8-4989-8a3d-c28354edc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:25.182828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-7ca96a1c-67c8-4989-8a3d-c28354edc9cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878640 May 13 14:42:25.268862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-173796a5-ccad-415f-a4e9-a84544b4d2f6 req-e6431d3d-9ea7-4acb-8e03-24dfd5acca91 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 210 time: 0.0945382 May 13 14:42:25.332081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-1622eed8-64d4-467f-b04a-5f8bc0a3bb09 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0d03b7-c817-4661-b916-8bb889d273ee HTTP/1.1" status: 200 len: 217 time: 0.5749893 May 13 14:42:25.341292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.356454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-aa2882b0-c08e-4694-870a-584b761e7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:25.358086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-aa2882b0-c08e-4694-870a-584b761e7ab3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708282 May 13 14:42:25.377124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e47fc41-129b-42b9-b470-decfc5e964bf req-f8bc7a6c-9e9b-45c8-8e93-84f6b40f92e4 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8063152 May 13 14:42:25.412512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Allocated IP 172.20.0.3 (5165aa76-6fa7-4898-8277-8acde018f3f9/1cedab0b-fc4c-433e-8345-d8b6cdd0afb8/8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:25.435421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Pushing event updated for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:25.538043 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ad873a-83f5-4ed6-bbc6-97abffafe556'] response: {'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'code': 200} May 13 14:42:25.549289 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.564030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.566070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:25.566698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.636992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-64e56412-5e18-49c7-94f1-ebe811b5e740 service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139509 May 13 14:42:25.643401 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcdf195-cfd3-41ec-b086-fd95ade011e6'] response: {'name': 'network-changed', 'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962', 'status': 'completed', 'code': 200} May 13 14:42:25.643816 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcdf195-cfd3-41ec-b086-fd95ade011e6'] response: {'name': 'network-changed', 'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4', 'status': 'completed', 'code': 200} May 13 14:42:25.673110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=cc0d03b7-c817-4661-b916-8bb889d273ee,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:25.710479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'cc0d03b7-c817-4661-b916-8bb889d273ee', 'network_id': '197f05a2-dfd4-4aa9-bcd5-b1837111e5e6', 'port_id': 'cc0d03b7-c817-4661-b916-8bb889d273ee', 'mac_address': 'fa:16:3e:10:45:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:25.879468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-3d1dea14-eb4b-4981-820a-337eaacc79ec service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096178 May 13 14:42:25.933764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port cc0d03b7-c817-4661-b916-8bb889d273ee is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:25.934378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:25.942986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-251fabf3-b3cb-4c72-a9e3-de33983fbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:25.944517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-251fabf3-b3cb-4c72-a9e3-de33983fbe84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 200 len: 862 time: 0.5610175 May 13 14:42:25.966596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0d03b7-c817-4661-b916-8bb889d273ee {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:25.997464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=cc0d03b7-c817-4661-b916-8bb889d273ee,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:26.004596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.107711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-d035e0df-43eb-44ba-a024-d2ae06a552ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956054 May 13 14:42:26.135736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:26.161625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Attempting to bind port acce234f-b8ac-47ef-864a-1bee43b821be on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:26.161958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Attempting to bind port acce234f-b8ac-47ef-864a-1bee43b821be by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:26.162288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Attempting to bind port acce234f-b8ac-47ef-864a-1bee43b821be on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:26.218604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.231926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8195355 May 13 14:42:26.286766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:26.307109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Port acce234f-b8ac-47ef-864a-1bee43b821be on network 5165aa76-6fa7-4898-8277-8acde018f3f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:26.307414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Attempting to bind port acce234f-b8ac-47ef-864a-1bee43b821be on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:26.322431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Request body: {'subnet': {'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-subnet', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:26.332197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['cc0d03b7-c817-4661-b916-8bb889d273ee'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:26.349172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf69902-8370-4869-b77a-fa80fca813d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f120c7-d361-4b40-810f-2aa6251bc34a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:26.360004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:26.366387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:26.366775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Checking segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:26.367206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Bound using segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:26.367636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Bound port: acce234f-b8ac-47ef-864a-1bee43b821be, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:26.367978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.383765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e0f120c7-d361-4b40-810f-2aa6251bc34a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:26.397294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:26.399436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Usage tracker for resource:subnet and tenant:74a9773757154d7baf8f7144080ee682 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:26.418754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:26.422483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:26.446342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:26.459746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:26.497593 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.534025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d6c7af8-6186-4745-94d7-b30eaef76136 req-219bb295-fa82-46a5-994c-4710d2dd709f service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777211 May 13 14:42:26.547552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a20200fa-4a64-4014-bca5-ea69f1167045 req-8662b125-3c87-48c0-a3b6-8f9245c7de89 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936538 May 13 14:42:26.549643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f7e9-d247-4b82-88f9-24c8d9b5e871 req-39929fb8-a604-4e17-9661-8780e79a074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.551084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69d0f7e9-d247-4b82-88f9-24c8d9b5e871 req-39929fb8-a604-4e17-9661-8780e79a074c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1096 time: 0.6809590 May 13 14:42:26.552168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdc9a8-0b10-4feb-9d87-3f6fc7e7ac97 req-92cf57d6-7d6d-4235-9f2e-0524a3d7f02c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.561011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0b728-65de-4334-be45-d18801ae239d req-2258b2fd-8d42-4786-ad25-64e16d9c8328 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.567595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ebdc9a8-0b10-4feb-9d87-3f6fc7e7ac97 req-92cf57d6-7d6d-4235-9f2e-0524a3d7f02c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 948 time: 0.7070720 May 13 14:42:26.569007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5f0b728-65de-4334-be45-d18801ae239d req-2258b2fd-8d42-4786-ad25-64e16d9c8328 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6964278 May 13 14:42:26.588468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'Port': ['ID=86886ba1-8801-440d-a984-af21ac7c626f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:26.665951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Transition to ACTIVE for port object 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:26.676595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Made reservation on behalf of 74a9773757154d7baf8f7144080ee682 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:26.678937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:26.758981 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5f0b728-65de-4334-be45-d18801ae239d req-b524fc29-bfee-4fd2-bf6c-29ed07b82171 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894319 May 13 14:42:26.762945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69d0f7e9-d247-4b82-88f9-24c8d9b5e871 req-4d3d4c39-f41f-4e0f-a76c-ee584a1163aa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910594 May 13 14:42:26.822061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-043493d2-d946-4650-a423-d8a8ec4da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.823592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-043493d2-d946-4650-a423-d8a8ec4da932 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 1094 time: 0.2185130 May 13 14:42:26.847606 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-6a79f6a0-7bac-4481-a521-24cb1368be21 service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267575 May 13 14:42:26.855792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-51723265-b31e-4be2-bfc6-984109738d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:26.857514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-51723265-b31e-4be2-bfc6-984109738d17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 1099 time: 0.2109768 May 13 14:42:26.912699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ebdc9a8-0b10-4feb-9d87-3f6fc7e7ac97 req-da47b67d-6962-44cb-8fdc-b14b1238df88 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438680 May 13 14:42:27.072071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:27.206854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=acce234f-b8ac-47ef-864a-1bee43b821be,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:27.251982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.259236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.302772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ec8cfa31-5d72-4f97-ac21-396e46eb1f29 req-0bbe318a-8b69-47b8-97be-d0377b6f7b2a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:27.311190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-a62d1416-6770-4e72-aba8-213a954987f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.315903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-a62d1416-6770-4e72-aba8-213a954987f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 917 time: 0.4812987 May 13 14:42:27.318328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.428398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-a9072fa5-59fd-4aa0-84b8-a44e9aa28c75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e532a24-014f-4ca8-bd75-f088c03a2962 HTTP/1.1" status: 200 len: 217 time: 0.1069314 May 13 14:42:27.469187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.469719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:27.471182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] 10.222.0.86 "PUT /v2.0/ports/acce234f-b8ac-47ef-864a-1bee43b821be HTTP/1.1" status: 200 len: 1092 time: 5.8178811 May 13 14:42:27.477384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:27.499194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-2857f495-7352-4feb-8f66-40278de77a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.501712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-2857f495-7352-4feb-8f66-40278de77a83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.3873353 May 13 14:42:27.521426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da2d15-7c2d-4541-8ecd-277a618cf1c9 req-b3c02590-8d05-4812-a660-3c09a90adb06 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.523270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7da2d15-7c2d-4541-8ecd-277a618cf1c9 req-b3c02590-8d05-4812-a660-3c09a90adb06 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.6138535 May 13 14:42:27.532596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:27.591370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:27.594137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:27.627042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-ecb27d98-5668-4324-94cf-28add93b3437 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=1cfd338f-cbed-402e-9eef-570029ae13a4 HTTP/1.1" status: 200 len: 217 time: 0.1027143 May 13 14:42:27.702281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-31e47c0d-644f-4f24-a6c6-a2b05f4f99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.703795 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-31e47c0d-644f-4f24-a6c6-a2b05f4f99ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.2658215 May 13 14:42:27.712065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7da2d15-7c2d-4541-8ecd-277a618cf1c9 req-8c17b48c-1a3a-494f-a31a-51c7a04ec96b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275580 May 13 14:42:27.777042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-01f04b2d-9b9f-4e3d-8d7e-73aff9948a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.779113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-01f04b2d-9b9f-4e3d-8d7e-73aff9948a7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1431906 May 13 14:42:27.803850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2013e-5409-4cd3-b770-8d8a74a610bd service neutron] Pushing event updated for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:27.870767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ec8cfa31-5d72-4f97-ac21-396e46eb1f29 req-0bbe318a-8b69-47b8-97be-d0377b6f7b2a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:27.872405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ec8cfa31-5d72-4f97-ac21-396e46eb1f29 req-0bbe318a-8b69-47b8-97be-d0377b6f7b2a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 210 time: 0.7339346 May 13 14:42:27.940877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-7e2c7de5-5a01-41b2-9fa3-478d942088d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:27.947967 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-7e2c7de5-5a01-41b2-9fa3-478d942088d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271600 May 13 14:42:27.952404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b78dbc3-cee1-4ffa-afd9-9236db88cbf8 req-40aae4f2-e5e2-43ab-a8d5-d1be8cbaa067 service neutron] 10.222.0.86 "GET /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565997 May 13 14:42:27.984621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.041852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5b4cdc78-5ede-42bb-9231-df54a0160f00 None None] Provisioning for port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:28.053555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5b4cdc78-5ede-42bb-9231-df54a0160f00 None None] Provisioning complete for port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:28.054986 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5b4cdc78-5ede-42bb-9231-df54a0160f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.072544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-0982cfe0-a35f-4bd4-8df6-1d997d12d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.083493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-0982cfe0-a35f-4bd4-8df6-1d997d12d8f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2907424 May 13 14:42:28.132186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cdc78-5ede-42bb-9231-df54a0160f00 None None] Port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:28.139862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.140758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.145724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.151391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event updated for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:28.372304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-7ea5724b-0cd1-4c3f-9a23-039607f33ad5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6436872 May 13 14:42:28.395087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33379f4-d19b-4032-b347-fd043154b78f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:28.411397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Request body: {'port': {'device_id': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:28.433804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-0cd35e45-f119-4270-affa-ae32bb75e3fa service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164472 May 13 14:42:28.441568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcadca-20b4-4354-8ba4-46007891d0b2 req-73e0d128-283e-4b2c-975b-51ffe200263b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.443109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0cdcadca-20b4-4354-8ba4-46007891d0b2 req-73e0d128-283e-4b2c-975b-51ffe200263b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 944 time: 0.4938293 May 13 14:42:28.459640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-86c7783f-809f-4a11-aff3-7925778d0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.461843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-86c7783f-809f-4a11-aff3-7925778d0612 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 1095 time: 0.9248433 May 13 14:42:28.530714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-c244f31d-5b2e-487d-a297-e033052afbc0 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772717 May 13 14:42:28.553626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Checking segment: {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:28.554292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Network hostable DHCP agents. Network: e0f120c7-d361-4b40-810f-2aa6251bc34a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:28.580667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-7b8462d9-e5c9-410a-b7e8-8cae0ef3fdb7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acce234f-b8ac-47ef-864a-1bee43b821be HTTP/1.1" status: 200 len: 217 time: 0.1019902 May 13 14:42:28.688854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772dc84-8f5a-4475-8c69-0f83f3f41c43 req-5cf04397-0ae1-4dc1-ad36-5c98e2cd28e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.690782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6772dc84-8f5a-4475-8c69-0f83f3f41c43 req-5cf04397-0ae1-4dc1-ad36-5c98e2cd28e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6198630 May 13 14:42:28.704626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0cdcadca-20b4-4354-8ba4-46007891d0b2 req-c1ab44c8-a851-41e6-a7d4-59c7f971b538 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369430 May 13 14:42:28.728732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-c0dd03fc-0531-4f9f-bb77-99a68c83273a service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844970 May 13 14:42:28.770720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Network e0f120c7-d361-4b40-810f-2aa6251bc34a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:28.771448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bdca7993-e9ab-493c-a2a6-e3ae7f1c86d5 req-1142d49a-1729-4e7c-a3c1-d803a634711f service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219977 May 13 14:42:28.796932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.817113 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b4d758-181d-4d12-aed3-e6a38785cd82'] response: {'name': 'network-changed', 'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be', 'status': 'completed', 'code': 200} May 13 14:42:28.841041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e0f120c7-d361-4b40-810f-2aa6251bc34a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:28.843544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-a86d9f2e-9019-4598-93e6-a165df50dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.845168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-a86d9f2e-9019-4598-93e6-a165df50dc81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.2427804 May 13 14:42:28.855069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:28.855664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.862898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0373dc4-804c-4835-a51d-8d447db8558e None None] Network e0f120c7-d361-4b40-810f-2aa6251bc34a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:28.888453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:28.932478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6772dc84-8f5a-4475-8c69-0f83f3f41c43 req-7d62986b-166d-47ec-ac71-e2fff03ca6d1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177873 May 13 14:42:28.956787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.044116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38e14a79-5c7e-48c6-b229-7d298dc756f1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7510154 May 13 14:42:29.063186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb73f45-2c53-4b75-a0c8-64e6de83b7c9 req-33503240-6664-471b-9f70-8deaba99ae1c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.069224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1cb73f45-2c53-4b75-a0c8-64e6de83b7c9 req-33503240-6664-471b-9f70-8deaba99ae1c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 948 time: 0.1455867 May 13 14:42:29.070568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:29.081550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:29.092595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:29.104312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Usage tracker for resource:router and tenant:74a9773757154d7baf8f7144080ee682 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:29.124674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:29.135789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:29.172838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1cb73f45-2c53-4b75-a0c8-64e6de83b7c9 req-0b17b173-d885-4ae7-936c-157a72ccd6e8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705035 May 13 14:42:29.182431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.185819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.194913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1cfd338f-cbed-402e-9eef-570029ae13a4 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:29.199560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device cc0d03b7-c817-4661-b916-8bb889d273ee up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:29.209546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.395471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'Port': ['ID=86886ba1-8801-440d-a984-af21ac7c626f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:29.442005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.479092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e0f120c7-d361-4b40-810f-2aa6251bc34a', 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'fixed_ips': [{'subnet_id': 'b33379f4-d19b-4032-b347-fd043154b78f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:42:29.480528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.512425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port cc0d03b7-c817-4661-b916-8bb889d273ee completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:29.574084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port cc0d03b7-c817-4661-b916-8bb889d273ee triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:29.574595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.623123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-bae742d5-1430-4d6e-a769-c010d7309551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.625931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-bae742d5-1430-4d6e-a769-c010d7309551 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7721062 May 13 14:42:29.627414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.629256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d46f4c62-9112-4b78-bda1-a5d1bf6a3159 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7965002 May 13 14:42:29.660333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1cfd338f-cbed-402e-9eef-570029ae13a4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:29.718650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '1cfd338f-cbed-402e-9eef-570029ae13a4', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '1cfd338f-cbed-402e-9eef-570029ae13a4', 'mac_address': 'fa:16:3e:c1:aa:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:29.805609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-428e4d64-35cc-4063-8d68-e8ac3b1724d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.863057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23224e08-96b6-4369-86e8-d0675774c3f1 req-7e7b5256-1feb-45f2-a4be-884f2f0f7760 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:29.877106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23224e08-96b6-4369-86e8-d0675774c3f1 req-7e7b5256-1feb-45f2-a4be-884f2f0f7760 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.7188184 May 13 14:42:29.906434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port cc0d03b7-c817-4661-b916-8bb889d273ee is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:29.906811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.918000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 1cfd338f-cbed-402e-9eef-570029ae13a4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:29.918383 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:29.937109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Allocated IP 172.20.0.2 (e0f120c7-d361-4b40-810f-2aa6251bc34a/b33379f4-d19b-4032-b347-fd043154b78f/f113d41a-12bb-4a57-b5b5-c4e65bb1759d) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:29.956477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfd338f-cbed-402e-9eef-570029ae13a4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:29.983293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:29.989708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.016603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1cfd338f-cbed-402e-9eef-570029ae13a4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:30.023725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=cc0d03b7-c817-4661-b916-8bb889d273ee,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:30.041064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09624da2-ce2e-4ed8-9d0b-50a3721250a3 req-c127d11f-84e5-41c6-bbfc-af9479778e96 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:30.043424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09624da2-ce2e-4ed8-9d0b-50a3721250a3 req-c127d11f-84e5-41c6-bbfc-af9479778e96 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 931 time: 0.7423840 May 13 14:42:30.068108 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.073402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23224e08-96b6-4369-86e8-d0675774c3f1 req-1ab93183-a6d0-4f0f-85cb-bdba87a4260a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947877 May 13 14:42:30.131158 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.188103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-09624da2-ce2e-4ed8-9d0b-50a3721250a3 req-82ec50b2-e71d-456e-9d96-b7950ea5309b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:30.225660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-09624da2-ce2e-4ed8-9d0b-50a3721250a3 req-82ec50b2-e71d-456e-9d96-b7950ea5309b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:30.235269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09624da2-ce2e-4ed8-9d0b-50a3721250a3 req-82ec50b2-e71d-456e-9d96-b7950ea5309b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087286 May 13 14:42:30.262240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:30.400535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-f26896df-049b-4b8c-b941-706443cf5c3e service neutron] 10.222.0.86 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7499871 May 13 14:42:30.432005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['1cfd338f-cbed-402e-9eef-570029ae13a4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:30.447444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:30.505944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.535687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:30.550835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.555029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Transition to ACTIVE for port object 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:30.572910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.578394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Transition to ACTIVE for port object f113d41a-12bb-4a57-b5b5-c4e65bb1759d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:30.622672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Transition to ACTIVE for port object f113d41a-12bb-4a57-b5b5-c4e65bb1759d will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:30.642920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.650741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.727539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee5c4b-993f-419b-bf4d-b9b5c2ae70be req-32a7f2a4-d740-4a44-a06c-7612da0317df tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:30.729615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2ee5c4b-993f-419b-bf4d-b9b5c2ae70be req-32a7f2a4-d740-4a44-a06c-7612da0317df tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 945 time: 0.2489152 May 13 14:42:30.731129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:30.769844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1f5f7c5-b6d3-4f57-9867-7f71d10288bc req-3e39a902-242e-4e25-a178-410c319020bd service neutron] 10.222.0.86 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587899 May 13 14:42:30.783182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc83160-1fc8-4885-bf60-96a0cd618f75 req-f9949799-9373-4dd7-a899-da95be33a55b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:30.792187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ddc83160-1fc8-4885-bf60-96a0cd618f75 req-f9949799-9373-4dd7-a899-da95be33a55b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6065197 May 13 14:42:30.794414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:30.878262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Network e0f120c7-d361-4b40-810f-2aa6251bc34a is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:30.887462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:30.919500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:30.923591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Pushing event updated for resources: {'Port': ['ID=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:31.031500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2e532a24-014f-4ca8-bd75-f088c03a2962 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:31.054207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Allocated IP 172.25.5.170 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d677c934-d942-4454-9151-679791119b3e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:31.119600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ddc83160-1fc8-4885-bf60-96a0cd618f75 req-94d36e76-2b16-4450-83ca-6394f2e846c4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253951 May 13 14:42:31.161501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Attempting to bind port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:31.161997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Attempting to bind port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:31.162431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Attempting to bind port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:31.174412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:31.175287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Attempting to bind port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 on network 5165aa76-6fa7-4898-8277-8acde018f3f9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:31.185871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:31.186321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Checking segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:31.186785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Bound using segment: {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:31.187772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Bound port: 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc963437-8dc1-4255-b305-24265ac5559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:31.187772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.201711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2ee5c4b-993f-419b-bf4d-b9b5c2ae70be req-b53e0b4e-e8c7-4621-a4ba-64091496700a tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523135 May 13 14:42:31.206646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-c34966f0-60bf-48f2-9a7c-e7a2fddc38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:31.208541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-c34966f0-60bf-48f2-9a7c-e7a2fddc38f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 1095 time: 0.3079855 May 13 14:42:31.342575 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28cc9ed-2ef5-404d-82dd-71c2aa101671'] response: {'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee', 'code': 200} May 13 14:42:31.345261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.381452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.438781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Attempting to bind port f113d41a-12bb-4a57-b5b5-c4e65bb1759d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:31.439323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Attempting to bind port f113d41a-12bb-4a57-b5b5-c4e65bb1759d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:31.440008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Attempting to bind port f113d41a-12bb-4a57-b5b5-c4e65bb1759d on network e0f120c7-d361-4b40-810f-2aa6251bc34a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:31.468679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:31.469234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Checking segment: {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:31.469780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.470285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Bound using segment: {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:31.471029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Bound port: f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:31.471517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.505101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2e532a24-014f-4ca8-bd75-f088c03a2962,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:31.517161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:31.531425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:31.545297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-8d3bc673-b5fc-468e-87a9-1b7ef975a0ef tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1092261007&fields=id&tenant_id=41d1bac629304c3cbc0181f946ff8fb7 HTTP/1.1" status: 200 len: 267 time: 0.1519043 May 13 14:42:31.548452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-17e6ddb0-181d-4368-8c8a-14adb4be91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:31.550161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-17e6ddb0-181d-4368-8c8a-14adb4be91d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 917 time: 0.3271909 May 13 14:42:31.553476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:31.557468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:31.576247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '2e532a24-014f-4ca8-bd75-f088c03a2962', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'port_id': '2e532a24-014f-4ca8-bd75-f088c03a2962', 'mac_address': 'fa:16:3e:05:ee:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cedab0b-fc4c-433e-8345-d8b6cdd0afb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:31.577129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:31.652689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.658920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Pushing event updated for resources: {'Port': ['ID=d677c934-d942-4454-9151-679791119b3e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:31.680488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2e532a24-014f-4ca8-bd75-f088c03a2962 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:31.680715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.700987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] For port f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:31.711103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e532a24-014f-4ca8-bd75-f088c03a2962 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:31.736598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] For port f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:31.749872 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.772277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2e532a24-014f-4ca8-bd75-f088c03a2962,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:31.834087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:31.835776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:31.838217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] 10.222.0.90 "PUT /v2.0/ports/8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 HTTP/1.1" status: 200 len: 1091 time: 3.4450254 May 13 14:42:31.852627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-45edb2db-e400-4929-90e9-9b37f02e76e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acce234f-b8ac-47ef-864a-1bee43b821be HTTP/1.1" status: 200 len: 217 time: 0.2912657 May 13 14:42:31.853523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:31.929665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.018302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c021fd9d-a198-422c-9150-473026cdb02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.043903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc69637-d642-46e6-b789-d2ab0b06cdf3 None None] Pushing event updated for resources: {'Port': ['ID=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:32.101510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2b65-d160-4fe6-831a-c8ae6dddde26 req-16392a01-f98e-45e6-807d-434a26a28ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.102974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d37c2b65-d160-4fe6-831a-c8ae6dddde26 req-16392a01-f98e-45e6-807d-434a26a28ab8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 1096 time: 0.6592317 May 13 14:42:32.199534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-fbf9c577-c1ce-4b17-af2a-d068c6c0dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.202588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-fbf9c577-c1ce-4b17-af2a-d068c6c0dd4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.3081973 May 13 14:42:32.205518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccfb0a-0f62-449b-8c1c-e24e8f5d9985 req-08102f62-a724-482b-8eef-fb677b7012ab tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.207797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5ccfb0a-0f62-449b-8c1c-e24e8f5d9985 req-08102f62-a724-482b-8eef-fb677b7012ab tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.6796215 May 13 14:42:32.230329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:32.244989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'floatingip': {'port_id': '3f253cb5-d14e-4315-b43c-c6ee7f186617'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:32.260935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:32.370539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d37c2b65-d160-4fe6-831a-c8ae6dddde26 req-e8034068-a90a-4345-a211-83776e72a3ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595446 May 13 14:42:32.374785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2e532a24-014f-4ca8-bd75-f088c03a2962'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:32.381267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.743144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-7262553d-fd77-4683-92e9-85650d56657e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.744882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-7262553d-fd77-4683-92e9-85650d56657e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 1.1858177 May 13 14:42:32.745437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc185f-083a-4efb-a00e-c0964027dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:32.787712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-43d18673-997d-4ce4-9d4e-2678f83f96b4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/quotas/41d1bac629304c3cbc0181f946ff8fb7 HTTP/1.1" status: 200 len: 375 time: 0.0177994 May 13 14:42:32.845065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-84d75059-a48c-462b-9d6b-cc710aa344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.846533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-84d75059-a48c-462b-9d6b-cc710aa344cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 1094 time: 0.6503184 May 13 14:42:32.856750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-cc581766-d1f9-44db-8cbe-0c25a8789dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:32.858523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-cc581766-d1f9-44db-8cbe-0c25a8789dfe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5404842 May 13 14:42:32.918206 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:32.969983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-d9375d7e-4f5d-4f26-872c-8cf011651fb3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 HTTP/1.1" status: 200 len: 217 time: 0.1103873 May 13 14:42:33.126706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.130004 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.201221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device acce234f-b8ac-47ef-864a-1bee43b821be details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:33.205529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1cfd338f-cbed-402e-9eef-570029ae13a4 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:33.283786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-27dbc565-e16d-4cc8-b33d-463d8e2f8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:33.285380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-27dbc565-e16d-4cc8-b33d-463d8e2f8326 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.1153252 May 13 14:42:33.364265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523641cc-769f-4a55-bc07-4889c242f337 req-bee63907-c579-4bd2-bacd-7fc80cc3ee0d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:33.374830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-523641cc-769f-4a55-bc07-4889c242f337 req-bee63907-c579-4bd2-bacd-7fc80cc3ee0d tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 949 time: 0.7819827 May 13 14:42:33.381399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-1ff9ec84-ee91-427f-b6c2-ddaa484fb4a7 service neutron] 10.222.0.86 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537308 May 13 14:42:33.472335 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-3d139835-00ed-46c7-9fe2-c5498663f10d tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6657591 May 13 14:42:33.567605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 1cfd338f-cbed-402e-9eef-570029ae13a4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:33.578607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 1cfd338f-cbed-402e-9eef-570029ae13a4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:33.579392 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.672512 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-523641cc-769f-4a55-bc07-4889c242f337 req-efcfe7ff-8dd1-44d9-b351-4d16260c8016 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938626 May 13 14:42:33.706261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=acce234f-b8ac-47ef-864a-1bee43b821be,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:33.778259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'acce234f-b8ac-47ef-864a-1bee43b821be', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'port_id': 'acce234f-b8ac-47ef-864a-1bee43b821be', 'mac_address': 'fa:16:3e:9a:52:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cedab0b-fc4c-433e-8345-d8b6cdd0afb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:33.867428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port acce234f-b8ac-47ef-864a-1bee43b821be is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:33.867782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:33.879092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8596a-f14f-4af2-ad45-f7f8a4a1a87f None None] Network e0f120c7-d361-4b40-810f-2aa6251bc34a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:33.988115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 1cfd338f-cbed-402e-9eef-570029ae13a4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:33.988722 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.025397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acce234f-b8ac-47ef-864a-1bee43b821be {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:34.061930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:34.081375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-46703903-243d-46b9-a528-f0ed4426f1dc None None] Provisioning for port f113d41a-12bb-4a57-b5b5-c4e65bb1759d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:34.100629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=acce234f-b8ac-47ef-864a-1bee43b821be,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:34.102954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1cfd338f-cbed-402e-9eef-570029ae13a4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:34.129067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.129574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.278433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f113d41a-12bb-4a57-b5b5-c4e65bb1759d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:34.310617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-725cb7d5-66ed-4216-811a-7fc54ab174e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:34.314684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-725cb7d5-66ed-4216-811a-7fc54ab174e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0203369 May 13 14:42:34.360800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.479035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-67ac16ad-fc54-4649-974a-739578334131 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772397 May 13 14:42:34.587298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:34.617760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['acce234f-b8ac-47ef-864a-1bee43b821be'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:34.624653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c581dbf6-180e-410d-820d-eb2cd95da479 req-908c2bde-a574-4020-94de-a082a54936b3 service neutron] 10.222.0.86 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2260168 May 13 14:42:34.698167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-0f08f145-ab1c-4507-8e68-0c664c59114d service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724682 May 13 14:42:34.710791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.806199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.807029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.815004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.815774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.816990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.816990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.817536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.818089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.818642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.819205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.820339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.820900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:34.832067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-302585a0-11f8-4987-b16e-aa1f988ed663 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348403 May 13 14:42:34.863955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ebd9-8d00-42d6-a60e-99432e8f4b43 req-de4d0e99-ae50-408e-84c4-db843abf5029 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:34.872589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7409ebd9-8d00-42d6-a60e-99432e8f4b43 req-de4d0e99-ae50-408e-84c4-db843abf5029 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 943 time: 0.3752024 May 13 14:42:34.900974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:34.923792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46c871a9-4345-44b1-a840-0e33b4a5ded4 req-9ac174de-2348-42d7-8d6f-b9ee03d20a37 service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103012 May 13 14:42:34.953346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.021593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f113d41a-12bb-4a57-b5b5-c4e65bb1759d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:35.051041 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f0b1af-57ac-483d-bbcc-7354afae0b33'] response: {'name': 'network-changed', 'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0', 'status': 'completed', 'code': 200} May 13 14:42:35.055455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2e532a24-014f-4ca8-bd75-f088c03a2962 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:35.063868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.104390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f113d41a-12bb-4a57-b5b5-c4e65bb1759d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:35.104716 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.318866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7409ebd9-8d00-42d6-a60e-99432e8f4b43 req-9b9fef25-ede7-4cfe-9653-5444e54ccf87 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450564 May 13 14:42:35.322336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c377-4007-45ee-8663-579b7b22aea1 req-70feca22-0ac2-4d9d-af25-7a9d5c2e96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.324611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-70feca22-0ac2-4d9d-af25-7a9d5c2e96c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 1094 time: 0.2446415 May 13 14:42:35.409185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 2e532a24-014f-4ca8-bd75-f088c03a2962 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:35.475938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 2e532a24-014f-4ca8-bd75-f088c03a2962 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:35.476659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.530367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcfc65-6914-4d03-9f56-716802ba4a5b req-7e12398f-f9cb-4e5a-a375-a606fbdd9da3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.541835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7bcfc65-6914-4d03-9f56-716802ba4a5b req-7e12398f-f9cb-4e5a-a375-a606fbdd9da3 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 945 time: 0.3468978 May 13 14:42:35.550016 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30da2917-8bc7-47f4-bd69-a29f44bea777'] response: {'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4', 'code': 200} May 13 14:42:35.583317 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Floating IP 6cf50aa7-66bb-42c1-9756-5e7ffb04cf39 associated. External IP: 172.25.5.121, port: 3f253cb5-d14e-4315-b43c-c6ee7f186617. May 13 14:42:35.661344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c377-4007-45ee-8663-579b7b22aea1 req-4e75669f-fd44-4ccf-b3cf-70bb8b8e9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:35.662882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-4e75669f-fd44-4ccf-b3cf-70bb8b8e9c3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 917 time: 0.3236907 May 13 14:42:35.685558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Router 6a9c5528-188d-4769-9c72-e96fe978853a is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:42:35.865859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f113d41a-12bb-4a57-b5b5-c4e65bb1759d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:35.866429 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:35.875334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7bcfc65-6914-4d03-9f56-716802ba4a5b req-c9f89761-d1c8-4d69-a198-7872fbebe71f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293147 May 13 14:42:35.916477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:35.916602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-f1c0cb66-00f1-4bf4-acbf-26032b6be99e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 HTTP/1.1" status: 200 len: 217 time: 0.2361255 May 13 14:42:35.925786 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.100339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:36.173796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 2e532a24-014f-4ca8-bd75-f088c03a2962 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:36.174507 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.196035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-00c0e5c9-f3a9-4206-92d1-ce182efe8e4d None None] Provisioning complete for port f113d41a-12bb-4a57-b5b5-c4e65bb1759d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:36.196793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00c0e5c9-f3a9-4206-92d1-ce182efe8e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.217299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c377-4007-45ee-8663-579b7b22aea1 req-fd2721cc-2c87-47e3-96f9-1c3a5963eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.218958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-fd2721cc-2c87-47e3-96f9-1c3a5963eb12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.2835302 May 13 14:42:36.223375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:36.281531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Sync routers for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:36.300133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.305644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-75494eb4-52f7-4110-88df-1341100dfebe admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2291133 May 13 14:42:36.307215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:36.313773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82620c-cd73-45a8-9591-ef6f1de28e92 req-117bf014-944d-43b4-a111-8313cefa3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.315853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f82620c-cd73-45a8-9591-ef6f1de28e92 req-117bf014-944d-43b4-a111-8313cefa3d94 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 1101 time: 0.7245753 May 13 14:42:36.378594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:36.380621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:36.400855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af5195-e677-4b6e-b6c6-8050d2dc6186 req-7d97d78f-0153-4f3e-8b7c-4d6cf500b584 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.402462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39af5195-e677-4b6e-b6c6-8050d2dc6186 req-7d97d78f-0153-4f3e-8b7c-4d6cf500b584 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4478505 May 13 14:42:36.447216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:36.478100 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39af5195-e677-4b6e-b6c6-8050d2dc6186 req-ed0b3c4e-2c02-4cce-91d5-d6d17f4534d5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610309 May 13 14:42:36.548659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2e532a24-014f-4ca8-bd75-f088c03a2962,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:36.581545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:36.611216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee99d0-43ef-47b9-a15d-9a51ccbf5005 req-2e513710-a290-4adf-819e-516e3106de8c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.612126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9cee99d0-43ef-47b9-a15d-9a51ccbf5005 req-2e513710-a290-4adf-819e-516e3106de8c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.4500859 May 13 14:42:36.724044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f82620c-cd73-45a8-9591-ef6f1de28e92 req-9631687c-bcd7-470c-842f-3819e98eb8f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916258 May 13 14:42:36.786237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9cee99d0-43ef-47b9-a15d-9a51ccbf5005 req-80f17952-6326-4eea-9697-a3320548551e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568146 May 13 14:42:36.814938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c377-4007-45ee-8663-579b7b22aea1 req-4afda68a-9b6f-461d-a4b8-c318a24efc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:36.818939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-4afda68a-9b6f-461d-a4b8-c318a24efc13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5876110 May 13 14:42:36.905830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02af2a7c-27f3-4510-aaed-fe7e74d2318a req-2babcdd9-cd71-4df9-b3e7-48024ebb18e8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 210 time: 0.0704141 May 13 14:42:36.923219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:37.126498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-00c0e5c9-f3a9-4206-92d1-ce182efe8e4d None None] Current status of the port f113d41a-12bb-4a57-b5b5-c4e65bb1759d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:37.136767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:37.164119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:37.175321 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:37.193390 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.210650 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:37.211297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:37.288409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device acce234f-b8ac-47ef-864a-1bee43b821be up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:37.433002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-faecb03c-1d24-48ea-8534-f0a5901d6f71 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "PUT /v2.0/floatingips/6cf50aa7-66bb-42c1-9756-5e7ffb04cf39 HTTP/1.1" status: 200 len: 991 time: 5.1989810 May 13 14:42:37.437669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:37.442679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port acce234f-b8ac-47ef-864a-1bee43b821be completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:37.451769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port acce234f-b8ac-47ef-864a-1bee43b821be triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:37.452146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.523989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c14c-a905-4dbd-a454-79127c0fe3ba req-16dfcfd0-3115-48a4-89c8-6182ee8b8b50 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:37.528021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d17c14c-a905-4dbd-a454-79127c0fe3ba req-16dfcfd0-3115-48a4-89c8-6182ee8b8b50 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 943 time: 0.1859748 May 13 14:42:37.575759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:37.635241 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:37.668089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d17c14c-a905-4dbd-a454-79127c0fe3ba req-b73df738-03d6-437a-bd8e-88015eab2f0f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321135 May 13 14:42:37.755912 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a63e3f-2f14-4103-9a71-b518e6590b1c'] response: {'name': 'network-changed', 'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'status': 'completed', 'code': 200} May 13 14:42:37.778616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port acce234f-b8ac-47ef-864a-1bee43b821be is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:37.779040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.866114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=acce234f-b8ac-47ef-864a-1bee43b821be,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:37.874884 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:37.975793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:32Z', 'revision_number': 3, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:37.990403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Checking router: 6a9c5528-188d-4769-9c72-e96fe978853a for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:37.990736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Updating router 6a9c5528-188d-4769-9c72-e96fe978853a port d677c934-d942-4454-9151-679791119b3e binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:42:38.018151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-aac27c06-cf94-41af-a4a2-8089378b1414 service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886048 May 13 14:42:38.095788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.124137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:38.287269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-af798f45-83fd-4526-b963-0b6c226eb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:38.289833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f113d41a-12bb-4a57-b5b5-c4e65bb1759d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:38.290935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-af798f45-83fd-4526-b963-0b6c226eb5f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1096 time: 0.5053046 May 13 14:42:38.373279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-4550e79e-4c40-4d96-b0fc-22ca8a0d09e6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:38.374891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-4550e79e-4c40-4d96-b0fc-22ca8a0d09e6 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 818 time: 1.3478832 May 13 14:42:38.493610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346fff-7987-41a0-997f-d02dcf6799c2 req-abd6b9c1-a840-454e-9f14-c9faa0abc958 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:38.499562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-be346fff-7987-41a0-997f-d02dcf6799c2 req-abd6b9c1-a840-454e-9f14-c9faa0abc958 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5099947 May 13 14:42:38.511867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ac872f37-3f79-4834-a323-b689aefda9df tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d1bac629304c3cbc0181f946ff8fb7 HTTP/1.1" status: 200 len: 380 time: 0.1176310 May 13 14:42:38.519706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7335ea-cc9c-4efd-95a7-6db2450622f8 req-be301b61-4e8d-4575-865b-12d08ab64f07 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:38.521691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb7335ea-cc9c-4efd-95a7-6db2450622f8 req-be301b61-4e8d-4575-865b-12d08ab64f07 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 945 time: 0.5901201 May 13 14:42:38.530655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'port': {'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'admin_state_up': True, 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'security_groups': ['07fd3004-bac7-4045-a18f-384339bb0629']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:38.547322 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '6cf50aa7-66bb-42c1-9756-5e7ffb04cf39', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:eb:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:57Z', 'updated_at': '2022-05-13T14:42:34Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:38.551969 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:38.567285 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:38.568762 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:38.653011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-be346fff-7987-41a0-997f-d02dcf6799c2 req-f07ebb7b-4213-45d9-9875-38cb7b0bd7c8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420195 May 13 14:42:38.732163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-2b203a6f-02ed-418c-8eaa-6d7adce49b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:38.733567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:38.735698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-2b203a6f-02ed-418c-8eaa-6d7adce49b1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.4347389 May 13 14:42:38.789497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f113d41a-12bb-4a57-b5b5-c4e65bb1759d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:38.790099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:38.907630 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbb16d1-4c34-4756-917b-b2ea1f409a09'] response: {'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962', 'code': 200} May 13 14:42:38.970133 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:39.156376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:39.191905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:39.218929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f087c377-4007-45ee-8663-579b7b22aea1 req-67d1f4c2-5b84-411b-9ea4-ac0aff292a53 service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1380658 May 13 14:42:39.257515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f113d41a-12bb-4a57-b5b5-c4e65bb1759d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:39.282634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-239e374c-cda9-499e-b835-6763741f2027 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 999 time: 0.5319967 May 13 14:42:39.354511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Made reservation on behalf of 41d1bac629304c3cbc0181f946ff8fb7 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:39.360911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.404516 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb7335ea-cc9c-4efd-95a7-6db2450622f8 req-c9c7185f-3cf7-4562-a19e-f1f44e23d666 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936779 May 13 14:42:39.421240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.453086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Transition to ACTIVE for port object d677c934-d942-4454-9151-679791119b3e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:39.467856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-1b38c7aa-a8f9-4a5a-9c77-6972abf3d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:39.470831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-1b38c7aa-a8f9-4a5a-9c77-6972abf3d132 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.1776590 May 13 14:42:39.477666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d85791-7e9c-4273-9b1d-dad4312d7bd2 req-d87f0541-b4e3-4729-aea0-1da48f3cb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:39.480171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04d85791-7e9c-4273-9b1d-dad4312d7bd2 req-d87f0541-b4e3-4729-aea0-1da48f3cb03f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 1096 time: 0.5034807 May 13 14:42:39.556045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.679848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6625f-41e0-4633-8b21-be7ea49488ad None None] Pushing event updated for resources: {'Port': ['ID=d677c934-d942-4454-9151-679791119b3e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:39.714224 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '6cf50aa7-66bb-42c1-9756-5e7ffb04cf39', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:eb:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:57Z', 'updated_at': '2022-05-13T14:42:34Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:39.722428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Attempting to bind port d677c934-d942-4454-9151-679791119b3e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:39.722776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Attempting to bind port d677c934-d942-4454-9151-679791119b3e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:39.723145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Attempting to bind port d677c934-d942-4454-9151-679791119b3e on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:39.734944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:39.735436 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcb8ec-0648-4f55-bd00-7e9643ee4626 None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '6cf50aa7-66bb-42c1-9756-5e7ffb04cf39', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.121', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:eb:d6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:41:57Z', 'updated_at': '2022-05-13T14:42:34Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:39.735701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:39.735968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.736401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:39.736883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Bound port: d677c934-d942-4454-9151-679791119b3e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:39.737248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:39.763981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413112c9-5955-49c2-a0e5-0211cc8ef5be req-e0aa1113-50bb-4ea4-af74-63ef9b544a88 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:39.779356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-413112c9-5955-49c2-a0e5-0211cc8ef5be req-e0aa1113-50bb-4ea4-af74-63ef9b544a88 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.5946600 May 13 14:42:39.870598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:39.872958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04d85791-7e9c-4273-9b1d-dad4312d7bd2 req-aa5fdc61-22b0-46c1-985a-73b4f63c836e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141599 May 13 14:42:39.897884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-acd5e027-bcf1-4b8a-bfbe-a683254b81e8 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:39.901916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-acd5e027-bcf1-4b8a-bfbe-a683254b81e8 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 945 time: 1.1469152 May 13 14:42:39.906734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7341dff1-fe67-42f1-b8ca-601f73fafdc2 req-e812701c-299a-43d5-bbd8-ccfd22866faf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 210 time: 0.1729474 May 13 14:42:39.911444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-413112c9-5955-49c2-a0e5-0211cc8ef5be req-d9120781-99a2-452d-a49e-978981bf9624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306403 May 13 14:42:39.916158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0', 'network_id': '5165aa76-6fa7-4898-8277-8acde018f3f9', 'port_id': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0', 'mac_address': 'fa:16:3e:c2:c3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cedab0b-fc4c-433e-8345-d8b6cdd0afb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:39.925596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] For port d677c934-d942-4454-9151-679791119b3e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:39.937971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-84a83873-8548-46d1-a9d7-2aeffafa8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:39.953029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-84a83873-8548-46d1-a9d7-2aeffafa8d95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4696572 May 13 14:42:40.140543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] For port d677c934-d942-4454-9151-679791119b3e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d677c934-d942-4454-9151-679791119b3e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:40.142919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.160499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.287386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c2564-b8af-4af1-a8e0-71d931195fb8 None None] New status for floating IP 6cf50aa7-66bb-42c1-9756-5e7ffb04cf39: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:42:40.324682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Deleting port cc0d03b7-c817-4661-b916-8bb889d273ee {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:40.325240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.338985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-7fa337c1-f6bf-4b18-97bf-da11fa66ccca service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772855 May 13 14:42:40.351558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6a367-6659-4fb0-9185-34fc19eda911 req-08d99fb0-38b9-4323-8750-97f1df46bb28 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:40.353132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6e6a367-6659-4fb0-9185-34fc19eda911 req-08d99fb0-38b9-4323-8750-97f1df46bb28 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 943 time: 0.1631069 May 13 14:42:40.421125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:40.421552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.486209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6e6a367-6659-4fb0-9185-34fc19eda911 req-e3d1e52b-7337-4764-b917-ec14b8273413 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126876 May 13 14:42:40.496907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:40.525603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:40.526254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:40.532337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Allocated IP 172.20.0.11 (8ca900c3-df8d-46d9-bd52-361ee6cb52b8/0c061b34-d271-42ee-84c4-d1fc9c2467d6/7b78eb9e-27a7-44d0-81e2-234d8332ad19) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:40.585315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6625f-41e0-4633-8b21-be7ea49488ad None None] Pushing event updated for resources: {'Port': ['ID=d677c934-d942-4454-9151-679791119b3e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:40.590009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-092a27cd-4706-4130-9ecb-8a9e8b85a874 req-a4551bf0-56df-40fc-bbf5-b241df43da05 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356272 May 13 14:42:40.595686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:40.770822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305351c-f939-4966-b521-faa81077dba1 req-21d65ea7-1e1f-41ea-a1ad-5013484b4fe4 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:40.775886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3305351c-f939-4966-b521-faa81077dba1 req-21d65ea7-1e1f-41ea-a1ad-5013484b4fe4 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 1101 time: 0.1678591 May 13 14:42:40.780520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:40.830539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3305351c-f939-4966-b521-faa81077dba1 req-6794ce31-5635-4ce6-9ad1-a7a9e3128966 tempest-ServersOnMultiNodesTest-1499540675 tempest-ServersOnMultiNodesTest-1499540675-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 May 13 14:42:40.911051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:41.088106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13a6b-dab9-417a-941e-3512e0ca2b15 req-fd7ceb38-d5e5-46cb-97c3-a4e1b7978270 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:41.095524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-31f13a6b-dab9-417a-941e-3512e0ca2b15 req-fd7ceb38-d5e5-46cb-97c3-a4e1b7978270 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.8175566 May 13 14:42:41.184376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Allocated IP 172.20.0.1 (e0f120c7-d361-4b40-810f-2aa6251bc34a/b33379f4-d19b-4032-b347-fd043154b78f/3257bddc-294a-46d9-a4d0-3e832ec5bfe3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:41.267166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fb396-19fe-4937-bbf0-b378177cd0ad req-40cd4985-3c85-4eab-9a32-1cda8e9b5b6b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:41.272873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c52fb396-19fe-4937-bbf0-b378177cd0ad req-40cd4985-3c85-4eab-9a32-1cda8e9b5b6b tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 945 time: 0.3454480 May 13 14:42:41.275090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device cc0d03b7-c817-4661-b916-8bb889d273ee no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:41.286679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-31f13a6b-dab9-417a-941e-3512e0ca2b15 req-eb8901b3-28bf-4165-80a3-a0441d2ec2dc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882081 May 13 14:42:41.351175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:41.355517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] For port cc0d03b7-c817-4661-b916-8bb889d273ee, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=cc0d03b7-c817-4661-b916-8bb889d273ee,segment=NetworkSegment(b4162407-b2f4-470d-a55b-015ee1a01e59),segment_id=b4162407-b2f4-470d-a55b-015ee1a01e59)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:41.356729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.367254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c52fb396-19fe-4937-bbf0-b378177cd0ad req-d01f5d6c-6abe-4f28-96ea-637b5d0f58ef tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f316e20-d66b-4e23-a141-ef40e1595cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881040 May 13 14:42:41.407262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:41.466348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:41.504099 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f633120-7d68-40a8-8f04-950da94250a3'] response: {'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be', 'code': 200} May 13 14:42:41.533092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:41.699188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Calling delete_port for cc0d03b7-c817-4661-b916-8bb889d273ee owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:41.862866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8669eed8-da35-4836-9fae-37f00309890a req-992c3662-9b6f-4546-b7c1-5dabac537f01 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 210 time: 0.1324780 May 13 14:42:41.874950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Transition to ACTIVE for port object 7b78eb9e-27a7-44d0-81e2-234d8332ad19 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:41.910751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5a12c-168d-4c77-b0ad-f20b0b612352 req-02ba61f1-8aae-4e13-96bd-39592b79f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:41.913762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4c5a12c-168d-4c77-b0ad-f20b0b612352 req-02ba61f1-8aae-4e13-96bd-39592b79f1fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 1097 time: 0.2672517 May 13 14:42:41.966026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4c5a12c-168d-4c77-b0ad-f20b0b612352 req-19f88921-44fe-4018-b98f-13ff49784d34 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 May 13 14:42:41.994352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.129682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port cc0d03b7-c817-4661-b916-8bb889d273ee is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:42.130122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.175764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fc7be-5586-4164-bd58-6915fdf75765 req-c50729b2-cc0b-45de-b4d8-6e4f65304cf6 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:42.177789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a48fc7be-5586-4164-bd58-6915fdf75765 req-c50729b2-cc0b-45de-b4d8-6e4f65304cf6 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 944 time: 0.1172254 May 13 14:42:42.252608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a48fc7be-5586-4164-bd58-6915fdf75765 req-77d59ab9-2cfd-4a87-84b4-a7ca55f1d1ee tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 May 13 14:42:42.379465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:42.400135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:42.413257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.419192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:42.458700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event updated for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:42.492477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.492920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.493195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.493485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.493813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.494143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.494475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.494800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.495128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.495451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.495775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.496093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:42.519848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Transition to ACTIVE for port object 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:42.527733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 14:42:42.527733 n-d-841736-1 neutron-server[88134]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 13 14:42:42.527733 n-d-841736-1 neutron-server[88134]: [parameters: {'status': 'DOWN', 'ports_id': 'cc0d03b7-c817-4661-b916-8bb889d273ee'}] May 13 14:42:42.527733 n-d-841736-1 neutron-server[88134]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:42:42.529905 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:42:42.540373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.548741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:42.549406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.558768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf16ac-3ad2-46dc-aea0-672acd6d2318 req-f5353452-fbb1-49cc-9081-a6a4a2c521d1 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:42.561770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17bf16ac-3ad2-46dc-aea0-672acd6d2318 req-f5353452-fbb1-49cc-9081-a6a4a2c521d1 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.1557190 May 13 14:42:42.574496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:32Z', 'revision_number': 3, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:42.582911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e4e-0227-4ba4-8ebf-edc82a109718 None None] The sync data for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 is: [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:32Z', 'revision_number': 3, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:42.640386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165266-2639-4c90-be8b-03e78700b4e8 req-fa769b02-0eb3-4649-b45b-97cd91cb3ea3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:42.642118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3165266-2639-4c90-be8b-03e78700b4e8 req-fa769b02-0eb3-4649-b45b-97cd91cb3ea3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.6623757 May 13 14:42:42.678570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17bf16ac-3ad2-46dc-aea0-672acd6d2318 req-590aa733-2363-4ef1-bd80-7a63762d66e9 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016190 May 13 14:42:42.698430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event deleted for resources: {'Port': ['ID=cc0d03b7-c817-4661-b916-8bb889d273ee,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:42.820924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.877427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] No DVR routers for this DVR port cc0d03b7-c817-4661-b916-8bb889d273ee on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:42.883426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9add5e6a-a362-42b1-aaf3-8c6563fb6df7 req-12561141-9c08-4bcb-82c5-336caa5478b4 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d6d2892-b0ff-408c-8975-66fb3417380f HTTP/1.1" status: 200 len: 210 time: 0.0865681 May 13 14:42:42.901775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.902795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5ca8a0a1-07d2-4d0d-847f-6ab55918327b None None] Provisioning for port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:42.903921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02cd538a-90a8-400d-8094-9220e02a36d1 req-8eec74f8-2f75-4790-9cc5-bc60231d867f tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.86 "DELETE /v2.0/ports/cc0d03b7-c817-4661-b916-8bb889d273ee HTTP/1.1" status: 204 len: 173 time: 2.9853380 May 13 14:42:42.905426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-ae3984a4-68e7-4b24-b16a-0cf5f7a67d34 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3785901 May 13 14:42:42.906148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'name': 'network-vif-deleted', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:42.909192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5ca8a0a1-07d2-4d0d-847f-6ab55918327b None None] Provisioning complete for port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:42.909713 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a0a1-07d2-4d0d-847f-6ab55918327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:42.953588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Request body: {'port': {'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:42.992812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8a0a1-07d2-4d0d-847f-6ab55918327b None None] Port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:43.026071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Network e0f120c7-d361-4b40-810f-2aa6251bc34a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:43.054158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:43.078066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Port cc0d03b7-c817-4661-b916-8bb889d273ee update to DOWN by agent not found {{(pid=88134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 14:42:43.094910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Pushing event updated for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:43.100847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:43.228586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3165266-2639-4c90-be8b-03e78700b4e8 req-8eb78ff4-b6c6-4e23-b588-cc61908bd0a4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5175674 May 13 14:42:43.387387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef0543-5967-46cd-b2e1-f016cb07e838 req-0fc3074c-57fd-4262-a047-7776d34c9e11 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:43.395231 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-daef0543-5967-46cd-b2e1-f016cb07e838 req-0fc3074c-57fd-4262-a047-7776d34c9e11 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 932 time: 0.2477155 May 13 14:42:43.495794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-daef0543-5967-46cd-b2e1-f016cb07e838 req-19d5ad0b-586d-402e-9e1c-1216c31c6fc0 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:43.540612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-daef0543-5967-46cd-b2e1-f016cb07e838 req-19d5ad0b-586d-402e-9e1c-1216c31c6fc0 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:43.542239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-daef0543-5967-46cd-b2e1-f016cb07e838 req-19d5ad0b-586d-402e-9e1c-1216c31c6fc0 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272511 May 13 14:42:43.546184 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece510e2-0bf9-4e83-9b7b-5ed8ecc95cb8'] response: {'server_uuid': '0d6d2892-b0ff-408c-8975-66fb3417380f', 'name': 'network-vif-deleted', 'tag': 'cc0d03b7-c817-4661-b916-8bb889d273ee', 'status': 'completed', 'code': 200} May 13 14:42:43.556647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-adc56634-dfa5-468e-93e1-a31269828601 None None] Provisioning for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:43.583204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.587888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-adc56634-dfa5-468e-93e1-a31269828601 None None] Provisioning complete for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:43.594079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-adc56634-dfa5-468e-93e1-a31269828601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.749454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:43.847443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-adc56634-dfa5-468e-93e1-a31269828601 None None] Port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:44.169528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5d2a-e3cc-4e09-ad37-1234d0f15100 req-17e2f883-1440-4931-82c3-971cccb8fa5c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.170228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-567faa66-b0e8-4c10-910a-bbaea6b87745 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.172600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-398e5d2a-e3cc-4e09-ad37-1234d0f15100 req-17e2f883-1440-4931-82c3-971cccb8fa5c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.2987363 May 13 14:42:44.172841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-567faa66-b0e8-4c10-910a-bbaea6b87745 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.7232788 May 13 14:42:44.222791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d677c934-d942-4454-9151-679791119b3e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:44.275416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-398e5d2a-e3cc-4e09-ad37-1234d0f15100 req-d4972420-5792-47f3-8b77-2c607bce0ccc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918996 May 13 14:42:44.399866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d677c934-d942-4454-9151-679791119b3e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:44.406806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d677c934-d942-4454-9151-679791119b3e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:44.407270 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.467420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b01e67-b33b-4f96-a194-a5c63c80bac7 req-34df6f11-5058-49ba-bfd4-16567ad9b44a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.474767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c5b01e67-b33b-4f96-a194-a5c63c80bac7 req-34df6f11-5058-49ba-bfd4-16567ad9b44a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 944 time: 0.7298203 May 13 14:42:44.543120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port 1cfd338f-cbed-402e-9eef-570029ae13a4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:44.543474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.603663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d677c934-d942-4454-9151-679791119b3e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:44.605179 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.636086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d677c934-d942-4454-9151-679791119b3e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d677c934-d942-4454-9151-679791119b3e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:44.637696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041d61e-ec1a-4e8b-ba95-a9b2e57e387d req-79e48fae-d3a9-4e77-8fe5-f8cc475503ed tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:44.639934 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:44.656261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b041d61e-ec1a-4e8b-ba95-a9b2e57e387d req-79e48fae-d3a9-4e77-8fe5-f8cc475503ed tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.2116044 May 13 14:42:44.748663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b041d61e-ec1a-4e8b-ba95-a9b2e57e387d req-4699a2c1-8fb7-47e5-bdde-91bc5228914c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911140 May 13 14:42:44.783317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d677c934-d942-4454-9151-679791119b3e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:44.826679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c5b01e67-b33b-4f96-a194-a5c63c80bac7 req-8878d0a2-d989-4f26-9dbc-f3b8a95a9e33 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963576 May 13 14:42:44.841868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.114752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:45.205014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e733ced-030e-4c93-a9f7-9ccd76e1b5a2 req-8f79d987-c200-41a1-b125-1faca6bc04ee tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:45.208844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e733ced-030e-4c93-a9f7-9ccd76e1b5a2 req-8f79d987-c200-41a1-b125-1faca6bc04ee tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 932 time: 0.1646616 May 13 14:42:45.290811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:45.296577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e733ced-030e-4c93-a9f7-9ccd76e1b5a2 req-81dfc2a8-868f-4009-b8b6-6a0a486562f5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768268 May 13 14:42:45.300267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:45.300848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.415202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:45.608560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-e286253a-f955-4f09-a47d-4e7442b134c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825593 May 13 14:42:45.640651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b78eb9e-27a7-44d0-81e2-234d8332ad19 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:45.649457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.656375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:45.657951 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.668369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:45.708535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port 1cfd338f-cbed-402e-9eef-570029ae13a4, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1cfd338f-cbed-402e-9eef-570029ae13a4,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:45.708796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.711754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:45.718604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Transition to ACTIVE for port object 7b78eb9e-27a7-44d0-81e2-234d8332ad19 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:45.729563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:45.737079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.827094 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.871876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:45.904833 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ca90b9-af2b-445d-bc12-fba184137504'] response: {'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0', 'code': 200} May 13 14:42:45.906404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:45.928192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad1326-3653-4399-ac5c-078729000d6e req-e423b66a-511a-4107-a1cc-2bce5b51e813 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:45.930502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-caad1326-3653-4399-ac5c-078729000d6e req-e423b66a-511a-4107-a1cc-2bce5b51e813 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9016621 May 13 14:42:45.971103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.015985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-b3d524bf-636a-432b-991c-9fe85a19bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.017788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-b3d524bf-636a-432b-991c-9fe85a19bcab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b30723e38f694aa5a634874e93229dc9&device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 1100 time: 0.2881215 May 13 14:42:46.074262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for 1cfd338f-cbed-402e-9eef-570029ae13a4 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:46.113219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d677c934-d942-4454-9151-679791119b3e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:46.234482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55822b-c773-4757-a23f-c6f323b50e89 req-33efb855-b2cf-4a7e-adaf-0ab0ca3b3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.236093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af55822b-c773-4757-a23f-c6f323b50e89 req-33efb855-b2cf-4a7e-adaf-0ab0ca3b3a7b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 1096 time: 0.3496442 May 13 14:42:46.269054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.275275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d677c934-d942-4454-9151-679791119b3e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:46.276950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.298036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-65ddf5d3-0c78-4ecd-bb4b-f2f1cfa08160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.299399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-65ddf5d3-0c78-4ecd-bb4b-f2f1cfa08160 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2561886 May 13 14:42:46.318400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d787536-9b36-466b-a030-067197a850e4 req-b9f8bf98-b4b2-4ff9-9825-302cdcad08c8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.321138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d787536-9b36-466b-a030-067197a850e4 req-b9f8bf98-b4b2-4ff9-9825-302cdcad08c8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 950 time: 0.3623533 May 13 14:42:46.337148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ba577-90e3-448b-92dc-724aa378b416,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:46.479832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af55822b-c773-4757-a23f-c6f323b50e89 req-5bc423a2-acff-476b-a448-96a2e5a19904 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314548 May 13 14:42:46.487858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-4a97340d-b0c0-43f5-b24e-62ba5a3d3dbf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 200 len: 217 time: 0.1643138 May 13 14:42:46.490702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.494955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b38e91f1-6a4e-4f91-8aa3-49d3d20749b1 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "DELETE /v2.0/security-groups/b63ba577-90e3-448b-92dc-724aa378b416 HTTP/1.1" status: 204 len: 168 time: 0.8216109 May 13 14:42:46.500300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:42:46.508024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d677c934-d942-4454-9151-679791119b3e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:46.510033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:46.541980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:46.548667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.604266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-caad1326-3653-4399-ac5c-078729000d6e req-7d70957e-0e5e-450f-ae69-65c2e3383d33 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542732 May 13 14:42:46.637611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:46.677727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-649907e6-4ad9-42ea-a355-7f276fb15455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:46.677727 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-649907e6-4ad9-42ea-a355-7f276fb15455 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1633358 May 13 14:42:46.895267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d787536-9b36-466b-a030-067197a850e4 req-0ab90cde-cb20-48ba-b444-8ed912270b13 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683411 May 13 14:42:46.903504 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-47a8117e-61fa-4b23-b53a-fc05b4025030 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] show failed (client error): The resource could not be found. May 13 14:42:46.908555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47a8117e-61fa-4b23-b53a-fc05b4025030 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "GET /v2.0/security-groups/b63ba577-90e3-448b-92dc-724aa378b416 HTTP/1.1" status: 404 len: 347 time: 0.2984228 May 13 14:42:46.934672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55148) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:47.046775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Attempting to bind port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:47.047264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Attempting to bind port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:47.047264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Attempting to bind port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:47.059645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:42:47.060019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Attempting to bind port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 on network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:47.062540 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.080108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Pushing event updated for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.108631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:47.108631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Checking segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:47.108631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Bound using segment: {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:47.108631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Bound port: 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:47.108631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.256809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.283716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097', 'add692a6-05c6-4498-a1c8-e83cd038999b', 'f33881ff-06ce-46ea-95c6-fd072db3efd7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:47.362503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=1cfd338f-cbed-402e-9eef-570029ae13a4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:47.485182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:47.543262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1cfd338f-cbed-402e-9eef-570029ae13a4 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:47.600449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-fa90700d-973b-4b50-8c2b-12e4581d6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:47.602074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-fa90700d-973b-4b50-8c2b-12e4581d6ddf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8624892 May 13 14:42:47.606862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Deleting port a2c5da2a-65b9-426a-aa0c-1be29b38ab12 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:47.606862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:47.823294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51b008-4b7e-4235-92b1-da298485697f req-517d31a5-6593-4d0b-8d23-22b5355fedef tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:47.827205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b51b008-4b7e-4235-92b1-da298485697f req-517d31a5-6593-4d0b-8d23-22b5355fedef tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.9256563 May 13 14:42:47.865667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 1cfd338f-cbed-402e-9eef-570029ae13a4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:47.866172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1cfd338f-cbed-402e-9eef-570029ae13a4 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:47.951129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port 1cfd338f-cbed-402e-9eef-570029ae13a4 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:47.981193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:48.012103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.030804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'name': 'network-vif-deleted', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:48.080347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:48.166096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.228755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c69d7-797b-4648-8439-c735873823d0 req-ebcf8090-c978-4cfd-9a4c-83883457b2da tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:48.245134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe8c69d7-797b-4648-8439-c735873823d0 req-ebcf8090-c978-4cfd-9a4c-83883457b2da tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 944 time: 1.0939548 May 13 14:42:48.314065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1bb390a8-3650-48ba-9521-70cdc012e2ba req-fcb43971-86ce-4cdb-9715-47a01f77503c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "DELETE /v2.0/ports/1cfd338f-cbed-402e-9eef-570029ae13a4 HTTP/1.1" status: 204 len: 173 time: 4.1308746 May 13 14:42:48.317759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Network e0f120c7-d361-4b40-810f-2aa6251bc34a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:48.333629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b51b008-4b7e-4235-92b1-da298485697f req-43f6761b-7f39-492f-bed5-25b58c9b9163 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782243 May 13 14:42:48.334641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:48.359080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:48.359714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:48.361235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] 10.222.0.86 "PUT /v2.0/ports/7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1092 time: 5.4277983 May 13 14:42:48.655908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353f0a-fc6a-4789-b242-744c048e9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:48.691674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe8c69d7-797b-4648-8439-c735873823d0 req-c4ead52b-1c6d-4679-9b59-c87ce6f404bb tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260894 May 13 14:42:48.722877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-69cdec87-6c43-42b4-bb25-a6147c63229f service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0783556 May 13 14:42:49.117641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.117641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.168740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-846f03b6-0d31-4cb5-baef-478dc81fa382 None None] Provisioning complete for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:49.168740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-846f03b6-0d31-4cb5-baef-478dc81fa382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.362361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-c7cd6e32-a23e-43ca-8adf-9981d1c7dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:49.368255 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-c7cd6e32-a23e-43ca-8adf-9981d1c7dda5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1095 time: 0.9056823 May 13 14:42:49.370023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Calling delete_port for a2c5da2a-65b9-426a-aa0c-1be29b38ab12 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:49.439526 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f7468d7-f921-4958-a587-177b2a4f714e req-f56cdb56-aa7a-4aff-bf2e-a2c7a6710f0a tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=2be511a4-fa23-4d47-a0a1-f9fdc61820ff HTTP/1.1" status: 200 len: 210 time: 0.1993580 May 13 14:42:49.558102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba62fedd-b24e-417a-ba00-f702ace34569 req-edfbc18d-de0f-4fce-8986-cdc67870bddc service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637999 May 13 14:42:49.592464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Router 6a9c5528-188d-4769-9c72-e96fe978853a has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:42:49.595865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:49.618122 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67eaf9d-3ddd-4db4-a96a-694a165a76ab'] response: {'server_uuid': '2be511a4-fa23-4d47-a0a1-f9fdc61820ff', 'name': 'network-vif-deleted', 'tag': '1cfd338f-cbed-402e-9eef-570029ae13a4', 'status': 'completed', 'code': 200} May 13 14:42:49.637876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-846f03b6-0d31-4cb5-baef-478dc81fa382 None None] Port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:42:49.823907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.100109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-5ad082b6-274a-424a-8f25-17561dfeca3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 217 time: 0.7216702 May 13 14:42:50.119008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Pushing event deleted for resources: {'Port': ['ID=a2c5da2a-65b9-426a-aa0c-1be29b38ab12,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:50.167377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb13d-3221-41f6-b51a-2ac841d45263 req-25fd879b-ea41-4c3e-8761-236f4701f1ab tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.169408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9bdbb13d-3221-41f6-b51a-2ac841d45263 req-25fd879b-ea41-4c3e-8761-236f4701f1ab tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.3683274 May 13 14:42:50.197409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.265631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.301347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d64b3-ca83-4cf7-9a31-accd23d2ece5 req-22a350df-13df-4bae-8c0a-0beb88acab95 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.302405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9bdbb13d-3221-41f6-b51a-2ac841d45263 req-ea252bb5-a2d0-48bc-910c-2600db33c8b7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144583 May 13 14:42:50.309638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:42:50.320862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-665d64b3-ca83-4cf7-9a31-accd23d2ece5 req-22a350df-13df-4bae-8c0a-0beb88acab95 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.4643972 May 13 14:42:50.335494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e31e8ad-271a-4c12-9c92-f0a352e4ab7a admin admin] 10.222.0.36 "PUT /v2.0/routers/6a9c5528-188d-4769-9c72-e96fe978853a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0145354 May 13 14:42:50.335494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-622f0ae9-19b6-4723-8d3d-34c70e42ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.335494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-622f0ae9-19b6-4723-8d3d-34c70e42ed79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2189147 May 13 14:42:50.356251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:50.361794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4a49af58-8274-4a54-a978-9aa15c453e00 tempest-ImagesOneServerNegativeTestJSON-7991352 tempest-ImagesOneServerNegativeTestJSON-7991352-project] 10.222.0.36 "DELETE /v2.0/floatingips/abaec259-d1cc-4921-9ce6-0916a4abdffa HTTP/1.1" status: 204 len: 168 time: 3.4219775 May 13 14:42:50.387538 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Sync routers for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:42:50.412553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:50.412553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:50.460950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-665d64b3-ca83-4cf7-9a31-accd23d2ece5 req-ea002d7e-63ae-4287-aaf8-c262966d5c48 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364210 May 13 14:42:50.519489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-670b63a6-5361-4c3a-bde0-c09dcac76cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.523627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-670b63a6-5361-4c3a-bde0-c09dcac76cab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856854 May 13 14:42:50.822083 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:50.839200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6d5be-ee2b-43c8-b1dd-c24a56b3f053 req-622a750a-6057-48a3-b3ae-cb6bb5dff156 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.841349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55c6d5be-ee2b-43c8-b1dd-c24a56b3f053 req-622a750a-6057-48a3-b3ae-cb6bb5dff156 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1447270 May 13 14:42:50.875420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c767b-ebf4-4d56-8281-a44b4e2cd4de req-109cbf7c-aca3-4cf7-b2d6-f885adbf3c15 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:50.876177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0b0c767b-ebf4-4d56-8281-a44b4e2cd4de req-109cbf7c-aca3-4cf7-b2d6-f885adbf3c15 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:50.883608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-554f4b6c-cae1-41e6-a15e-b47d14a0f8c7 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141134 May 13 14:42:50.973719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0b0c767b-ebf4-4d56-8281-a44b4e2cd4de req-109cbf7c-aca3-4cf7-b2d6-f885adbf3c15 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:50.974897 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0b0c767b-ebf4-4d56-8281-a44b4e2cd4de req-109cbf7c-aca3-4cf7-b2d6-f885adbf3c15 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 944 time: 0.4456530 May 13 14:42:51.069399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0b0c767b-ebf4-4d56-8281-a44b4e2cd4de req-de2576c7-a8fb-40f8-97c8-6310c4e747ae tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796783 May 13 14:42:51.093188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55c6d5be-ee2b-43c8-b1dd-c24a56b3f053 req-d5391789-e538-4757-847c-089afb011bcf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430735 May 13 14:42:51.117577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d59e684-770f-4c75-8d95-0b22eca663d2 req-8507d0b0-ef79-4461-b7ad-306424074752 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250195 May 13 14:42:51.151355 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-3abc7268-c605-4dec-9f19-73906bb26775 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2795248 May 13 14:42:51.356416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f15eb-65f8-451a-882b-19078ff46196 req-dff14c97-fcde-4f48-83bf-3f67a0470c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:51.357996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-dff14c97-fcde-4f48-83bf-3f67a0470c1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 1097 time: 0.1636345 May 13 14:42:51.478021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc54120-7427-4371-92de-ca40a360a5f2 req-6fc29744-8165-4050-b249-62eac306aadd tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:51.481363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7dc54120-7427-4371-92de-ca40a360a5f2 req-6fc29744-8165-4050-b249-62eac306aadd tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1677558 May 13 14:42:51.549773 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '3257bddc-294a-46d9-a4d0-3e832ec5bfe3', 'name': '', 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'mac_address': 'fa:16:3e:76:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:40Z', 'updated_at': '2022-05-13T14:42:45Z', 'revision_number': 2, 'project_id': '74a9773757154d7baf8f7144080ee682', 'subnets': [{'id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:51.563096 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Checking router: 6a9c5528-188d-4769-9c72-e96fe978853a for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:42:51.566421 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Updating router 6a9c5528-188d-4769-9c72-e96fe978853a port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:42:51.581106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7dc54120-7427-4371-92de-ca40a360a5f2 req-8882d3c3-a482-486c-ac21-0d20d0652c37 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902584 May 13 14:42:51.620555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:51.678169 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:51.689055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f15eb-65f8-451a-882b-19078ff46196 req-ab64869c-f13f-4ed0-b53d-488f50496962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:51.690947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-ab64869c-f13f-4ed0-b53d-488f50496962 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.3093996 May 13 14:42:51.774949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-13e0f5c1-0ac5-46c4-8d80-2643f80c48a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 200 len: 217 time: 0.0740380 May 13 14:42:51.884242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f15eb-65f8-451a-882b-19078ff46196 req-bcd2f169-ab90-486d-846e-d5bf624e8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:51.885719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-bcd2f169-ab90-486d-846e-d5bf624e8510 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1028242 May 13 14:42:51.890263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-b4d09104-f2fd-4ecd-abe2-ccd8b2529c2c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:51.968984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-b4d09104-f2fd-4ecd-abe2-ccd8b2529c2c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:51.977397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-b4d09104-f2fd-4ecd-abe2-ccd8b2529c2c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3979576 May 13 14:42:51.991011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:52.009873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:52.022761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Usage tracker for resource:floatingip and tenant:74a9773757154d7baf8f7144080ee682 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:52.030330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:52.054536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:52.061746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f15eb-65f8-451a-882b-19078ff46196 req-36ab7885-b0c3-4d93-ab8a-dd553811ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:52.066400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-36ab7885-b0c3-4d93-ab8a-dd553811ab69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724622 May 13 14:42:52.112238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.117756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:52.255440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Deleting subnet 5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:42:52.263487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.321861 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.336643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Transition to ACTIVE for port object 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:42:52.347871 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-c5980dfd-afd7-40e1-99a2-76b58bdcdde9 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687397 May 13 14:42:52.348175 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.515169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.551192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.575291 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Pushing event updated for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:52.586482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351f15eb-65f8-451a-882b-19078ff46196 req-853eacea-3467-4183-99e3-9bf148a16751 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316415 May 13 14:42:52.605541 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.606141 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.606628 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.607136 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.607768 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.608265 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.608737 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.609374 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.609975 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.610521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.611058 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.611597 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:52.640763 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Attempting to bind port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:42:52.641120 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Attempting to bind port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:42:52.641771 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Attempting to bind port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 on network e0f120c7-d361-4b40-810f-2aa6251bc34a {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:42:52.648025 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:42:52.648415 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Checking segment: {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:52.649010 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.649542 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Bound using segment: {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:42:52.650168 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Bound port: 3257bddc-294a-46d9-a4d0-3e832ec5bfe3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a28397-93cd-46cb-a03a-89fb8ebb862f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:42:52.650715 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.670824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.733447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Allocated IP 172.25.5.106 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/53a2d752-502f-4e56-b391-dddfbc754f41) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:52.819199 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] For port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:42:52.827708 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] For port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:42:52.839488 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.885285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.936117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a740-9687-4e4d-88f2-83cb211b3390 req-ab79ff09-f59c-4fbe-9504-cf71cc8c2846 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:52.937761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b5a740-9687-4e4d-88f2-83cb211b3390 req-ab79ff09-f59c-4fbe-9504-cf71cc8c2846 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.1919384 May 13 14:42:52.943545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:52.945523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:52.951714 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:42:52.953275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d5e8a908-9fd3-4647-ace2-fb1b17827468 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5cb3683f-dfa4-47a3-aea4-f6bad1c4c0ca HTTP/1.1" status: 204 len: 168 time: 0.8336985 May 13 14:42:52.955662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:52.978815 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:42:52.979541 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:42:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:53.081687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d56b2-01c0-452a-aaa4-7d135f591ec3 None None] Pushing event updated for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:53.118794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b5a740-9687-4e4d-88f2-83cb211b3390 req-9d32c2a8-939d-45fe-ba2e-ef499c086282 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394894 May 13 14:42:53.125744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.126611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.227368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.254940 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7595f665-9cea-4c70-b9c2-939e45f30562'] response: {'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'status': 'completed', 'code': 200} May 13 14:42:53.347829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:53.351226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:53.355672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:53.389817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=53a2d752-502f-4e56-b391-dddfbc754f41,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:53.403872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.404529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.405054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.405543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.406023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.406503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.406980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.407472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.408120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.408624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.409097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.409594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:42:53.520918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:42:53.549920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.619493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.685967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cf09f-adc9-4428-901b-45d4b534633d req-1bb19539-6643-460f-8ddf-18b02dbb5758 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:53.688585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-820cf09f-adc9-4428-901b-45d4b534633d req-1bb19539-6643-460f-8ddf-18b02dbb5758 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 950 time: 0.2608025 May 13 14:42:53.690823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197f05a2-dfd4-4aa9-bcd5-b1837111e5e6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:53.715031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4162407-b2f4-470d-a55b-015ee1a01e59') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:53.715451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4162407-b2f4-470d-a55b-015ee1a01e59') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:53.750662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.768405 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.799264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-7b6237d1-f41a-4d7d-be1a-e80dfbc16909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:53.808967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-7b6237d1-f41a-4d7d-be1a-e80dfbc16909 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1095 time: 0.5530734 May 13 14:42:53.810452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.820252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:42:53.820960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: timer() May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:42:53.928009 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:42:53.941536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888be865-ac28-4b8d-9973-eb5fed361539 req-aacb77fd-aa4b-4db9-ba84-f1b653915fab tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:53.942295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-888be865-ac28-4b8d-9973-eb5fed361539 req-aacb77fd-aa4b-4db9-ba84-f1b653915fab tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:54.054794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.078781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.093200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-888be865-ac28-4b8d-9973-eb5fed361539 req-aacb77fd-aa4b-4db9-ba84-f1b653915fab tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:54.094392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-888be865-ac28-4b8d-9973-eb5fed361539 req-aacb77fd-aa4b-4db9-ba84-f1b653915fab tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 950 time: 0.5890636 May 13 14:42:54.105490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] Pushing event deleted for resources: {'Network': ['ID=197f05a2-dfd4-4aa9-bcd5-b1837111e5e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:54.115591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0859899e-b9bd-4656-900d-5a8896b5e625 admin admin] 10.222.0.36 "DELETE /v2.0/networks/197f05a2-dfd4-4aa9-bcd5-b1837111e5e6 HTTP/1.1" status: 204 len: 168 time: 1.1555433 May 13 14:42:54.115838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port f33881ff-06ce-46ea-95c6-fd072db3efd7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:42:54.116255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:54.130224 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '3257bddc-294a-46d9-a4d0-3e832ec5bfe3', 'name': '', 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'mac_address': 'fa:16:3e:76:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:40Z', 'updated_at': '2022-05-13T14:42:52Z', 'revision_number': 4, 'project_id': '74a9773757154d7baf8f7144080ee682', 'subnets': [{'id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:42:54.140742 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf437d3b-450f-434e-8928-c750277dfa87 None None] The sync data for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 is: [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '3257bddc-294a-46d9-a4d0-3e832ec5bfe3', 'name': '', 'network_id': 'e0f120c7-d361-4b40-810f-2aa6251bc34a', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'mac_address': 'fa:16:3e:76:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:40Z', 'updated_at': '2022-05-13T14:42:52Z', 'revision_number': 4, 'project_id': '74a9773757154d7baf8f7144080ee682', 'subnets': [{'id': 'b33379f4-d19b-4032-b347-fd043154b78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:42:54.185846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-4d165778-a296-46e0-916d-9e02083e9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.187350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-4d165778-a296-46e0-916d-9e02083e9586 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.2598808 May 13 14:42:54.363156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-888be865-ac28-4b8d-9973-eb5fed361539 req-f0ff6bce-add7-4f39-8507-b88aa5ec505c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365968 May 13 14:42:54.383020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-f4453fea-b8cb-4a25-ad78-ef6a86b9ce00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 217 time: 0.1795552 May 13 14:42:54.547565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55210) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:54.548921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-83f7d829-d244-4274-b0a3-08bcfb3aab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.552544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-83f7d829-d244-4274-b0a3-08bcfb3aab2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.1625190 May 13 14:42:54.737395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-8a1760ac-287a-4fa6-9408-5d2330f83434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.738948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-8a1760ac-287a-4fa6-9408-5d2330f83434 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777737 May 13 14:42:54.750345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3857f-9570-49c7-bbdc-aa8b7a556769 req-18ed099a-b260-448d-bf0f-9e365194b54a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:54.752243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59b3857f-9570-49c7-bbdc-aa8b7a556769 req-18ed099a-b260-448d-bf0f-9e365194b54a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 944 time: 0.1327810 May 13 14:42:54.897425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-68a0c92f-b20e-41d3-9e57-f6acb65f245c service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431758 May 13 14:42:54.959563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-41f2e311-8020-4305-885d-1bc26a3bd97a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2580b6c6ddc5417cbd1467e909adda67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095433 May 13 14:42:54.971278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55214) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:55.124994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.139002 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.166614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59b3857f-9570-49c7-bbdc-aa8b7a556769 req-8939dbae-8664-461c-b707-701cc2a0b593 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663844 May 13 14:42:55.228608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37a7041c-f9b4-40cf-b64c-dcc6fffaa87c req-95c9caa5-d647-4f83-8234-793ea8a79eed service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167279 May 13 14:42:55.287533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7b78eb9e-27a7-44d0-81e2-234d8332ad19 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:42:55.362503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port f33881ff-06ce-46ea-95c6-fd072db3efd7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f33881ff-06ce-46ea-95c6-fd072db3efd7,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:55.363220 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.379341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.519102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.538340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:55.573741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:42:55.615796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=53a2d752-502f-4e56-b391-dddfbc754f41,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:55.625337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for f33881ff-06ce-46ea-95c6-fd072db3efd7 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:42:55.665964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.667898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1d48b9ff-dafd-4a40-ab0d-b8fa089015fb tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6866362 May 13 14:42:55.699568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.702363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:55.703089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.738341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b78eb9e-27a7-44d0-81e2-234d8332ad19 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:42:55.780866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:55.794946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:55.883784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d38bb-a2b1-478e-bab7-639f5b10641c req-baaf2171-a9c8-4dbc-91ad-2e6dafbf5801 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:55.900423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf3d38bb-a2b1-478e-bab7-639f5b10641c req-baaf2171-a9c8-4dbc-91ad-2e6dafbf5801 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.2100194 May 13 14:42:55.902648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:55.952273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-51cff37f-9748-4680-8246-9a92119ca3f5 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:55.982973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf3d38bb-a2b1-478e-bab7-639f5b10641c req-ad7707d4-032a-4b93-9f2b-c983cbc42954 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 May 13 14:42:56.028942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.069950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-51cff37f-9748-4680-8246-9a92119ca3f5 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:56.084854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-51cff37f-9748-4680-8246-9a92119ca3f5 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.3951337 May 13 14:42:56.112430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7b78eb9e-27a7-44d0-81e2-234d8332ad19'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:56.164816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f316e20-d66b-4e23-a141-ef40e1595cf9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:56.245192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:56.278792 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.280032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a380c09e-0f60-478b-af8a-9bf7ed284f61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f316e20-d66b-4e23-a141-ef40e1595cf9 HTTP/1.1" status: 204 len: 168 time: 1.3074353 May 13 14:42:56.371210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.385802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097', 'add692a6-05c6-4498-a1c8-e83cd038999b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:56.389499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4ff4-5c37-4816-974e-cde03790d3e7 req-2661a003-9df7-4bae-847d-8ef990abab45 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:56.391716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb2d4ff4-5c37-4816-974e-cde03790d3e7 req-2661a003-9df7-4bae-847d-8ef990abab45 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=68183460-e24b-4262-ae76-48a128888288 HTTP/1.1" status: 200 len: 950 time: 0.1779621 May 13 14:42:56.454093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb2d4ff4-5c37-4816-974e-cde03790d3e7 req-c86f0db2-7276-415c-a848-863126fd5680 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521996 May 13 14:42:56.487752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:56.502436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=f33881ff-06ce-46ea-95c6-fd072db3efd7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:56.508926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:56.509305 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.618856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port f33881ff-06ce-46ea-95c6-fd072db3efd7 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:42:56.622416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:56.638608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'name': 'network-vif-deleted', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:56.657702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1555e043-d020-4d76-9a2c-5bcad97c9814 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:56.659343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-1555e043-d020-4d76-9a2c-5bcad97c9814 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4961526 May 13 14:42:56.660860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-820cf09f-adc9-4428-901b-45d4b534633d req-38cb49dc-def5-419f-8242-d23ee4b0a9d8 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "DELETE /v2.0/ports/f33881ff-06ce-46ea-95c6-fd072db3efd7 HTTP/1.1" status: 204 len: 173 time: 2.9615593 May 13 14:42:56.679264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-e975a52f-4b1b-4cf3-aea4-eb1573d1511c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:42:56.682788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8547b976-14e7-47e7-b9a9-d8045a378ed4 req-e975a52f-4b1b-4cf3-aea4-eb1573d1511c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131891 May 13 14:42:57.108275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:57.108705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.123981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe994b0-223f-4ead-8843-cb591691bd14 req-c3500c1d-d50a-48c8-8bcd-e4ccb4b7fa5d tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:57.132722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbe994b0-223f-4ead-8843-cb591691bd14 req-c3500c1d-d50a-48c8-8bcd-e4ccb4b7fa5d tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1788220 May 13 14:42:57.137860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206c7f8-9189-4116-bc96-48565794afba req-7b0cd1d6-ab59-40ca-be65-44f22011d645 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:57.140891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4206c7f8-9189-4116-bc96-48565794afba req-7b0cd1d6-ab59-40ca-be65-44f22011d645 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 945 time: 0.2246060 May 13 14:42:57.190057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbe994b0-223f-4ead-8843-cb591691bd14 req-d019d217-8310-4975-83dc-20240c84b78c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 May 13 14:42:57.204073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f33881ff-06ce-46ea-95c6-fd072db3efd7 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:42:57.265007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: f33881ff-06ce-46ea-95c6-fd072db3efd7 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:42:57.265308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f33881ff-06ce-46ea-95c6-fd072db3efd7 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:42:57.269472 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a8bb6c-7ccf-45dd-a1a4-5408f39012cf'] response: {'server_uuid': '68183460-e24b-4262-ae76-48a128888288', 'name': 'network-vif-deleted', 'tag': 'f33881ff-06ce-46ea-95c6-fd072db3efd7', 'status': 'completed', 'code': 200} May 13 14:42:57.273041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4206c7f8-9189-4116-bc96-48565794afba req-3d4fa390-26af-45d4-a0d0-d2112d098297 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246202 May 13 14:42:57.292887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:57.306389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:57.422407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:57.635505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-284c6723-29ef-4120-8c4a-d2ef35ad2525 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3628554 May 13 14:42:57.645470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:57.658516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:57.685994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:57.697859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:42:57.728589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.038877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54c3-a3f1-457d-aa04-f73916dbed72 req-da268788-b485-4da7-86e1-2e09174dff47 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.051707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54c3-a3f1-457d-aa04-f73916dbed72 req-da268788-b485-4da7-86e1-2e09174dff47 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.066701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c54c3-a3f1-457d-aa04-f73916dbed72 req-da268788-b485-4da7-86e1-2e09174dff47 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.070142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba6c54c3-a3f1-457d-aa04-f73916dbed72 req-da268788-b485-4da7-86e1-2e09174dff47 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef&device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897&device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 2417 time: 0.1917830 May 13 14:42:58.081076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.191175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:58.304311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:58.339532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:58.339904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.346160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba6c54c3-a3f1-457d-aa04-f73916dbed72 req-9dad49c2-9c76-4f7b-a9a7-812389ea87c1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676160 May 13 14:42:58.387455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Allocated IP 172.25.5.70 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ccd68e0e-9561-433a-a6e3-f8c5f750f64b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:42:58.497080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-11953308-network', 'tenant_id': '7325f71b52dc4499a0feaa7280243e4d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:58.503487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:58.515217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Usage tracker for resource:network and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:58.520898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:58.532654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:58.553768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Made reservation on behalf of 7325f71b52dc4499a0feaa7280243e4d for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:58.561044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:58.562173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.586476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.640307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.648984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:58.659986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:58.668785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:58.678051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:58.678327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.734032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f957cb-7321-4d20-a9ef-a3cb001deb7d req-cf332f29-e97e-40e0-8e6d-3df97ec19025 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:58.735763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f957cb-7321-4d20-a9ef-a3cb001deb7d req-cf332f29-e97e-40e0-8e6d-3df97ec19025 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 945 time: 0.1509755 May 13 14:42:58.753944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:42:58.757097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:58.762222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:42:58.805726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=ccd68e0e-9561-433a-a6e3-f8c5f750f64b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:58.813309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f957cb-7321-4d20-a9ef-a3cb001deb7d req-afb259fb-8366-4a35-9cf3-83cfdb7773c9 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711191 May 13 14:42:58.859358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.867050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.887073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.916865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:42:58.919964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99508a36-693d-4c56-8269-53dfeaeb4505,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:58.945017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.945653 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Added segment 38599c34-1247-408a-8edb-a9301b727bd6 of type vlan for network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 May 13 14:42:58.963521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:58.987606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.085400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.086923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:59.087877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.208744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] Pushing event updated for resources: {'Network': ['ID=014b9588-c2e8-4341-a5d4-7eea61b9b3c9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:59.213718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c38e785f-9f31-4340-a2a5-210a2c4266a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9079204 May 13 14:42:59.216577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.217123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55272) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:42:59.221864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:42:59.223888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.224568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Request body: {'subnet': {'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-11953308-subnet', 'tenant_id': '7325f71b52dc4499a0feaa7280243e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:42:59.235811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465403c6-364c-4cdd-a1a9-bf1aeead0782 req-4e06ab30-cc64-4f68-bcc0-2698a623b3dc tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:59.237484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-465403c6-364c-4cdd-a1a9-bf1aeead0782 req-4e06ab30-cc64-4f68-bcc0-2698a623b3dc tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.2341528 May 13 14:42:59.240090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:42:59.246006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Usage tracker for resource:subnet and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:42:59.250268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:42:59.268473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:42:59.296979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Made reservation on behalf of 7325f71b52dc4499a0feaa7280243e4d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:42:59.298952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.308512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7b78eb9e-27a7-44d0-81e2-234d8332ad19 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:42:59.323378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-465403c6-364c-4cdd-a1a9-bf1aeead0782 req-bb4c0f68-7c83-4da1-88f0-165786af9cf9 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742695 May 13 14:42:59.429458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=ccd68e0e-9561-433a-a6e3-f8c5f750f64b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:59.432807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:42:59.451621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.464741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:42:59.466249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.508718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.511936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-aa0b5bd8-0e1e-404f-a8eb-d274de9de68e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8746574 May 13 14:42:59.595409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.674577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-22f8a584-ca2f-4768-b1b7-f1197d0bed1e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:42:59.699143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:42:59.699863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.703764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-22f8a584-ca2f-4768-b1b7-f1197d0bed1e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:42:59.705667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-22f8a584-ca2f-4768-b1b7-f1197d0bed1e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.1824429 May 13 14:42:59.723028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Checking segment: {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:42:59.723442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Network hostable DHCP agents. Network: 014b9588-c2e8-4341-a5d4-7eea61b9b3c9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:42:59.733363 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-720bd9a1-59d5-49ed-8884-ba40bda7f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.747281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cb12b8-1d55-40b8-a0f6-862da2dd9913,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:42:59.760751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:42:59.772641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 014b9588-c2e8-4341-a5d4-7eea61b9b3c9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:42:59.792077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2803b-7f23-48cc-ba7c-988ab4b95b86 None None] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:42:59.803305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:42:59.805038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:42:59.848185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:42:59.861771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7e2604e4-9211-4daf-a148-dc8f44bd09d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6424124 May 13 14:42:59.959591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:42:59.974226 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:00.125930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-fb264414-6edf-4e4c-ac8e-6342906ab985 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.136850 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-fb264414-6edf-4e4c-ac8e-6342906ab985 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4203470 May 13 14:43:00.143633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-f55b3158-132b-490c-9b26-5ccf07bb1758 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:00.144932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-873598e5-aa4d-499c-83d4-f6197e967e35 req-f55b3158-132b-490c-9b26-5ccf07bb1758 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069149 May 13 14:43:00.175421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:00.303683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff45837-e742-4b54-8ef6-386099e2e403 None None] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:00.562954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-523b5c75-9ed9-4e0d-b916-1e5b37cca27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.565634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-523b5c75-9ed9-4e0d-b916-1e5b37cca27a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 0.2678874 May 13 14:43:00.627167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba630c-25e9-43df-a6a3-7f6bb29e1944 req-cf33d52c-8be8-4c8b-85f1-2ebce2e4be36 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.628443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-30ba630c-25e9-43df-a6a3-7f6bb29e1944 req-cf33d52c-8be8-4c8b-85f1-2ebce2e4be36 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:00.733331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-30ba630c-25e9-43df-a6a3-7f6bb29e1944 req-cf33d52c-8be8-4c8b-85f1-2ebce2e4be36 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:00.735019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ba630c-25e9-43df-a6a3-7f6bb29e1944 req-cf33d52c-8be8-4c8b-85f1-2ebce2e4be36 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 950 time: 0.3773859 May 13 14:43:00.746777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0434f-9e5d-48a9-982d-b34a749f7c6f req-037097b9-da11-4c3b-b272-457f68460e13 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.750399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-83e0434f-9e5d-48a9-982d-b34a749f7c6f req-037097b9-da11-4c3b-b272-457f68460e13 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.1110034 May 13 14:43:00.811095 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-83e0434f-9e5d-48a9-982d-b34a749f7c6f req-88926e2a-5d12-4077-90e8-c5b280699f1a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535445 May 13 14:43:00.868136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ba630c-25e9-43df-a6a3-7f6bb29e1944 req-2896d3f8-1f3f-4b2b-8208-41cb6582ec58 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216693 May 13 14:43:00.871806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-b89a28c7-b14a-440f-a392-95246971f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:00.873338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-b89a28c7-b14a-440f-a392-95246971f351 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.2998831 May 13 14:43:00.894256 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec055028-e1ba-4396-b76c-dada1e5bd933'] response: {'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'code': 200} May 13 14:43:01.077325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-e3da780b-fb8d-484c-ae50-e9258ec620d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.1952658 May 13 14:43:01.213935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-00e760ff-87a1-4a7e-bf9e-2bdef735e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.217826 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-00e760ff-87a1-4a7e-bf9e-2bdef735e0ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1294758 May 13 14:43:01.256303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-4528cb15-97cb-4c03-8c61-9086af99dc8d tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3389945 May 13 14:43:01.261326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4701cad-331d-4e0d-9432-2ea8e40e626c req-2817cf64-a73e-47c0-9f83-7c33de2fcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.263949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4701cad-331d-4e0d-9432-2ea8e40e626c req-2817cf64-a73e-47c0-9f83-7c33de2fcbab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.1961713 May 13 14:43:01.272114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:01.296410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:01.298311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-696554903', 'description': 'tempest-description-291242665'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:01.314402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:01.318654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:01.329449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:01.337094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:01.339236 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4701cad-331d-4e0d-9432-2ea8e40e626c req-c9d632e4-8990-42ff-92cd-a2260c9e013d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571685 May 13 14:43:01.343549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.374080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:01.403000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.448625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:01.459326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-373ebf47-c47f-4a05-aebf-418d5ce574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.462139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-373ebf47-c47f-4a05-aebf-418d5ce574dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346258 May 13 14:43:01.463983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:01.469737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:01.517021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:01.566932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406558d-2692-45ea-8444-7a5ef7235318 req-90deb8d8-b51b-4fcf-a497-df6976401a30 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:01.569012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a406558d-2692-45ea-8444-7a5ef7235318 req-90deb8d8-b51b-4fcf-a497-df6976401a30 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 950 time: 0.1259315 May 13 14:43:01.617014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.721231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port add692a6-05c6-4498-a1c8-e83cd038999b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:01.721657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:01.797739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-127961b5-1d58-4c58-9574-092aecec35af service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217864 May 13 14:43:01.936485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Allocated IP 172.25.5.146 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f983ae43-ee2f-46c5-bb02-361fc98f5095) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:01.993607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-85cad6f0-4405-4ef7-8475-12295f6d757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.164053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.174639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.208251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port add692a6-05c6-4498-a1c8-e83cd038999b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=add692a6-05c6-4498-a1c8-e83cd038999b,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:02.208714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.256146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d601fc-9c6c-49ce-ab00-e6376b02621b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:02.263840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.266027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c3c5f6f-2799-47bc-8682-1386273fe57c req-42f77024-b252-4fbc-8cf8-4b768689c4f6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0994508 May 13 14:43:02.301843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4cfe0b-6fe0-470d-b318-a2428085e315 req-d15ca0b4-9392-4f8b-b4b9-78acc51abeed service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871037 May 13 14:43:02.351794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for add692a6-05c6-4498-a1c8-e83cd038999b owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:02.418228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.524073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.544956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083526b9-9269-46cb-a18b-8294ea1664e6 req-221b6594-5f43-428e-98c6-a89a3a687427 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:02.547698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-083526b9-9269-46cb-a18b-8294ea1664e6 req-221b6594-5f43-428e-98c6-a89a3a687427 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1471357 May 13 14:43:02.635690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-083526b9-9269-46cb-a18b-8294ea1664e6 req-7c97e2da-6a54-4c99-8a4e-28f8ad8a44e7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738552 May 13 14:43:02.731472 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.742258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:02.747656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043', '3bb5c193-ef7f-4268-90fe-92161914d36c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:02.755843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:02.758849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:02.882762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port add692a6-05c6-4498-a1c8-e83cd038999b on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:02.895998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:02.898890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'name': 'network-vif-deleted', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:02.907588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=f983ae43-ee2f-46c5-bb02-361fc98f5095,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:02.930481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097', 'add692a6-05c6-4498-a1c8-e83cd038999b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:02.971222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=add692a6-05c6-4498-a1c8-e83cd038999b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:03.054000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a406558d-2692-45ea-8444-7a5ef7235318 req-60cde2d5-a3de-4445-87df-37bf3c29ea4b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "DELETE /v2.0/ports/add692a6-05c6-4498-a1c8-e83cd038999b HTTP/1.1" status: 204 len: 173 time: 1.4764168 May 13 14:43:03.096499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.104290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.188328 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.383583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.688078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.696511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.709657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a5b4-2f0b-42ef-af6f-a7835840c275 req-073c7533-62d8-47ed-8852-cd7ec42c0385 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:03.711175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4e1a5b4-2f0b-42ef-af6f-a7835840c275 req-073c7533-62d8-47ed-8852-cd7ec42c0385 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.1140478 May 13 14:43:03.785468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4e1a5b4-2f0b-42ef-af6f-a7835840c275 req-605df829-7f6e-45cd-b8c9-d63d7c2e6b3a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639284 May 13 14:43:03.934459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=f983ae43-ee2f-46c5-bb02-361fc98f5095,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:03.952729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:03.998804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.024713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-9b02531c-518b-4474-b2c7-2b938820d614 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7589266 May 13 14:43:04.154909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8153b592-be18-45a4-bfee-c537cf762051 req-ddbb1803-a499-4843-9280-5fffe606f6d2 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5f7187e-c2c9-423f-a8ba-0b533363134e HTTP/1.1" status: 200 len: 210 time: 0.0918670 May 13 14:43:04.165075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-4e1dcaa3-6cf7-48a7-98dd-52fcb765cea1 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:04.185581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-4e1dcaa3-6cf7-48a7-98dd-52fcb765cea1 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:04.187506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-4e1dcaa3-6cf7-48a7-98dd-52fcb765cea1 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.1604147 May 13 14:43:04.197350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911790154', 'description': 'tempest-description-1819908715'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:04.208126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:04.215215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:04.220474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:04.242265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:04.259413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.296421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:04.305468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:04.309459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:04.317238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:04.395555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-ea991fd5-a442-4651-912b-b7fa882848cf tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:04.397083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2465562-8cc1-49bf-9c9e-ce86d6555049 req-ea991fd5-a442-4651-912b-b7fa882848cf tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.2027903 May 13 14:43:04.418315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.423749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.479797 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321dafec-f199-433b-a2e5-1b9f5ae3bdde'] response: {'server_uuid': 'e5f7187e-c2c9-423f-a8ba-0b533363134e', 'name': 'network-vif-deleted', 'tag': 'add692a6-05c6-4498-a1c8-e83cd038999b', 'status': 'completed', 'code': 200} May 13 14:43:04.503665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5ff62-2994-4449-b022-72bad94d8d43,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:04.510287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.512473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-743dfa67-0694-4815-a98a-323e1ae707f1 req-0ed27110-00ad-4840-b3b8-5131ef768563 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3326178 May 13 14:43:04.716595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:04.735599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b7f96-7897-453f-a51a-1dd6120c31d0 req-ebeb2242-500f-4b92-be34-7c9e3ff39d82 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:04.737404 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f72b7f96-7897-453f-a51a-1dd6120c31d0 req-ebeb2242-500f-4b92-be34-7c9e3ff39d82 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1058524 May 13 14:43:04.803522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f72b7f96-7897-453f-a51a-1dd6120c31d0 req-9ec079c1-ebc6-4115-a0f9-a54a5a80c9ad tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521741 May 13 14:43:05.018843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2c45b-4a3f-4295-a707-7c96a7115262 req-80bc2469-c493-4832-b9e9-467ef7b79b4b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:05.020867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-94a2c45b-4a3f-4295-a707-7c96a7115262 req-80bc2469-c493-4832-b9e9-467ef7b79b4b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.0967007 May 13 14:43:05.032745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55324) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:05.039291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'floatingip': {'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:05.163837 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-9c2d9f95-4f62-4951-91b0-07cd1f2dfa32 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2385185 May 13 14:43:05.175269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:05.182602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.183210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:05.197819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:05.212202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.229093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device add692a6-05c6-4498-a1c8-e83cd038999b no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:05.266619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: add692a6-05c6-4498-a1c8-e83cd038999b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:05.266954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device add692a6-05c6-4498-a1c8-e83cd038999b not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:05.467404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.634617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-48ab372a-53d1-4a3d-ba05-67e4d10f1995 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:05.635678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-48ab372a-53d1-4a3d-ba05-67e4d10f1995 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:05.691741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Allocated IP 172.25.5.221 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/e92313ef-947e-4de6-9efe-d1363b60da58) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:05.773714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-48ab372a-53d1-4a3d-ba05-67e4d10f1995 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:05.774903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-48ab372a-53d1-4a3d-ba05-67e4d10f1995 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 811 time: 0.6391554 May 13 14:43:05.864915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-61010363-73b9-48d5-9cc1-405081cd156b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/quotas/7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 375 time: 0.0322666 May 13 14:43:05.874596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.917520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:05.986953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:05.990865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:05.994888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:06.000332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-5c687e56-884f-4614-a631-9791ef8e9136 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260364 May 13 14:43:06.030401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=e92313ef-947e-4de6-9efe-d1363b60da58,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:06.116597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.301258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.443962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.450638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.539385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.544937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.633416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-82fdf1b0-cda7-422d-95eb-fbf6762b8843 service neutron] 10.222.0.36 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177919 May 13 14:43:06.663582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event updated for resources: {'Port': ['ID=e92313ef-947e-4de6-9efe-d1363b60da58,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:06.675080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.711990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:06.713398 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-99c16211-c10e-43c0-a103-de93076f3d4b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5430207 May 13 14:43:06.761688 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Floating IP 2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49 associated. External IP: 172.25.5.133, port: 7b78eb9e-27a7-44d0-81e2-234d8332ad19. May 13 14:43:06.859747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-a901ed8f-6391-4ab8-8256-84f70b39aed7 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:06.877118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-a901ed8f-6391-4ab8-8256-84f70b39aed7 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:06.878390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-a901ed8f-6391-4ab8-8256-84f70b39aed7 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.1581535 May 13 14:43:06.951458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-39312a3e-651a-41a0-bb02-e734a55716c1 service neutron] 10.222.0.36 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080068 May 13 14:43:07.063512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-9617c453-3da8-4e3e-a67a-a932ac28ef96 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:07.065020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4550e4b8-f0a0-4be6-9239-cc342ba607f3 req-9617c453-3da8-4e3e-a67a-a932ac28ef96 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.1792288 May 13 14:43:07.330376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-660a8f65-2d88-443c-a19d-13b508ae4e46 req-075faf59-b544-4fcb-89cc-23b137c30674 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips/58ed3d46-ade6-4078-9195-48879a4b2e08 HTTP/1.1" status: 200 len: 693 time: 0.1137741 May 13 14:43:07.360157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:07.558084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af48095c-92e6-4918-946d-7969454ae8d4 req-268b6648-1f55-4ed4-b2ba-9ad45f403397 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 210 time: 0.0763617 May 13 14:43:07.862641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8f65-2d88-443c-a19d-13b508ae4e46 req-a1aeee3b-e2f8-45b3-be44-be2d8d18dc79 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:07.876834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-660a8f65-2d88-443c-a19d-13b508ae4e46 req-a1aeee3b-e2f8-45b3-be44-be2d8d18dc79 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.5381272 May 13 14:43:07.886445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-660a8f65-2d88-443c-a19d-13b508ae4e46 req-743d68d3-16ca-4dce-a98f-6a78221c6fd7 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:07.888123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-660a8f65-2d88-443c-a19d-13b508ae4e46 req-743d68d3-16ca-4dce-a98f-6a78221c6fd7 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100641 May 13 14:43:07.924779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:07.933771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:07.938666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:07.968271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:07.971783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:43:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:08.080085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7bea71e0-bcaa-4583-80ed-83eea653a62a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "PUT /v2.0/floatingips/2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49 HTTP/1.1" status: 200 len: 992 time: 3.0459142 May 13 14:43:08.081110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:08.121031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-f7221d87-fc9f-4ec1-b17f-b66eeeae3c92 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips/58ed3d46-ade6-4078-9195-48879a4b2e08 HTTP/1.1" status: 200 len: 693 time: 0.1242933 May 13 14:43:08.326618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-241a6279-b046-4701-9c78-2defb09a0223 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:08.328254 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-241a6279-b046-4701-9c78-2defb09a0223 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.2062676 May 13 14:43:08.376958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:08.476655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-6884bbb7-ff03-4929-9eaf-33c71737e44e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.1382651 May 13 14:43:08.677591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-1362be6a-bf93-4087-ba57-865d73765efc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.221 HTTP/1.1" status: 200 len: 696 time: 0.1937907 May 13 14:43:08.717435 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e02cf47-36c6-42ed-8486-b53d3194b891'] response: {'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'status': 'completed', 'code': 200} May 13 14:43:08.921022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:43:06Z', 'revision_number': 1, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:08.926412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:08.938350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:08.938982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:43:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:09.123303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1273f64-ba59-4e33-92e6-92ae5fa1dd13 req-f099f0f3-6ed3-4d02-84d1-9f476a560bac tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.125106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1273f64-ba59-4e33-92e6-92ae5fa1dd13 req-f099f0f3-6ed3-4d02-84d1-9f476a560bac tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 950 time: 0.3085265 May 13 14:43:09.197226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:09.199664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1273f64-ba59-4e33-92e6-92ae5fa1dd13 req-98058393-10c6-4dc3-9386-efa62799ae67 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672464 May 13 14:43:09.205398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Deleting port e92313ef-947e-4de6-9efe-d1363b60da58 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:09.205742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.340772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-98b318e1-e94e-4c65-a301-5e81555a69de tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.342338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-98b318e1-e94e-4c65-a301-5e81555a69de tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.90 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 811 time: 0.7256448 May 13 14:43:09.403842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'device_id': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9', 'admin_state_up': True, 'tenant_id': '7325f71b52dc4499a0feaa7280243e4d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:09.436507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-3009b8c3-7ab2-4fbb-85f3-92f85622a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.438045 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-3009b8c3-7ab2-4fbb-85f3-92f85622a729 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.6149375 May 13 14:43:09.470000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e56216f-d503-4981-b171-64b9971c44cd req-5fe3619b-6ae3-4d9b-9e7b-27864af66ec0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 210 time: 0.1101630 May 13 14:43:09.578933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-5e159579-9ab1-4a36-b05f-b205a4d029ec tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:09.581451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-5e159579-9ab1-4a36-b05f-b205a4d029ec tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 950 time: 0.1757967 May 13 14:43:09.670331 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.670636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.822896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port 3bb5c193-ef7f-4268-90fe-92161914d36c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:09.823958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:09.929120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:43:06Z', 'revision_number': 1, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:09.935405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df5a4b0-a6e8-4671-8c2e-46b548a1a63c None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:43:06Z', 'revision_number': 1, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:09.951344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Calling delete_port for e92313ef-947e-4de6-9efe-d1363b60da58 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:10.053976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:10.070470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:port and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:10.075705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:10.081711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-742ba3b9-7ec8-4d9c-9225-3cacef027404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.081711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-742ba3b9-7ec8-4d9c-9225-3cacef027404 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.5862799 May 13 14:43:10.087041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:10.210724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Made reservation on behalf of 7325f71b52dc4499a0feaa7280243e4d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:10.214369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.250027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-e0b16965-8539-4d73-a98c-6b67f0e4505d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1000 time: 0.1603322 May 13 14:43:10.254861 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a4bf2-45b6-4f5e-ab80-1c8c8885aae1 None None] New status for floating IP 2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:43:10.320278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d950ca-ba11-494a-9dc4-bd70fffd3405 req-7af873c3-1842-4228-89cf-b72b339d50f7 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.323430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2d950ca-ba11-494a-9dc4-bd70fffd3405 req-7af873c3-1842-4228-89cf-b72b339d50f7 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.3405836 May 13 14:43:10.368135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-0167d5c3-bd04-4b61-9fc5-b5c120b5378f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.371354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-0167d5c3-bd04-4b61-9fc5-b5c120b5378f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "GET /v2.0/ports?device_id=baebfc59-bc58-4abf-878c-351faa2808f7 HTTP/1.1" status: 200 len: 950 time: 0.4509232 May 13 14:43:10.529046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-0715a477-7aa8-4b50-ae67-0300d8e9f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:10.531393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-0715a477-7aa8-4b50-ae67-0300d8e9f8ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2695656 May 13 14:43:10.561581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port 3bb5c193-ef7f-4268-90fe-92161914d36c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3bb5c193-ef7f-4268-90fe-92161914d36c,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:10.562164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.613288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2d950ca-ba11-494a-9dc4-bd70fffd3405 req-886a656a-2ccb-404e-ab20-5fb2a0aa7ee4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800224 May 13 14:43:10.649752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.824855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port 84a267fd-450f-4450-a87c-15d5fdaa9097 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:10.825366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:10.867711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event deleted for resources: {'Port': ['ID=e92313ef-947e-4de6-9efe-d1363b60da58,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:10.875566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for 3bb5c193-ef7f-4268-90fe-92161914d36c owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:10.984705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Allocated IP 172.20.0.7 (014b9588-c2e8-4341-a5d4-7eea61b9b3c9/c1cb12b8-1d55-40b8-a0f6-862da2dd9913/62bf3848-9538-4a3f-92d8-3cb2290ee2bd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:11.049255 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.055203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-e75cbfb3-94b6-4bd5-acd1-5e02b2c9692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.057425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-e75cbfb3-94b6-4bd5-acd1-5e02b2c9692b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5179429 May 13 14:43:11.419402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.420595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-508617c0-8b83-4feb-8aa8-a4ce9753fd98 req-7fdc8131-32be-42d0-8c6b-5daf9e51fe6f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "DELETE /v2.0/floatingips/58ed3d46-ade6-4078-9195-48879a4b2e08 HTTP/1.1" status: 204 len: 173 time: 2.7421949 May 13 14:43:11.552268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-331f0423-b6a3-4986-ac79-fa66ef0fe79d service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781368 May 13 14:43:11.592802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d54e-2cdc-48ce-83ac-97f9d32b7d13 req-0e9b6c5a-46bb-45f9-8b6c-eb1b392a208f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:11.594719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4160d54e-2cdc-48ce-83ac-97f9d32b7d13 req-0e9b6c5a-46bb-45f9-8b6c-eb1b392a208f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 950 time: 0.5775270 May 13 14:43:11.601931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.617702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:11.644813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84a267fd-450f-4450-a87c-15d5fdaa9097'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:11.687414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.836861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=3bb5c193-ef7f-4268-90fe-92161914d36c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:11.888674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port 84a267fd-450f-4450-a87c-15d5fdaa9097, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84a267fd-450f-4450-a87c-15d5fdaa9097,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:11.889083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:11.911453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4160d54e-2cdc-48ce-83ac-97f9d32b7d13 req-7407bf06-460c-4cac-ad6d-584e06e03520 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660452 May 13 14:43:11.966434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e9469b55-91e1-4697-9028-fb65091fd5ae req-bb75d13d-2f6b-4a82-bd31-5525a44a3fe9 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:12.154518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.224549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port 3bb5c193-ef7f-4268-90fe-92161914d36c on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:12.233287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for 84a267fd-450f-4450-a87c-15d5fdaa9097 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:12.322174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e9469b55-91e1-4697-9028-fb65091fd5ae req-bb75d13d-2f6b-4a82-bd31-5525a44a3fe9 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:12.325660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9469b55-91e1-4697-9028-fb65091fd5ae req-bb75d13d-2f6b-4a82-bd31-5525a44a3fe9 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 210 time: 0.7920897 May 13 14:43:12.360147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.383552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'name': 'network-vif-deleted', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:12.391031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-feab2e4b-a1ce-4c6e-8031-93bf31220997 req-35baae8a-7b13-4303-87b4-5d25e453d108 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "DELETE /v2.0/ports/3bb5c193-ef7f-4268-90fe-92161914d36c HTTP/1.1" status: 204 len: 173 time: 2.7956247 May 13 14:43:12.412622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af3974e4-da5f-4725-a64c-22c4a23f1dd9 req-3fe8b1f9-54b3-42f3-8474-b8884e3d626f service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498199 May 13 14:43:12.443636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:12.451497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:12.466373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:12.709327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98be8-3858-4bd0-8563-f028914ccf4a req-22cdfeb6-fa91-43b1-87d0-223ff049d8e9 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.728049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bec98be8-3858-4bd0-8563-f028914ccf4a req-22cdfeb6-fa91-43b1-87d0-223ff049d8e9 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5713959 May 13 14:43:12.832648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:12.885912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.885912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:12.953423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4617ca-d9a0-41bb-9b19-4adefa0018f4 req-fc766003-26d0-4f02-9342-7d4c536501f1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:12.956648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c4617ca-d9a0-41bb-9b19-4adefa0018f4 req-fc766003-26d0-4f02-9342-7d4c536501f1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.3106158 May 13 14:43:12.956978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-f21c37a6-66c9-437c-8a0f-aaebd8aa2b5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5619462 May 13 14:43:12.962202 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7346152-2d37-45ad-92f1-55adb15803b3'] response: {'server_uuid': 'a473aa80-49cd-446a-9c4d-03e4b8adfedf', 'name': 'network-vif-deleted', 'tag': '3bb5c193-ef7f-4268-90fe-92161914d36c', 'status': 'completed', 'code': 200} May 13 14:43:12.970293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-9add9d99-7053-47c1-8f2b-375d3d49d79d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:12.971772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-9add9d99-7053-47c1-8f2b-375d3d49d79d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075929 May 13 14:43:13.002007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Request body: {'port': {'device_id': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:13.107502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c4617ca-d9a0-41bb-9b19-4adefa0018f4 req-67b0ebe6-6b02-4aca-9249-2c28cd094012 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345620 May 13 14:43:13.204568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-702ef0b8-7c69-4cc4-8fb7-b9672ab56568 req-863df1b7-bdb7-4e3f-bbba-96e91a707771 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=74a9773757154d7baf8f7144080ee682 HTTP/1.1" status: 200 len: 1656 time: 0.2076752 May 13 14:43:13.253361 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.358953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3bb5c193-ef7f-4268-90fe-92161914d36c no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:13.391753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.449241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 3bb5c193-ef7f-4268-90fe-92161914d36c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:13.452849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3bb5c193-ef7f-4268-90fe-92161914d36c not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:13.542754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=84a267fd-450f-4450-a87c-15d5fdaa9097,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:13.576537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a83a0290-2aea-4271-91bd-eeb4d7a5cd50 req-6a4efdfa-f75f-43ac-b935-81d5fc366897 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:13.608175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a83a0290-2aea-4271-91bd-eeb4d7a5cd50 req-6a4efdfa-f75f-43ac-b935-81d5fc366897 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:13.609297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a83a0290-2aea-4271-91bd-eeb4d7a5cd50 req-6a4efdfa-f75f-43ac-b935-81d5fc366897 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=a473aa80-49cd-446a-9c4d-03e4b8adfedf HTTP/1.1" status: 200 len: 210 time: 0.1019032 May 13 14:43:13.702644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'd3744d61-b90b-4568-95f9-6792a51ea002', '18297aa9-8bb5-464e-a0c4-6c7868fa0043'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:13.881312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port 84a267fd-450f-4450-a87c-15d5fdaa9097 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:13.894145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:13.939478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef0b8-7c69-4cc4-8fb7-b9672ab56568 req-e9a9ddef-2969-4b15-a7db-1ec55c748b41 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:13.941222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-702ef0b8-7c69-4cc4-8fb7-b9672ab56568 req-e9a9ddef-2969-4b15-a7db-1ec55c748b41 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks?id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 787 time: 0.7321117 May 13 14:43:13.964157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-702ef0b8-7c69-4cc4-8fb7-b9672ab56568 req-63d4a7a2-6297-43b0-a92b-e9723620567b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:13.965557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-702ef0b8-7c69-4cc4-8fb7-b9672ab56568 req-63d4a7a2-6297-43b0-a92b-e9723620567b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163739 May 13 14:43:13.970024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9af9d408-61f7-4241-a30e-63dc680f06d1 req-b1794278-61e0-4308-b7e1-eb4e953ec624 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.90 "DELETE /v2.0/ports/84a267fd-450f-4450-a87c-15d5fdaa9097 HTTP/1.1" status: 204 len: 173 time: 3.5708055 May 13 14:43:14.230675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-caf4f998-8770-4cd2-88a0-3657489d79f3 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips/0d805eed-587e-4a30-bb83-8c0af041949e HTTP/1.1" status: 200 len: 693 time: 0.2364733 May 13 14:43:14.231567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad399ba-64dd-4c04-b77a-324af6df8697 req-9c3549b1-1ccc-4146-ad06-d02640949c2c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:14.234576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aad399ba-64dd-4c04-b77a-324af6df8697 req-9c3549b1-1ccc-4146-ad06-d02640949c2c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 931 time: 0.4242010 May 13 14:43:14.415972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aad399ba-64dd-4c04-b77a-324af6df8697 req-5f9d9bb2-0aa2-4b52-989a-cf9b10e2549c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703222 May 13 14:43:14.424683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bf3848-9538-4a3f-92d8-3cb2290ee2bd {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:14.447104 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.470395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Transition to ACTIVE for port object 62bf3848-9538-4a3f-92d8-3cb2290ee2bd will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:14.477303 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.563380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c939a-043b-467b-bf69-e14605b4d68c req-06593ae1-1459-4425-bacd-1afd12ad850b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:14.566691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-06593ae1-1459-4425-bacd-1afd12ad850b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.3287835 May 13 14:43:14.583743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-0da3feae-6aad-46af-8aa1-a1da910f883e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:14.585620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-0da3feae-6aad-46af-8aa1-a1da910f883e tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115228 May 13 14:43:14.691366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-d469539a-473e-4db7-b74c-82d2b0a08867 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0965161 May 13 14:43:14.761572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:14.813359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-579139e8-46ba-422f-935d-ccdc4c83575f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.1130831 May 13 14:43:14.830570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b366081-0949-4596-812c-f8b701b3ec2c req-27382c0d-149a-43fa-b03f-40935a156c6b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:14.832727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b366081-0949-4596-812c-f8b701b3ec2c req-27382c0d-149a-43fa-b03f-40935a156c6b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.2161200 May 13 14:43:14.856301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Attempting to bind port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:14.856643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Attempting to bind port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:14.856981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Attempting to bind port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:14.879250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:14.879683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Attempting to bind port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:14.896101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:14.897814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Checking segment: {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:14.897814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Bound using segment: {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:14.897814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Bound port: 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:14.897814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:14.924952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b366081-0949-4596-812c-f8b701b3ec2c req-623a518d-5df2-44a8-a600-a2085dd87cd8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702479 May 13 14:43:14.987481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'name': 'network-vif-deleted', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:15.141823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Deleting port f983ae43-ee2f-46c5-bb02-361fc98f5095 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:15.142215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.203467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:15.208844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:15.216008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.302158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:15.302832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.304358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] 10.222.0.90 "PUT /v2.0/ports/62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 1091 time: 2.3069441 May 13 14:43:15.309874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:15.345149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231053cf-e3ab-416c-a159-06e5ca7d001c service neutron] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:15.371712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84a267fd-450f-4450-a87c-15d5fdaa9097 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:15.445644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 84a267fd-450f-4450-a87c-15d5fdaa9097 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:15.446306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84a267fd-450f-4450-a87c-15d5fdaa9097 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:15.452924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-afe718ac-523a-475c-81d7-fa09476d06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:15.454534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-afe718ac-523a-475c-81d7-fa09476d06af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1094 time: 0.1045907 May 13 14:43:15.500999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.503114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:15.549641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-85cf6c81-719d-43e9-885c-e98465a8c8a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 217 time: 0.0878174 May 13 14:43:15.670279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-fb5ba566-f1b1-4434-97eb-8d63db608e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:15.672802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-fb5ba566-f1b1-4434-97eb-8d63db608e07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.1155610 May 13 14:43:15.712292 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0fe8ef-6c03-4fd6-bc79-c65cfa7ee00f'] response: {'server_uuid': 'baebfc59-bc58-4abf-878c-351faa2808f7', 'name': 'network-vif-deleted', 'tag': '84a267fd-450f-4450-a87c-15d5fdaa9097', 'status': 'completed', 'code': 200} May 13 14:43:15.731859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Calling delete_port for f983ae43-ee2f-46c5-bb02-361fc98f5095 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:15.787449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-9c3fe89a-dc3c-496d-a8d4-16a5da026ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084986 May 13 14:43:15.794033 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60069146-138d-4981-a842-b68bc6ecfa9d'] response: {'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'status': 'completed', 'code': 200} May 13 14:43:16.058758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-9cec9543-9703-4e65-be39-e2efbde73d31 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590246 May 13 14:43:16.060477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.146554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event deleted for resources: {'Port': ['ID=f983ae43-ee2f-46c5-bb02-361fc98f5095,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:16.214986 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.231399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:16.232639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c13c939a-043b-467b-bf69-e14605b4d68c req-92585302-8cc5-445b-b180-618e4f9bf82b tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d805eed-587e-4a30-bb83-8c0af041949e HTTP/1.1" status: 204 len: 173 time: 1.4099264 May 13 14:43:16.324890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e0eb9-e958-4435-99c8-ed9213238dbb req-1b9d22f6-f633-4cef-8f4a-750551677a0b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:16.326431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c1e0eb9-e958-4435-99c8-ed9213238dbb req-1b9d22f6-f633-4cef-8f4a-750551677a0b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 943 time: 0.3529108 May 13 14:43:16.329022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70e33b2d-e02c-49b0-88ba-a4e5fac62883 req-0a95a751-eb67-42f6-b4fa-43dcd4929545 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582793 May 13 14:43:16.415211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c1e0eb9-e958-4435-99c8-ed9213238dbb req-8b725af0-5658-4f1a-877d-5ea1bbc8c16c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791621 May 13 14:43:16.578318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e44e-50c6-41c8-82c8-9cedc1d72b60 req-1584734b-ebd8-4c35-a3ee-86a3fb0ae4ce tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:16.580007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4073e44e-50c6-41c8-82c8-9cedc1d72b60 req-1584734b-ebd8-4c35-a3ee-86a3fb0ae4ce tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1351562 May 13 14:43:16.641538 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-49e2baed-c780-490f-8a05-5bb111dc1c0c tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips/980f474f-5a08-4482-a2ce-63fb4b7a2e22 HTTP/1.1" status: 200 len: 692 time: 0.1698618 May 13 14:43:16.662059 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4073e44e-50c6-41c8-82c8-9cedc1d72b60 req-2b03653d-df0c-4d09-9902-53fa662d105e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714171 May 13 14:43:16.874134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197333-c75d-451f-b148-b3b38b53889c req-84c82dc2-ec95-49a2-942a-ff3cea756915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:16.876785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-84c82dc2-ec95-49a2-942a-ff3cea756915 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1094 time: 0.4604955 May 13 14:43:17.110435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-75db73e2-870c-4e5b-a571-84c6d181626f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.112778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-75db73e2-870c-4e5b-a571-84c6d181626f tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4659324 May 13 14:43:17.258246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-cf7c031d-f5b4-44f4-83d2-68bee1afa782 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:17.262781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197333-c75d-451f-b148-b3b38b53889c req-485ca7fd-584f-4e07-b3fc-514c72b76769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.264270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-485ca7fd-584f-4e07-b3fc-514c72b76769 service neutron] 10.222.0.90 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.3812358 May 13 14:43:17.345611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-0e42ab8f-3c54-48a8-88a8-2756b56c8043 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 217 time: 0.0725567 May 13 14:43:17.346352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-cf7c031d-f5b4-44f4-83d2-68bee1afa782 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:17.347397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-cf7c031d-f5b4-44f4-83d2-68bee1afa782 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.2215273 May 13 14:43:17.614679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-3b345809-c07f-42b7-8204-db108de5e166 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.2262511 May 13 14:43:17.624394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc197333-c75d-451f-b148-b3b38b53889c req-496d9785-9fd8-4b64-b4c3-18af38590730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.625967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-496d9785-9fd8-4b64-b4c3-18af38590730 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.2727110 May 13 14:43:17.677807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485159-b4bf-4e8a-bf30-4dd087976528 req-43ed5d67-acb9-4151-b2d9-7ae42bb5f2fb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:17.679151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c485159-b4bf-4e8a-bf30-4dd087976528 req-43ed5d67-acb9-4151-b2d9-7ae42bb5f2fb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:17.706179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c485159-b4bf-4e8a-bf30-4dd087976528 req-43ed5d67-acb9-4151-b2d9-7ae42bb5f2fb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:17.708753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c485159-b4bf-4e8a-bf30-4dd087976528 req-43ed5d67-acb9-4151-b2d9-7ae42bb5f2fb tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 950 time: 0.1801286 May 13 14:43:17.755042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-f4f23a3b-1fbb-4217-9219-1546fc25c982 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670991 May 13 14:43:17.793302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c485159-b4bf-4e8a-bf30-4dd087976528 req-c4f2bdf4-2dff-412d-b995-09080bc2471b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 May 13 14:43:17.909760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Deleting port ccd68e0e-9561-433a-a6e3-f8c5f750f64b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:17.910090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.110309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-ee765aa7-7648-4af7-9cf6-102579976562 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915587 May 13 14:43:18.307440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a09f-25da-441f-8c62-baf538f748aa req-1413e41f-fae0-4e0e-b799-845714085340 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:18.309219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99c3a09f-25da-441f-8c62-baf538f748aa req-1413e41f-fae0-4e0e-b799-845714085340 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 943 time: 0.0869324 May 13 14:43:18.324164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.324700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:18.358201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-99c3a09f-25da-441f-8c62-baf538f748aa req-42f2ac4c-5682-4e1d-85bc-59b2532e8e45 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:18.378037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-99c3a09f-25da-441f-8c62-baf538f748aa req-42f2ac4c-5682-4e1d-85bc-59b2532e8e45 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:18.380525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99c3a09f-25da-441f-8c62-baf538f748aa req-42f2ac4c-5682-4e1d-85bc-59b2532e8e45 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 May 13 14:43:18.575746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Calling delete_port for ccd68e0e-9561-433a-a6e3-f8c5f750f64b owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:18.589306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1e22a-9f64-4cd0-a49f-824a1018c2db req-d1a798ab-e990-4094-a615-ad9d34887432 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:18.590861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9c1e22a-9f64-4cd0-a49f-824a1018c2db req-d1a798ab-e990-4094-a615-ad9d34887432 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1092298 May 13 14:43:18.651818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9c1e22a-9f64-4cd0-a49f-824a1018c2db req-a64917f7-2719-42c8-88cf-d447862cfce1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531116 May 13 14:43:18.802381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc197333-c75d-451f-b148-b3b38b53889c req-50784983-9d3f-4bda-b2b4-3ae6feffdd5f service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794884 May 13 14:43:18.985467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532c2d-0a27-41a4-9437-143f93420e68 req-416f4d27-2835-45e5-bf6a-372093f91dae tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:18.988116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42532c2d-0a27-41a4-9437-143f93420e68 req-416f4d27-2835-45e5-bf6a-372093f91dae tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 950 time: 0.3022249 May 13 14:43:19.078360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8703a4-d8d7-493f-aed8-a8639f7d810a req-475564a9-3731-401d-998d-40b8e534183b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:19.079969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f8703a4-d8d7-493f-aed8-a8639f7d810a req-475564a9-3731-401d-998d-40b8e534183b tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 950 time: 0.1469831 May 13 14:43:19.114796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.144364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d997e4-64df-43ed-9148-b6893a6c318c req-82de288a-03a2-469f-a052-927411b6ea12 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:19.145926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97d997e4-64df-43ed-9148-b6893a6c318c req-82de288a-03a2-469f-a052-927411b6ea12 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/ports?device_id=84cd6d35-94c9-4902-ba3b-4c778137cae3 HTTP/1.1" status: 200 len: 950 time: 0.1510384 May 13 14:43:19.155293 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.195936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f8703a4-d8d7-493f-aed8-a8639f7d810a req-13d724c1-1f12-4588-a706-fbcb80fb931c tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035581 May 13 14:43:19.230250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:19.230843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.242111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port d3744d61-b90b-4568-95f9-6792a51ea002 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:19.242451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.328800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event deleted for resources: {'Port': ['ID=ccd68e0e-9561-433a-a6e3-f8c5f750f64b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:19.353202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 62bf3848-9538-4a3f-92d8-3cb2290ee2bd details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:19.636685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:19.641546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.668145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9', 'port_id': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'mac_address': 'fa:16:3e:60:f8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cb12b8-1d55-40b8-a0f6-862da2dd9913', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:43:19.762986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:19.765267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.779824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port d3744d61-b90b-4568-95f9-6792a51ea002, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d3744d61-b90b-4568-95f9-6792a51ea002,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:19.780386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.814456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bf3848-9538-4a3f-92d8-3cb2290ee2bd {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:19.852495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:19.860760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.943917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:19.945086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5244b2d-da06-4c6d-91b7-4958c48aa63f req-9610b828-5d1e-43d0-8f0f-eafbb298e734 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "DELETE /v2.0/floatingips/980f474f-5a08-4482-a2ce-63fb4b7a2e22 HTTP/1.1" status: 204 len: 173 time: 2.3151987 May 13 14:43:20.001259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.024941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port 18297aa9-8bb5-464e-a0c4-6c7868fa0043, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=18297aa9-8bb5-464e-a0c4-6c7868fa0043,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:20.025318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.175298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for 18297aa9-8bb5-464e-a0c4-6c7868fa0043 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:20.209656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.219599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for d3744d61-b90b-4568-95f9-6792a51ea002 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:20.260588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:20.373192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459be0c-8a1c-47d4-b071-374c82407f3f req-b052d3f2-8546-4463-83b1-a96c3e30ade1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:20.385362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f459be0c-8a1c-47d4-b071-374c82407f3f req-b052d3f2-8546-4463-83b1-a96c3e30ade1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 943 time: 0.7343109 May 13 14:43:20.398618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.413668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:20.463186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=18297aa9-8bb5-464e-a0c4-6c7868fa0043,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:20.602072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port 18297aa9-8bb5-464e-a0c4-6c7868fa0043 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:20.608272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.618828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f459be0c-8a1c-47d4-b071-374c82407f3f req-0f52fb35-577d-41bf-ba27-a9b9425eef70 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913521 May 13 14:43:20.630930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43168d1b-4424-4091-a63b-f7b3af1f9259 req-9f251c1c-68b8-4b59-ad84-925d0acb5699 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:20.634104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43168d1b-4424-4091-a63b-f7b3af1f9259 req-9f251c1c-68b8-4b59-ad84-925d0acb5699 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.4769146 May 13 14:43:20.635510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'name': 'network-vif-deleted', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:20.712744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42532c2d-0a27-41a4-9437-143f93420e68 req-05b924f7-7a8e-4c02-a127-7fffc473bede tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "DELETE /v2.0/ports/18297aa9-8bb5-464e-a0c4-6c7868fa0043 HTTP/1.1" status: 204 len: 173 time: 1.7151752 May 13 14:43:20.730123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43168d1b-4424-4091-a63b-f7b3af1f9259 req-a0b00e7f-a6f3-4ed2-9e80-7a2b7ab78f84 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788102 May 13 14:43:20.834164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:20.933551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-a18cd037-d825-49ce-b12e-c5cc7cd96c44 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips/1c47f50c-4338-4585-becf-f544e5eafcf3 HTTP/1.1" status: 200 len: 693 time: 0.2683005 May 13 14:43:20.952011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=d3744d61-b90b-4568-95f9-6792a51ea002,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:21.056567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e2f6147-a205-4998-a96a-ebc89b4a79fe req-f3dd674e-f9d1-44a6-831c-16f223a25489 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:21.070739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port d3744d61-b90b-4568-95f9-6792a51ea002 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:21.091906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e2f6147-a205-4998-a96a-ebc89b4a79fe req-f3dd674e-f9d1-44a6-831c-16f223a25489 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:21.094139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e2f6147-a205-4998-a96a-ebc89b4a79fe req-f3dd674e-f9d1-44a6-831c-16f223a25489 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=edb3beeb-9e24-4e39-b420-1f74eb8858fd HTTP/1.1" status: 200 len: 210 time: 0.1274054 May 13 14:43:21.126055 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.129792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'name': 'network-vif-deleted', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:21.137157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['33d4ae56-e66f-4bba-a273-ec773e4e8e18'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:21.196729 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11db2cfb-00f1-4557-9530-6abd8e3db185'] response: {'server_uuid': 'edb3beeb-9e24-4e39-b420-1f74eb8858fd', 'name': 'network-vif-deleted', 'tag': '18297aa9-8bb5-464e-a0c4-6c7868fa0043', 'status': 'completed', 'code': 200} May 13 14:43:21.231415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97d997e4-64df-43ed-9148-b6893a6c318c req-5f986d07-d299-4207-83da-7ef6a6c4c022 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "DELETE /v2.0/ports/d3744d61-b90b-4568-95f9-6792a51ea002 HTTP/1.1" status: 204 len: 173 time: 2.0770011 May 13 14:43:21.248814 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625f4f3e-9447-4ddb-839d-892e4c7b214d'] response: {'server_uuid': '84cd6d35-94c9-4902-ba3b-4c778137cae3', 'name': 'network-vif-deleted', 'tag': 'd3744d61-b90b-4568-95f9-6792a51ea002', 'status': 'completed', 'code': 200} May 13 14:43:21.295663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-ef8a51bf-4cfa-42b8-98fc-07f12ff167ee tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:21.297084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-ef8a51bf-4cfa-42b8-98fc-07f12ff167ee tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.3428705 May 13 14:43:21.388649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d3744d61-b90b-4568-95f9-6792a51ea002 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:21.394408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-b1226e40-e18d-4d96-b563-6dfc9655fdee tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Synchronizing usage tracker for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:21.413325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-b1226e40-e18d-4d96-b563-6dfc9655fdee tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Unset dirty status for tenant:74a9773757154d7baf8f7144080ee682 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:21.417784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-b1226e40-e18d-4d96-b563-6dfc9655fdee tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.1092212 May 13 14:43:21.446113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: d3744d61-b90b-4568-95f9-6792a51ea002 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:21.446786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d3744d61-b90b-4568-95f9-6792a51ea002 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:21.447369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 18297aa9-8bb5-464e-a0c4-6c7868fa0043 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:21.491675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 18297aa9-8bb5-464e-a0c4-6c7868fa0043 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:21.492017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 18297aa9-8bb5-464e-a0c4-6c7868fa0043 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:21.544900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-fc676f24-9088-403d-8ef7-e800cba24fc2 tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.1218784 May 13 14:43:21.822791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Deleting port 53a2d752-502f-4e56-b391-dddfbc754f41 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:21.823365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:21.964325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b4836-eb88-46f3-a40b-4d862565bf11 req-42d966f2-9c7e-4326-9824-bf02dd97dc88 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:21.968313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b91b4836-eb88-46f3-a40b-4d862565bf11 req-42d966f2-9c7e-4326-9824-bf02dd97dc88 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 944 time: 0.1694853 May 13 14:43:22.054313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b91b4836-eb88-46f3-a40b-4d862565bf11 req-adee2c34-2592-44fb-ae2f-be7dd4d378fe tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781076 May 13 14:43:22.147954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.148517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.301263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774effe-b48a-406f-bdf4-3f979259ca47 req-f971e358-3416-4ba3-bfb5-f0e6fa66d76f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:22.302170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Calling delete_port for 53a2d752-502f-4e56-b391-dddfbc754f41 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:22.303214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6774effe-b48a-406f-bdf4-3f979259ca47 req-f971e358-3416-4ba3-bfb5-f0e6fa66d76f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1105859 May 13 14:43:22.356639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6774effe-b48a-406f-bdf4-3f979259ca47 req-c77f8af5-ac93-4926-9e69-a22b96b2b397 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 May 13 14:43:22.488663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.656082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Pushing event deleted for resources: {'Port': ['ID=53a2d752-502f-4e56-b391-dddfbc754f41,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:22.811940 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.837109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:22.861259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:22.870528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3603a24-b9ee-47b7-8aaa-a6871b5b261f req-cfccc509-c860-4848-b8f7-8c78c5ce90cc tempest-FloatingIPDetailsTestJSON-9190831 tempest-FloatingIPDetailsTestJSON-9190831-project] 10.222.0.36 "DELETE /v2.0/floatingips/1c47f50c-4338-4585-becf-f544e5eafcf3 HTTP/1.1" status: 204 len: 173 time: 1.3035142 May 13 14:43:23.360804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 62bf3848-9538-4a3f-92d8-3cb2290ee2bd up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:23.390928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5e389-797c-46cd-9730-915def6818d5 req-1db63263-c155-459f-8de3-d0d62672dbd0 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:23.393465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09b5e389-797c-46cd-9730-915def6818d5 req-1db63263-c155-459f-8de3-d0d62672dbd0 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1526496 May 13 14:43:23.463244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-09b5e389-797c-46cd-9730-915def6818d5 req-4f244c45-f5c3-4922-8b43-2282eb1abff5 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590513 May 13 14:43:23.538402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:23.544978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:23.545349 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.696768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:23.697050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.739119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:23.742527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:23.753122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:23.756404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96ca0-d5f7-466a-85b2-c9559c556265 req-0c2d6386-108f-4369-bc5e-8d7c9b929237 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:23.757168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d9d96ca0-d5f7-466a-85b2-c9559c556265 req-0c2d6386-108f-4369-bc5e-8d7c9b929237 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Synchronizing usage tracker for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:23.778260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d9d96ca0-d5f7-466a-85b2-c9559c556265 req-0c2d6386-108f-4369-bc5e-8d7c9b929237 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Unset dirty status for tenant:b30723e38f694aa5a634874e93229dc9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:23.779749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9d96ca0-d5f7-466a-85b2-c9559c556265 req-0c2d6386-108f-4369-bc5e-8d7c9b929237 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 949 time: 0.1428754 May 13 14:43:23.842431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9d96ca0-d5f7-466a-85b2-c9559c556265 req-78cb4b25-2066-42db-ad5f-ea4d4c4d4f1e tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 May 13 14:43:23.884537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:23.947525 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1ea921-f1a0-460c-85b4-1b7db7477793'] response: {'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'code': 200} May 13 14:43:24.057615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-02b52194-9561-445e-8343-f4671269acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.059168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-02b52194-9561-445e-8343-f4671269acbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 1096 time: 0.7456670 May 13 14:43:24.075960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ad81-3e77-40ee-beeb-b0e3ca185226 req-ab1ccadd-ab18-4873-b8d1-f8b6741ce28e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.077531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d814ad81-3e77-40ee-beeb-b0e3ca185226 req-ab1ccadd-ab18-4873-b8d1-f8b6741ce28e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 944 time: 0.4988451 May 13 14:43:24.152052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12aa32-a1ab-4907-89dd-696fd65f5cad req-ee0c8b6b-f4af-4343-8756-27eb7c93edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.154033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a12aa32-a1ab-4907-89dd-696fd65f5cad req-ee0c8b6b-f4af-4343-8756-27eb7c93edb9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1096 time: 0.0992911 May 13 14:43:24.205669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a12aa32-a1ab-4907-89dd-696fd65f5cad req-f722b0c8-f214-4a47-b14b-7da516b1f3dd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440390 May 13 14:43:24.226144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d814ad81-3e77-40ee-beeb-b0e3ca185226 req-9f3d37ac-0c1f-499e-99f8-572310344584 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267347 May 13 14:43:24.305773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-28680bda-52a5-482d-a420-d9dae6cb2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.307259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-28680bda-52a5-482d-a420-d9dae6cb2b55 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 200 len: 917 time: 0.2288361 May 13 14:43:24.341970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:24.486438 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-b3128968-5437-4abc-a826-eb6ed440d840 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e532a24-014f-4ca8-bd75-f088c03a2962 HTTP/1.1" status: 200 len: 217 time: 0.0679271 May 13 14:43:24.640779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-2964d139-532f-4d1a-a9ee-5c4deb9a4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.642258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-2964d139-532f-4d1a-a9ee-5c4deb9a4fde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 200 len: 855 time: 0.1480966 May 13 14:43:24.692723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6cb72-be1b-4778-a0c0-200eb9ebf1bd req-779bf02a-036f-4bac-a577-3166e2bd2994 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.694438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08c6cb72-be1b-4778-a0c0-200eb9ebf1bd req-779bf02a-036f-4bac-a577-3166e2bd2994 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.0948973 May 13 14:43:24.766041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08c6cb72-be1b-4778-a0c0-200eb9ebf1bd req-939708f9-ac2e-4bac-a564-0700e326c686 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600946 May 13 14:43:24.841928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-c52aac9e-96ed-4265-9fdb-2ca8e34495ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:24.843447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-c52aac9e-96ed-4265-9fdb-2ca8e34495ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5165aa76-6fa7-4898-8277-8acde018f3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519902 May 13 14:43:24.993691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Deleting port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:24.994024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.042174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-2b0395a7-f61f-4817-8625-804c5fbc464f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:25.044764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-2b0395a7-f61f-4817-8625-804c5fbc464f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 949 time: 0.1603339 May 13 14:43:25.139848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Deleting port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:25.140328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.214890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-db631a07-a0db-4358-8481-82f248bf58aa service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404796 May 13 14:43:25.380240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] For port 3257bddc-294a-46d9-a4d0-3e832ec5bfe3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:25.380646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.401550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da237a66-1e37-4717-9a08-585a6b266128 req-f0798047-c448-4d75-8942-f0e34eb6aff2 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:25.403170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da237a66-1e37-4717-9a08-585a6b266128 req-f0798047-c448-4d75-8942-f0e34eb6aff2 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 949 time: 0.3547642 May 13 14:43:25.507780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] For port 33d4ae56-e66f-4bba-a273-ec773e4e8e18, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=33d4ae56-e66f-4bba-a273-ec773e4e8e18,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:25.508293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:25.680890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Calling delete_port for 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:25.745416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Calling delete_port for 33d4ae56-e66f-4bba-a273-ec773e4e8e18 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:25.759600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d49beb-d9d8-44b3-8ce1-cce0fe83602a req-abd5e33f-3c39-4cc6-b791-e205b70e3894 service neutron] 10.222.0.90 "GET /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312173 May 13 14:43:25.786067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da237a66-1e37-4717-9a08-585a6b266128 req-b8f97761-3470-445e-8116-325099a7671f tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676641 May 13 14:43:25.892666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b0491-2529-4749-816b-bde1a7a4dc6b req-f7910c33-54a0-4d55-93a4-59f37f946731 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:25.896343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e02b0491-2529-4749-816b-bde1a7a4dc6b req-f7910c33-54a0-4d55-93a4-59f37f946731 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 945 time: 0.5164464 May 13 14:43:26.091339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e02b0491-2529-4749-816b-bde1a7a4dc6b req-80f59d19-ce0a-4fbb-919c-7a2b332f324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552036 May 13 14:43:26.111170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f207-2319-4334-8bfd-536e618e7680 req-98333dfa-7f10-41d6-b637-af9ecbe2268f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:26.113026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4642f207-2319-4334-8bfd-536e618e7680 req-98333dfa-7f10-41d6-b637-af9ecbe2268f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.1506279 May 13 14:43:26.150367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.241728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4642f207-2319-4334-8bfd-536e618e7680 req-4a51d32e-505b-4a35-bf59-0907cf31db9a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204135 May 13 14:43:26.243653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Pushing event deleted for resources: {'Port': ['ID=33d4ae56-e66f-4bba-a273-ec773e4e8e18,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:26.243965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.339805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=3257bddc-294a-46d9-a4d0-3e832ec5bfe3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:26.432802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] No DVR routers for this DVR port 33d4ae56-e66f-4bba-a273-ec773e4e8e18 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:26.437346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.442409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'name': 'network-vif-deleted', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:26.495826 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a032cfcb-1b6c-428b-9ef7-7353cc3265c3 req-9e85cb95-2ed8-4e01-b99e-890527de46c5 tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.86 "DELETE /v2.0/ports/33d4ae56-e66f-4bba-a273-ec773e4e8e18 HTTP/1.1" status: 204 len: 173 time: 1.4417906 May 13 14:43:26.534409 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfefe16-564b-44f9-9962-9b09b0aed3f2'] response: {'server_uuid': '00cea7c5-5ed7-4438-94df-f32f448d465c', 'name': 'network-vif-deleted', 'tag': '33d4ae56-e66f-4bba-a273-ec773e4e8e18', 'status': 'completed', 'code': 200} May 13 14:43:26.812198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:26.989168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-052d2b0b-6260-46f4-8d5a-92d9bd86f0f4 req-ba40a1eb-f279-4e58-bd39-b546d5959bee tempest-ServersOnMultiNodesTest-703515288 tempest-ServersOnMultiNodesTest-703515288-project] 10.222.0.36 "GET /v2.0/ports?device_id=00cea7c5-5ed7-4438-94df-f32f448d465c HTTP/1.1" status: 200 len: 210 time: 0.0606952 May 13 14:43:27.331810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Router 6a9c5528-188d-4769-9c72-e96fe978853a has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:43:27.406134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0c9f6-8229-407d-8cdc-4777af377420 req-74b82903-8055-4e49-a04c-5f4be95ac27f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:27.408100 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7f0c9f6-8229-407d-8cdc-4777af377420 req-74b82903-8055-4e49-a04c-5f4be95ac27f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 945 time: 0.1358535 May 13 14:43:27.434909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 33d4ae56-e66f-4bba-a273-ec773e4e8e18 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:27.499783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 33d4ae56-e66f-4bba-a273-ec773e4e8e18 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:27.500109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 33d4ae56-e66f-4bba-a273-ec773e4e8e18 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:27.513521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7f0c9f6-8229-407d-8cdc-4777af377420 req-43b927c3-7c6e-4d78-b072-57c95631b1ab tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930989 May 13 14:43:27.714432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-a420c69b-8766-4ed2-b916-f056f50c2d81 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-696554903&fields=id&tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 267 time: 0.0653560 May 13 14:43:27.734958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c272-824d-4f59-98d3-eee0f2261096 req-59c810c3-a75a-4a0c-af43-117de1172119 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:27.736564 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f732c272-824d-4f59-98d3-eee0f2261096 req-59c810c3-a75a-4a0c-af43-117de1172119 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.2059722 May 13 14:43:27.737929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:43:27.748897 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9518a5c-4b7a-4eef-b597-531bfc6f9f3a admin admin] 10.222.0.36 "PUT /v2.0/routers/6a9c5528-188d-4769-9c72-e96fe978853a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9020441 May 13 14:43:27.753365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:27.759481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Sync routers for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:43:27.781451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:27.782912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:43:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:27.959459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f732c272-824d-4f59-98d3-eee0f2261096 req-e2bf6f45-8360-490a-afc2-08a9c5eb9cef tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413417 May 13 14:43:28.050930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.066379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-6d2edc8c-ff43-423f-8866-3919f25087e0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:28.081038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-6d2edc8c-ff43-423f-8866-3919f25087e0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 945 time: 0.3537583 May 13 14:43:28.094714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'security_groups': ['99508a36-693d-4c56-8269-53dfeaeb4505', 'f1d601fc-9c6c-49ce-ab00-e6376b02621b']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:28.249053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:28.465347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.532863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.644490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:28.675342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Deleting port d677c934-d942-4454-9151-679791119b3e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:28.675827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:28.985637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'd677c934-d942-4454-9151-679791119b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:43:26Z', 'revision_number': 5, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port': {'id': 'd677c934-d942-4454-9151-679791119b3e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:42:30Z', 'updated_at': '2022-05-13T14:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:28.993093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Checking router: 6a9c5528-188d-4769-9c72-e96fe978853a for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:43:29.006230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Routers {'6a9c5528-188d-4769-9c72-e96fe978853a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:43:29.007490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:43:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6a9c5528-188d-4769-9c72-e96fe978853a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:29.090800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:29.107469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416efbee-4896-4755-b023-b69ba4e6f03d req-525c7c18-4de7-4751-83bf-4655cac7e301 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:29.110738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-416efbee-4896-4755-b023-b69ba4e6f03d req-525c7c18-4de7-4751-83bf-4655cac7e301 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.6080339 May 13 14:43:29.161861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.169699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.186854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:29.196417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] For port d677c934-d942-4454-9151-679791119b3e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d677c934-d942-4454-9151-679791119b3e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:29.196974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.217948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0df54a9d-91e5-43d0-b18c-468a0b9536cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b30723e38f694aa5a634874e93229dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676007 May 13 14:43:29.222464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:29.269382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] Set router 6a9c5528-188d-4769-9c72-e96fe978853a gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:43:29.283110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:29.284187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.286609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e2d9e296-4d53-4e54-b332-d990ae4f6413 req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "PUT /v2.0/ports/62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 981 time: 1.2036352 May 13 14:43:29.302706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:29.367242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5e44-f597-4ea6-86b6-887176f41ba3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:29.484903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:29.522653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Calling delete_port for d677c934-d942-4454-9151-679791119b3e owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:29.558363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:43:28Z', 'revision_number': 6, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:29.585714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4639c9-8b93-4c91-a2ba-c73c80d808ab None None] The sync data for ids ['6a9c5528-188d-4769-9c72-e96fe978853a'] in n-d-841736-1 is: [{'id': '6a9c5528-188d-4769-9c72-e96fe978853a', 'name': 'tempest-FloatingIPDetailsTestJSON-962339320-router', 'tenant_id': '74a9773757154d7baf8f7144080ee682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:42:29Z', 'updated_at': '2022-05-13T14:43:28Z', 'revision_number': 6, 'project_id': '74a9773757154d7baf8f7144080ee682', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:43:29.634556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-416efbee-4896-4755-b023-b69ba4e6f03d req-73b4db51-8e29-4021-9f1b-b59375b8c4a4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965968 May 13 14:43:29.700155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.749832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:29.865622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-b5c6a1c5-c6a4-474b-94d3-c95ed065e485 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1911790154&fields=id&tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 267 time: 0.1258683 May 13 14:43:29.872797 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b8b4e1-f391-412f-bd33-71ebf0813a72'] response: {'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'status': 'completed', 'code': 200} May 13 14:43:29.944437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:43:30.048462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-27fb4035-a4a8-4f65-9fdb-bb6893089e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.092982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-0357dfa7-3903-4d1a-88f4-1eb5aaaf271e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:30.094739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-0357dfa7-3903-4d1a-88f4-1eb5aaaf271e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 984 time: 0.2207153 May 13 14:43:30.110325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'security_groups': ['99508a36-693d-4c56-8269-53dfeaeb4505', 'f1d601fc-9c6c-49ce-ab00-e6376b02621b', '9fe5ff62-2994-4449-b022-72bad94d8d43']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:30.125572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:30.130259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.220110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:30.220749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3257bddc-294a-46d9-a4d0-3e832ec5bfe3 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:30.277415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.391099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0ec28-34a0-4bfa-ae10-f79f08c61a20,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.436870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.502805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Pushing event deleted for resources: {'Port': ['ID=d677c934-d942-4454-9151-679791119b3e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.512931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.517471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2444a811-9009-4dac-a5fa-ee3cb1ca3997 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6c0ec28-34a0-4bfa-ae10-f79f08c61a20 HTTP/1.1" status: 204 len: 168 time: 1.2919605 May 13 14:43:30.630225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba70f5-2051-4e38-88cf-1c93bce3328e req-eb4cd44c-ebb6-411c-8e71-c4c1595942a9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:30.631918 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-00ba70f5-2051-4e38-88cf-1c93bce3328e req-eb4cd44c-ebb6-411c-8e71-c4c1595942a9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.6001744 May 13 14:43:30.636998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:30.647442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-47faca50-55f1-449b-81b4-badf9c17f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:30.649592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-47faca50-55f1-449b-81b4-badf9c17f7a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1135 time: 0.6199746 May 13 14:43:30.666305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.673050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.687300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:30.725086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.867502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:30.887419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:30.888338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:30.889971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f624f16-cff6-4c6d-b138-8fd361e27ca3 req-d564bd78-ba80-45f9-8af4-2fc0d44e1735 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "PUT /v2.0/ports/62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 1020 time: 0.7852356 May 13 14:43:30.998390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:31.053547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:31.152028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-00ba70f5-2051-4e38-88cf-1c93bce3328e req-50c72cc9-595a-4681-8d2a-26e539f5d3e6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012553 May 13 14:43:31.154828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.159032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.218647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.219147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9c5528-188d-4769-9c72-e96fe978853a {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:43:31.238465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-f5f2f955-cd29-40f9-82bd-d32259a6eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:31.238465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-f5f2f955-cd29-40f9-82bd-d32259a6eeed service neutron] 10.222.0.90 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.5624804 May 13 14:43:31.244251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1bbcc779-8bae-4791-937a-d295dab0c192 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ababdb6281c043479570df56e5bd6579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892321 May 13 14:43:31.245798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:31.286396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23365-110d-4201-861b-839bd4f7c213 req-e6cf04b6-831c-4546-a88c-c4729e30ed8e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:31.289182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8af23365-110d-4201-861b-839bd4f7c213 req-e6cf04b6-831c-4546-a88c-c4729e30ed8e tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.1854992 May 13 14:43:31.356900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-46609a3b-69fe-43ac-88e4-6281887770df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 217 time: 0.1100616 May 13 14:43:31.358802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.360140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d390fbec-4aee-4191-afb7-c0b03a78f726 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6a9c5528-188d-4769-9c72-e96fe978853a HTTP/1.1" status: 204 len: 168 time: 3.6057894 May 13 14:43:31.375754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:31.482341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8af23365-110d-4201-861b-839bd4f7c213 req-8b56dff4-932c-4936-98d0-5ffe1b3ea668 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715672 May 13 14:43:31.572429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Deleting subnet b33379f4-d19b-4032-b347-fd043154b78f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:43:31.577765 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.663120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-2f878e2a-cbb7-4186-8f0c-1617ee7862fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:31.665107 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-2f878e2a-cbb7-4186-8f0c-1617ee7862fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.3014226 May 13 14:43:31.748296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.770945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.778201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-ac49f491-6a2a-4054-ae61-69a9f81a9e40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051836 May 13 14:43:31.868868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a841eb-d932-4925-8198-b3505f47843e req-68721646-dfe3-4c65-adaa-d11ecdb1b282 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:31.872759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53a841eb-d932-4925-8198-b3505f47843e req-68721646-dfe3-4c65-adaa-d11ecdb1b282 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.1984138 May 13 14:43:31.882664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:31.888571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:31.982867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.016845 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae516fe4-1368-4ea2-a1fe-18a81d464cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.017914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c1b3-4449-44a9-b3c0-9c759819ef4c req-a3b5c681-33b6-4eab-99c1-b8955757f25d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:32.019567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce78c1b3-4449-44a9-b3c0-9c759819ef4c req-a3b5c681-33b6-4eab-99c1-b8955757f25d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1023 time: 0.5914888 May 13 14:43:32.050391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53a841eb-d932-4925-8198-b3505f47843e req-156c02e5-9da1-4950-ac2f-b1724285e0f6 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531570 May 13 14:43:32.121344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.134153 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4091616f-019e-43bf-a52f-e9eeac5fb7b8'] response: {'name': 'network-changed', 'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'status': 'completed', 'code': 200} May 13 14:43:32.142207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.185933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-035c70f8-4805-40ed-9d2f-f86cac2a0f4e req-f3c37dc5-597c-498b-9b12-c9fb21f44be2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:32.186982 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-035c70f8-4805-40ed-9d2f-f86cac2a0f4e req-f3c37dc5-597c-498b-9b12-c9fb21f44be2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168705 May 13 14:43:32.189443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33379f4-d19b-4032-b347-fd043154b78f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:32.193801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.203406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-414dd821-9321-4a78-a2fc-dd2979e7e262 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b33379f4-d19b-4032-b347-fd043154b78f HTTP/1.1" status: 204 len: 168 time: 0.8262820 May 13 14:43:32.205565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc79615-6c81-4e89-bd79-a9ac63c3acb5 None None] Network e0f120c7-d361-4b40-810f-2aa6251bc34a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:43:32.208145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:32.223281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-463616b4-c1f0-4fbc-a32a-a9c4d78585ee service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281874 May 13 14:43:32.224100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858025d1-bc81-4715-b7cc-efd9bb052e68,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:32.236992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.238729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e80b583-e428-4a09-8e98-1b5405cbaf69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/858025d1-bc81-4715-b7cc-efd9bb052e68 HTTP/1.1" status: 204 len: 168 time: 0.9883673 May 13 14:43:32.248317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d677c934-d942-4454-9151-679791119b3e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:32.357596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.388594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce78c1b3-4449-44a9-b3c0-9c759819ef4c req-497b146c-67aa-403e-b368-86ac49cfa8aa tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=f1d601fc-9c6c-49ce-ab00-e6376b02621b&id=9fe5ff62-2994-4449-b022-72bad94d8d43 HTTP/1.1" status: 200 len: 6156 time: 0.3101997 May 13 14:43:32.415117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d677c934-d942-4454-9151-679791119b3e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:32.415655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d677c934-d942-4454-9151-679791119b3e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:32.485703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c02902b-b35c-4d18-858b-ea3e92b599fd req-e13b785e-0a90-4258-8422-ed5111d04017 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364683 May 13 14:43:32.639044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Deleting port f113d41a-12bb-4a57-b5b5-c4e65bb1759d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:32.639628 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.770040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] DHCP port deletion for e0f120c7-d361-4b40-810f-2aa6251bc34a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:43:32.775306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Deleting port f113d41a-12bb-4a57-b5b5-c4e65bb1759d {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:32.776120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.883216 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:32.925795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b150195-2cb5-4f72-97d9-4e188811251d req-e828dd5a-fcc8-47a8-acdf-4109caaf8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:32.928578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-e828dd5a-fcc8-47a8-acdf-4109caaf8058 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1174 time: 0.3835752 May 13 14:43:32.997932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-035c70f8-4805-40ed-9d2f-f86cac2a0f4e req-40e14232-a67d-41c0-9612-a5345aa8e276 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7869885 May 13 14:43:33.179410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] For port f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:33.180640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.211110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] For port f113d41a-12bb-4a57-b5b5-c4e65bb1759d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,segment=NetworkSegment(51a28397-93cd-46cb-a03a-89fb8ebb862f),segment_id=51a28397-93cd-46cb-a03a-89fb8ebb862f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:33.214391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.418792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b150195-2cb5-4f72-97d9-4e188811251d req-8f24e6ea-da4e-4c7d-ad25-978aaffd393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:33.421462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-8f24e6ea-da4e-4c7d-ad25-978aaffd393a service neutron] 10.222.0.90 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.4801040 May 13 14:43:33.431448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Calling delete_port for f113d41a-12bb-4a57-b5b5-c4e65bb1759d owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:33.488675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.511246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2061110288 ', 'description': 'tempest-description-1312208219'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:33.525001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Calling delete_port for f113d41a-12bb-4a57-b5b5-c4e65bb1759d owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:33.555606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:33.561938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-4c9f9588-deb7-4ba1-9177-4d923cf27fd8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 200 len: 217 time: 0.1315978 May 13 14:43:33.606047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.608753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:33.644100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.645962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b8cc2-ea67-4f0e-94b9-f31873d8e9ae req-b2f29ab0-e850-40fa-892c-f908393f450d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:33.654059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb1b8cc2-ea67-4f0e-94b9-f31873d8e9ae req-b2f29ab0-e850-40fa-892c-f908393f450d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.8359191 May 13 14:43:33.677430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] No DVR routers for this DVR port f113d41a-12bb-4a57-b5b5-c4e65bb1759d on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:33.695082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80562034-43b5-42ed-9836-fad9dc621bb2 None None] Pushing event deleted for resources: {'Port': ['ID=f113d41a-12bb-4a57-b5b5-c4e65bb1759d,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:33.704368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b150195-2cb5-4f72-97d9-4e188811251d req-590c98a7-81ac-43b3-a381-e7915236d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:33.704504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:33.705994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-590c98a7-81ac-43b3-a381-e7915236d7fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.1367805 May 13 14:43:33.710274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:33.715136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:33.727655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:33.785466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fb1b8cc2-ea67-4f0e-94b9-f31873d8e9ae req-49f2bef1-5dc4-4f71-a2c8-aa47f16d8e54 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298022 May 13 14:43:33.817862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-a1a165af-0066-4137-95de-98235acd8058 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989406 May 13 14:43:33.890485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:33.894729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:43:33.895265 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:43:33.897064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.004863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d79b4a-0adc-4ca0-b858-31df4665ed23,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:34.030756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.038581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c1663d6f-52f3-45ba-8129-46d4e8da34cd req-1838d7c1-dd3c-4d6a-bc29-38d5418f788b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7463417 May 13 14:43:34.145305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a4fc2a24-c0fd-4a59-b3e9-f704b959f0fc req-8c711b3e-89e9-48ed-b6af-d048087cfab0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c0d79b4a-0adc-4ca0-b858-31df4665ed23 HTTP/1.1" status: 200 len: 1783 time: 0.0730538 May 13 14:43:34.146470 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-b51b39e8-b543-4ea2-88ea-4f6628e32923 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238688 May 13 14:43:34.184748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78acc8b-3c10-4ada-80cc-f8c13cb99553 req-e9c7ba7b-fe69-452f-9e75-e95877de8f50 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:34.186345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c78acc8b-3c10-4ada-80cc-f8c13cb99553 req-e9c7ba7b-fe69-452f-9e75-e95877de8f50 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.2061939 May 13 14:43:34.200758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f113d41a-12bb-4a57-b5b5-c4e65bb1759d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:34.246946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f113d41a-12bb-4a57-b5b5-c4e65bb1759d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:34.247502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f113d41a-12bb-4a57-b5b5-c4e65bb1759d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:34.396186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Deleting port f113d41a-12bb-4a57-b5b5-c4e65bb1759d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:34.397075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.407509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c78acc8b-3c10-4ada-80cc-f8c13cb99553 req-ab91f463-1504-408e-ac1e-0c18f80d19b9 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209276 May 13 14:43:34.438511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b150195-2cb5-4f72-97d9-4e188811251d req-0038e7d2-6298-492c-a7e5-bffee8661696 service neutron] 10.222.0.90 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810442 May 13 14:43:34.523770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] The port 'f113d41a-12bb-4a57-b5b5-c4e65bb1759d' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:43:34.555949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-388a91c8-d712-44dc-9ad1-a87494ce47ee tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c0d79b4a-0adc-4ca0-b858-31df4665ed23 HTTP/1.1" status: 200 len: 1783 time: 0.1929657 May 13 14:43:34.715229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18e804-8521-4e6e-8500-c9c8c38718d0 req-dd2fafa0-9ef2-4afa-8f09-8780d1922a65 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:34.725095 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be18e804-8521-4e6e-8500-c9c8c38718d0 req-dd2fafa0-9ef2-4afa-8f09-8780d1922a65 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.1418116 May 13 14:43:34.729987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.736592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.792515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f120c7-d361-4b40-810f-2aa6251bc34a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:34.810828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be18e804-8521-4e6e-8500-c9c8c38718d0 req-97094cb1-9a6e-4b67-81cc-3d286963f364 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808313 May 13 14:43:34.817460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a28397-93cd-46cb-a03a-89fb8ebb862f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:34.817786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a28397-93cd-46cb-a03a-89fb8ebb862f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:43:34.825547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.842187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.875304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.884733 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.897295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:43:34.898039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: timer() May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:43:34.913570 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:43:35.024631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.029601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.084682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.095417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d79b4a-0adc-4ca0-b858-31df4665ed23,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:35.099516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f120c7-d361-4b40-810f-2aa6251bc34a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:35.144995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.146894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fdbe166-4ad5-467e-bb73-e20530883db2 req-7c264316-c48b-4e69-9129-d79c4b7f3bc0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/c0d79b4a-0adc-4ca0-b858-31df4665ed23 HTTP/1.1" status: 204 len: 173 time: 0.5694246 May 13 14:43:35.154489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a174b84e-c9d0-4583-af7e-ff4a38744c21 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e0f120c7-d361-4b40-810f-2aa6251bc34a HTTP/1.1" status: 204 len: 168 time: 2.9403739 May 13 14:43:35.154660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a53f9-657f-4bc8-bd60-2b8a68aa68ce req-7ecef879-1eee-43a5-9321-fa9dad59a8e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:35.154660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d74a53f9-657f-4bc8-bd60-2b8a68aa68ce req-7ecef879-1eee-43a5-9321-fa9dad59a8e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1101260 May 13 14:43:35.232701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d74a53f9-657f-4bc8-bd60-2b8a68aa68ce req-683ca9cb-4e61-4e69-8e51-56bb0582a631 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698597 May 13 14:43:35.351232 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-12aa9bd2-4434-44de-9a0c-e0a4c634e8d7 req-93aab41d-8acd-4bc1-ac47-ebb60d63f88e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:43:35.352877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12aa9bd2-4434-44de-9a0c-e0a4c634e8d7 req-93aab41d-8acd-4bc1-ac47-ebb60d63f88e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c0d79b4a-0adc-4ca0-b858-31df4665ed23 HTTP/1.1" status: 404 len: 352 time: 0.0323405 May 13 14:43:35.392963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99204a79-57ea-4f37-b0c0-79c1165ce4de req-e0f93b0c-2a2c-4769-a0ed-e4f0222d8b05 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:35.394856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99204a79-57ea-4f37-b0c0-79c1165ce4de req-e0f93b0c-2a2c-4769-a0ed-e4f0222d8b05 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.1466625 May 13 14:43:35.456930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1463317551', 'description': 'tempest-description-1391306023'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:35.465861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:35.473327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:35.479907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:35.482377 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99204a79-57ea-4f37-b0c0-79c1165ce4de req-631e5b66-d96f-470d-81fe-7e2aed92e655 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784769 May 13 14:43:35.491975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:35.506619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:35.535930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.606177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:35.631333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:35.638052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:35.647690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b79f25e-023b-4fb3-ac6d-a37172ea76ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74a9773757154d7baf8f7144080ee682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330948 May 13 14:43:35.649054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:35.651990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:35.784617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.876883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.881755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:35.900774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.023083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c206069e-a883-490d-83b0-9d7ace570519,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:36.050763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.052646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3635bdda-4378-45f6-a3cf-97e5890361d4 req-a3717720-6601-4004-a25b-bd6af2c5324a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6010869 May 13 14:43:36.110465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.154978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1490281022', 'description': 'tempest-description-899640315'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:36.160658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ca324-01a1-4612-ad75-7830c7c06849,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:36.166403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:36.172067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:36.176107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.180561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2759906-d7c3-4dfb-a61f-559410a0153f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/466ca324-01a1-4612-ad75-7830c7c06849 HTTP/1.1" status: 204 len: 168 time: 0.5243738 May 13 14:43:36.180561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:36.189118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:36.203164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.230754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc23b0-252c-49f7-98d1-1c1a66ee7212 req-bcdc8ee9-7330-40ee-bfe3-3cfc48132fd2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:36.231602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:36.237435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc23b0-252c-49f7-98d1-1c1a66ee7212 req-bcdc8ee9-7330-40ee-bfe3-3cfc48132fd2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:36.237717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:36.241572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:36.243570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc23b0-252c-49f7-98d1-1c1a66ee7212 req-bcdc8ee9-7330-40ee-bfe3-3cfc48132fd2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:36.250285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0ffc23b0-252c-49f7-98d1-1c1a66ee7212 req-bcdc8ee9-7330-40ee-bfe3-3cfc48132fd2 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef&device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897&device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 2417 time: 0.2306070 May 13 14:43:36.251068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:36.325626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0ffc23b0-252c-49f7-98d1-1c1a66ee7212 req-323bda65-3d5a-4798-9c0b-c2b83c62a786 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735106 May 13 14:43:36.388181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.394478 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.462240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804c045d-94c1-4e9a-ab7a-51dee67280d8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:36.471951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.471951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e8f3676-4bcf-46fe-984c-f5ce162a9a58 req-94565917-e910-454e-af34-e6019e3ca860 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3239908 May 13 14:43:36.530170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-50d6357a-fb97-408d-a1ad-9cd3c4e4a63f req-5bf15813-9c39-4502-acc8-d414fdc556cf tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:43:36.531066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50d6357a-fb97-408d-a1ad-9cd3c4e4a63f req-5bf15813-9c39-4502-acc8-d414fdc556cf tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094604 May 13 14:43:36.643316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50d6357a-fb97-408d-a1ad-9cd3c4e4a63f req-8eb9ae85-ee49-4439-84ed-5aab6c823b8c tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0982866 May 13 14:43:36.676311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4446-d57f-4110-b452-1014a9c926a2 req-c22ed64f-7fbb-4fbe-bdf8-24474102f625 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:36.679139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95bb4446-d57f-4110-b452-1014a9c926a2 req-c22ed64f-7fbb-4fbe-bdf8-24474102f625 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1501079 May 13 14:43:36.773956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95bb4446-d57f-4110-b452-1014a9c926a2 req-a31c6a7b-2044-4e27-a590-585609506540 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882428 May 13 14:43:36.856254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-208577780', 'description': 'tempest-description-593364597'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:36.868894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:36.878414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:36.882744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:36.890640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:36.914888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:36.956673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:36.966606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:36.976958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:36.991017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:37.126445 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.135874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.237569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0443da62-9f8c-420c-8e1c-36b0d5c4472b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:37.242963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.244973 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-02f08bdb-70e0-413c-8606-f86aa81988d7 req-c027e106-59d1-4768-8ca4-453ad7e73419 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3948464 May 13 14:43:37.406539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a817ea92-3bb3-4bad-b64e-b78f7cd65de6 req-21d1931c-4a40-45cc-ac07-a5e13660148a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:37.425523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a817ea92-3bb3-4bad-b64e-b78f7cd65de6 req-21d1931c-4a40-45cc-ac07-a5e13660148a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:37.427210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a817ea92-3bb3-4bad-b64e-b78f7cd65de6 req-21d1931c-4a40-45cc-ac07-a5e13660148a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 10909 time: 0.1518521 May 13 14:43:37.489721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a817ea92-3bb3-4bad-b64e-b78f7cd65de6 req-119e7eb4-7160-4c4e-bbf8-7aa940e61bfd tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/99508a36-693d-4c56-8269-53dfeaeb4505 HTTP/1.1" status: 200 len: 2985 time: 0.0546570 May 13 14:43:37.558940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a817ea92-3bb3-4bad-b64e-b78f7cd65de6 req-c68d4781-c924-4571-a11e-680604a98139 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/99508a36-693d-4c56-8269-53dfeaeb4505 HTTP/1.1" status: 200 len: 2985 time: 0.0600011 May 13 14:43:37.686343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-b3071e70-6781-46d6-8cd5-be27c5cd78fe tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c206069e-a883-490d-83b0-9d7ace570519 HTTP/1.1" status: 200 len: 1803 time: 0.0880518 May 13 14:43:37.939384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:37.972571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.028183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.048162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c206069e-a883-490d-83b0-9d7ace570519,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:38.068523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.073074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5987a3a8-f411-4393-ba60-d1ec4838c99d req-612125fb-8993-4541-b20f-69c7c6e76cae tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/c206069e-a883-490d-83b0-9d7ace570519 HTTP/1.1" status: 204 len: 173 time: 0.3792746 May 13 14:43:38.112525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df842e2-ba0e-43ea-9bfc-f67eb9cf030c req-94aa3cd0-8389-49f9-ad8d-06879836f492 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:38.114263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2df842e2-ba0e-43ea-9bfc-f67eb9cf030c req-94aa3cd0-8389-49f9-ad8d-06879836f492 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1152790 May 13 14:43:38.167854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2df842e2-ba0e-43ea-9bfc-f67eb9cf030c req-f9d5d622-f82b-439c-a361-490580e6999f tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459583 May 13 14:43:38.238090 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-bf549111-86df-4f8c-8840-9cae4d860df1 req-80fe7cd2-b3d0-4617-ac0a-e422714eb797 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:43:38.239290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf549111-86df-4f8c-8840-9cae4d860df1 req-80fe7cd2-b3d0-4617-ac0a-e422714eb797 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c206069e-a883-490d-83b0-9d7ace570519 HTTP/1.1" status: 404 len: 352 time: 0.0184355 May 13 14:43:38.355516 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-b8ae1c10-a25a-4236-8db8-52b7daa7053b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/804c045d-94c1-4e9a-ab7a-51dee67280d8 HTTP/1.1" status: 200 len: 1802 time: 0.0726223 May 13 14:43:38.460085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.497663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.576532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.607391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c045d-94c1-4e9a-ab7a-51dee67280d8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:38.618368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:38.621456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad2aaf6a-2a77-4dba-9633-8fe71b1a3024 req-593cfea1-fca0-42f3-b2be-0ae4f6b702a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/804c045d-94c1-4e9a-ab7a-51dee67280d8 HTTP/1.1" status: 204 len: 173 time: 0.2569773 May 13 14:43:38.708350 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-bb80833e-d913-47b2-a15a-def55e385b21 req-9f311e4e-66da-4006-9c54-4e89fcab8da1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:43:38.710058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb80833e-d913-47b2-a15a-def55e385b21 req-9f311e4e-66da-4006-9c54-4e89fcab8da1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/804c045d-94c1-4e9a-ab7a-51dee67280d8 HTTP/1.1" status: 404 len: 352 time: 0.0288212 May 13 14:43:38.883636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-c71bd1d7-74de-41f0-ac56-48b408035512 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/0443da62-9f8c-420c-8e1c-36b0d5c4472b HTTP/1.1" status: 200 len: 1801 time: 0.0932455 May 13 14:43:39.017021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.056521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.152872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.180927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443da62-9f8c-420c-8e1c-36b0d5c4472b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:39.199358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.200753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81c276ea-8855-43dc-88be-c7c00b3cb87c req-0fd2d407-bc75-426d-a994-5e7c792c83a5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/0443da62-9f8c-420c-8e1c-36b0d5c4472b HTTP/1.1" status: 204 len: 173 time: 0.3157516 May 13 14:43:39.311711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08208570-8ada-49c7-aaae-1937d3c023bf req-a23176f6-9080-49ef-8e0e-9d4d78a10392 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:39.322295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08208570-8ada-49c7-aaae-1937d3c023bf req-a23176f6-9080-49ef-8e0e-9d4d78a10392 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.1354935 May 13 14:43:39.383389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-08208570-8ada-49c7-aaae-1937d3c023bf req-f741c162-a513-4033-baee-18e2acb00ca8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 May 13 14:43:39.393912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:39.426382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf455ef-079f-459f-aa19-16881511d356 req-7151248f-8af2-4c70-b3b3-2a95f34d7a63 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:39.428718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf455ef-079f-459f-aa19-16881511d356 req-7151248f-8af2-4c70-b3b3-2a95f34d7a63 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1258492 May 13 14:43:39.449092 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-2a76c238-b633-4578-af3d-f75e9b21ec66 req-d8019490-0e94-46b1-b68e-a577f1e711f5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:43:39.450766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a76c238-b633-4578-af3d-f75e9b21ec66 req-d8019490-0e94-46b1-b68e-a577f1e711f5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/0443da62-9f8c-420c-8e1c-36b0d5c4472b HTTP/1.1" status: 404 len: 352 time: 0.0354435 May 13 14:43:39.515688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf455ef-079f-459f-aa19-16881511d356 req-d01b776b-df00-441b-9a07-e5b57ac8f145 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764475 May 13 14:43:39.607942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.628568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20bb1210-e6dc-4a69-90f7-9fbeb8d562ba req-e22a5d6b-015a-4a42-ae2d-40b70f1742c4 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:39.636140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:39.646521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Usage tracker for resource:security_group_rule and tenant:1ffb3b81c72b4d57a53b4ee28b4f13e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:39.650441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:39.658104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:39.662356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20bb1210-e6dc-4a69-90f7-9fbeb8d562ba req-e22a5d6b-015a-4a42-ae2d-40b70f1742c4 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:39.663749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20bb1210-e6dc-4a69-90f7-9fbeb8d562ba req-e22a5d6b-015a-4a42-ae2d-40b70f1742c4 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 6156 time: 0.1837366 May 13 14:43:39.766262 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20bb1210-e6dc-4a69-90f7-9fbeb8d562ba req-853699a3-c774-417d-baa9-842229101ca6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/99508a36-693d-4c56-8269-53dfeaeb4505 HTTP/1.1" status: 200 len: 2985 time: 0.0763886 May 13 14:43:39.855212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.860794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:39.891868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20bb1210-e6dc-4a69-90f7-9fbeb8d562ba req-283b1827-67c5-4079-8dbd-b9b678741a67 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/99508a36-693d-4c56-8269-53dfeaeb4505 HTTP/1.1" status: 200 len: 2985 time: 0.1126411 May 13 14:43:39.927240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1249111581', 'description': 'tempest-description-793750346'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:39.934618 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ffb3b81c72b4d57a53b4ee28b4f13e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390365 May 13 14:43:39.936881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc557e-35e8-4473-b49e-4b4fd6b8cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611bcdbe-614e-4e85-bff6-f418df05ea6f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:39.938587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:43:39.939695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:39.953426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:39.979104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.011234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:40.015508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:40.019352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:40.026835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:40.056727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.103094 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.138086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.142697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.191867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd040a-d4c0-45fa-b30d-9e02eda92a8c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.192812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.203989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.205353 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1af368e1-2bc7-4106-ac88-74bc3d438506 req-77b522a6-a8a1-4bbc-b720-bfce4061fb03 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2869315 May 13 14:43:40.217200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611bcdbe-614e-4e85-bff6-f418df05ea6f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.229072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.231300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c4fe7b9-f4d7-4953-9132-3cad275f98b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/611bcdbe-614e-4e85-bff6-f418df05ea6f HTTP/1.1" status: 204 len: 168 time: 0.2889366 May 13 14:43:40.239612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1398835632', 'description': 'tempest-description-310256182'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:40.254304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:40.261011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:40.266352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:40.277495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:40.294406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.331590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:40.338224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:40.342123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:40.349730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:40.497854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.514768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.556539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3607e0-08b0-4dd4-89e0-df6099164606,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:40.557547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb05e99-0567-4cf1-8038-6ba71b283327 req-35374d12-1997-41ae-b8b2-b6baf775e258 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:40.559765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4bb05e99-0567-4cf1-8038-6ba71b283327 req-35374d12-1997-41ae-b8b2-b6baf775e258 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1196163 May 13 14:43:40.560634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:40.561888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a2cf7704-04dc-40ec-ab34-4caec48e6bd0 req-096e3f8a-a182-4a71-b9af-c153a2b0a2b6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3282993 May 13 14:43:40.671569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4bb05e99-0567-4cf1-8038-6ba71b283327 req-76b490d3-c616-4baf-927d-a71be4be5d1a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879931 May 13 14:43:40.730702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-9432ec93-95c5-4bd8-8e63-8b6b8cbcb866 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:40.733878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-9432ec93-95c5-4bd8-8e63-8b6b8cbcb866 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.1708949 May 13 14:43:40.933570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942105-b32c-4a7f-b413-9e00ceab1bfa req-50eb5a1e-891d-4186-ba53-ac06ac3b5830 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:40.935255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91942105-b32c-4a7f-b413-9e00ceab1bfa req-50eb5a1e-891d-4186-ba53-ac06ac3b5830 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1008651 May 13 14:43:40.996279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91942105-b32c-4a7f-b413-9e00ceab1bfa req-ba4c02b9-3764-4e3a-836b-60f28ea62df6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492535 May 13 14:43:41.022923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Deleting port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:41.023347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.136563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470630e-9d9e-4a3f-a631-f901363d4b5c req-ec1d2eaa-c737-4c4d-83f0-2b60e5158f68 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:41.138168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5470630e-9d9e-4a3f-a631-f901363d4b5c req-ec1d2eaa-c737-4c4d-83f0-2b60e5158f68 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 945 time: 0.2071521 May 13 14:43:41.291320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5470630e-9d9e-4a3f-a631-f901363d4b5c req-68ce8198-a89f-46d1-888f-df269e532cb1 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377330 May 13 14:43:41.340634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91addc1-f018-4cc3-887c-bb7292e8e9af req-441d7028-5083-4009-a6d6-2f0715dafcd1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:41.349204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a91addc1-f018-4cc3-887c-bb7292e8e9af req-441d7028-5083-4009-a6d6-2f0715dafcd1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1608148 May 13 14:43:41.371363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] For port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:41.371730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.411371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a91addc1-f018-4cc3-887c-bb7292e8e9af req-f7880155-cbaa-4baf-80b8-071f60d82958 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610538 May 13 14:43:41.516529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Calling delete_port for 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:41.698901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b023e1-72be-491c-9490-44032e17ce3a req-4baf3b6b-ea99-464a-8473-227b9b2dc4ee tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:41.708777 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6b023e1-72be-491c-9490-44032e17ce3a req-4baf3b6b-ea99-464a-8473-227b9b2dc4ee tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1160643 May 13 14:43:41.776791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6b023e1-72be-491c-9490-44032e17ce3a req-732a4aab-4af4-4ceb-8e74-5dab2e205247 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672419 May 13 14:43:41.845643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-0b23182e-2115-48b5-a34a-77cc6b5ff76f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:41.847775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-0b23182e-2115-48b5-a34a-77cc6b5ff76f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 811 time: 0.2865617 May 13 14:43:41.871214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-5e851976-abc5-4e60-89c5-f08c5db2552d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/quotas/7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 375 time: 0.0160420 May 13 14:43:41.952063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:41.967242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2e532a24-014f-4ca8-bd75-f088c03a2962', '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:42.046703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event deleted for resources: {'Port': ['ID=8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:42.190910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['acce234f-b8ac-47ef-864a-1bee43b821be'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:42.205905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a8713-ac10-4e6c-8836-6fe62a3b6134 req-e2502906-4189-4aa7-a506-bd9b6a421bbb tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:42.208597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-812a8713-ac10-4e6c-8836-6fe62a3b6134 req-e2502906-4189-4aa7-a506-bd9b6a421bbb tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.2682929 May 13 14:43:42.232827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-a2fa1e51-fa4a-437c-9758-f10bb5aa9f5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3545702 May 13 14:43:42.234467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] No DVR routers for this DVR port 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:42.237852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:42.244995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'name': 'network-vif-deleted', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:42.297096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-812a8713-ac10-4e6c-8836-6fe62a3b6134 req-2d569e1c-a78d-4ce9-bf12-975354ef3d78 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778992 May 13 14:43:42.367128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70ec2ea4-6452-4b45-b3c1-e5a3ecf4761b req-be88a06f-2b03-49fb-9fa5-52d764b8340a tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "DELETE /v2.0/ports/8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 HTTP/1.1" status: 204 len: 173 time: 1.6204801 May 13 14:43:42.631273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-4c48599d-80ff-4f33-ac8e-23ed264d606e service neutron] 10.222.0.36 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802853 May 13 14:43:42.763328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3eed-5792-4a1c-b4e0-9560f2e6bd84 req-441530ad-6d66-4565-9e32-d1868cb008d2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:42.778813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-336a3eed-5792-4a1c-b4e0-9560f2e6bd84 req-441530ad-6d66-4565-9e32-d1868cb008d2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.2270443 May 13 14:43:42.889211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-336a3eed-5792-4a1c-b4e0-9560f2e6bd84 req-30a968d7-4809-4f84-9283-2f6c916e81a0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082439 May 13 14:43:42.982228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-e60b29ed-c7ad-41dc-bd7d-4b7b443adaeb service neutron] 10.222.0.36 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469357 May 13 14:43:43.404051 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f286da8c-33c5-40b0-ab2d-3d829a9b5a13'] response: {'server_uuid': 'd3bc0e29-4dcd-445f-898b-925f09a7f7ef', 'name': 'network-vif-deleted', 'tag': '8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0', 'status': 'completed', 'code': 200} May 13 14:43:43.417275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-998e74bd-0437-4a7f-a3a5-8aa355fbb482 req-1b8017ab-20b6-4eb1-9d6a-2a157e0d9bd8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:43.449054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-998e74bd-0437-4a7f-a3a5-8aa355fbb482 req-1b8017ab-20b6-4eb1-9d6a-2a157e0d9bd8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:43.451631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-998e74bd-0437-4a7f-a3a5-8aa355fbb482 req-1b8017ab-20b6-4eb1-9d6a-2a157e0d9bd8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bc0e29-4dcd-445f-898b-925f09a7f7ef HTTP/1.1" status: 200 len: 210 time: 0.1316044 May 13 14:43:43.675070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-d42da5ff-df62-454c-9c27-ed1f8be529e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:43.683107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-d42da5ff-df62-454c-9c27-ed1f8be529e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.2338963 May 13 14:43:43.704995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-92e3654f-ed22-479e-8405-bbf6506d1fcf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/quotas/75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 375 time: 0.0206263 May 13 14:43:43.887962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f6251107-3614-42fb-99c3-6a7ccdafa586 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1804192 May 13 14:43:44.133196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-d0bc0faf-ae0a-45ba-85d0-607ac17a9a19 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353878 May 13 14:43:44.403914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-acf1c625-41eb-4a13-8c4e-36113673738d service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608161 May 13 14:43:44.662356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-753f57b9-86a9-401c-bbca-8a404420a0e5 req-f93f2f85-47e1-4921-a3c0-7c9b700eaeb9 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 210 time: 0.1300375 May 13 14:43:45.093235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793f66-e505-4c67-abd3-86beb17aa6ec req-dd8b0f34-7f3f-44cd-be5c-8f2687814318 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:45.095419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f793f66-e505-4c67-abd3-86beb17aa6ec req-dd8b0f34-7f3f-44cd-be5c-8f2687814318 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1509278 May 13 14:43:45.191800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f793f66-e505-4c67-abd3-86beb17aa6ec req-6cbfd62f-a444-4412-8c5a-52591c4c1423 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843728 May 13 14:43:45.552915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:45.609240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-adb00a7a-31b9-4629-8308-2acd93a9b018 req-6f730b27-13a1-4eb6-af9e-53b32e2f6e42 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 210 time: 0.3222046 May 13 14:43:45.682198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:45.682754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8fa3bd72-dad8-4d2d-b5c2-184f13cd73b0 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:46.098521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-b32ab1d9-ed41-4b0e-aa3e-84072e68d4ff tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.106430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-b32ab1d9-ed41-4b0e-aa3e-84072e68d4ff tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.86 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 811 time: 0.5083568 May 13 14:43:46.128810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'device_id': 'd1852458-edc9-4369-b35c-b929f0144edf', 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9', 'admin_state_up': True, 'tenant_id': '7325f71b52dc4499a0feaa7280243e4d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:46.426164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:46.514150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:46.571052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54974956-5f33-4383-8384-ec99edf7a17a req-81c380dc-9527-4ecd-8f31-980a9307bf5e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 210 time: 0.1505597 May 13 14:43:46.577484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Made reservation on behalf of 7325f71b52dc4499a0feaa7280243e4d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:46.592956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:46.910382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-a50c2953-9e29-48e0-b51c-71be427a5770 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673131 May 13 14:43:46.925375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9adeb0-80e5-4ae4-bf6f-3140eb98b7e2 req-26eea200-382f-4eff-a95f-dec5965ea97e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:46.934196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a9adeb0-80e5-4ae4-bf6f-3140eb98b7e2 req-26eea200-382f-4eff-a95f-dec5965ea97e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.2764618 May 13 14:43:47.158990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a9adeb0-80e5-4ae4-bf6f-3140eb98b7e2 req-b19e3dfb-781a-4408-83cd-6a3a1df3cf38 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226744 May 13 14:43:47.313909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-a089b42e-d2aa-4f4f-9acd-4374502194c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.317227 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-a089b42e-d2aa-4f4f-9acd-4374502194c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 1096 time: 0.3284450 May 13 14:43:47.330901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-27e8faeb-30e1-4503-a82d-4ac4234c61f4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.333410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-27e8faeb-30e1-4503-a82d-4ac4234c61f4 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.86 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.3421364 May 13 14:43:47.348318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'device_id': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'admin_state_up': True, 'tenant_id': '75c3cb608ca04661bbf341e51af50a27'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:47.356023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Allocated IP 172.20.0.12 (014b9588-c2e8-4341-a5d4-7eea61b9b3c9/c1cb12b8-1d55-40b8-a0f6-862da2dd9913/7a15f93a-bdca-4829-9b92-b9b9825e0576) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:47.557986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f591a0-9c9f-44b4-806a-b9000c567298 req-20515987-10b1-478c-98c0-dee50370fbaf tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.574679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54f591a0-9c9f-44b4-806a-b9000c567298 req-20515987-10b1-478c-98c0-dee50370fbaf tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.3778150 May 13 14:43:47.727861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-4065ae01-fa30-4879-8330-c44669662c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.727861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-4065ae01-fa30-4879-8330-c44669662c10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.3331127 May 13 14:43:47.800490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-b6496b65-64d4-4324-b15f-1498311915ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 200 len: 217 time: 0.0786688 May 13 14:43:47.949173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:47.956471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-b77c4875-39a5-4bdb-b5f1-0cc9fc208761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:47.958244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-b77c4875-39a5-4bdb-b5f1-0cc9fc208761 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.1442363 May 13 14:43:47.967361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:48.009539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54f591a0-9c9f-44b4-806a-b9000c567298 req-f57354f6-e525-44dd-92b3-8ba6c39fbfb6 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011202 May 13 14:43:48.060804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:48.064907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.090419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-991af535-4614-4421-9ee9-59882e7139f4 req-1d06867b-fd57-42ee-8552-1d60645bb109 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 210 time: 0.0803511 May 13 14:43:48.130092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.239992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-2b4b203e-5d46-4351-ac55-641cfa15b13f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.243319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-2b4b203e-5d46-4351-ac55-641cfa15b13f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.2323360 May 13 14:43:48.249348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.263393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:48.368374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:48.439050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:48.444118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:48.444478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-620a3022-9cc2-4960-b875-c47a629bfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.446112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-620a3022-9cc2-4960-b875-c47a629bfdee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4802010 May 13 14:43:48.447920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:48.557196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Deleting port acce234f-b8ac-47ef-864a-1bee43b821be {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:48.557419 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.587318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.20.0.6 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/dd47d5f0-e2cb-4ef3-b44b-091c6097db6e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:48.623988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.624677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:48.708573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-cf384366-9b4d-43b5-b16d-65eb0e7e69cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5837815 May 13 14:43:48.760292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82c61a-9f56-46c1-a529-270402b26915 req-41e15101-4212-47a3-b22f-06cf393c4d19 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:48.771581 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df82c61a-9f56-46c1-a529-270402b26915 req-41e15101-4212-47a3-b22f-06cf393c4d19 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 932 time: 0.4653046 May 13 14:43:48.776605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-d36ef114-051d-4c51-afe5-d14dd0e35431 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131449 May 13 14:43:48.821158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Request body: {'port': {'device_id': 'd1852458-edc9-4369-b35c-b929f0144edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:49.043856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212ba3-6cc9-4ee3-9fb0-b192f397e64b req-36ba1c9d-4c7c-4b01-a5f3-c1a62a6507a5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.051472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b212ba3-6cc9-4ee3-9fb0-b192f397e64b req-36ba1c9d-4c7c-4b01-a5f3-c1a62a6507a5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.5520744 May 13 14:43:49.160741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.187564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.212854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b212ba3-6cc9-4ee3-9fb0-b192f397e64b req-b870d1ea-f911-4a9b-96df-89b3df99d316 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603885 May 13 14:43:49.221546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] For port acce234f-b8ac-47ef-864a-1bee43b821be, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=acce234f-b8ac-47ef-864a-1bee43b821be,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:49.221910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.339953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-df82c61a-9f56-46c1-a529-270402b26915 req-b3c5393c-730c-4de0-8ba5-c17305c698cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:49.422516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Calling delete_port for acce234f-b8ac-47ef-864a-1bee43b821be owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:43:49.494450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-df82c61a-9f56-46c1-a529-270402b26915 req-b3c5393c-730c-4de0-8ba5-c17305c698cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:49.496383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df82c61a-9f56-46c1-a529-270402b26915 req-b3c5393c-730c-4de0-8ba5-c17305c698cc tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235425 May 13 14:43:49.527665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03f28a74-c2dd-4ff3-bb9b-a06555f2d441 req-887e7954-785b-45c6-afb1-d33624c258ea service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434473 May 13 14:43:49.573347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.613657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Transition to ACTIVE for port object dd47d5f0-e2cb-4ef3-b44b-091c6097db6e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:49.672956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.685742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b', '80117d94-32f8-4cd4-9770-08c3e4e480c6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:49.751611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:49.764584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:49.781034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:49.881083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:49.882024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:49.958240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-1ded766c-2f02-441f-b20c-b3c73fd1918a tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1948898 May 13 14:43:49.966165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6235836 May 13 14:43:50.156154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-642ff950-74c1-4ca6-8090-58a14752cb92 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:50.161011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-642ff950-74c1-4ca6-8090-58a14752cb92 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008376 May 13 14:43:50.174563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Request body: {'port': {'device_id': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:50.256484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-bd7597e5-527c-475b-ad8d-a0ff7da22266 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/quotas/bf428eca2abe45bca064fbeaa6a074cf HTTP/1.1" status: 200 len: 375 time: 0.0305760 May 13 14:43:50.258707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.262399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-87fda48d-f745-42a4-a425-dc9f49abf3ef None None] Provisioning for port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:50.276680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-87fda48d-f745-42a4-a425-dc9f49abf3ef None None] Provisioning complete for port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:50.277295 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-87fda48d-f745-42a4-a425-dc9f49abf3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.278558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.337077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-08568d1f-c498-4a24-b725-2a960c9c02d5 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784705 May 13 14:43:50.337792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:50.350053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event deleted for resources: {'Port': ['ID=acce234f-b8ac-47ef-864a-1bee43b821be,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:50.363230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0920001-ef77-46c6-931e-80c797c03e14 req-e271385f-1714-4f09-9b17-ea2e3f7d2be4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:50.365131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0920001-ef77-46c6-931e-80c797c03e14 req-e271385f-1714-4f09-9b17-ea2e3f7d2be4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9c32b2-5607-422b-bfb1-b3c9f8f6a897 HTTP/1.1" status: 200 len: 946 time: 0.2622607 May 13 14:43:50.375548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.376399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.376399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.376759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.379870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.380407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.380750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.381075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.381406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.383624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.383972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.388671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163d3fd-a468-450f-968d-91b83070f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:50.401674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-87fda48d-f745-42a4-a425-dc9f49abf3ef None None] Port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:50.475425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:43:50.541346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] No DVR routers for this DVR port acce234f-b8ac-47ef-864a-1bee43b821be on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:43:50.541773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.557530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.562809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'name': 'network-vif-deleted', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:50.578608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f0920001-ef77-46c6-931e-80c797c03e14 req-d42b525e-a787-4357-8b39-237c44326f31 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787558 May 13 14:43:50.590915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aa8c93d2-b674-4bbc-be65-2d1359991a39 req-a83b56d1-cf15-481e-bff7-980cdad61e5b tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.86 "DELETE /v2.0/ports/acce234f-b8ac-47ef-864a-1bee43b821be HTTP/1.1" status: 204 len: 173 time: 2.2234571 May 13 14:43:50.596718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a15f93a-bdca-4829-9b92-b9b9825e0576 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:50.607722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.641017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Transition to ACTIVE for port object 7a15f93a-bdca-4829-9b92-b9b9825e0576 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:50.656758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:50.869160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['2e532a24-014f-4ca8-bd75-f088c03a2962'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:51.056922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:51.270301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ecd36-fb68-4b92-afe3-5a0684408269 req-395936ce-33b5-4fd8-9e26-09325b209ebc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:51.271182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-492ecd36-fb68-4b92-afe3-5a0684408269 req-395936ce-33b5-4fd8-9e26-09325b209ebc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:51.308580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-492ecd36-fb68-4b92-afe3-5a0684408269 req-395936ce-33b5-4fd8-9e26-09325b209ebc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:51.317591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-492ecd36-fb68-4b92-afe3-5a0684408269 req-395936ce-33b5-4fd8-9e26-09325b209ebc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 931 time: 0.1980011 May 13 14:43:51.381272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Attempting to bind port 7a15f93a-bdca-4829-9b92-b9b9825e0576 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:51.381785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Attempting to bind port 7a15f93a-bdca-4829-9b92-b9b9825e0576 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:51.382327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Attempting to bind port 7a15f93a-bdca-4829-9b92-b9b9825e0576 on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:51.398310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Port 7a15f93a-bdca-4829-9b92-b9b9825e0576 on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:51.398574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Attempting to bind port 7a15f93a-bdca-4829-9b92-b9b9825e0576 on network 014b9588-c2e8-4341-a5d4-7eea61b9b3c9 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:51.413430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:51.413950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Checking segment: {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:51.414541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Bound using segment: {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:51.415223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Bound port: 7a15f93a-bdca-4829-9b92-b9b9825e0576, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38599c34-1247-408a-8edb-a9301b727bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:51.415962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.445760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-492ecd36-fb68-4b92-afe3-5a0684408269 req-07f6199a-ff45-4027-8256-357011780260 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269817 May 13 14:43:51.450110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad0766-471e-4cc5-8a09-7302dbf2152f req-0ea61efb-8e13-4eef-82ea-7bbc7e1f64b5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:51.462659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4ad0766-471e-4cc5-8a09-7302dbf2152f req-0ea61efb-8e13-4eef-82ea-7bbc7e1f64b5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.2657864 May 13 14:43:51.464466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd47d5f0-e2cb-4ef3-b44b-091c6097db6e {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:51.482056 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.515138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Transition to ACTIVE for port object dd47d5f0-e2cb-4ef3-b44b-091c6097db6e will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:51.534538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:51.569204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device acce234f-b8ac-47ef-864a-1bee43b821be no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:43:51.674451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4ad0766-471e-4cc5-8a09-7302dbf2152f req-831d8a38-fb07-4562-aae7-ae9d4f639e7b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096970 May 13 14:43:51.684139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:51.822246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: acce234f-b8ac-47ef-864a-1bee43b821be {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:43:51.822576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device acce234f-b8ac-47ef-864a-1bee43b821be not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:43:51.858100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:51.869383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:51.884542 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.094100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:52.095083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.105390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] 10.222.0.86 "PUT /v2.0/ports/7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 1092 time: 3.3828499 May 13 14:43:52.154197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b96aed-0e9b-4f0a-aa4f-c96dce7fbac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:52.191807 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b0ca57-0ccb-403b-bf1f-5a8eb2639ef3'] response: {'server_uuid': '3f9c32b2-5607-422b-bfb1-b3c9f8f6a897', 'name': 'network-vif-deleted', 'tag': 'acce234f-b8ac-47ef-864a-1bee43b821be', 'status': 'completed', 'code': 200} May 13 14:43:52.356834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84d22-1a44-4a81-b527-4cd9e2256fdb req-c6f1f54b-13eb-4fb8-b943-0fbe768d7373 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:52.359324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd84d22-1a44-4a81-b527-4cd9e2256fdb req-c6f1f54b-13eb-4fb8-b943-0fbe768d7373 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 944 time: 0.4960203 May 13 14:43:52.360530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Attempting to bind port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:52.361535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Attempting to bind port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:52.362057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Attempting to bind port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:52.362889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-6f97c054-9597-4e47-88aa-d97f6bf937b8 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593014 May 13 14:43:52.393116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e on network f0a914ef-d660-44d0-ad35-cbb2603e1090 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:52.393608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Attempting to bind port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:52.410504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:52.410973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:52.411485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:52.412086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Bound port: dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:52.412668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.471465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-622fea16-813e-4788-a86a-6ed3a8f68500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:52.472933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-622fea16-813e-4788-a86a-6ed3a8f68500 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1095 time: 0.2759662 May 13 14:43:52.550196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dd84d22-1a44-4a81-b527-4cd9e2256fdb req-c8ed7326-2799-459b-b41c-c5ea6b071c34 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784630 May 13 14:43:52.563413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-b5951179-c2e3-45b4-ae25-fc114ba652a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 217 time: 0.0748019 May 13 14:43:52.672846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-00fda380-85c7-4350-bccd-2511c0769c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:52.676426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-00fda380-85c7-4350-bccd-2511c0769c8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.1043873 May 13 14:43:52.703103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:52.721960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:52.733278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.871178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-3fd75c96-945f-44db-9ce0-fc78cf835807 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745956 May 13 14:43:52.891654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:52.893325 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:52.895062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] 10.222.0.86 "PUT /v2.0/ports/dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 1091 time: 2.7273533 May 13 14:43:52.899501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:52.927629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-45419ac7-d39c-4f4a-a766-fc538c073c45 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559346 May 13 14:43:53.096620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5388a3d9-20e9-4d41-95d2-c28d2534dfd9 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:53.118872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5388a3d9-20e9-4d41-95d2-c28d2534dfd9 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7434125 May 13 14:43:53.468393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-ca264351-ba53-4856-a573-4a9d180bcecd tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/quotas/bf428eca2abe45bca064fbeaa6a074cf HTTP/1.1" status: 200 len: 375 time: 0.2685518 May 13 14:43:53.672759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94606-a14c-4661-88ca-62b33be36321 service neutron] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:53.744720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-6ad0c122-62e5-4e3f-b8e0-9262a670f340 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:53.747775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-6ad0c122-62e5-4e3f-b8e0-9262a670f340 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7985795 May 13 14:43:53.768449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Request body: {'port': {'device_id': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'bf428eca2abe45bca064fbeaa6a074cf'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:53.800936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-6ab82463-ac99-47a0-a12c-b50b16f3b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:53.802508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-6ab82463-ac99-47a0-a12c-b50b16f3b337 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 1094 time: 0.4769096 May 13 14:43:53.877892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-0b5fcf78-fa76-4da5-a278-a35b4ffa430c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3830884 May 13 14:43:53.910174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-92e1e88c-97ae-4fe8-b445-7916cbea45b3 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638383 May 13 14:43:53.917386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-ab93b270-8f16-40e8-a3f1-335a14795d3f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0412529 May 13 14:43:53.992990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-da323d3c-a20a-4721-8646-05998fd58b8b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 217 time: 0.1322448 May 13 14:43:54.134038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-700c3603-0d46-4ab3-9c0e-207e1b68b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.135629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-700c3603-0d46-4ab3-9c0e-207e1b68b896 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1259484 May 13 14:43:54.195909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-840686cd-ec0b-4f5e-a926-4ad952ee29ae req-1c7580b6-3901-46e1-ba32-5b9442dd468b service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773151 May 13 14:43:54.199507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0469f9-83cf-4abc-9ee9-cee3bc21c634 req-72615b88-7294-4f71-9279-6d9f972c0959 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.203669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:43:54.207424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a0469f9-83cf-4abc-9ee9-cee3bc21c634 req-72615b88-7294-4f71-9279-6d9f972c0959 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 943 time: 0.4036481 May 13 14:43:54.218761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-db426173-1b61-4b7f-ac60-fa0fd1eda22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.220605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-db426173-1b61-4b7f-ac60-fa0fd1eda22e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 1096 time: 0.2601867 May 13 14:43:54.229446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:54.239755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Usage tracker for resource:port and tenant:bf428eca2abe45bca064fbeaa6a074cf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:54.244718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:54.267734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:54.303027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a0469f9-83cf-4abc-9ee9-cee3bc21c634 req-c2ffb53d-3f7c-405a-883d-2588d2345009 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946052 May 13 14:43:54.308080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Made reservation on behalf of bf428eca2abe45bca064fbeaa6a074cf for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:54.315257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.365308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:54.396934 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4b447c-f813-4fab-ace9-3551af442715'] response: {'name': 'network-changed', 'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'status': 'completed', 'code': 200} May 13 14:43:54.436533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:54.457174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Usage tracker for resource:security_group_rule and tenant:bf428eca2abe45bca064fbeaa6a074cf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:54.463881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:54.485185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:54.491758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-5531aa69-2e79-4c00-afb8-17dbe94927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.494358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-5531aa69-2e79-4c00-afb8-17dbe94927e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3477302 May 13 14:43:54.572525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-21e7287f-1bae-41ce-ad8e-c884240decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.573209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-21e7287f-1bae-41ce-ad8e-c884240decaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.3186493 May 13 14:43:54.742907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-288881d0-b45e-4429-9cb8-16f5050ceb79 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 200 len: 217 time: 0.1576412 May 13 14:43:54.840726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9935471-e464-44c5-9c05-511884a7e0da req-9092e493-9e72-477b-af63-5369e8e91a7b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.842897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9935471-e464-44c5-9c05-511884a7e0da req-9092e493-9e72-477b-af63-5369e8e91a7b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.4009218 May 13 14:43:54.867998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-8d1ec703-7776-4092-9162-95feab6b1015 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597133 May 13 14:43:54.965449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-16d930b9-dfea-43e2-b23a-99c1df6869be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:54.967767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-16d930b9-dfea-43e2-b23a-99c1df6869be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2167025 May 13 14:43:54.975170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9935471-e464-44c5-9c05-511884a7e0da req-4ca2a75d-66f9-4c54-9a68-9b8c6df72f44 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217377 May 13 14:43:55.094810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-4e370758-2202-4e70-bae4-958900cecb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:55.098591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-4e370758-2202-4e70-bae4-958900cecb25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219649 May 13 14:43:55.243020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.265121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:55.458332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-5b4e1bbc-278d-4ac5-9f43-9403ffcc5f46 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493216 May 13 14:43:55.469788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-7374430e-485d-40f1-9603-1b6bcffa7681 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:55.471333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-7374430e-485d-40f1-9603-1b6bcffa7681 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:55.511194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1843c2-c4b8-47d5-9968-9c177bebaf67,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:55.523525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c7fb1ad-fe54-4504-9a2d-d68da6073f33 req-ac651aa4-c16e-4609-b438-a2157529c950 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455326 May 13 14:43:55.599555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-7374430e-485d-40f1-9603-1b6bcffa7681 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:55.600996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-7374430e-485d-40f1-9603-1b6bcffa7681 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 944 time: 0.2793491 May 13 14:43:55.659553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-f987ad3c-b9eb-437a-af8f-820e2cd0e0d8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:55.694168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-f987ad3c-b9eb-437a-af8f-820e2cd0e0d8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:55.695341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c85eac9-4ab6-4277-80dd-d13bc7cc7794 req-f987ad3c-b9eb-437a-af8f-820e2cd0e0d8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848451 May 13 14:43:55.734875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d7de90c-2140-4dde-b8f0-d1c291140243 req-736c6ea7-66bc-4974-a4a9-fb8f82fc4914 service neutron] 10.222.0.90 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590292 May 13 14:43:55.887935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Allocated IP 192.168.233.185 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/bd5f57ed-95fa-41e5-b784-0c305212676a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:55.927239 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d769c163-7b45-4738-9496-5a002b1554db'] response: {'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'status': 'completed', 'code': 200} May 13 14:43:56.010861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-b9e9e883-282f-4274-8111-072c2c546ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:56.015071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-b9e9e883-282f-4274-8111-072c2c546ddf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 1094 time: 0.3606138 May 13 14:43:56.140473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ce28094-d369-4f60-82e0-b346772d6210 req-be0c155d-8066-4d87-a884-f7215ea5b599 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 210 time: 0.1105747 May 13 14:43:56.207748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-10c41ce9-62bb-40db-9721-b2913fb0436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:56.211276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-10c41ce9-62bb-40db-9721-b2913fb0436f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1095 time: 0.2556236 May 13 14:43:56.366203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:56.385949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Transition to ACTIVE for port object bd5f57ed-95fa-41e5-b784-0c305212676a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:56.481279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:56.576851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-c2ce07b2-7e24-40a0-8ad7-f8d3b7c37a34 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453633 May 13 14:43:56.693807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-a79e8b22-1406-4c63-8650-468ca7917724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:56.695384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-a79e8b22-1406-4c63-8650-468ca7917724 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.6677945 May 13 14:43:56.910570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-77a684ed-cea1-45bd-b55f-92542158f62c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 217 time: 0.2039409 May 13 14:43:56.913940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:43:56.934626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:43:57.006903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:43:57.128769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-8cd0cfb2-b10f-4e2b-ab4a-431378cad09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.131204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-8cd0cfb2-b10f-4e2b-ab4a-431378cad09a service neutron] 10.222.0.86 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.9051995 May 13 14:43:57.139170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:57.180694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-750bdab4-30dc-479b-85c1-7d56e5a15811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.183174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-750bdab4-30dc-479b-85c1-7d56e5a15811 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.2506597 May 13 14:43:57.247278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f964da89-979c-4950-942e-9271ef44b131 None None] Provisioning for port bd5f57ed-95fa-41e5-b784-0c305212676a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:43:57.253530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f964da89-979c-4950-942e-9271ef44b131 None None] Provisioning complete for port bd5f57ed-95fa-41e5-b784-0c305212676a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:43:57.254036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f964da89-979c-4950-942e-9271ef44b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.289952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.291019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.310703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278313dc-9b80-4fab-ae0f-8a482e742ae0 req-2aee1b46-7cc5-4958-8dec-0c22b4377d57 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.311444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f964da89-979c-4950-942e-9271ef44b131 None None] Port bd5f57ed-95fa-41e5-b784-0c305212676a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:43:57.313320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-278313dc-9b80-4fab-ae0f-8a482e742ae0 req-2aee1b46-7cc5-4958-8dec-0c22b4377d57 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 943 time: 0.9641426 May 13 14:43:57.321805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-d16d2180-8240-4fdd-a666-e0bcb2da993a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 217 time: 0.1777465 May 13 14:43:57.345923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-db18af75-8a58-4656-9222-6f9918339b50 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.348483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-db18af75-8a58-4656-9222-6f9918339b50 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7554827 May 13 14:43:57.358396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffc8c1-209d-4f51-968e-b78f031929d7 req-e9f32d23-182e-4c6f-9caa-2c4f7f363df8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.359951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e5ffc8c1-209d-4f51-968e-b78f031929d7 req-e9f32d23-182e-4c6f-9caa-2c4f7f363df8 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.5697534 May 13 14:43:57.367777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-db42c6ec-a536-4ce4-ba65-727baa44c364 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6076117 May 13 14:43:57.398275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Request body: {'port': {'device_id': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:57.454968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-57dbbd6f-bf82-47e3-bb97-e233ed5731a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.457574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-57dbbd6f-bf82-47e3-bb97-e233ed5731a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.9508047 May 13 14:43:57.463545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Request body: {'port': {'device_id': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'bf428eca2abe45bca064fbeaa6a074cf'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:43:57.471952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e5ffc8c1-209d-4f51-968e-b78f031929d7 req-acd89827-2807-451b-8883-c187122d94cc tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 May 13 14:43:57.480033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-9a7da4e8-aaca-4e44-905d-d41ab2721247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.481829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-9a7da4e8-aaca-4e44-905d-d41ab2721247 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886829 May 13 14:43:57.572725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7a15f93a-bdca-4829-9b92-b9b9825e0576 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:57.718618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:57.741492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'network_id': '014b9588-c2e8-4341-a5d4-7eea61b9b3c9', 'port_id': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'mac_address': 'fa:16:3e:a3:5d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cb12b8-1d55-40b8-a0f6-862da2dd9913', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:43:57.760760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.841222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7a15f93a-bdca-4829-9b92-b9b9825e0576 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:43:57.841600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.862300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a15f93a-bdca-4829-9b92-b9b9825e0576 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:57.880764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:43:57.886214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:57.889292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-fdf82df8-1aae-4c99-b584-73be1655b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:57.891755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-fdf82df8-1aae-4c99-b584-73be1655b05c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.5418510 May 13 14:43:57.906666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-278313dc-9b80-4fab-ae0f-8a482e742ae0 req-87af5e9b-575c-40f8-ac2e-f4605593e191 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806899 May 13 14:43:57.972000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:57.984121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.984715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.986188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.986188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.986188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.986457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.986862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.987897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.988380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.988773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.989179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:57.990445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:43:58.025161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-0ed6b9fd-7300-44a7-9234-96041c8fee8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166272 May 13 14:43:58.098747 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-cf752a7f-4c64-48c4-8414-7bb200ff6e5a service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762076 May 13 14:43:58.125377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50906af-28be-4508-a59e-9eef0415223b req-cf753306-33cb-4a67-9541-e6733fe90a86 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:58.128441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a50906af-28be-4508-a59e-9eef0415223b req-cf753306-33cb-4a67-9541-e6733fe90a86 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.4791343 May 13 14:43:58.176074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:43:58.425544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-597c2e1a-fd2c-4b26-8fbb-7c1460ae688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:58.427978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-597c2e1a-fd2c-4b26-8fbb-7c1460ae688c service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.9271405 May 13 14:43:58.449866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:43:58.530625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a50906af-28be-4508-a59e-9eef0415223b req-0ac3a2d0-d80a-421a-b62d-8e9d88ef4a76 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571935 May 13 14:43:58.590245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Usage tracker for resource:port and tenant:bf428eca2abe45bca064fbeaa6a074cf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:43:58.631230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:43:58.650287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11ee9678-4718-4aca-beb9-c9716d37b777 req-49a2b0db-3300-4b32-9008-801a1e785cc8 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386863 May 13 14:43:58.684341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:43:58.695114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-795a7866-9937-4354-ada0-d3970d57c5c4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:58.695913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-795a7866-9937-4354-ada0-d3970d57c5c4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Synchronizing usage tracker for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:43:58.727137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-67632157-c982-49c6-80e9-a5f1e1df83f8 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852264 May 13 14:43:58.739560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Made reservation on behalf of bf428eca2abe45bca064fbeaa6a074cf for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:43:58.743364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.798911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-d06d42b0-24ab-4135-b871-f5728c172d95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1002 time: 0.3509810 May 13 14:43:58.839938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-795a7866-9937-4354-ada0-d3970d57c5c4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Unset dirty status for tenant:1f6bf1ff56ef469b955d79bbed241d40 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:43:58.841104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-795a7866-9937-4354-ada0-d3970d57c5c4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 1.1541991 May 13 14:43:58.854772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:43:58.870360 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.906709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Transition to ACTIVE for port object bd5f57ed-95fa-41e5-b784-0c305212676a will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:43:58.916011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:58.943020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ea18-fa0e-4f6f-85c5-dc2067e630a8 req-e84c2984-e04e-4976-a055-8943f10c2faf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:58.949396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e31ea18-fa0e-4f6f-85c5-dc2067e630a8 req-e84c2984-e04e-4976-a055-8943f10c2faf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.8793263 May 13 14:43:59.234199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:43:59.236595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-191c26c1-f513-4d4a-a269-f36ab2a66e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:43:59.238358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-191c26c1-f513-4d4a-a269-f36ab2a66e44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.4292614 May 13 14:43:59.257068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Deleting port 2e532a24-014f-4ca8-bd75-f088c03a2962 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:43:59.257844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.380027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Attempting to bind port bd5f57ed-95fa-41e5-b784-0c305212676a on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:43:59.380613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Attempting to bind port bd5f57ed-95fa-41e5-b784-0c305212676a by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:43:59.381139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Attempting to bind port bd5f57ed-95fa-41e5-b784-0c305212676a on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:59.398675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Port bd5f57ed-95fa-41e5-b784-0c305212676a on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:43:59.399175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Attempting to bind port bd5f57ed-95fa-41e5-b784-0c305212676a on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:43:59.409141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:43:59.409654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:43:59.410254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:43:59.410997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Bound port: bd5f57ed-95fa-41e5-b784-0c305212676a, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:43:59.411573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:43:59.488805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e31ea18-fa0e-4f6f-85c5-dc2067e630a8 req-1151f88c-bf93-4c10-ae77-82ac9585bfcf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5071256 May 13 14:43:59.504021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3073a68d-6f51-4dcc-a349-b370160181a6 req-bb647c23-bca4-4c52-8c36-d74fb4794782 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397587 May 13 14:43:59.572482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dd47d5f0-e2cb-4ef3-b44b-091c6097db6e details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:43:59.734416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Allocated IP 192.168.233.139 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/05b66b8c-1a1c-4f55-983d-52e53ef829f5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:43:59.826008 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e632b6e1-9d5b-4271-bea9-f48a38b0dbbc req-5e95a64f-ab75-41fb-b5fb-69700e9b160c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 210 time: 0.0886974 May 13 14:43:59.906353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7a15f93a-bdca-4829-9b92-b9b9825e0576 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:43:59.944002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:43:59.951685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:43:59.964645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.085740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3cd5e882-5778-4e3c-8311-ae003160add7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.129417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-3e5855ea-ee21-4c41-948b-06e13e2de489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.131293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-3e5855ea-ee21-4c41-948b-06e13e2de489 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8057878 May 13 14:44:00.164848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0822143-eb55-4d77-9993-b83208ce05d8 req-6c91bbc6-dd4f-4c3c-a775-48c95fe80206 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.182266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0822143-eb55-4d77-9993-b83208ce05d8 req-6c91bbc6-dd4f-4c3c-a775-48c95fe80206 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 945 time: 0.4815490 May 13 14:44:00.196038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 7a15f93a-bdca-4829-9b92-b9b9825e0576 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:00.205801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.208533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.212660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] 10.222.0.90 "PUT /v2.0/ports/bd5f57ed-95fa-41e5-b784-0c305212676a HTTP/1.1" status: 200 len: 1096 time: 2.8230851 May 13 14:44:00.214534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:00.229708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:00.272567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 7a15f93a-bdca-4829-9b92-b9b9825e0576 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:00.273365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.389324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'mac_address': 'fa:16:3e:bc:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:00.501408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] For port 2e532a24-014f-4ca8-bd75-f088c03a2962, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2e532a24-014f-4ca8-bd75-f088c03a2962,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:00.502436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.526528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0822143-eb55-4d77-9993-b83208ce05d8 req-80dfc1a9-99b7-42f2-a14b-d29bc80516f5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240123 May 13 14:44:00.530750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94218d-c152-4515-a59e-d976b8f30d6f service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:00.560827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:00.560827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.575076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-1dc228e4-8a3a-4ae1-ac58-5c1ea4cd56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.576805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-1dc228e4-8a3a-4ae1-ac58-5c1ea4cd56d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 1099 time: 0.3001225 May 13 14:44:00.606384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd47d5f0-e2cb-4ef3-b44b-091c6097db6e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:00.670880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-cda47102-1ab1-405e-933a-d6c503e5eaaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=bd5f57ed-95fa-41e5-b784-0c305212676a HTTP/1.1" status: 200 len: 217 time: 0.0848699 May 13 14:44:00.689454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:00.718049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.808047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7a15f93a-bdca-4829-9b92-b9b9825e0576 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:00.808047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:00.855353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-c638b3ab-4f0b-4839-a6b0-3f9bd6c4f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:00.857949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-c638b3ab-4f0b-4839-a6b0-3f9bd6c4f320 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1794322 May 13 14:44:00.908821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:00.914964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Calling delete_port for 2e532a24-014f-4ca8-bd75-f088c03a2962 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:00.928544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:00.940962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:00.948461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.044907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:01.065547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:01.107263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.120340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-d803e86b-e68e-4ae3-9eb2-2cb8a425bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.124325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-b5a4f5df-e2af-42d9-b587-20d7c20b173c service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9722092 May 13 14:44:01.125228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-d803e86b-e68e-4ae3-9eb2-2cb8a425bfdb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562096 May 13 14:44:01.248691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Transition to ACTIVE for port object 05b66b8c-1a1c-4f55-983d-52e53ef829f5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:01.454797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-139e8349-2f97-4db0-bf83-3d5d4aab8a95 req-9aeea871-ecb4-4055-9ec7-91c4f347e459 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119369 May 13 14:44:01.468297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff790d-8da2-4a81-b251-c923df239a99 req-ce0592da-a087-4eae-9446-e5959c075653 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.469915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9ff790d-8da2-4a81-b251-c923df239a99 req-ce0592da-a087-4eae-9446-e5959c075653 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/ports?device_id=169b9cb5-941a-4e00-9654-a16f4fe46fc7 HTTP/1.1" status: 200 len: 945 time: 0.9219518 May 13 14:44:01.473008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.488741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-d83f088a-688a-42ce-baab-fb0c8b5f2afc service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528755 May 13 14:44:01.525144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.554306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Pushing event deleted for resources: {'Port': ['ID=2e532a24-014f-4ca8-bd75-f088c03a2962,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:01.599991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2e532a24-014f-4ca8-bd75-f088c03a2962 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:01.601754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe36c9-5784-4560-ac65-3f3888f4c14f req-d54fcc95-4a9c-4c1a-a883-03a8fd79ae8b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.603812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06fe36c9-5784-4560-ac65-3f3888f4c14f req-d54fcc95-4a9c-4c1a-a883-03a8fd79ae8b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 944 time: 0.3289485 May 13 14:44:01.625030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.625365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.625702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.626075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.626403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.626730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.627047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.627368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.627673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.627996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.628342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.628667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:01.636883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 2e532a24-014f-4ca8-bd75-f088c03a2962 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:01.637796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2e532a24-014f-4ca8-bd75-f088c03a2962 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:01.687318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06fe36c9-5784-4560-ac65-3f3888f4c14f req-dfdc7926-6099-46d0-a688-a41c273cbbe7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 May 13 14:44:01.711274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:01.725272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6743f35-85d9-435b-91a2-63e6a4338b5e req-170f1fb9-bf40-4bc4-96e0-04ae10313a0b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280195 May 13 14:44:01.725635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:01.755399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117506-6e41-464c-be05-f9b8466cdb89 req-5b7347a2-525b-4aba-ac6e-b94e222f7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:01.757197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-5b7347a2-525b-4aba-ac6e-b94e222f7c58 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1096 time: 0.4489758 May 13 14:44:01.758808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] No DVR routers for this DVR port 2e532a24-014f-4ca8-bd75-f088c03a2962 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:01.769756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:01.831089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:01.834109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'name': 'network-vif-deleted', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:01.853487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9ff790d-8da2-4a81-b251-c923df239a99 req-9d85aeae-ef99-4a2d-b1fb-0970050484a4 tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fea6e0-476d-4fd1-b20b-a9b5cd61535a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392377 May 13 14:44:02.009668 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702b5fce-fb24-4d9a-b795-cae725b21f56'] response: {'name': 'network-changed', 'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'status': 'completed', 'code': 200} May 13 14:44:02.069656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f20b0ca-a0c7-4047-95c3-925753aea17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.186603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:02.190027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b0cf380-4ab6-4ced-b3a7-856a32c66785 req-7cf16e80-daa8-4739-9ddf-5dab85fcb67f tempest-ListServerFiltersTestJSON-1355513402 tempest-ListServerFiltersTestJSON-1355513402-project] 10.222.0.90 "DELETE /v2.0/ports/2e532a24-014f-4ca8-bd75-f088c03a2962 HTTP/1.1" status: 204 len: 173 time: 3.2139020 May 13 14:44:02.214749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.220273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.304486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a76914cf-4083-45d6-9619-e590016b19e2 None None] Provisioning for port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:02.329699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a76914cf-4083-45d6-9619-e590016b19e2 None None] Provisioning complete for port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:02.335714 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a76914cf-4083-45d6-9619-e590016b19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.364784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-5fc1e1ff-c720-4c05-a31d-06e6fb1a4088 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9191678 May 13 14:44:02.384177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Request body: {'port': {'device_id': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:02.390787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-0f462c4e-6bd4-4b71-9559-e6e4fc8c8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.395035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-0f462c4e-6bd4-4b71-9559-e6e4fc8c8dcf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 1099 time: 0.3451796 May 13 14:44:02.429570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117506-6e41-464c-be05-f9b8466cdb89 req-ede52f8b-3e66-4065-b2ef-da5558cee198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.431217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-ede52f8b-3e66-4065-b2ef-da5558cee198 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.6286058 May 13 14:44:02.476758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a76914cf-4083-45d6-9619-e590016b19e2 None None] Port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:02.617551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.623478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.629934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.636087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.642599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.648506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.654485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.656546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-7b3fe6df-f276-4253-9de5-839b3cc3ec71 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.4158392 May 13 14:44:02.658857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-a538ca49-2ecc-4532-8429-466a17736d40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 1001 time: 0.2083864 May 13 14:44:02.669961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-293442f5-3c88-46a2-979e-798d0338e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.673378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-293442f5-3c88-46a2-979e-798d0338e9bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.2698166 May 13 14:44:02.791974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-28233a79-c8c3-494a-857a-70831b59f19e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=bd5f57ed-95fa-41e5-b784-0c305212676a HTTP/1.1" status: 200 len: 217 time: 0.1088257 May 13 14:44:02.795177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2397cb7d-27f3-4b0d-b975-fe009b597b20 req-b8c90767-6e20-45c7-934c-6496ca18e5fc tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885046 May 13 14:44:02.798456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.851531 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:02.856062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117506-6e41-464c-be05-f9b8466cdb89 req-b4d5996a-c65c-4aa1-9cfe-52c1da859c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:02.857879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-b4d5996a-c65c-4aa1-9cfe-52c1da859c6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.1837955 May 13 14:44:03.079378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-118af1ed-2c87-40c9-a8bd-ec2d328b700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.079378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-118af1ed-2c87-40c9-a8bd-ec2d328b700a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2622590 May 13 14:44:03.155920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.208820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ad5e-0a4a-4937-a7c8-a5b17ffe3e8d req-65917b98-b31a-46ed-a12e-b9ed50833ba8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.208820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eba9ad5e-0a4a-4937-a7c8-a5b17ffe3e8d req-65917b98-b31a-46ed-a12e-b9ed50833ba8 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.2690089 May 13 14:44:03.221382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-4820be1e-7ff2-4143-8f88-4eee7cdf3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.221382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-4820be1e-7ff2-4143-8f88-4eee7cdf3b22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291006 May 13 14:44:03.451490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117506-6e41-464c-be05-f9b8466cdb89 req-d6aed19b-785e-4661-ac82-670cfaaeaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.451490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-d6aed19b-785e-4661-ac82-670cfaaeaafc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5796247 May 13 14:44:03.483612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5c08e-b1d7-46cf-bc02-abaddb41ad18 req-64429ffb-916d-450b-9d58-3e496245c570 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.483612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-beb5c08e-b1d7-46cf-bc02-abaddb41ad18 req-64429ffb-916d-450b-9d58-3e496245c570 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Synchronizing usage tracker for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:03.497426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eba9ad5e-0a4a-4937-a7c8-a5b17ffe3e8d req-6f115691-fb2c-493b-b4a5-b0b91089a59a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732716 May 13 14:44:03.549984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-41674ed8-b077-4e07-b28e-27081cb91934 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182964 May 13 14:44:03.588080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dd47d5f0-e2cb-4ef3-b44b-091c6097db6e up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:03.658623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-beb5c08e-b1d7-46cf-bc02-abaddb41ad18 req-64429ffb-916d-450b-9d58-3e496245c570 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Unset dirty status for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:03.666291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-beb5c08e-b1d7-46cf-bc02-abaddb41ad18 req-64429ffb-916d-450b-9d58-3e496245c570 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 936 time: 0.6549509 May 13 14:44:03.768756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:03.781496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:03.783406 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:03.793569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-beb5c08e-b1d7-46cf-bc02-abaddb41ad18 req-ac41b1c2-8fc9-41fc-afbd-9d37586f2b85 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260056 May 13 14:44:03.866986 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-42fdea3f-4ed7-4006-8b4a-28b238605c2b service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862827 May 13 14:44:03.883314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd9c995b-e43a-4aa8-843c-0e0d7defde2f req-83897250-130f-482b-98ee-59a67e3c84c5 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216553 May 13 14:44:03.950517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd21c1-93c0-4d26-9ae5-5202b3686869 req-c9197f3b-681e-4825-a869-bdfc7863b09b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:03.959213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52bd21c1-93c0-4d26-9ae5-5202b3686869 req-c9197f3b-681e-4825-a869-bdfc7863b09b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1987607 May 13 14:44:04.030591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52bd21c1-93c0-4d26-9ae5-5202b3686869 req-218c2517-d730-4151-a71c-e91c4e85c8b3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691996 May 13 14:44:04.060259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:04.060259 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.080468 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1824b95f-8d52-4967-a239-506fa0b3739a'] response: {'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'code': 200} May 13 14:44:04.109414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:04.119589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.184818 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc282c-f904-401e-9fba-7d5df827eb27'] response: {'server_uuid': '169b9cb5-941a-4e00-9654-a16f4fe46fc7', 'name': 'network-vif-deleted', 'tag': '2e532a24-014f-4ca8-bd75-f088c03a2962', 'status': 'completed', 'code': 200} May 13 14:44:04.271877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:04.285057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b66b8c-1a1c-4f55-983d-52e53ef829f5 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:04.309061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.341449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66117506-6e41-464c-be05-f9b8466cdb89 req-3987b0ba-ab4e-46b7-97ee-35a1192ecf28 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337888 May 13 14:44:04.350048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Transition to ACTIVE for port object 05b66b8c-1a1c-4f55-983d-52e53ef829f5 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:04.362994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.391153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed96d-093d-4975-925d-c0df43922f81 req-8500c5f8-5e93-4fb5-95c9-b6723bfd95ca tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.393830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8eed96d-093d-4975-925d-c0df43922f81 req-8500c5f8-5e93-4fb5-95c9-b6723bfd95ca tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 946 time: 0.1385469 May 13 14:44:04.448533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8eed96d-093d-4975-925d-c0df43922f81 req-d6a3c061-e904-4e22-8fc8-4834cbec93b5 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 May 13 14:44:04.534459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:04.634628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Deleting subnet 1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:04.639352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.702483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.741299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.876426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.883197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.891146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.899168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.906010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.913494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.919820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.923559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-04ebd35b-dc37-4e82-99db-9910ea76a71a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 0.1849608 May 13 14:44:04.931435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:04.974558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:04.991215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.000239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.010700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.018169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.025708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.031926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.035932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-298bc03d-d282-4605-9da7-01c2862fafa9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 5443 time: 1.2029691 May 13 14:44:05.043924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309406e-92cd-485f-93ab-6d83d2feafc1 req-e4f82e11-c7fd-4de3-a185-d1dfb9c523c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.045448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c309406e-92cd-485f-93ab-6d83d2feafc1 req-e4f82e11-c7fd-4de3-a185-d1dfb9c523c3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1097 time: 0.8373296 May 13 14:44:05.047743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6e099b3-6e99-4783-8f31-c9dfb465bd90 req-2a44a983-cd83-4e79-953b-1fe2888c12f8 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861399 May 13 14:44:05.082041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.105315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:05.218520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.221096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c32de-41e4-454a-b417-bd395d505040 None None] Network 5165aa76-6fa7-4898-8277-8acde018f3f9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:05.226955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cedab0b-fc4c-433e-8345-d8b6cdd0afb8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:05.235331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8888592f-42d2-42d6-b6e2-bf5eff000b3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1cedab0b-fc4c-433e-8345-d8b6cdd0afb8 HTTP/1.1" status: 204 len: 168 time: 0.6991601 May 13 14:44:05.235955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:05.272255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-c31b9e59-9b81-46d2-97ca-ff28c3fc2060 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.273794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-c31b9e59-9b81-46d2-97ca-ff28c3fc2060 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2245970 May 13 14:44:05.279067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c309406e-92cd-485f-93ab-6d83d2feafc1 req-6e670ddf-221d-45b8-94d1-85e121478756 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914248 May 13 14:44:05.399971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.424476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Deleting port ead0f626-d073-47fb-bcf3-ac98ce894d32 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:05.425238 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.432181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1c9f-2f78-4a81-b440-706916f11246 req-a7fdaa4d-a754-402a-ad91-80d55f7f546e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:05.439984 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c83b1c9f-2f78-4a81-b440-706916f11246 req-a7fdaa4d-a754-402a-ad91-80d55f7f546e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 945 time: 0.9826963 May 13 14:44:05.445313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Attempting to bind port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:05.445642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Attempting to bind port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:05.445967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Attempting to bind port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:05.488781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:05.489099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Attempting to bind port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:05.517369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:05.518724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:05.519302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:05.519919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Bound port: 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:05.520479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.550548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-6dc2879d-ccae-4f85-9801-2d985adf978a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2683418 May 13 14:44:05.566748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c83b1c9f-2f78-4a81-b440-706916f11246 req-3ce2b34b-5d88-4a3b-9f7c-70d4ab129d03 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237376 May 13 14:44:05.582345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:05.642511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:05.829789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] For port ead0f626-d073-47fb-bcf3-ac98ce894d32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ead0f626-d073-47fb-bcf3-ac98ce894d32,segment=NetworkSegment(fc963437-8dc1-4255-b305-24265ac5559a),segment_id=fc963437-8dc1-4255-b305-24265ac5559a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:05.830151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:05.912951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:05.932906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'mac_address': 'fa:16:3e:b7:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:05.971016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Calling delete_port for ead0f626-d073-47fb-bcf3-ac98ce894d32 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:06.007796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:06.008355 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.035308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:06.039541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:06.066140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:06.073891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:06.074203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.075842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.093432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.110779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.176660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] No DVR routers for this DVR port ead0f626-d073-47fb-bcf3-ac98ce894d32 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:06.188787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:06.197287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.220663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead0f626-d073-47fb-bcf3-ac98ce894d32,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.221794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97951e-e900-46ee-86b0-a68955914c29 req-ff63ddba-bbac-434b-afb6-18e2bcdcd2aa tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:06.223431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d97951e-e900-46ee-86b0-a68955914c29 req-ff63ddba-bbac-434b-afb6-18e2bcdcd2aa tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.4920053 May 13 14:44:06.267747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09beed-5877-4fcf-9c18-41f143bb7c11 None None] DHCP port deletion for 5165aa76-6fa7-4898-8277-8acde018f3f9 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:06.277477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:06.278107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.279834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] 10.222.0.90 "PUT /v2.0/ports/05b66b8c-1a1c-4f55-983d-52e53ef829f5 HTTP/1.1" status: 200 len: 1096 time: 3.9061747 May 13 14:44:06.289297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:06.329786 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d97951e-e900-46ee-86b0-a68955914c29 req-2c2de0c4-0a5d-4eb6-adce-8db4e0b548e1 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964434 May 13 14:44:06.454645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['bd5f57ed-95fa-41e5-b784-0c305212676a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:06.497121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a144a7-91a1-4034-b131-acaf270db54d service neutron] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:06.670973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.723474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98a23108-822a-42b2-ad27-875dc2e4ae6d,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:06.731100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165aa76-6fa7-4898-8277-8acde018f3f9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:06.749603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-19fd23fe-26ce-4e06-978f-cff12d4d2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:06.751597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-19fd23fe-26ce-4e06-978f-cff12d4d2559 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 1099 time: 0.4185398 May 13 14:44:06.792402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773efc-0e56-40ca-b141-29a892814f01 req-55251647-4236-4fba-a3c9-bc6bf96dfa03 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:06.793702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-32773efc-0e56-40ca-b141-29a892814f01 req-55251647-4236-4fba-a3c9-bc6bf96dfa03 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Synchronizing usage tracker for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:06.798826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc963437-8dc1-4255-b305-24265ac5559a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:06.799151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc963437-8dc1-4255-b305-24265ac5559a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:06.819321 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.844099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.856011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:06.856837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:06.858935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937359-6f92-43d8-8f4e-5c77b19bf832 req-761bfe97-a90b-4410-8c57-2ba71dbf4102 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:06.861808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64937359-6f92-43d8-8f4e-5c77b19bf832 req-761bfe97-a90b-4410-8c57-2ba71dbf4102 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.3293042 May 13 14:44:06.863429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-7f6826f1-850e-4f76-ae3b-819881e51a36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5 HTTP/1.1" status: 200 len: 217 time: 0.0863509 May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: timer() May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:06.885127 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:06.898035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] For port 98a23108-822a-42b2-ad27-875dc2e4ae6d, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:06.937668 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:44:06.994030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-32773efc-0e56-40ca-b141-29a892814f01 req-55251647-4236-4fba-a3c9-bc6bf96dfa03 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Unset dirty status for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:06.995811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32773efc-0e56-40ca-b141-29a892814f01 req-55251647-4236-4fba-a3c9-bc6bf96dfa03 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.9334624 May 13 14:44:07.013930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] device_id is not set on port 98a23108-822a-42b2-ad27-875dc2e4ae6d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:07.026385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.045717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.048732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.060470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-9a2fccc2-449e-46ba-9b96-69474b5dfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.062042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-9a2fccc2-449e-46ba-9b96-69474b5dfe1d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1657770 May 13 14:44:07.065771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64937359-6f92-43d8-8f4e-5c77b19bf832 req-cd1c0b65-625d-41e3-b1b7-084c1cdfac3f tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946785 May 13 14:44:07.066609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.073853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5165aa76-6fa7-4898-8277-8acde018f3f9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:07.088105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-32773efc-0e56-40ca-b141-29a892814f01 req-3896035f-9de8-4d23-aca2-4302b00b13bc tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Synchronizing usage tracker for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:07.127317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03cf2451-2a71-4bf7-9e24-5788bd5ca7a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5165aa76-6fa7-4898-8277-8acde018f3f9 HTTP/1.1" status: 204 len: 168 time: 1.8903067 May 13 14:44:07.136190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-32773efc-0e56-40ca-b141-29a892814f01 req-3896035f-9de8-4d23-aca2-4302b00b13bc tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Unset dirty status for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:07.138223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32773efc-0e56-40ca-b141-29a892814f01 req-3896035f-9de8-4d23-aca2-4302b00b13bc tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364899 May 13 14:44:07.502440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56656) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:07.514274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Pushing event updated for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:07.526412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] No DVR routers for this DVR port 98a23108-822a-42b2-ad27-875dc2e4ae6d on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:07.595985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4cbd7f2-e10f-4c4c-98ed-6506d753b471 None None] Provisioning complete for port 98a23108-822a-42b2-ad27-875dc2e4ae6d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:07.598159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f4cbd7f2-e10f-4c4c-98ed-6506d753b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.615209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-16b49b70-344a-4653-a27a-a847b7dcbbb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f6bf1ff56ef469b955d79bbed241d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068897 May 13 14:44:07.616273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56660) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:07.698904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:07.747488 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.749922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] In _notify_port_updated(), no bound segment for port 98a23108-822a-42b2-ad27-875dc2e4ae6d on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:44:07.751715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.752561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.754327 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-61657a23-6dbe-49d6-bf9f-de753ef7d251 service neutron] 10.222.0.90 "PUT /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 200 len: 1032 time: 2.1779897 May 13 14:44:07.808030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.811639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-10cdea01-849f-4d5d-a70b-bceb97b441cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:07.814208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-10cdea01-849f-4d5d-a70b-bceb97b441cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7434063 May 13 14:44:07.843531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbd7f2-e10f-4c4c-98ed-6506d753b471 None None] Port 98a23108-822a-42b2-ad27-875dc2e4ae6d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:07.899145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port bd5f57ed-95fa-41e5-b784-0c305212676a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:07.905766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port bd5f57ed-95fa-41e5-b784-0c305212676a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:07.906369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.925316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.978701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:07.980659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43fea6e0-476d-4fd1-b20b-a9b5cd61535a HTTP/1.1" status: 204 len: 168 time: 0.3630188 May 13 14:44:07.982475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1c6b-fbc5-4e12-9e04-b1e773ffa702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fea6e0-476d-4fd1-b20b-a9b5cd61535a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:08.103533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-dc3d2ab7-9b06-4c34-af47-a649a7636dde tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.105814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-dc3d2ab7-9b06-4c34-af47-a649a7636dde tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "GET /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3395302 May 13 14:44:08.125531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:08.162643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63036473-5163-4556-a192-d26b8f6ca6b1 req-1e348a4e-9f5d-4209-9d26-e811f701d4c2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.170616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63036473-5163-4556-a192-d26b8f6ca6b1 req-1e348a4e-9f5d-4209-9d26-e811f701d4c2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 946 time: 0.6501460 May 13 14:44:08.257473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:08.259073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.314413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ead0f626-d073-47fb-bcf3-ac98ce894d32 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:08.389167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ead0f626-d073-47fb-bcf3-ac98ce894d32 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:08.389716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ead0f626-d073-47fb-bcf3-ac98ce894d32 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:08.405133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:08.416339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.416339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 566ccbcd-42c9-438e-a6a7-8249799324d0 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:08.425951 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63036473-5163-4556-a192-d26b8f6ca6b1 req-521f4163-2b6b-4153-8586-db772b2017a7 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541933 May 13 14:44:08.511507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-73a7bef5-8c6f-474d-b820-10ee17e24c32 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867094 May 13 14:44:08.570046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:08.682065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.703502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.715123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.726559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.743955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.766053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:08.787787 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce75c756-cb92-4131-8ec9-4fda52386550'] response: {'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'code': 200} May 13 14:44:08.792260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-795d3c1e-0294-410a-9deb-5f1bea0ac21b tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 4664 time: 0.3355222 May 13 14:44:08.814581 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee271df-9cef-472e-aa1e-8553261d9291'] response: {'name': 'network-changed', 'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'status': 'completed', 'code': 200} May 13 14:44:08.904393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1a0bee7-1f89-42d9-af40-d5fedf03b9f1 req-2a452a6a-ef0f-4e61-8bfa-d8330a567dbe tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=20983a1b-ae97-4e16-80d5-23a4092a21a5&id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100791 May 13 14:44:08.929281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.016160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 566ccbcd-42c9-438e-a6a7-8249799324d0 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:09.016896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.127420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:09.144350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.146113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:09.336055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.346107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5a8e4-fa05-4947-9c5f-4bc2e80324d7 req-3bbecbe0-4665-4615-b5ed-d92b9f639a7a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.357773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a6a5a8e4-fa05-4947-9c5f-4bc2e80324d7 req-3bbecbe0-4665-4615-b5ed-d92b9f639a7a tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.1640022 May 13 14:44:09.432420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:09.433171 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.445106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a6a5a8e4-fa05-4947-9c5f-4bc2e80324d7 req-2e756c2d-845d-4419-92f7-a657b2520fbf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858743 May 13 14:44:09.495221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:09.505341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.506970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 4b4594fe-67f9-43c0-ae38-8e9b97680281 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:09.558385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4984228b-6c67-463a-8a5a-2f4b101145f8 req-8dc8a4a6-37d3-4c94-8453-5e1fc883bf3d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0231273 May 13 14:44:09.808566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd168e-11d7-40e5-9299-60a695c3aa1e req-c3398e73-c585-44aa-ab25-bb189427fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.810336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8dd168e-11d7-40e5-9299-60a695c3aa1e req-c3398e73-c585-44aa-ab25-bb189427fcd0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 1096 time: 1.1512489 May 13 14:44:09.855064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8e14-3744-4890-b34c-dc7041235f3c req-68ed0ebc-c373-42d4-94e8-3de646213b39 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.857602 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c83c8e14-3744-4890-b34c-dc7041235f3c req-68ed0ebc-c373-42d4-94e8-3de646213b39 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 945 time: 0.9818659 May 13 14:44:09.859167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839387f-a559-4d68-bf00-484c8a06ee15 req-629c498c-e1e3-42d5-a4e9-23acab29e2d9 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:09.876031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d839387f-a559-4d68-bf00-484c8a06ee15 req-629c498c-e1e3-42d5-a4e9-23acab29e2d9 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.2051616 May 13 14:44:09.879140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56698) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:09.918765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 4b4594fe-67f9-43c0-ae38-8e9b97680281 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:09.919843 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.931412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:09.978904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:09.983891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d839387f-a559-4d68-bf00-484c8a06ee15 req-edc580c8-8fc4-4466-a79e-e4980a9751cb tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058490 May 13 14:44:09.997127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:09.999310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 75f9d14f-03ba-42a3-992f-69ba84db4510 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:10.017414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8dd168e-11d7-40e5-9299-60a695c3aa1e req-e48aa0bd-c9d6-4810-bcf3-dbd8a9d9a2c9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813238 May 13 14:44:10.021023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=de95eea7-cc94-48f2-b914-af03031dfa73,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:10.103538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c83c8e14-3744-4890-b34c-dc7041235f3c req-378f6031-9d92-486b-b06b-68867bae444e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841910 May 13 14:44:10.115674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-7ad194dc-7b79-4027-8720-d882bcf6ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:10.117337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-7ad194dc-7b79-4027-8720-d882bcf6ef14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 1099 time: 0.4473617 May 13 14:44:10.199290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] For port de95eea7-cc94-48f2-b914-af03031dfa73, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:10.273977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1734265390-network', 'tenant_id': '1a256ced628c4600b66e678d5c956080'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:10.286176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.293278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Usage tracker for resource:network and tenant:1a256ced628c4600b66e678d5c956080 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.300463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.313993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.315420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:10.398343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] device_id is not set on port de95eea7-cc94-48f2-b914-af03031dfa73 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:44:10.418338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Made reservation on behalf of 1a256ced628c4600b66e678d5c956080 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:10.424024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.429639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.455838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.486412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.494853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 75f9d14f-03ba-42a3-992f-69ba84db4510 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:10.495899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.549037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:10.565870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Usage tracker for resource:security_group_rule and tenant:1a256ced628c4600b66e678d5c956080 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:10.571711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:10.575251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-cfbc9360-4aa9-4fd2-ab87-1cf3ebb7290a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1249111581&fields=id&tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 267 time: 0.2121000 May 13 14:44:10.579788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:10.580112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-378c4ae0-099b-4660-bc2d-9241bde45083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:10.580915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:10.581100 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-378c4ae0-099b-4660-bc2d-9241bde45083 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.4515555 May 13 14:44:10.581819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ade32736-e660-4f73-a895-33fb2e351f79 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:10.588500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:10.791591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:10.885543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:10.909305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-ca927ab9-a47f-4a03-aae2-8d1886f661e8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:10.924120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-ca927ab9-a47f-4a03-aae2-8d1886f661e8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 946 time: 0.3104556 May 13 14:44:10.955886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'security_groups': ['99508a36-693d-4c56-8269-53dfeaeb4505', '46fd040a-d4c0-45fa-b30d-9e02eda92a8c']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:11.087039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Pushing event updated for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.090307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-1324f59b-b918-42fd-9fad-4a29fe9e2bcf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5 HTTP/1.1" status: 200 len: 217 time: 0.4444318 May 13 14:44:11.100849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] No DVR routers for this DVR port de95eea7-cc94-48f2-b914-af03031dfa73 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:11.130446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.193740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ade32736-e660-4f73-a895-33fb2e351f79 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:11.195903 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.225558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] In _notify_port_updated(), no bound segment for port de95eea7-cc94-48f2-b914-af03031dfa73 on network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:44:11.227425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.227425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.228415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-46224901-4626-4fcb-9a2d-4c4998f3589f service neutron] 10.222.0.90 "PUT /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 200 len: 1032 time: 3.1072381 May 13 14:44:11.238367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.254181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.305902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-518c19db-114e-4d9b-b997-a99d2c71dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.309797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-518c19db-114e-4d9b-b997-a99d2c71dbcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1797247 May 13 14:44:11.333517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aba0d3e6-7d5c-4ce7-9ffd-184dd81f7bf6 None None] Provisioning complete for port de95eea7-cc94-48f2-b914-af03031dfa73 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:11.337632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aba0d3e6-7d5c-4ce7-9ffd-184dd81f7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.343164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:44:11.353756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0134e-fc32-48ab-afb9-4b185fb64611,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.393354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.393971 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Added segment 2e53b855-d8cf-4c17-9e22-db181b762d8e of type vlan for network 00f0f640-08e7-43b5-897d-8089e490e62c May 13 14:44:11.515002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.538887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:11.561782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.568751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98a23108-822a-42b2-ad27-875dc2e4ae6d no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:11.573764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.586234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.599525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.610789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.611971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.613465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.615243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.628146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:11.632633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66ded662-6479-47e8-9098-1887827cedbf req-0857ae83-f7f0-49c2-974c-4eef1dfd30f5 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 3877 time: 1.1317911 May 13 14:44:11.705931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port 4b4594fe-67f9-43c0-ae38-8e9b97680281 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:11.707049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.754405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] Pushing event updated for resources: {'Network': ['ID=00f0f640-08e7-43b5-897d-8089e490e62c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:11.766778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-30fdf07a-b395-4257-a68d-ceb5de5eea90 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8846748 May 13 14:44:11.771971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:11.787851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:11.801284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Request body: {'subnet': {'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1734265390-subnet', 'tenant_id': '1a256ced628c4600b66e678d5c956080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:11.817362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:11.822375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Usage tracker for resource:subnet and tenant:1a256ced628c4600b66e678d5c956080 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:11.826406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:11.828742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-aba0d3e6-7d5c-4ce7-9ffd-184dd81f7bf6 None None] Port de95eea7-cc94-48f2-b914-af03031dfa73 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:11.836125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:11.848802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:11.853652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Made reservation on behalf of 1a256ced628c4600b66e678d5c956080 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:11.856955 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:11.903307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66ded662-6479-47e8-9098-1887827cedbf req-92f4638f-261b-41cd-b734-3a537c9447ea tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519724 May 13 14:44:12.039831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:12.052652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:12.098015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.117795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.198765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 00f0f640-08e7-43b5-897d-8089e490e62c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:44:12.217286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] For port 4b4594fe-67f9-43c0-ae38-8e9b97680281, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=4b4594fe-67f9-43c0-ae38-8e9b97680281,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:12.217777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.283394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98a23108-822a-42b2-ad27-875dc2e4ae6d not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:12.283977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device de95eea7-cc94-48f2-b914-af03031dfa73 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:12.336707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:12.354577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.355315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.356880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ebf7ff62-25e5-4daf-a6c6-dca894238ef8 req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "PUT /v2.0/ports/7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 982 time: 1.4272015 May 13 14:44:12.370718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:12.383299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:12.436467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.458585 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1d1fe-0771-4657-8906-dc423f116de0'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'code': 200} May 13 14:44:12.458956 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1d1fe-0771-4657-8906-dc423f116de0'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'code': 200} May 13 14:44:12.459485 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1d1fe-0771-4657-8906-dc423f116de0'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'code': 200} May 13 14:44:12.460009 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1d1fe-0771-4657-8906-dc423f116de0'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'code': 200} May 13 14:44:12.460574 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1d1fe-0771-4657-8906-dc423f116de0'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'code': 200} May 13 14:44:12.460785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a5d3b-439d-4c22-9e0a-69ea125260f2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:12.575281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:12.599479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-5ded8ea1-c8dc-45c7-b3d9-b8f23b5508a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:12.601067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-5ded8ea1-c8dc-45c7-b3d9-b8f23b5508a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2354701 May 13 14:44:12.680579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:12.812497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-0aaf4f09-207e-49f8-9899-d70cad2dcbf8 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864152 May 13 14:44:12.924541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Usage tracker for resource:security_group_rule and tenant:50bab5a562754973a192b886b98841f8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:12.936705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:12.942902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.943274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:12.943592 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Floating IP ed381a83-2724-4f1b-a251-9a2e661afe4b disassociated. External IP: 172.25.5.247, port: 4b4594fe-67f9-43c0-ae38-8e9b97680281. May 13 14:44:12.943926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for 4b4594fe-67f9-43c0-ae38-8e9b97680281 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:12.969042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:13.026193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0defa-cd8e-4774-bd98-9e85f3e82969 req-a7bee108-aa60-4e75-abb9-a4ffe241030e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.027146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.027769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf0defa-cd8e-4774-bd98-9e85f3e82969 req-a7bee108-aa60-4e75-abb9-a4ffe241030e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.7144146 May 13 14:44:13.054726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device de95eea7-cc94-48f2-b914-af03031dfa73 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:13.086998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:13.097928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fa05c8a-7ebc-44ee-ac93-d0f5c37638d9 req-e873e393-d938-4375-9a9f-c34435d95328 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703850 May 13 14:44:13.175836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'mac_address': 'fa:16:3e:c4:da:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:13.177089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.183514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf0defa-cd8e-4774-bd98-9e85f3e82969 req-b57cc2c7-52b5-4c24-98db-1e16aa522044 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447322 May 13 14:44:13.204838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.277569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=4b4594fe-67f9-43c0-ae38-8e9b97680281,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.310933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698faf-eb19-4e82-8fa6-43f98850bc39 req-8ccdb83c-bea9-4cac-af65-ed3c025dc27b tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.314718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32698faf-eb19-4e82-8fa6-43f98850bc39 req-8ccdb83c-bea9-4cac-af65-ed3c025dc27b tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.7865901 May 13 14:44:13.348697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5633-3a01-4a2a-b740-0ef0d0908872 req-0deaed71-6a6c-4ba8-8920-421ef16cae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.351306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1ee5633-3a01-4a2a-b740-0ef0d0908872 req-0deaed71-6a6c-4ba8-8920-421ef16cae85 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 1101 time: 0.7742980 May 13 14:44:13.492022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:13.492960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.502848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80a1dc4-c65c-49a3-aaab-e16080c1c702,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.566472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b66b8c-1a1c-4f55-983d-52e53ef829f5 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:13.576917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Checking segment: {'id': '2e53b855-d8cf-4c17-9e22-db181b762d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:13.577551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Network hostable DHCP agents. Network: 00f0f640-08e7-43b5-897d-8089e490e62c, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:44:13.609150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32698faf-eb19-4e82-8fa6-43f98850bc39 req-0a2979a1-c7f7-4cfc-95a3-2f3479ca715e tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801957 May 13 14:44:13.630047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c1ee5633-3a01-4a2a-b740-0ef0d0908872 req-a48c7bf7-8130-4155-9ad8-9f55bdbc94b8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675261 May 13 14:44:13.654490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:13.665148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.688789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.695826 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.757936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Network 00f0f640-08e7-43b5-897d-8089e490e62c is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:44:13.818793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588c94-4b98-4d6f-b86e-e74de84d445f req-b46892b7-6357-4117-b34a-f8e9e446439b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.832572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce588c94-4b98-4d6f-b86e-e74de84d445f req-b46892b7-6357-4117-b34a-f8e9e446439b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 945 time: 0.3159139 May 13 14:44:13.846291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Router fd7f0007-0664-4846-8f26-a0df8d5dc45f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:13.887586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50bab5a562754973a192b886b98841f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8436527 May 13 14:44:13.899963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 00f0f640-08e7-43b5-897d-8089e490e62c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:13.902277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fd5b2-3bc6-4ed3-a7f8-f5b25ef6394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762900e4-82ed-4e7b-a7a6-79e493d4060c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:13.911916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:13.926846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce588c94-4b98-4d6f-b86e-e74de84d445f req-aabe3008-b7d0-4cf6-b038-de9aa01f6376 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 May 13 14:44:13.933972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601e3a5-e810-46d5-b0d3-7adf95b56dc8 None None] Network 00f0f640-08e7-43b5-897d-8089e490e62c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:13.958037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:13.959352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:13.969873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.043766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85d76dec-b7b2-4b55-8dc8-dc589284863c req-d15524b3-b118-4747-b41d-9c86657f1a3c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/46fd040a-d4c0-45fa-b30d-9e02eda92a8c HTTP/1.1" status: 200 len: 1802 time: 0.2769678 May 13 14:44:14.067116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['05b66b8c-1a1c-4f55-983d-52e53ef829f5'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:14.097731 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72495b5-5f31-4cee-baa9-27445b7e8bb1'] response: {'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'status': 'completed', 'code': 200} May 13 14:44:14.137534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6e0a5e5-5d0c-457f-bee0-98042f032229 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3524249 May 13 14:44:14.216850 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-85d76dec-b7b2-4b55-8dc8-dc589284863c req-a69ee33e-465d-4d58-ad29-273690edb336 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:44:14.239766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85d76dec-b7b2-4b55-8dc8-dc589284863c req-a69ee33e-465d-4d58-ad29-273690edb336 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/46fd040a-d4c0-45fa-b30d-9e02eda92a8c HTTP/1.1" status: 409 len: 341 time: 0.1941361 May 13 14:44:14.459547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3866a7-ef2d-4596-81d0-15660bd5b77f None None] Network 00f0f640-08e7-43b5-897d-8089e490e62c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:14.474151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.476810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:14.513131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.541394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d9831a61-7e9a-47d4-aa7e-df2c3ebb7304 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 267 time: 0.1099889 May 13 14:44:14.579147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:14.601235 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Sync routers for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:14.617997 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:14.620737 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:44:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:14.661027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.746615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-bc6c62c7-d219-4f55-9720-39cfc4738944 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:14.774488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-bc6c62c7-d219-4f55-9720-39cfc4738944 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 945 time: 0.2206585 May 13 14:44:14.780880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'security_groups': []}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:14.832254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762900e4-82ed-4e7b-a7a6-79e493d4060c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:14.852519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] No DVR routers for this DVR port 4b4594fe-67f9-43c0-ae38-8e9b97680281 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:14.865642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.905671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:14.912608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d8c02fd5-fb52-4b22-b724-6f747a6c16aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/762900e4-82ed-4e7b-a7a6-79e493d4060c HTTP/1.1" status: 204 len: 168 time: 0.9843826 May 13 14:44:14.916968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:14.951532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ac40a1e-9da8-4086-ad27-f6f57190b8e6 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "DELETE /v2.0/ports/4b4594fe-67f9-43c0-ae38-8e9b97680281 HTTP/1.1" status: 204 len: 173 time: 3.7112267 May 13 14:44:15.013114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-f0cc5391-c40b-443a-acd8-78c35bc1cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.019396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-f0cc5391-c40b-443a-acd8-78c35bc1cc11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1136 time: 0.7222366 May 13 14:44:15.033186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.164452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.170767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.172676 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:15.178919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.185803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.186741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:15.300179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port 566ccbcd-42c9-438e-a6a7-8249799324d0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:15.300524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.331461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:15.369760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:15.375536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.377150 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-76830d70-5ce6-43af-93f9-65927d1c1868 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 3141 time: 1.0864995 May 13 14:44:15.384446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.400473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:15.435047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b', '80117d94-32f8-4cd4-9770-08c3e4e480c6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:15.441236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-69746120-88df-4473-8f04-dcf66f478de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.452682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-69746120-88df-4473-8f04-dcf66f478de9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.3440948 May 13 14:44:15.564509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-1f4a1542-9185-4340-b6dd-5dd4eff4856b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 217 time: 0.1138537 May 13 14:44:15.605340 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64aa4232-4bd0-498a-a7e7-aa2bed0b9f87 req-9f9c9ef8-9e9b-4de0-9af7-351da5fba6e4 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271998 May 13 14:44:15.615520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:15.660399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:15.661481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:15.663850 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f6daeedb-4c4c-4404-a555-c73ed7a5eb81 req-d8e5fdc3-22cf-4dcd-90ba-13e869ef9440 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "PUT /v2.0/ports/dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 904 time: 0.8883233 May 13 14:44:15.725889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:15.862851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:16.100030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:16.143950 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5a405a-fafc-41ba-af4b-0c62c72cd361'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79', 'code': 200} May 13 14:44:16.147399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:16.177463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:16.178305 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.261358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-a226c659-7cd2-402c-8e4d-0801b98da9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:16.263420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-a226c659-7cd2-402c-8e4d-0801b98da9ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.6488490 May 13 14:44:16.337633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-0c4e34b8-7fe0-400a-bc45-69ec1bf0be3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586534 May 13 14:44:16.405076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-673e360b-38ef-48cd-b0e7-f9b73e26d73a None None] Provisioning complete for port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:16.406663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-673e360b-38ef-48cd-b0e7-f9b73e26d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.435203 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.450382 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Checking router: fd7f0007-0664-4846-8f26-a0df8d5dc45f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:16.483652 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:16.485298 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:44:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:16.548611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] For port 566ccbcd-42c9-438e-a6a7-8249799324d0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=566ccbcd-42c9-438e-a6a7-8249799324d0,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:16.549016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:16.916273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for 566ccbcd-42c9-438e-a6a7-8249799324d0 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:16.955602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-673e360b-38ef-48cd-b0e7-f9b73e26d73a None None] Current status of the port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:17.006309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:17.006913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.022488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5280247-0588-486b-b3cf-bdb05fb1fed9 req-dbdfdedc-31f2-4d2a-821f-50570340599c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:17.038755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5280247-0588-486b-b3cf-bdb05fb1fed9 req-dbdfdedc-31f2-4d2a-821f-50570340599c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 1.1206589 May 13 14:44:17.062222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-147928d5-2b9e-4e98-9ace-8faaddb1cb2b tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:17.063527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-147928d5-2b9e-4e98-9ace-8faaddb1cb2b tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Synchronizing usage tracker for tenant:1a256ced628c4600b66e678d5c956080 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:17.098111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:17.112412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-147928d5-2b9e-4e98-9ace-8faaddb1cb2b tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Unset dirty status for tenant:1a256ced628c4600b66e678d5c956080 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:17.115531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-147928d5-2b9e-4e98-9ace-8faaddb1cb2b tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/networks?id=00f0f640-08e7-43b5-897d-8089e490e62c HTTP/1.1" status: 200 len: 822 time: 0.4257443 May 13 14:44:17.127314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.147867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-5f47f0d9-1d6e-44de-a803-3ee15a6e1556 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004668 May 13 14:44:17.150304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-ba8373ce-535c-49d5-ab96-1a7c29e23ad8 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/quotas/1a256ced628c4600b66e678d5c956080 HTTP/1.1" status: 200 len: 375 time: 0.0245945 May 13 14:44:17.225942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:17.251993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-5e8cdeaf-ecdb-4bec-a607-a048a5a42620 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a256ced628c4600b66e678d5c956080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940008 May 13 14:44:17.309548 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:17.339468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5280247-0588-486b-b3cf-bdb05fb1fed9 req-f91e9464-70d8-4415-9786-b212032b5e4c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902970 May 13 14:44:17.438738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-19ebcf56-0d7f-4742-a580-f89a63f39716 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:17.443499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-19ebcf56-0d7f-4742-a580-f89a63f39716 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1805563 May 13 14:44:17.563622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ecff6c5-ea9f-44a2-bb22-8920b1496b7d req-78d7690e-80bc-467a-8b13-94987b4b0642 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021039 May 13 14:44:17.589447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:17.663005 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-d6337e27-921e-46c4-8103-c573bcb1257b service neutron] 10.222.0.36 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155807 May 13 14:44:17.829487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=566ccbcd-42c9-438e-a6a7-8249799324d0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:17.936342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-bb2c2a17-b4c7-4ea3-88e4-678651efb71d service neutron] 10.222.0.36 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667670 May 13 14:44:18.010219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] No DVR routers for this DVR port 566ccbcd-42c9-438e-a6a7-8249799324d0 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:18.013438 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:18.015274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.018456 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c16e0-d0fd-4788-9dd4-32a429522c59 None None] The sync data for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 is: [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:35:24Z', 'revision_number': 4, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '06861d46-f809-4631-b79d-ffac3f97d9e2', 'name': '', 'network_id': 'c6d338ab-d016-46df-ad29-30e69bfabf5b', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'mac_address': 'fa:16:3e:47:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:10Z', 'updated_at': '2022-05-13T14:35:38Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'subnets': [{'id': '2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:18.063744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-b4602536-2be5-4101-992b-97be6c989d28 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "DELETE /v2.0/ports/566ccbcd-42c9-438e-a6a7-8249799324d0 HTTP/1.1" status: 204 len: 173 time: 3.0836220 May 13 14:44:18.144537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:18.293461 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e43103d-0960-41e2-b83c-807392951097'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '4b4594fe-67f9-43c0-ae38-8e9b97680281', 'status': 'completed', 'code': 200} May 13 14:44:18.299560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port 75f9d14f-03ba-42a3-992f-69ba84db4510 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:18.299990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:18.350661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-5d0e96e6-0cab-4d58-95e7-b8211cf7d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:18.353164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-5d0e96e6-0cab-4d58-95e7-b8211cf7d5db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1136 time: 0.7108092 May 13 14:44:18.421364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765fa2-23c3-459a-8ed7-cffa19301b64 req-e5e1fe8d-1218-45da-b324-437b8bcff5c2 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:18.429761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5765fa2-23c3-459a-8ed7-cffa19301b64 req-e5e1fe8d-1218-45da-b324-437b8bcff5c2 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 950 time: 0.8441734 May 13 14:44:18.574397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bac1b-957d-4158-ab3b-7ae5d11268cd None None] New status for floating IP ed381a83-2724-4f1b-a251-9a2e661afe4b: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:44:18.641407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefae80-5cd0-47af-83dd-308be796a31c req-e2f1197c-2a8d-4131-ba3d-4198cc8e52fa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:18.644617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fefae80-5cd0-47af-83dd-308be796a31c req-e2f1197c-2a8d-4131-ba3d-4198cc8e52fa tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 907 time: 0.1765654 May 13 14:44:18.861166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0f2aa-530a-4160-b915-4a7a3513e181 req-33f2828d-1e5c-4763-bce8-413f25761a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:18.863963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05b0f2aa-530a-4160-b915-4a7a3513e181 req-33f2828d-1e5c-4763-bce8-413f25761a03 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.7972140 May 13 14:44:18.893291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5765fa2-23c3-459a-8ed7-cffa19301b64 req-6c631697-b9d7-48f5-b582-997ca7993b19 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618089 May 13 14:44:18.934924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-64f995ab-ffb8-4ede-9289-786f6d91a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:18.938360 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-64f995ab-ffb8-4ede-9289-786f6d91a714 service neutron] 10.222.0.86 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.5598304 May 13 14:44:18.965860 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19317a35-1a64-41c6-9b68-66f90478ebed'] response: {'name': 'network-changed', 'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'status': 'completed', 'code': 200} May 13 14:44:19.129947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.405398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-34e70a3d-baa0-49ef-9905-3ff3d9485b18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 217 time: 0.4262202 May 13 14:44:19.445985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ab7c6-3d2f-44d8-8429-23e0ae7186b4 req-153c02c0-eb49-49ba-98bf-19018771fa62 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.449440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f94ab7c6-3d2f-44d8-8429-23e0ae7186b4 req-153c02c0-eb49-49ba-98bf-19018771fa62 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 985 time: 0.4576423 May 13 14:44:19.461707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407040-f8ef-4941-b71b-27c27494210e req-35da92ba-c20e-4975-b5fd-487906c461fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.465040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-35da92ba-c20e-4975-b5fd-487906c461fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 1058 time: 0.3919253 May 13 14:44:19.573107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05b0f2aa-530a-4160-b915-4a7a3513e181 req-8b9e2b11-4c92-44e7-9d3b-0937fff5c528 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6724434 May 13 14:44:19.618225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] For port 75f9d14f-03ba-42a3-992f-69ba84db4510, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=75f9d14f-03ba-42a3-992f-69ba84db4510,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:19.618845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:19.638741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-8561ed44-fd42-44cf-a5fe-d3228d1ae802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.640455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-8561ed44-fd42-44cf-a5fe-d3228d1ae802 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.2136049 May 13 14:44:19.655583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f94ab7c6-3d2f-44d8-8429-23e0ae7186b4 req-9cc9f01d-3f1b-42ff-9d5c-3378bd0dea6a tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=46fd040a-d4c0-45fa-b30d-9e02eda92a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1891546 May 13 14:44:19.719921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407040-f8ef-4941-b71b-27c27494210e req-b579de3f-fc44-498e-886c-240bf209ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.720788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-b579de3f-fc44-498e-886c-240bf209ab92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.2283912 May 13 14:44:19.861524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-aad6f9f4-6ec3-4d40-af3f-53a324f639d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 217 time: 0.0712600 May 13 14:44:19.907522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for 75f9d14f-03ba-42a3-992f-69ba84db4510 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:19.980328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407040-f8ef-4941-b71b-27c27494210e req-fc3aa5e5-a335-4040-a797-ee17ec21e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:19.980328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-fc3aa5e5-a335-4040-a797-ee17ec21e29e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1066010 May 13 14:44:20.011282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-d07dc31d-971d-4781-971c-9cdfba19a312 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646295 May 13 14:44:20.040145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:20.052903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:20.065484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:20.066979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:20.094394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407040-f8ef-4941-b71b-27c27494210e req-ccbba121-80f7-4f43-9a6e-be4cc9aa7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:20.099251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-ccbba121-80f7-4f43-9a6e-be4cc9aa7640 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112411 May 13 14:44:20.206335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:20.300521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:20.348760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab9f0570-40ef-4967-a167-afaf30ccb55c req-068e67db-5bb1-41a0-94e7-3715cee6f8dd tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 210 time: 0.1792917 May 13 14:44:20.458857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-a2261ac8-8609-4faa-9e06-a5eecc6d8906 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508861 May 13 14:44:20.481173 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddde5c2-d1c5-4fb1-a3fc-3069d837144b'] response: {'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'code': 200} May 13 14:44:20.482146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:20.494890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-6b3920fc-771f-455a-a1cf-ef390ed75e29 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 2409 time: 1.1513698 May 13 14:44:20.783669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad7d6d11-62a4-4416-91ee-3e01486e1416 req-a30755db-d155-4733-ae9c-70e22a8ff28a tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872274 May 13 14:44:20.811524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-d5a7a951-a1f3-4624-bf6e-c2e300973b06 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379370 May 13 14:44:20.907476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b407040-f8ef-4941-b71b-27c27494210e req-d91403fe-05de-455e-97ea-fc4b4a37d967 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375913 May 13 14:44:20.934042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f009962-3a63-4007-adde-4cada2c07388 req-e9418869-7cb3-4113-957c-28d235268abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:20.936567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f009962-3a63-4007-adde-4cada2c07388 req-e9418869-7cb3-4113-957c-28d235268abf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 1101 time: 0.3350718 May 13 14:44:21.077046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f009962-3a63-4007-adde-4cada2c07388 req-5d7aa7c9-05ae-4ffe-88ef-d86afa47911e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275198 May 13 14:44:21.098513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490d7e-69a1-4a09-a79c-c4f1bda23415 req-acff985e-4cf9-4d41-81aa-30c0105abb14 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:21.100052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-cf9d74e6-e38a-4ae9-a040-e0682d2b5ddf tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:21.101558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11490d7e-69a1-4a09-a79c-c4f1bda23415 req-acff985e-4cf9-4d41-81aa-30c0105abb14 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.3443265 May 13 14:44:21.103378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-cf9d74e6-e38a-4ae9-a040-e0682d2b5ddf tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.86 "GET /v2.0/networks?id=00f0f640-08e7-43b5-897d-8089e490e62c HTTP/1.1" status: 200 len: 822 time: 0.8825555 May 13 14:44:21.172789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11490d7e-69a1-4a09-a79c-c4f1bda23415 req-94cbc537-1d93-4b28-94ad-c3b8d4ae91ff tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577810 May 13 14:44:21.198516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Request body: {'port': {'device_id': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c', 'admin_state_up': True, 'tenant_id': '1a256ced628c4600b66e678d5c956080'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:21.238281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.285341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d9c31be-7ecc-4654-8e8e-18450c039b70 req-1d536d4b-3928-4dee-a4c8-36a7786328f9 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504285 May 13 14:44:21.373424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=75f9d14f-03ba-42a3-992f-69ba84db4510,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:21.434774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db16972-89fa-48fa-9ea3-e2e58d7e7d17 req-661bf055-69ee-4457-ace2-b659ecb394b8 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:21.437783 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4db16972-89fa-48fa-9ea3-e2e58d7e7d17 req-661bf055-69ee-4457-ace2-b659ecb394b8 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 950 time: 0.1474078 May 13 14:44:21.485772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] No DVR routers for this DVR port 75f9d14f-03ba-42a3-992f-69ba84db4510 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:21.496682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.513020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4db16972-89fa-48fa-9ea3-e2e58d7e7d17 req-724587d0-67a6-4e2c-971f-fb0e15229a5f tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637794 May 13 14:44:21.533384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:21.545916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d35f13-728a-4be9-aa17-7ce7ffe3cfd0 req-d3376e4b-c181-445f-a05b-3cc0bed64b1e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:21.547559 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95d35f13-728a-4be9-aa17-7ce7ffe3cfd0 req-d3376e4b-c181-445f-a05b-3cc0bed64b1e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4677393 May 13 14:44:21.548851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Usage tracker for resource:port and tenant:1a256ced628c4600b66e678d5c956080 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:21.552820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-0ebcfab0-7489-4b99-9b31-18a8aeb9f5a1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "DELETE /v2.0/ports/75f9d14f-03ba-42a3-992f-69ba84db4510 HTTP/1.1" status: 204 len: 173 time: 3.4093342 May 13 14:44:21.554162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:21.598022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:21.645570 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a182bbee-9bdb-46dc-97a4-63fd73cac339'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '566ccbcd-42c9-438e-a6a7-8249799324d0', 'status': 'completed', 'code': 200} May 13 14:44:21.816317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Made reservation on behalf of 1a256ced628c4600b66e678d5c956080 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:21.820136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.869716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95d35f13-728a-4be9-aa17-7ce7ffe3cfd0 req-955a57b0-3cac-41c6-925b-2441b580a6d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057377 May 13 14:44:21.881382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port ade32736-e660-4f73-a895-33fb2e351f79 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:21.883156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:21.938115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadff8b-b772-4311-90ce-c3edb8eb84c2 req-4ef6478b-3f2e-4f4d-8583-9964d9d6e6ad tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:21.946159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efadff8b-b772-4311-90ce-c3edb8eb84c2 req-4ef6478b-3f2e-4f4d-8583-9964d9d6e6ad tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 985 time: 0.1956425 May 13 14:44:22.038632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efadff8b-b772-4311-90ce-c3edb8eb84c2 req-43e4fbce-39c0-472e-acb0-3878cf897619 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=46fd040a-d4c0-45fa-b30d-9e02eda92a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0825779 May 13 14:44:22.131822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1789f95b-cecd-4b58-847f-4454e19e34ec req-8b0763ba-eb2c-4ead-8383-39a7fb385e12 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 210 time: 0.0884442 May 13 14:44:22.350836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005127-57f0-44a3-acb9-990442b485ae req-0979698e-4212-4b12-aab3-1c69cff93794 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.350836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005127-57f0-44a3-acb9-990442b485ae req-0979698e-4212-4b12-aab3-1c69cff93794 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.360274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23005127-57f0-44a3-acb9-990442b485ae req-0979698e-4212-4b12-aab3-1c69cff93794 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 1677 time: 0.1474833 May 13 14:44:22.439542 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23005127-57f0-44a3-acb9-990442b485ae req-789b1158-891e-420a-b8ea-4ee6a59f4882 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768862 May 13 14:44:22.657722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Allocated IP 172.20.0.13 (00f0f640-08e7-43b5-897d-8089e490e62c/c80a1dc4-c65c-49a3-aaab-e16080c1c702/dde05e96-04c7-4371-bea4-b9ebc35c0cfb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:22.701469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71c71-400a-4786-99a3-65078d76fda4 req-f511c398-871e-4b7b-9adf-83269ac2f1cd tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.703933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f1c71c71-400a-4786-99a3-65078d76fda4 req-f511c398-871e-4b7b-9adf-83269ac2f1cd tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.1125309 May 13 14:44:22.723510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] For port ade32736-e660-4f73-a895-33fb2e351f79, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ade32736-e660-4f73-a895-33fb2e351f79,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:22.723973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:22.755398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a666a2-fc35-4389-bf97-a53ab8ce1bc6 req-7f4a5e8b-0dc3-4795-8430-cea0bf4bb9f5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:22.756997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41a666a2-fc35-4389-bf97-a53ab8ce1bc6 req-7f4a5e8b-0dc3-4795-8430-cea0bf4bb9f5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4393835 May 13 14:44:22.773168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f1c71c71-400a-4786-99a3-65078d76fda4 req-9ea38b4d-5f1d-4d32-b48a-f37d2b5ef40d tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623727 May 13 14:44:22.903505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for ade32736-e660-4f73-a895-33fb2e351f79 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:23.074466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41a666a2-fc35-4389-bf97-a53ab8ce1bc6 req-be2314b6-f39c-42bc-a8f7-e2f0d7b25136 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630651 May 13 14:44:23.149853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7f2f9-2ef9-470d-a2cc-54e4782fd97f req-2d4cccca-6001-4e4c-b92a-b2697e3f4fd1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:23.151758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32e7f2f9-2ef9-470d-a2cc-54e4782fd97f req-2d4cccca-6001-4e4c-b92a-b2697e3f4fd1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 950 time: 0.1289363 May 13 14:44:23.257498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.279357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32e7f2f9-2ef9-470d-a2cc-54e4782fd97f req-de2b8c46-b08a-4f02-b37b-1d1f820e0b02 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121635 May 13 14:44:23.332385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.493035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.542668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=ade32736-e660-4f73-a895-33fb2e351f79,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:23.644697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfc6c-01af-4dd5-91f5-916a29896446 req-9d7236fd-257f-4dad-9fc6-74d3c768cdaf tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:23.646024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:23.648539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-522dfc6c-01af-4dd5-91f5-916a29896446 req-9d7236fd-257f-4dad-9fc6-74d3c768cdaf tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 985 time: 0.1402493 May 13 14:44:23.707656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:23.712257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] No DVR routers for this DVR port ade32736-e660-4f73-a895-33fb2e351f79 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:23.725777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:23.734885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-522dfc6c-01af-4dd5-91f5-916a29896446 req-93e7dac3-52c4-49f3-914f-0dcc5fc854f7 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=46fd040a-d4c0-45fa-b30d-9e02eda92a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0776732 May 13 14:44:23.747215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-58a99440-dcc0-43cd-8ac0-1141a63a5703 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "DELETE /v2.0/ports/ade32736-e660-4f73-a895-33fb2e351f79 HTTP/1.1" status: 204 len: 173 time: 2.1821265 May 13 14:44:23.812432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Network 00f0f640-08e7-43b5-897d-8089e490e62c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:23.894219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:23.897149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Pushing event updated for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:23.901071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:23.985578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.068344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:24.068834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.155571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:24.156594 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.205580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:24.215371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Usage tracker for resource:security_group_rule and tenant:26074ff0eeb941e99b8ba74fce5f1dd9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:24.225519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:24.229542 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-f080cd64-b556-42b7-96d4-e735154c5421 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0605161 May 13 14:44:24.238057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:24.288284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826fb6a-a562-4cfd-9d4b-2e75d036da1e req-a547465b-9b0a-4824-a98f-2a89c61a314d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:24.290828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0826fb6a-a562-4cfd-9d4b-2e75d036da1e req-a547465b-9b0a-4824-a98f-2a89c61a314d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5464220 May 13 14:44:24.302657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d05ba-a045-427f-b3f8-08a57f0c64e6 req-6e7f0d2c-05bd-422a-adf5-8129a25d37aa tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:24.305392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af9d05ba-a045-427f-b3f8-08a57f0c64e6 req-6e7f0d2c-05bd-422a-adf5-8129a25d37aa tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 932 time: 0.3955722 May 13 14:44:24.305553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Request body: {'port': {'device_id': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:24.410241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af9d05ba-a045-427f-b3f8-08a57f0c64e6 req-5b00ab0f-9365-46f9-a4fd-01436ba2e6b5 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Synchronizing usage tracker for tenant:1a256ced628c4600b66e678d5c956080 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:24.478585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af9d05ba-a045-427f-b3f8-08a57f0c64e6 req-5b00ab0f-9365-46f9-a4fd-01436ba2e6b5 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Unset dirty status for tenant:1a256ced628c4600b66e678d5c956080 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:24.480478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af9d05ba-a045-427f-b3f8-08a57f0c64e6 req-5b00ab0f-9365-46f9-a4fd-01436ba2e6b5 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685390 May 13 14:44:24.528264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.535385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.650631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0826fb6a-a562-4cfd-9d4b-2e75d036da1e req-911cf3aa-9274-41a2-8de3-566f976c0239 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313233 May 13 14:44:24.712951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33021599-60fb-42e4-be9f-3d5d70e98f40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:24.721363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-78024b3b-f988-4e35-a9c9-0379e0d42c1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26074ff0eeb941e99b8ba74fce5f1dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0125825 May 13 14:44:24.723308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:24.784352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:24.791983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d1cd-8418-40a6-9772-0cf1b20d8d16 req-316e3bd5-86f9-43b3-9ec7-8fa789d52875 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:24.793640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2807d1cd-8418-40a6-9772-0cf1b20d8d16 req-316e3bd5-86f9-43b3-9ec7-8fa789d52875 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 950 time: 0.1982815 May 13 14:44:24.887087 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2807d1cd-8418-40a6-9772-0cf1b20d8d16 req-45f52697-8cef-41e0-bd18-5bf229756a10 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817513 May 13 14:44:24.914380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] For port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:24.914742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.126468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:25.177243 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662f9ee9-ff14-4a5b-9091-0c8da6963bc3'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': '75f9d14f-03ba-42a3-992f-69ba84db4510', 'status': 'completed', 'code': 200} May 13 14:44:25.179885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.317516 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-05c7cfa9-f9db-4987-ae50-a016ecefa2a6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1398835632&fields=id&tenant_id=7325f71b52dc4499a0feaa7280243e4d HTTP/1.1" status: 200 len: 267 time: 0.0494258 May 13 14:44:25.359301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.438414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-cabef66c-7a8e-4d08-bdad-7bf1e6a0e2f1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:25.441047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-cabef66c-7a8e-4d08-bdad-7bf1e6a0e2f1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 985 time: 0.1132603 May 13 14:44:25.458530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'port': {'security_groups': ['46fd040a-d4c0-45fa-b30d-9e02eda92a8c', '99508a36-693d-4c56-8269-53dfeaeb4505', 'fd3607e0-08b0-4dd4-89e0-df6099164606']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:25.602017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09f07-738b-4e23-b7b7-c8dadb772b53 req-89f90df7-facf-4eed-b1f5-44cecff41489 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:25.602766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a8b09f07-738b-4e23-b7b7-c8dadb772b53 req-89f90df7-facf-4eed-b1f5-44cecff41489 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Synchronizing usage tracker for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:25.647876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-aac69c31-175a-4a73-932b-da96682ad549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:25.649421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-aac69c31-175a-4a73-932b-da96682ad549 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.4710615 May 13 14:44:25.672173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.703303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a8b09f07-738b-4e23-b7b7-c8dadb772b53 req-89f90df7-facf-4eed-b1f5-44cecff41489 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Unset dirty status for tenant:2ca52659c546428ab2e6ef91ba192719 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:25.704883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8b09f07-738b-4e23-b7b7-c8dadb772b53 req-89f90df7-facf-4eed-b1f5-44cecff41489 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 943 time: 0.7968283 May 13 14:44:25.705496 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.759879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.857143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33021599-60fb-42e4-be9f-3d5d70e98f40,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:25.886319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=cf3cbc3d-23cf-4fc0-82b1-2e8794659a20,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:25.978525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:25.981822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f199f8ce-2c35-487c-9c7d-f665ccd656b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33021599-60fb-42e4-be9f-3d5d70e98f40 HTTP/1.1" status: 204 len: 168 time: 1.2486973 May 13 14:44:25.981822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:44:26.026202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:26.041217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8b09f07-738b-4e23-b7b7-c8dadb772b53 req-fff168a1-10a5-4f3b-a148-411190e7a9c9 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups?id=f09673e8-4d40-47e1-ac44-04bc208a49c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612162 May 13 14:44:26.080258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.086874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.105666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:26.160524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-9a955257-9278-4fb3-9734-441fa01144b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:26.174737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-9a955257-9278-4fb3-9734-441fa01144b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.5124714 May 13 14:44:26.189606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:26.251649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:26.252909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.255165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a438fca-68f5-4ee7-99a8-8ed07f6ecc66 req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "PUT /v2.0/ports/7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 1021 time: 0.8061762 May 13 14:44:26.256085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:26.298601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f80642-7ac7-4693-952e-3d5f97b12ac0 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:26.410579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:26.475702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] No DVR routers for this DVR port cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:26.479025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.482219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b599a-4346-489d-a6c1-b01e7b2f3706 req-aa62b722-308e-4dee-980b-4a75af0ec749 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.90 "DELETE /v2.0/ports/cf3cbc3d-23cf-4fc0-82b1-2e8794659a20 HTTP/1.1" status: 204 len: 173 time: 2.7234912 May 13 14:44:26.675563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde05e96-04c7-4371-bea4-b9ebc35c0cfb {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:26.685924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:26.707459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Transition to ACTIVE for port object dde05e96-04c7-4371-bea4-b9ebc35c0cfb will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:26.788679 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.034840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-735e7e9b-e21d-4350-9743-8dfc0b64d13a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1002 time: 0.5685055 May 13 14:44:27.044923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Pushing event updated for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:27.182487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d45e-14cd-4e4b-a32c-081ee1e5490d req-acd01aa5-590c-49a1-a508-5b9220d08c09 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.190636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f80d45e-14cd-4e4b-a32c-081ee1e5490d req-acd01aa5-590c-49a1-a508-5b9220d08c09 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9695921 May 13 14:44:27.210096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79'}, {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:27.303095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-8c39ebd3-fb10-4324-bce8-e86d6159347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.305158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-8c39ebd3-fb10-4324-bce8-e86d6159347c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.2614036 May 13 14:44:27.457400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f80d45e-14cd-4e4b-a32c-081ee1e5490d req-2617b7c3-5729-48c0-a573-7ed6e69e7c2a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657628 May 13 14:44:27.464243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Attempting to bind port dde05e96-04c7-4371-bea4-b9ebc35c0cfb on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:27.464905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Attempting to bind port dde05e96-04c7-4371-bea4-b9ebc35c0cfb by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '2e53b855-d8cf-4c17-9e22-db181b762d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:27.465392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Attempting to bind port dde05e96-04c7-4371-bea4-b9ebc35c0cfb on network 00f0f640-08e7-43b5-897d-8089e490e62c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:27.474734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Port dde05e96-04c7-4371-bea4-b9ebc35c0cfb on network 00f0f640-08e7-43b5-897d-8089e490e62c not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:27.475250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Attempting to bind port dde05e96-04c7-4371-bea4-b9ebc35c0cfb on network 00f0f640-08e7-43b5-897d-8089e490e62c {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:27.510395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:27.510614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Checking segment: {'id': '2e53b855-d8cf-4c17-9e22-db181b762d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:27.510937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Bound using segment: {'id': '2e53b855-d8cf-4c17-9e22-db181b762d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:27.516453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Bound port: dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e53b855-d8cf-4c17-9e22-db181b762d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:27.517066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:27.649977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-0e203420-dbca-49b0-b895-8743b995c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.651880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-0e203420-dbca-49b0-b895-8743b995c7a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3270457 May 13 14:44:27.755114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96be649-d7da-4bb2-88f3-312e42212173 req-9f9f2596-b2b2-42e0-a7f9-65580f567675 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:27.780497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e96be649-d7da-4bb2-88f3-312e42212173 req-9f9f2596-b2b2-42e0-a7f9-65580f567675 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.2246156 May 13 14:44:27.954060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e96be649-d7da-4bb2-88f3-312e42212173 req-84b52aa3-f2bb-4872-ad9b-dd469b38b0cf tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721971 May 13 14:44:28.049369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d7b2488-c1c0-4ea6-bf64-c13e2a537c96 req-3add0dfa-ffef-41d7-af76-a638fca85bf9 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/fd3607e0-08b0-4dd4-89e0-df6099164606 HTTP/1.1" status: 200 len: 1802 time: 0.0554566 May 13 14:44:28.140617 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-2d7b2488-c1c0-4ea6-bf64-c13e2a537c96 req-c6d1ec62-3298-4875-a379-111fbd1983ce tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:44:28.141662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d7b2488-c1c0-4ea6-bf64-c13e2a537c96 req-c6d1ec62-3298-4875-a379-111fbd1983ce tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd3607e0-08b0-4dd4-89e0-df6099164606 HTTP/1.1" status: 409 len: 341 time: 0.0863743 May 13 14:44:28.203266 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1808b35b-2291-45eb-b0ea-651125b89f00'] response: {'name': 'network-changed', 'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'status': 'completed', 'code': 200} May 13 14:44:28.220259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:28.272616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,segment=NetworkSegment(2e53b855-d8cf-4c17-9e22-db181b762d8e),segment_id=2e53b855-d8cf-4c17-9e22-db181b762d8e)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:28.294112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-16c1aa8b-c126-49b6-b225-5de3d5391fc8 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346736 May 13 14:44:28.298506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.366730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-b9f6bbd8-3c2d-47b0-8e78-497378665070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.368365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-b9f6bbd8-3c2d-47b0-8e78-497378665070 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7325f71b52dc4499a0feaa7280243e4d&device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1175 time: 0.1375546 May 13 14:44:28.370768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a505281-2ca2-4435-8755-3ac93affbf74 req-06173276-846b-4b1c-a469-272ec9b3df8e tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 210 time: 0.0566454 May 13 14:44:28.586693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396bb10-b4f1-4fab-b26e-a5e628465b68 req-4a4225c5-335e-4200-bf95-d57c92b2da53 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.587930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f396bb10-b4f1-4fab-b26e-a5e628465b68 req-4a4225c5-335e-4200-bf95-d57c92b2da53 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Synchronizing usage tracker for tenant:1a256ced628c4600b66e678d5c956080 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:28.601426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-6d5679ec-70da-41e9-8056-d8a0f59b3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.601876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.602602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:28.603810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-6d5679ec-70da-41e9-8056-d8a0f59b3b3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 200 len: 912 time: 0.2275372 May 13 14:44:28.604552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] 10.222.0.86 "PUT /v2.0/ports/dde05e96-04c7-4371-bea4-b9ebc35c0cfb HTTP/1.1" status: 200 len: 1092 time: 4.3308623 May 13 14:44:28.664808 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2967b1-208b-44a2-a09b-b97bae6c6e1e'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': 'ade32736-e660-4f73-a895-33fb2e351f79', 'status': 'completed', 'code': 200} May 13 14:44:28.666789 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2967b1-208b-44a2-a09b-b97bae6c6e1e'] response: {'server_uuid': '5f85aa6c-f7c7-4cee-b258-b0fedab71f60', 'name': 'network-vif-deleted', 'tag': 'cf3cbc3d-23cf-4fc0-82b1-2e8794659a20', 'status': 'completed', 'code': 200} May 13 14:44:28.666789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294eb17-8a58-4e4b-8b2f-ad8dffae4642 service neutron] Pushing event updated for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:28.727541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-a0378e5d-7318-44fa-ada9-023f21d4e9cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 200 len: 217 time: 0.1097624 May 13 14:44:28.755504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f396bb10-b4f1-4fab-b26e-a5e628465b68 req-4a4225c5-335e-4200-bf95-d57c92b2da53 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Unset dirty status for tenant:1a256ced628c4600b66e678d5c956080 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:28.757088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f396bb10-b4f1-4fab-b26e-a5e628465b68 req-4a4225c5-335e-4200-bf95-d57c92b2da53 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 944 time: 1.0462728 May 13 14:44:28.822373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16845971-f40a-42fd-a8d3-f161ba5032d0 req-d97df590-c75f-4499-8dba-54ce5b65ebd9 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158403 May 13 14:44:28.880479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-70d90e66-d129-4a7c-afa2-534fcfc3f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.884317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-70d90e66-d129-4a7c-afa2-534fcfc3f7ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 200 len: 851 time: 0.1489358 May 13 14:44:28.901088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f396bb10-b4f1-4fab-b26e-a5e628465b68 req-2467f844-55d2-498f-bb7b-69d4a1b26184 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 May 13 14:44:28.922916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-c7014bef-7a1f-40b6-859d-373496883e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:28.925099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-c7014bef-7a1f-40b6-859d-373496883e86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a256ced628c4600b66e678d5c956080&device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 1095 time: 0.2628376 May 13 14:44:29.009181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-1d66008f-b542-48cb-8256-b9e86666f17c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb HTTP/1.1" status: 200 len: 217 time: 0.0765884 May 13 14:44:29.099249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-fcc36674-1071-425d-b24b-717eec20349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.103158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-fcc36674-1071-425d-b24b-717eec20349e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c80a1dc4-c65c-49a3-aaab-e16080c1c702 HTTP/1.1" status: 200 len: 862 time: 0.0863447 May 13 14:44:29.189070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-9029de47-791a-48d5-b160-8b0c792d7bee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=014b9588-c2e8-4341-a5d4-7eea61b9b3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2479036 May 13 14:44:29.225545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-4ed26ee1-e94d-419d-8806-c8af7ba32fcf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=00f0f640-08e7-43b5-897d-8089e490e62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134887 May 13 14:44:29.476194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-c4a0afc6-9603-4754-b41a-ef23d9e36532 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:29.477857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-c4a0afc6-9603-4754-b41a-ef23d9e36532 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.5918109 May 13 14:44:29.521740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-11f0d03a-0c46-4931-84b8-b4f85cc6cd06 service neutron] 10.222.0.86 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852559 May 13 14:44:29.569952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-4fc9f7a5-1621-47c0-b88b-135b1bfb953f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/quotas/75c3cb608ca04661bbf341e51af50a27 HTTP/1.1" status: 200 len: 375 time: 0.0515912 May 13 14:44:29.576995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-dc8b3eb5-e191-4f75-aa92-ddd36f3c2649 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862956 May 13 14:44:29.732289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1516efe4-2c83-4dd1-869d-c6203a33e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:29.809468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:29.884868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41b928fe-e3ea-4407-a5e2-6eda7c2d184b req-fe5070af-61e2-460f-8859-ce3f8d6e7140 service neutron] 10.222.0.86 "GET /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994044 May 13 14:44:29.986469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cc36b8c-4cf2-4019-8ca0-3473490f31ff req-210db9e3-b873-4556-9db4-18d62c7cb497 service neutron] 10.222.0.86 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569023 May 13 14:44:29.991030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f456d866-cc17-458f-ad56-7967ea5887be tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1966817 May 13 14:44:30.102905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:30.121206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'mac_address': 'fa:16:3e:b7:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:30.136165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f0f6-2922-4539-bce1-9236a6cca55c req-76943637-a95c-4e06-8666-ef32d465aff1 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:30.138004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee60f0f6-2922-4539-bce1-9236a6cca55c req-76943637-a95c-4e06-8666-ef32d465aff1 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.1145017 May 13 14:44:30.201246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee60f0f6-2922-4539-bce1-9236a6cca55c req-0a1d952a-7c39-45b4-a0a1-608b1b893251 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471454 May 13 14:44:30.205009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:30.205590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.212800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-6db045a2-1e87-4c7b-b437-ece4e53c1452 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116203 May 13 14:44:30.247636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:30.274002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:30.280560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:30.378929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:30.446652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['bd5f57ed-95fa-41e5-b784-0c305212676a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:30.469396 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-07b1442d-fc70-4ef1-a0da-c460ecd24985 service neutron] 10.222.0.36 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369230 May 13 14:44:30.669102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:30.756768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5886d3e8-59a5-48e7-9e9c-6d72d26847d5 req-09fdfadc-4a71-41ba-aa3d-0fd8123b8808 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f85aa6c-f7c7-4cee-b258-b0fedab71f60 HTTP/1.1" status: 200 len: 210 time: 0.0647309 May 13 14:44:31.161736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649543e1-6118-42b8-b192-6acc2aba4486 req-da5015de-329d-4f78-83f8-e2d31b8ccdff tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.169123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-649543e1-6118-42b8-b192-6acc2aba4486 req-da5015de-329d-4f78-83f8-e2d31b8ccdff tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 944 time: 0.1243968 May 13 14:44:31.190438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2e186-ec13-4f79-9e5f-1a18e92c0351 req-521ca9bf-4221-4a1a-87d6-c53b668c561e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.193058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ded2e186-ec13-4f79-9e5f-1a18e92c0351 req-521ca9bf-4221-4a1a-87d6-c53b668c561e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1024 time: 0.1655867 May 13 14:44:31.257384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-649543e1-6118-42b8-b192-6acc2aba4486 req-754aa2fb-7627-4be3-91d5-c0e975a885b6 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819027 May 13 14:44:31.310879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ded2e186-ec13-4f79-9e5f-1a18e92c0351 req-2e4e0ea7-e184-460b-a80b-694a56a0e3f8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=46fd040a-d4c0-45fa-b30d-9e02eda92a8c&id=fd3607e0-08b0-4dd4-89e0-df6099164606&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1036966 May 13 14:44:31.403475 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035c9b75-facb-4083-b00c-f5305f9eab1e'] response: {'name': 'network-changed', 'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb', 'status': 'completed', 'code': 200} May 13 14:44:31.434105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f623ae1-0c1e-4360-a48e-a3758421c60b req-45c8a141-c5d2-4456-85b1-bf28c00fbee2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 210 time: 0.0605779 May 13 14:44:31.576727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-d216371c-b59f-49e3-94e5-69a51ff63a52 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.585097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-d216371c-b59f-49e3-94e5-69a51ff63a52 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 1024 time: 0.1293337 May 13 14:44:31.644715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235984c3-c1b8-45ca-8370-947267bee32a req-1849a667-3940-44f5-8fef-3257982d8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.646728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-1849a667-3940-44f5-8fef-3257982d8c19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a256ced628c4600b66e678d5c956080&device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 1095 time: 0.1915457 May 13 14:44:31.688247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Deleting port 7a15f93a-bdca-4829-9b92-b9b9825e0576 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:31.688610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:31.757499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e016-476d-4157-9831-11121a22ffa4 req-8f6c122d-9bab-4090-ba35-f5123cd684d9 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:31.765906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8009e016-476d-4157-9831-11121a22ffa4 req-8f6c122d-9bab-4090-ba35-f5123cd684d9 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.2385693 May 13 14:44:31.828545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:32.017098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8009e016-476d-4157-9831-11121a22ffa4 req-29579c42-d927-4d44-8554-be6a6dbeab61 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498899 May 13 14:44:32.029236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235984c3-c1b8-45ca-8370-947267bee32a req-a8709b36-ab80-4843-8a9d-70629c754737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.034501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-a8709b36-ab80-4843-8a9d-70629c754737 service neutron] 10.222.0.86 "GET /v2.0/networks?id=00f0f640-08e7-43b5-897d-8089e490e62c HTTP/1.1" status: 200 len: 923 time: 0.3786364 May 13 14:44:32.053278 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d562eac3-8e2e-467b-bbbe-1b31834f5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.078730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port bd5f57ed-95fa-41e5-b784-0c305212676a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:32.085159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.245444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-d02dcbb6-0dea-47ed-b277-8bc74bda9d7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb HTTP/1.1" status: 200 len: 217 time: 0.2047706 May 13 14:44:32.287536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 7a15f93a-bdca-4829-9b92-b9b9825e0576, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7a15f93a-bdca-4829-9b92-b9b9825e0576,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:32.289021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.388465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:32.411754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:32.412140 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.464192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235984c3-c1b8-45ca-8370-947267bee32a req-9e80f0c5-9cfe-41ce-92a8-d4a5b5a527d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:32.469351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-9e80f0c5-9cfe-41ce-92a8-d4a5b5a527d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c80a1dc4-c65c-49a3-aaab-e16080c1c702 HTTP/1.1" status: 200 len: 862 time: 0.2157042 May 13 14:44:32.507975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:32.551649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:32.563052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.657261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57114) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:32.722330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:32.744417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Calling delete_port for 7a15f93a-bdca-4829-9b92-b9b9825e0576 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:32.775038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-73985d4d-b6f8-45a7-829b-2f2855260bd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=00f0f640-08e7-43b5-897d-8089e490e62c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762628 May 13 14:44:32.826642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.928602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:32.943308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['62bf3848-9538-4a3f-92d8-3cb2290ee2bd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:32.993980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'Port': ['ID=7a15f93a-bdca-4829-9b92-b9b9825e0576,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:33.041131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7a15f93a-bdca-4829-9b92-b9b9825e0576'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:33.093666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.113149 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.201928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:33.222476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Usage tracker for resource:security_group_rule and tenant:ff6dbfa862be49c4b4edb247e89a36dd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:33.239369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-c4f8d050-f0bf-4fb2-823f-fa5315154191 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:33.244191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-c4f8d050-f0bf-4fb2-823f-fa5315154191 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 812 time: 0.4962654 May 13 14:44:33.245651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:33.254473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.278033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Request body: {'port': {'device_id': '81dde253-f20b-46a7-b767-591dd07f1298', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'admin_state_up': True, 'tenant_id': '75c3cb608ca04661bbf341e51af50a27'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:33.286847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] No DVR routers for this DVR port 7a15f93a-bdca-4829-9b92-b9b9825e0576 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:33.293825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.299443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:33.300571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'name': 'network-vif-deleted', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:33.316126 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.372507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c23c41-f834-40aa-bec1-f2a053cbc856 req-62044867-6a82-4971-8ce2-9148929c4d0b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:33.387627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66c23c41-f834-40aa-bec1-f2a053cbc856 req-62044867-6a82-4971-8ce2-9148929c4d0b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.9089406 May 13 14:44:33.388710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:33.390744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-101334bc-4fa1-4c77-90ab-e3e9d9c131a4 req-e8aa6356-844f-4229-80bf-522886f19ef2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.86 "DELETE /v2.0/ports/7a15f93a-bdca-4829-9b92-b9b9825e0576 HTTP/1.1" status: 204 len: 173 time: 1.7962816 May 13 14:44:33.401363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Request body: {'floatingip': {'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:33.538906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-f37a7aef-51e0-4159-bae1-a7f2014077f6 service neutron] 10.222.0.86 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459919 May 13 14:44:33.582218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b3017-8fb7-44f4-b4e7-2e3e80211504 req-629e50af-2075-4ff6-b0e9-710ed581959f tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:33.590477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-026b3017-8fb7-44f4-b4e7-2e3e80211504 req-629e50af-2075-4ff6-b0e9-710ed581959f tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 944 time: 0.9514918 May 13 14:44:33.674625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1610f1e4-430c-45c1-8779-7692c89b8414 req-b779808f-0688-462c-96fc-833eb0c8fbc3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:33.729766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:33.832563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dde05e96-04c7-4371-bea4-b9ebc35c0cfb details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:34.009187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1610f1e4-430c-45c1-8779-7692c89b8414 req-b779808f-0688-462c-96fc-833eb0c8fbc3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:34.010376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1610f1e4-430c-45c1-8779-7692c89b8414 req-b779808f-0688-462c-96fc-833eb0c8fbc3 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1852458-edc9-4369-b35c-b929f0144edf HTTP/1.1" status: 200 len: 210 time: 0.4285069 May 13 14:44:34.018529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-026b3017-8fb7-44f4-b4e7-2e3e80211504 req-c591cedb-64cf-4912-af5a-ba10cdfa8adb tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755236 May 13 14:44:34.029008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.142125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:34.152903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09673e8-4d40-47e1-ac44-04bc208a49c6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:34.225021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:34.251797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-235984c3-c1b8-45ca-8370-947267bee32a req-9c3e1e6f-5cea-42bc-8bbe-54046d77514b service neutron] 10.222.0.86 "GET /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873288 May 13 14:44:34.328847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47a807dd-b2ee-42f1-a617-d2a784a6aae6 req-3078107a-e548-450b-b5f0-9c475f332d84 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 210 time: 0.0912478 May 13 14:44:34.331094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Made reservation on behalf of 75c3cb608ca04661bbf341e51af50a27 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:34.334752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.368473 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ee7ef2-338a-456e-b7bd-5c428d42447b'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'code': 200} May 13 14:44:34.389892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.400174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff42a362-4b73-44db-86df-153f92dc761d tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/security-groups/f09673e8-4d40-47e1-ac44-04bc208a49c6 HTTP/1.1" status: 204 len: 168 time: 2.0060258 May 13 14:44:34.415259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:34.465570 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-1b43c779-6957-4a83-91af-27f72b1cea22 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] show failed (client error): The resource could not be found. May 13 14:44:34.471414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1b43c779-6957-4a83-91af-27f72b1cea22 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "GET /v2.0/security-groups/f09673e8-4d40-47e1-ac44-04bc208a49c6 HTTP/1.1" status: 404 len: 347 time: 0.0521147 May 13 14:44:34.475754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.476784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57144) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:34.531369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,segment=NetworkSegment(2e53b855-d8cf-4c17-9e22-db181b762d8e),segment_id=2e53b855-d8cf-4c17-9e22-db181b762d8e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:34.588252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb', 'network_id': '00f0f640-08e7-43b5-897d-8089e490e62c', 'port_id': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb', 'mac_address': 'fa:16:3e:dd:b4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80a1dc4-c65c-49a3-aaab-e16080c1c702', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:34.588492 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.602054 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6d33c7-7086-4e2e-a4de-35d59ab06243'] response: {'server_uuid': 'd1852458-edc9-4369-b35c-b929f0144edf', 'name': 'network-vif-deleted', 'tag': '7a15f93a-bdca-4829-9b92-b9b9825e0576', 'status': 'completed', 'code': 200} May 13 14:44:34.785845 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.799884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff6dbfa862be49c4b4edb247e89a36dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1230335 May 13 14:44:34.801904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dde05e96-04c7-4371-bea4-b9ebc35c0cfb is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:34.802356 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.805219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port 6bf969ad-41f1-443d-adba-9f85ff840d81 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:34.805529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:34.813427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:34.843411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde05e96-04c7-4371-bea4-b9ebc35c0cfb {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:34.881075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,segment=NetworkSegment(2e53b855-d8cf-4c17-9e22-db181b762d8e),segment_id=2e53b855-d8cf-4c17-9e22-db181b762d8e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:34.892202 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.017274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.018029 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.057424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.185501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['dde05e96-04c7-4371-bea4-b9ebc35c0cfb'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:35.188923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for 6bf969ad-41f1-443d-adba-9f85ff840d81 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:35.391229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818134-6861-412b-900a-fc2d811e587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348dd4d2-8cfc-430f-b3c9-c995c536be97,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.528720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.579649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.611734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.671899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Allocated IP 172.20.0.11 (f0a914ef-d660-44d0-ad35-cbb2603e1090/bba7994c-13ce-481d-b5d6-03d58411c29b/98cfd597-dd67-4f0f-8e9c-7249f44dce70) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:35.691592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=6bf969ad-41f1-443d-adba-9f85ff840d81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.734646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:35.821676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7a15f93a-bdca-4829-9b92-b9b9825e0576 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:35.864557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a175e5-54bd-4e51-adf5-c4cd8e48f29b req-fa6133f4-3d22-439a-835a-cc71161cdef3 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:35.871904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-07a175e5-54bd-4e51-adf5-c4cd8e48f29b req-fa6133f4-3d22-439a-835a-cc71161cdef3 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 945 time: 0.4645958 May 13 14:44:35.885049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348dd4d2-8cfc-430f-b3c9-c995c536be97,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:35.972920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 7a15f93a-bdca-4829-9b92-b9b9825e0576 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:35.973796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7a15f93a-bdca-4829-9b92-b9b9825e0576 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:35.998294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.060445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-07a175e5-54bd-4e51-adf5-c4cd8e48f29b req-4da4b213-a5c2-41c2-ac51-934428c7cd0f tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854153 May 13 14:44:36.067938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.077712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e0426853-b46f-41a9-b64d-7e02750b158f tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed381a83-2724-4f1b-a251-9a2e661afe4b HTTP/1.1" status: 204 len: 168 time: 1.5986190 May 13 14:44:36.078732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:36.192984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.247097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.269751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.320858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Transition to ACTIVE for port object 98cfd597-dd67-4f0f-8e9c-7249f44dce70 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:36.365876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.370726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a1a9c116-9a08-4fc0-955f-44f621365205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/348dd4d2-8cfc-430f-b3c9-c995c536be97 HTTP/1.1" status: 204 len: 168 time: 1.5535178 May 13 14:44:36.401115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-2d137fa0-7160-41c2-8a65-23f741d43df2 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/46fd040a-d4c0-45fa-b30d-9e02eda92a8c HTTP/1.1" status: 200 len: 1802 time: 1.0980942 May 13 14:44:36.499296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6dd167c-c146-42fe-993f-da31f1cb0af4 req-642818c9-a4c0-4e17-bf5e-05c6effe52d1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:36.582869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.598597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b', '80117d94-32f8-4cd4-9770-08c3e4e480c6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:36.607475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.678234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port de95eea7-cc94-48f2-b914-af03031dfa73 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:36.678630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:36.710853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6dd167c-c146-42fe-993f-da31f1cb0af4 req-642818c9-a4c0-4e17-bf5e-05c6effe52d1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:36.723933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6dd167c-c146-42fe-993f-da31f1cb0af4 req-642818c9-a4c0-4e17-bf5e-05c6effe52d1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 210 time: 0.5004656 May 13 14:44:36.791306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.003135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.052063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd040a-d4c0-45fa-b30d-9e02eda92a8c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:37.084064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.112171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85a7e8e5-fc66-4637-a0f3-362c3bc2f9de req-332397a5-ff8c-4c20-b9c9-8b8352420737 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/46fd040a-d4c0-45fa-b30d-9e02eda92a8c HTTP/1.1" status: 204 len: 173 time: 0.7097094 May 13 14:44:37.346309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.514995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-b16c4632-5afe-47ed-809c-1e376f92d123 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/fd3607e0-08b0-4dd4-89e0-df6099164606 HTTP/1.1" status: 200 len: 1802 time: 0.2730303 May 13 14:44:37.597488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:44:37.622274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.740576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for de95eea7-cc94-48f2-b914-af03031dfa73 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:37.817516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:37.823111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dde05e96-04c7-4371-bea4-b9ebc35c0cfb up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:37.881066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:38.013621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:44:38.039999 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:44:38.059594 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:38.060414 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:44:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:38.075428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.098754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:38.132995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:38.150244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.153209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.171526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4dc65f37-d0e6-42c9-a120-4855121302f2 req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd3607e0-08b0-4dd4-89e0-df6099164606 HTTP/1.1" status: 204 len: 173 time: 0.6555626 May 13 14:44:38.233437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccc8d6-c969-4608-be3e-8fc6317a2566 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3607e0-08b0-4dd4-89e0-df6099164606,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:38.406691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port dde05e96-04c7-4371-bea4-b9ebc35c0cfb completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:38.433488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port dde05e96-04c7-4371-bea4-b9ebc35c0cfb triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:38.434010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.465330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:38.476565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:38.529361 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:38.657151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b86ae302-9658-4e80-8b1b-27590e9e49cd None None] Provisioning for port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:38.740539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.741823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b86ae302-9658-4e80-8b1b-27590e9e49cd None None] Provisioning complete for port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:38.741823 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b86ae302-9658-4e80-8b1b-27590e9e49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.808695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:38.808695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:38.855287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=de95eea7-cc94-48f2-b914-af03031dfa73,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:38.880290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f834aad0-27ce-4b5f-8025-480b07281147 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "PUT /v2.0/floatingips/2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49 HTTP/1.1" status: 200 len: 994 time: 5.4730716 May 13 14:44:38.976193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4593-2348-4bfb-acc8-b2e3689ddcd2 req-d05b2802-0f0a-495f-acf1-cb0ec4aa40b0 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:38.985351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bea4593-2348-4bfb-acc8-b2e3689ddcd2 req-d05b2802-0f0a-495f-acf1-cb0ec4aa40b0 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 945 time: 1.1174562 May 13 14:44:39.089485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c9ce2-ff84-43fe-bd73-dede7a2c39ef req-bba1d506-47d3-4599-9ace-4b65af74980e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:39.092681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d9c9ce2-ff84-43fe-bd73-dede7a2c39ef req-bba1d506-47d3-4599-9ace-4b65af74980e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 932 time: 0.6400793 May 13 14:44:39.126459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b86ae302-9658-4e80-8b1b-27590e9e49cd None None] Port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:39.207648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bea4593-2348-4bfb-acc8-b2e3689ddcd2 req-8a5d4f63-96c2-4bfe-9813-019d9e578144 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202709 May 13 14:44:39.215559 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-a3b9f50a-eb5c-4ba1-a4f0-1f1a309a4850 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9438186 May 13 14:44:39.291723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Request body: {'port': {'device_id': '81dde253-f20b-46a7-b767-591dd07f1298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:39.292011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d9c9ce2-ff84-43fe-bd73-dede7a2c39ef req-aab24c98-4816-4c40-a2c2-1d7615ba4bad tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921828 May 13 14:44:39.319572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dde05e96-04c7-4371-bea4-b9ebc35c0cfb is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:39.321947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.326822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1608619770', 'description': 'tempest-description-1183392338'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:39.335799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:39.345210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:39.351193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:39.359738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:39.380151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.425763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:39.429562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:39.444978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Usage tracker for resource:security_group_rule and tenant:7325f71b52dc4499a0feaa7280243e4d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:39.451257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,segment=NetworkSegment(2e53b855-d8cf-4c17-9e22-db181b762d8e),segment_id=2e53b855-d8cf-4c17-9e22-db181b762d8e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:39.458199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:39.470169 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.472350 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c42843d-b83b-46ad-a5e2-beaa517663c1'] response: {'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'status': 'completed', 'code': 200} May 13 14:44:39.473388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:39.568523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.575380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f502fb56-0dc4-40f9-80c2-cb499f6501ec tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/ports/de95eea7-cc94-48f2-b914-af03031dfa73 HTTP/1.1" status: 204 len: 168 time: 3.3567834 May 13 14:44:39.576825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:39.673033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:39.933018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting port 98a23108-822a-42b2-ad27-875dc2e4ae6d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:39.934165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:39.968752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.003438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.006726 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:40.021034 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:44:40.047985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.052042 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:44:40.052710 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:44:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:40.361251 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.383634 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:44:40.442060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cfd597-dd67-4f0f-8e9c-7249f44dce70 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:40.451922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.469310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Transition to ACTIVE for port object 98cfd597-dd67-4f0f-8e9c-7249f44dce70 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:40.503073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.518554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Calling delete_port for 98a23108-822a-42b2-ad27-875dc2e4ae6d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:40.590909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be0bd4f-528e-46bf-9126-36ad4413a392,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:40.602012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:40.617068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e622936-59b5-45c2-b32b-1b73d9731cfc req-3aa5376a-6e27-4c29-8480-6cb7e2b0a051 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2956898 May 13 14:44:40.698610 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-fdb66c0e-1bf0-496d-802b-b9b18df9c33c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f674b89f29414425b5118828bdc32a47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2259784 May 13 14:44:40.705918 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a157e6-95c5-47cf-90f3-142f97d4907d'] response: {'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb', 'code': 200} May 13 14:44:40.905855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.033114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-3bca923f-17d0-4afb-8a0c-371264b8833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.034779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-3bca923f-17d0-4afb-8a0c-371264b8833f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 1.5176151 May 13 14:44:41.076133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Port': ['ID=98a23108-822a-42b2-ad27-875dc2e4ae6d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:41.159988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:41.276229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09229e0b-f14e-4d05-aa2c-9bc89f452f40 req-c9d62568-2406-4c26-ad3c-61f5a2f8a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.278049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09229e0b-f14e-4d05-aa2c-9bc89f452f40 req-c9d62568-2406-4c26-ad3c-61f5a2f8a550 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 1097 time: 0.4483819 May 13 14:44:41.291300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.306184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d395c-fd9e-4f96-b177-5240acb7db0d req-1d1c56df-374d-4c73-ab0f-7ffd88293db5 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.314548 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d0d395c-fd9e-4f96-b177-5240acb7db0d req-1d1c56df-374d-4c73-ab0f-7ffd88293db5 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 946 time: 0.3847747 May 13 14:44:41.333963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-c7e04315-0399-4b87-aded-237a4889a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.335474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-c7e04315-0399-4b87-aded-237a4889a059 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.2007012 May 13 14:44:41.335619 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:41.343059 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f7109-f45d-4693-9dfe-e4eefeba59ab None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'port_id': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'mac_address': 'fa:16:3e:e1:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:42:26Z', 'updated_at': '2022-05-13T14:44:35Z', 'revision_number': 3, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:44:41.386610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-3b855652-31f2-49e9-822b-7268c9abed14 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.394775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-3b855652-31f2-49e9-822b-7268c9abed14 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6951809 May 13 14:44:41.397507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f386bdee-a51f-4c33-bd30-3f63e9b7fecd tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/ports/98a23108-822a-42b2-ad27-875dc2e4ae6d HTTP/1.1" status: 204 len: 168 time: 1.8161137 May 13 14:44:41.424384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:41.425967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09229e0b-f14e-4d05-aa2c-9bc89f452f40 req-fb04f9e0-2aeb-4834-a72e-13ed577b5804 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287467 May 13 14:44:41.617414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-8db71f14-29a2-425c-8594-a604ffa9f26a tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/quotas/f674b89f29414425b5118828bdc32a47 HTTP/1.1" status: 200 len: 375 time: 0.2216697 May 13 14:44:41.706381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Attempting to bind port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:41.707090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Attempting to bind port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:41.707090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Attempting to bind port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:41.726504 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-de9fe20c-761d-4e71-9585-135a18868b22 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f674b89f29414425b5118828bdc32a47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064901 May 13 14:44:41.729537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:41.740738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:41.741228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Attempting to bind port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 on network f0a914ef-d660-44d0-ad35-cbb2603e1090 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:41.755350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:41.755686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Checking segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:41.756073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Bound using segment: {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:41.756577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Bound port: 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:41.757001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.783477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-2a22b74b-68ac-459b-8850-6e304b645e80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1002 time: 0.4053679 May 13 14:44:41.828205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d0d395c-fd9e-4f96-b177-5240acb7db0d req-9666c026-c570-4102-8571-dfc128becddc tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119298 May 13 14:44:41.902358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting subnet ce11a4ab-15c1-4223-af23-9a51d282f4c0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:41.907845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:41.918362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-fd2a147b-e3b1-4d8d-a980-4b6a3169566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:41.919798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-fd2a147b-e3b1-4d8d-a980-4b6a3169566d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.1045172 May 13 14:44:41.969093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:41.992972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:42.040962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.055176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.161630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.174337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:42.174958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.176406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] 10.222.0.90 "PUT /v2.0/ports/98cfd597-dd67-4f0f-8e9c-7249f44dce70 HTTP/1.1" status: 200 len: 1092 time: 2.9376426 May 13 14:44:42.179866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:42.359559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.415895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Subnet': ['ID=ce11a4ab-15c1-4223-af23-9a51d282f4c0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:42.439101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.447292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f9662-50d7-443f-a3d1-8db37851b90c None None] Network 3faf67a2-8a97-423f-990a-02652c74e692 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:42.482260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bcd51dbd-6eaa-4e8f-8bfa-436c15b88be1 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/subnets/ce11a4ab-15c1-4223-af23-9a51d282f4c0 HTTP/1.1" status: 204 len: 168 time: 1.0538383 May 13 14:44:42.485012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57276) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:42.513643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11fb6-72af-4de5-8892-4da68b099c2e service neutron] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:42.526038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9d0f1-b911-46af-b878-d83c3045b82a req-433fcc89-2ae7-46a4-86a4-75fcabaa02d8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:42.527653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-3cf81a59-a1ab-4fce-91bb-1767956817f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:42.530187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-3cf81a59-a1ab-4fce-91bb-1767956817f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5927088 May 13 14:44:42.533928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bda9d0f1-b911-46af-b878-d83c3045b82a req-433fcc89-2ae7-46a4-86a4-75fcabaa02d8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 0.2428145 May 13 14:44:42.549367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-44946797-434a-4572-b759-e52fc533a49e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:44:42.550639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-44946797-434a-4572-b759-e52fc533a49e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060830 May 13 14:44:42.570091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-5fb750b7-069a-4aa4-8090-cd1fb2c8fdaf tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/8be0bd4f-528e-46bf-9126-36ad4413a392 HTTP/1.1" status: 200 len: 1803 time: 0.1934617 May 13 14:44:42.601768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1227140346', 'description': 'tempest-description-hth-1789468466'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:42.831992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bda9d0f1-b911-46af-b878-d83c3045b82a req-6ad84487-d3dc-4a00-80eb-ad68e164c508 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960251 May 13 14:44:42.896610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Deleting subnet 8918d7ac-0860-4208-a57c-ef1cd291585c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:42.919478 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:42.950974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.039163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-d72aad52-8849-4856-8b26-baa6864bb16f service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665051 May 13 14:44:43.049464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.224895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-ec82c528-5854-4438-afb1-acb00edd3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:43.226651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-ec82c528-5854-4438-afb1-acb00edd3613 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 1095 time: 0.9962142 May 13 14:44:43.267498 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcee67a-b04e-4bba-ab8e-d3bd150f3f3f'] response: {'name': 'network-changed', 'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'status': 'completed', 'code': 200} May 13 14:44:43.284970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] DHCP port deletion for 3faf67a2-8a97-423f-990a-02652c74e692 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:43.293102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Deleting port c7af955e-e946-4ad2-ac9d-ea54bfab38ad {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:43.294076 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.315239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ca48bd5-1f96-494d-9822-138e79ea3c4a req-d23ea904-1528-4067-8905-6f5479747c9c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 210 time: 0.1259537 May 13 14:44:43.455206 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.567090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.573585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-251dcd55-95af-4a47-afc6-4490ed0d3380 req-e8471fa7-c499-4d29-89c8-2298bbc9294d service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797642 May 13 14:44:43.582168 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc971649-64b9-42d3-b6e2-83658509c899'] response: {'name': 'network-changed', 'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'status': 'completed', 'code': 200} May 13 14:44:43.603272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-42b01454-e716-4190-aa97-f1bcf74f90c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70 HTTP/1.1" status: 200 len: 217 time: 0.3584547 May 13 14:44:43.604113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.607009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.625781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3db2f64f-eb2a-4bd4-bd75-c4c70ce64957 req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "PUT /v2.0/security-groups/8be0bd4f-528e-46bf-9126-36ad4413a392 HTTP/1.1" status: 200 len: 1777 time: 1.0544755 May 13 14:44:43.868830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] For port c7af955e-e946-4ad2-ac9d-ea54bfab38ad, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,segment=NetworkSegment(f8bd4a63-29bc-4cc0-a556-a399c97bfe49),segment_id=f8bd4a63-29bc-4cc0-a556-a399c97bfe49)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:43.868830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:43.942079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:44:43.950075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-974fdbba-ec6f-44fe-b892-bfa7a1ebea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:43.952072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-974fdbba-ec6f-44fe-b892-bfa7a1ebea9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.3249648 May 13 14:44:44.075553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.105689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145218-927a-40d5-b9b5-62d1a30bb150 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be0bd4f-528e-46bf-9126-36ad4413a392,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:44.148834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e30a79a0-7243-44c6-8e24-4cef5414a538 req-d21cd8a0-c42b-4c2a-820b-8b6046ca09c1 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/8be0bd4f-528e-46bf-9126-36ad4413a392 HTTP/1.1" status: 200 len: 1777 time: 0.1924844 May 13 14:44:44.227734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Subnet': ['ID=8918d7ac-0860-4208-a57c-ef1cd291585c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:44.228570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-6d238c2e-4a7e-4561-ab77-d21f7f7451a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:44.231373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-6d238c2e-4a7e-4561-ab77-d21f7f7451a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336221 May 13 14:44:44.264380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.292367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d2d3ab5-4af3-47cc-be73-b7f14c9c3864 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/subnets/8918d7ac-0860-4208-a57c-ef1cd291585c HTTP/1.1" status: 204 len: 168 time: 1.7931471 May 13 14:44:44.299869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:44.338040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Calling delete_port for c7af955e-e946-4ad2-ac9d-ea54bfab38ad owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:44.341253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1382-1f4e-45cf-b1f6-06dcd65925a2 req-c0e95bf9-be3a-4ae6-ba5c-4d98f63eab40 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:44.350355 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-242d1382-1f4e-45cf-b1f6-06dcd65925a2 req-c0e95bf9-be3a-4ae6-ba5c-4d98f63eab40 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 946 time: 0.4290473 May 13 14:44:44.503776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366659d-c516-4e76-adbc-7fda16dbcd97 None None] Network 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:44:44.524962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-242d1382-1f4e-45cf-b1f6-06dcd65925a2 req-d10b4a1c-cae6-41e6-be6d-76ece382a58c tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727796 May 13 14:44:44.554295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.598093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-2005a9e9-17b5-472d-9acc-e4ba02d8b183 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352408 May 13 14:44:44.641695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7af955e-e946-4ad2-ac9d-ea54bfab38ad no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:44.708280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:44.869629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea0b07f-adfc-40ed-a2c8-5aab81ee40f2 req-841e8994-be94-49aa-97bf-516059f44296 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700667 May 13 14:44:44.873190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c7af955e-e946-4ad2-ac9d-ea54bfab38ad {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:44.873785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7af955e-e946-4ad2-ac9d-ea54bfab38ad not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:44.875457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-de40c63a-f29c-4227-8292-594bed925535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:44.878756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-de40c63a-f29c-4227-8292-594bed925535 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 1097 time: 0.9229236 May 13 14:44:45.042643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] Pushing event deleted for resources: {'Port': ['ID=c7af955e-e946-4ad2-ac9d-ea54bfab38ad,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:45.062686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d200a-e0d5-4e51-9606-42a5e695c09e None None] No DVR routers for this DVR port c7af955e-e946-4ad2-ac9d-ea54bfab38ad on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:45.108739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.195067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faf67a2-8a97-423f-990a-02652c74e692']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.235157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] DHCP port deletion for 2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:44:45.237047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.237509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bd4a63-29bc-4cc0-a556-a399c97bfe49') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:45.242835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Deleting port 2477c132-6d50-43e3-b257-5addce283782 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:45.243615 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.260760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.370586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.389218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-3159e383-1540-4212-a4cf-4fbc6f6f731c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/8be0bd4f-528e-46bf-9126-36ad4413a392 HTTP/1.1" status: 200 len: 1777 time: 0.8093801 May 13 14:44:45.410686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-3fbc741f-017d-4bb5-9616-84c4beecc499 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f674b89f29414425b5118828bdc32a47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260245 May 13 14:44:45.413378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:45.414054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.432733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c038f3-46e9-473c-a4db-011bfd908710 req-520a6e19-d414-4193-9f13-53b14abceb78 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:45.441180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34c038f3-46e9-473c-a4db-011bfd908710 req-520a6e19-d414-4193-9f13-53b14abceb78 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 0.5758560 May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: timer() May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:45.443071 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:45.464070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-ffa63a02-01be-4672-8bb4-347a2c173bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:45.465979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-ffa63a02-01be-4672-8bb4-347a2c173bc5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 200 len: 919 time: 0.4780920 May 13 14:44:45.649744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-e285b705-697d-4f10-9137-41b2f3bd2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:45.653703 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-e285b705-697d-4f10-9137-41b2f3bd2bae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 1095 time: 0.6657748 May 13 14:44:45.791292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] For port 2477c132-6d50-43e3-b257-5addce283782, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2477c132-6d50-43e3-b257-5addce283782,segment=NetworkSegment(2a88f733-90dc-4d97-9bb1-314e75b98d72),segment_id=2a88f733-90dc-4d97-9bb1-314e75b98d72)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:45.792302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.851193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.895775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:45.939498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Network': ['ID=3faf67a2-8a97-423f-990a-02652c74e692,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:45.945387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a19c3e64-3dd8-41b8-8d95-68a8dbf845a7 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/networks/3faf67a2-8a97-423f-990a-02652c74e692 HTTP/1.1" status: 204 len: 168 time: 1.6384239 May 13 14:44:45.947897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:45.984920 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34c038f3-46e9-473c-a4db-011bfd908710 req-79330b54-367a-45fc-96fa-02d68c42f062 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421419 May 13 14:44:46.064667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-bf5cf2d7-8b95-49d8-9015-583baa490db7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 200 len: 1002 time: 0.5903170 May 13 14:44:46.180248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Calling delete_port for 2477c132-6d50-43e3-b257-5addce283782 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:46.235854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-831be7b7-fad7-465e-a6a1-382e46f26af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:46.240313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-831be7b7-fad7-465e-a6a1-382e46f26af4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.5748086 May 13 14:44:46.305845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.320882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.355450 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.356538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.438776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.496426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] No DVR routers for this DVR port 2477c132-6d50-43e3-b257-5addce283782 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:46.506559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2477c132-6d50-43e3-b257-5addce283782 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:46.529753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60c0682e-9dfd-4d5d-9923-92aa947c045a req-6c5ae41f-4941-4f5b-af3d-c2fb4a78f014 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 210 time: 0.2818446 May 13 14:44:46.530807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be0bd4f-528e-46bf-9126-36ad4413a392,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:46.533783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-15a87b26-a88b-4600-a3b8-fb89fa800625 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70 HTTP/1.1" status: 200 len: 217 time: 0.2831743 May 13 14:44:46.561353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-f18bfeb2-9cf8-44c7-ab45-bb4838ec560b tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:46.568159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-f18bfeb2-9cf8-44c7-ab45-bb4838ec560b tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1237319 May 13 14:44:46.615117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d16298-2cee-4835-8927-1f14edc4def9 None None] Pushing event deleted for resources: {'Port': ['ID=2477c132-6d50-43e3-b257-5addce283782,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:46.623311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 2477c132-6d50-43e3-b257-5addce283782 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:46.623851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2477c132-6d50-43e3-b257-5addce283782 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:46.644816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-cb0c2ec7-1d59-4ffa-920a-5793b9ed6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:46.646049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-cb0c2ec7-1d59-4ffa-920a-5793b9ed6614 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 200 len: 857 time: 0.5714555 May 13 14:44:46.670492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Request body: {'port': {'device_id': '11f43362-dd1f-4564-9879-71b02b0bf947', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': 'f674b89f29414425b5118828bdc32a47'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:46.702346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:46.704472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c9c9dca-96a2-4dd4-a779-20c1376c3d34 req-24c08643-64ed-4221-9aba-3457639f7a76 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/8be0bd4f-528e-46bf-9126-36ad4413a392 HTTP/1.1" status: 204 len: 173 time: 1.2975268 May 13 14:44:46.754910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-e5b23aa5-3d92-4900-b6aa-133b6939ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:46.757193 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-e5b23aa5-3d92-4900-b6aa-133b6939ba4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.2043631 May 13 14:44:46.811836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-4e3aaef9-608e-4e3c-aeee-078be45f4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:46.813470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-4e3aaef9-608e-4e3c-aeee-078be45f4bdd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ca900c3-df8d-46d9-bd52-361ee6cb52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546776 May 13 14:44:47.115183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.177854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:47.320437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:47.326756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Usage tracker for resource:port and tenant:f674b89f29414425b5118828bdc32a47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:47.331025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:47.338303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:47.352744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-410b2745-24ca-4011-8ea7-9ad9665aaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:47.355482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-410b2745-24ca-4011-8ea7-9ad9665aaaf1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5913846 May 13 14:44:47.472328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a88f733-90dc-4d97-9bb1-314e75b98d72') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:47.473161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a88f733-90dc-4d97-9bb1-314e75b98d72') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:47.502931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.536644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.549194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:47.550028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: timer() May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:47.762385 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:47.782903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Made reservation on behalf of f674b89f29414425b5118828bdc32a47 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:44:47.788985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.798570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-8d195334-7f1d-4377-bc68-3c4c2b775b83 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740660 May 13 14:44:47.811794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.851907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.867257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:47.876844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:47.904917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] Pushing event deleted for resources: {'Network': ['ID=2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:47.914263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:44:47.929619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Usage tracker for resource:security_group_rule and tenant:f674b89f29414425b5118828bdc32a47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:44:47.934896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:44:47.946624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:44:48.090768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:48.117019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'mac_address': 'fa:16:3e:9a:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:48.142947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.167795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.190801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-a255b7f3-4198-47b6-9e71-91de4d935128 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5700212 May 13 14:44:48.198904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:48.199577 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.201420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-4c671603-89bc-45c6-a629-a0b9c7d36e1e service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222601 May 13 14:44:48.257896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a789541-cd4e-4389-ad31-e80b68ce1726 tempest-TaggedBootDevicesTest_v242-1845777149 tempest-TaggedBootDevicesTest_v242-1845777149-project] 10.222.0.36 "DELETE /v2.0/networks/2e1261e5-f2d7-4f39-b4f2-5e7839cbfc93 HTTP/1.1" status: 204 len: 168 time: 2.2708280 May 13 14:44:48.266402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cfd597-dd67-4f0f-8e9c-7249f44dce70 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:48.298076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:48.310114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:48.454459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6dd999-61f7-47f4-aa1b-d484de8c9b34,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:48.527162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454f2a3-a292-4619-83e1-87733234f43b req-1c90e2a7-d1ac-4baa-bd17-cf915acd8fe6 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:48.538697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:48.541471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e454f2a3-a292-4619-83e1-87733234f43b req-1c90e2a7-d1ac-4baa-bd17-cf915acd8fe6 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 1.1860390 May 13 14:44:48.658483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['98cfd597-dd67-4f0f-8e9c-7249f44dce70'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:48.692699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Allocated IP 192.168.233.108 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:44:48.722715 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a65eedf9-999b-4598-a5ff-97ac4ac97e29 req-fd42388a-7bb8-4150-8fd5-1f1134cea5d0 service neutron] 10.222.0.86 "GET /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9154935 May 13 14:44:48.802813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ecfccce-1966-406e-b58a-3eca354fa0e6 req-1c2ead39-6251-4502-9ede-d17dd919732d tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 210 time: 0.2278414 May 13 14:44:48.990678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.009236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Transition to ACTIVE for port object f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:49.025211 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-17451296-8388-4c2c-9c88-ba74f04fc637 req-5c7ce5ae-8236-442e-9a08-30fb0707802c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:49.047876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17451296-8388-4c2c-9c88-ba74f04fc637 req-5c7ce5ae-8236-442e-9a08-30fb0707802c tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/fd3607e0-08b0-4dd4-89e0-df6099164606 HTTP/1.1" status: 404 len: 352 time: 0.1304219 May 13 14:44:49.048318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.133207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-77bd833b-70f2-43e8-8015-47dfb3f3a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:49.143169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-77bd833b-70f2-43e8-8015-47dfb3f3a7da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1096 time: 0.4990730 May 13 14:44:49.273007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:44:49.283836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:44:49.289392 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.309124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:44:49.381512 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e454f2a3-a292-4619-83e1-87733234f43b req-5f970053-5997-4b52-9ec9-605fda15d630 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8390117 May 13 14:44:49.401941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:49.509234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:49.509913 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.590016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d505f1d2-48c1-4d00-b44f-8220c5d90228 req-db280f62-7e30-455d-a096-b86b3f84e3b4 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3780999 May 13 14:44:49.594899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-bbd61c56-3e48-4901-ac5d-42850c4e93d7 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9319704 May 13 14:44:49.606487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Request body: {'port': {'device_id': '11f43362-dd1f-4564-9879-71b02b0bf947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:44:49.680292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4e625811-018e-4ce0-b3b0-2cac99bca31c None None] Provisioning for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:49.725406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4e625811-018e-4ce0-b3b0-2cac99bca31c None None] Provisioning complete for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:49.725406 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e625811-018e-4ce0-b3b0-2cac99bca31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:49.737817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-60277189-1141-454e-ba6f-17eb2650a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:49.737817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-60277189-1141-454e-ba6f-17eb2650a0ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.5206046 May 13 14:44:49.983492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4e625811-018e-4ce0-b3b0-2cac99bca31c None None] Port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:44:50.059354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.171852 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-75a7f19e-8f13-4f9e-9054-f4098519cf4f req-94ca3876-7153-46ca-a2ed-bbea8081f14d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:50.173265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-75a7f19e-8f13-4f9e-9054-f4098519cf4f req-94ca3876-7153-46ca-a2ed-bbea8081f14d tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/46fd040a-d4c0-45fa-b30d-9e02eda92a8c HTTP/1.1" status: 404 len: 352 time: 0.0593429 May 13 14:44:50.249386 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.290799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-3ed17206-0d4d-4ba1-9a31-983964abdbe9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 1001 time: 0.4103432 May 13 14:44:50.385429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-bc0134cb-a17e-4db8-af36-56f14f1eca7f tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:50.387308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-bc0134cb-a17e-4db8-af36-56f14f1eca7f tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.86 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 946 time: 0.6745842 May 13 14:44:50.435771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df8a3-4343-4528-8c41-d96539eea0c3 req-e3880056-a687-4649-a2b3-1da712d7cfe2 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:50.443367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2df8a3-4343-4528-8c41-d96539eea0c3 req-e3880056-a687-4649-a2b3-1da712d7cfe2 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 946 time: 0.4229243 May 13 14:44:50.502775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-1389899e-5ed9-45f3-8e39-b3099e074cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:50.504726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-1389899e-5ed9-45f3-8e39-b3099e074cfc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.2019339 May 13 14:44:50.588234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f2df8a3-4343-4528-8c41-d96539eea0c3 req-d04cd44d-f8be-492c-8084-a4026b0b0017 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416504 May 13 14:44:50.617687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Deleting port dde05e96-04c7-4371-bea4-b9ebc35c0cfb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:50.617815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:50.899935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-0d547455-ca46-4005-a1da-66cd13dedd9c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:50.900836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-0d547455-ca46-4005-a1da-66cd13dedd9c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Synchronizing usage tracker for tenant:f674b89f29414425b5118828bdc32a47 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:50.933026 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-5011a877-1956-44de-97ca-217faa2ed0f5 req-ba80dcd2-7d8a-4879-89eb-866c0d49ad3e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:50.952175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5011a877-1956-44de-97ca-217faa2ed0f5 req-ba80dcd2-7d8a-4879-89eb-866c0d49ad3e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/0443da62-9f8c-420c-8e1c-36b0d5c4472b HTTP/1.1" status: 404 len: 352 time: 0.1901224 May 13 14:44:50.994256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-0d547455-ca46-4005-a1da-66cd13dedd9c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Unset dirty status for tenant:f674b89f29414425b5118828bdc32a47 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:51.002581 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-0d547455-ca46-4005-a1da-66cd13dedd9c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 936 time: 0.4573722 May 13 14:44:51.032181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-000039d8-0abd-4239-af7e-0df602d90c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:51.037515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-000039d8-0abd-4239-af7e-0df602d90c34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5190356 May 13 14:44:51.060063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:51.099217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.167570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-ae486a7a-58b1-45cc-a994-e565196fca8c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Synchronizing usage tracker for tenant:f674b89f29414425b5118828bdc32a47 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:51.187652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Transition to ACTIVE for port object f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:44:51.202328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.261357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-ae486a7a-58b1-45cc-a994-e565196fca8c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Unset dirty status for tenant:f674b89f29414425b5118828bdc32a47 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:51.271722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-649e1aae-1fe4-4157-a88f-e5a4d9ba24e2 req-ae486a7a-58b1-45cc-a994-e565196fca8c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681532 May 13 14:44:51.281333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] For port dde05e96-04c7-4371-bea4-b9ebc35c0cfb, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,segment=NetworkSegment(2e53b855-d8cf-4c17-9e22-db181b762d8e),segment_id=2e53b855-d8cf-4c17-9e22-db181b762d8e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:51.281961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.590380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:51.619470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.620128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.620705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.621288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.621785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.622270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.622791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.623352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.623940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.624654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.625350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.626007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:51.743955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Attempting to bind port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:44:51.756440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Attempting to bind port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:44:51.756927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Attempting to bind port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:51.764676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:44:51.764998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Attempting to bind port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:44:51.769744 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-50ff8116-f2b2-4e93-a4fc-232a6bf4a934 req-ef1aff6f-81c8-41a6-9e38-601c94186220 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:51.770824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50ff8116-f2b2-4e93-a4fc-232a6bf4a934 req-ef1aff6f-81c8-41a6-9e38-601c94186220 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/804c045d-94c1-4e9a-ab7a-51dee67280d8 HTTP/1.1" status: 404 len: 352 time: 0.0578303 May 13 14:44:51.783034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:44:51.783387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:44:51.783773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:44:51.784257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Bound port: f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:44:51.784625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:51.871311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:44:51.954786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Calling delete_port for dde05e96-04c7-4371-bea4-b9ebc35c0cfb owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:52.017441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:44:52.022260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:44:52.079946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.125070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:44:52.133875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:44:52.134257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.171505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:52.196869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.197576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.209328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-4d01f7be-7326-4a1c-a6cd-37565ca54638 service neutron] 10.222.0.86 "PUT /v2.0/ports/f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 HTTP/1.1" status: 200 len: 1096 time: 2.6074245 May 13 14:44:52.209828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:52.270246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e4af-21d6-4fd2-882f-58e0b3ab945c req-c93f1020-d349-42c2-8cd2-bbd23bb12395 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.274130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3319e4af-21d6-4fd2-882f-58e0b3ab945c req-c93f1020-d349-42c2-8cd2-bbd23bb12395 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 946 time: 0.2496958 May 13 14:44:52.325398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb545a-c5d2-4ea5-8d9e-e0aeb3d2d1e5 req-30b477e4-f353-48fd-9a9f-68b3d5eb212c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.328815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-babb545a-c5d2-4ea5-8d9e-e0aeb3d2d1e5 req-30b477e4-f353-48fd-9a9f-68b3d5eb212c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 945 time: 0.7082803 May 13 14:44:52.438368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3319e4af-21d6-4fd2-882f-58e0b3ab945c req-c99f2b56-bce5-4bce-a4af-e503bf7d4bc7 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/security-groups?id=72f0134e-fc32-48ab-afb9-4b185fb64611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644958 May 13 14:44:52.495222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-19341010-e7f5-4aa5-b942-6e39b67cafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.496815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-19341010-e7f5-4aa5-b942-6e39b67cafea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f674b89f29414425b5118828bdc32a47&device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 1099 time: 0.2217505 May 13 14:44:52.527735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:52.528022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.611120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:52.645936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:52.657348 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.672033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-92a59fe9-ebcd-4390-b725-a39e3ed2f11b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 HTTP/1.1" status: 200 len: 217 time: 0.1586432 May 13 14:44:52.827237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-babb545a-c5d2-4ea5-8d9e-e0aeb3d2d1e5 req-b792a8f3-cb3e-49c2-a432-06d773391a3d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877305 May 13 14:44:52.830177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:52.832678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-3b4b2352-225c-4465-9081-7e520efa8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:52.833641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:52.837030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-3b4b2352-225c-4465-9081-7e520efa8997 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1577108 May 13 14:44:52.944128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-ef6176cd-6afd-407b-b3e2-85927d144929 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3253076 May 13 14:44:53.026532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Pushing event deleted for resources: {'Port': ['ID=dde05e96-04c7-4371-bea4-b9ebc35c0cfb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:53.030761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-477d6432-92d4-4d90-a374-188975fa988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:53.032188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-477d6432-92d4-4d90-a374-188975fa988e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886861 May 13 14:44:53.226187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a225-a119-4a3c-b6c7-2b67f93df749 req-a621a91f-ac75-44d6-8f20-791afc83fc37 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:53.227990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ac0a225-a119-4a3c-b6c7-2b67f93df749 req-a621a91f-ac75-44d6-8f20-791afc83fc37 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.3098769 May 13 14:44:53.230171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-e811d5df-79f5-47b4-9f94-21515e4dd44d service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885562 May 13 14:44:53.327748 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-22c7959f-127b-41f3-a8e7-456553036b0a req-26bafd92-9e5e-4741-a1b1-aafea300bad6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:53.330465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22c7959f-127b-41f3-a8e7-456553036b0a req-26bafd92-9e5e-4741-a1b1-aafea300bad6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c206069e-a883-490d-83b0-9d7ace570519 HTTP/1.1" status: 404 len: 352 time: 0.3905649 May 13 14:44:53.340919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] No DVR routers for this DVR port dde05e96-04c7-4371-bea4-b9ebc35c0cfb on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:44:53.346739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:53.359337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'name': 'network-vif-deleted', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:44:53.379848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fa167a2-400b-4ef5-b696-a9b43e690cdf req-5d578883-1428-45b5-a049-9f1c95cdf637 tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.86 "DELETE /v2.0/ports/dde05e96-04c7-4371-bea4-b9ebc35c0cfb HTTP/1.1" status: 204 len: 173 time: 2.9823499 May 13 14:44:53.538253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ce85a29-9175-407b-a8f5-b78e59f2e136 req-f30070bc-03e1-4eba-abd9-8575d7cf73d2 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645435 May 13 14:44:53.560904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ac0a225-a119-4a3c-b6c7-2b67f93df749 req-6791aa8e-e589-4271-b7bd-d26f576d93cd tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774205 May 13 14:44:53.764159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ed343f3-c0f9-4aab-af7a-2f1da6af1de7 req-8d552804-fb99-4932-bd63-51b88d73edd8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259142 May 13 14:44:53.765785 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadd9d3c-e23e-41c0-a823-c0c5ab2477af'] response: {'name': 'network-changed', 'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'status': 'completed', 'code': 200} May 13 14:44:53.846520 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8144b1db-6070-4cf8-836e-bae25ed0b540'] response: {'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'code': 200} May 13 14:44:53.894433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dde05e96-04c7-4371-bea4-b9ebc35c0cfb no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:44:53.943406 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-408cb77e-c3f3-4de6-bd46-1f5b24d8eb73 req-e48f98b8-0ac0-453e-96ab-a08784df8856 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] show failed (client error): The resource could not be found. May 13 14:44:53.944643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-408cb77e-c3f3-4de6-bd46-1f5b24d8eb73 req-e48f98b8-0ac0-453e-96ab-a08784df8856 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/c0d79b4a-0adc-4ca0-b858-31df4665ed23 HTTP/1.1" status: 404 len: 352 time: 0.0367515 May 13 14:44:54.017100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: dde05e96-04c7-4371-bea4-b9ebc35c0cfb {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:44:54.018890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dde05e96-04c7-4371-bea4-b9ebc35c0cfb not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:44:54.065079 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90330981-cde8-4aa3-830e-ba452a8fc613'] response: {'server_uuid': '72c3ea3e-0256-4097-b434-c644ea21b54f', 'name': 'network-vif-deleted', 'tag': 'dde05e96-04c7-4371-bea4-b9ebc35c0cfb', 'status': 'completed', 'code': 200} May 13 14:44:54.073365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc207e-5acd-43ab-a4c9-0e90777daeaa req-4b91d2be-1c27-4a07-b4dc-bb8c28bc988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:54.075329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1dc207e-5acd-43ab-a4c9-0e90777daeaa req-4b91d2be-1c27-4a07-b4dc-bb8c28bc988e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 1097 time: 0.1295667 May 13 14:44:54.138722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298662-3017-4cbe-adfd-db112e1e566e req-c04cca84-b1a0-45bf-810c-c1d196a9494c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:54.143446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd298662-3017-4cbe-adfd-db112e1e566e req-c04cca84-b1a0-45bf-810c-c1d196a9494c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 948 time: 0.4193928 May 13 14:44:54.150440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b85c-afed-4108-8ba0-9984510c200d req-41a1d560-784c-4b6e-828c-8e2a7a4655bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:54.153283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-41a1d560-784c-4b6e-828c-8e2a7a4655bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f674b89f29414425b5118828bdc32a47&device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 1099 time: 0.2715313 May 13 14:44:54.154763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1dc207e-5acd-43ab-a4c9-0e90777daeaa req-783f62e4-660e-4e36-b4b6-9d3cf6df28ec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712004 May 13 14:44:54.492290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-49b9b630-e678-475a-bb9c-b7cbf72e0518 req-96a592fa-7bc6-470f-8cb4-0ab1020848cd tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Synchronizing usage tracker for tenant:1a256ced628c4600b66e678d5c956080 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:54.535974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-49b9b630-e678-475a-bb9c-b7cbf72e0518 req-96a592fa-7bc6-470f-8cb4-0ab1020848cd tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] Unset dirty status for tenant:1a256ced628c4600b66e678d5c956080 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:54.556473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49b9b630-e678-475a-bb9c-b7cbf72e0518 req-96a592fa-7bc6-470f-8cb4-0ab1020848cd tempest-ServerAddressesNegativeTestJSON-189104218 tempest-ServerAddressesNegativeTestJSON-189104218-project] 10.222.0.36 "GET /v2.0/ports?device_id=72c3ea3e-0256-4097-b434-c644ea21b54f HTTP/1.1" status: 200 len: 210 time: 0.1812067 May 13 14:44:54.773266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd298662-3017-4cbe-adfd-db112e1e566e req-41c36a70-d104-4063-a612-758535b7f779 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169279 May 13 14:44:54.931054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b85c-afed-4108-8ba0-9984510c200d req-2fac695f-f014-4726-b33e-57ce714a8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:54.934004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-2fac695f-f014-4726-b33e-57ce714a8224 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.7471948 May 13 14:44:55.038565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9402-3375-4ef6-85ae-8c312548d8ad req-9890b55d-70ca-49f6-947e-0c1b7134c747 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.048391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-457c9402-3375-4ef6-85ae-8c312548d8ad req-9890b55d-70ca-49f6-947e-0c1b7134c747 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.1554027 May 13 14:44:55.128898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-457c9402-3375-4ef6-85ae-8c312548d8ad req-985f98d6-806b-4613-961e-475b97bfc855 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792751 May 13 14:44:55.147073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-12251cbc-def1-4ac8-ac8b-0a95f63c828b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 HTTP/1.1" status: 200 len: 217 time: 0.2053418 May 13 14:44:55.338872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b85c-afed-4108-8ba0-9984510c200d req-765717ab-a4cc-4513-9095-35dab6f6d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.353579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-765717ab-a4cc-4513-9095-35dab6f6d715 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1932964 May 13 14:44:55.694526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5cdad-1dfc-4919-bb81-12faef41c1c6 req-483773bb-9ff3-46a0-8e70-e25ac7e6fb12 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.707442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91d5cdad-1dfc-4919-bb81-12faef41c1c6 req-483773bb-9ff3-46a0-8e70-e25ac7e6fb12 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1023 time: 0.1407661 May 13 14:44:55.859054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91d5cdad-1dfc-4919-bb81-12faef41c1c6 req-ca35bfa5-6900-4ea2-b460-c52097b91a5b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=f1d601fc-9c6c-49ce-ab00-e6376b02621b&id=9fe5ff62-2994-4449-b022-72bad94d8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1506252 May 13 14:44:55.952775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b85c-afed-4108-8ba0-9984510c200d req-93f0bf50-41c8-4f86-b002-612194c501b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.954386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-93f0bf50-41c8-4f86-b002-612194c501b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5987000 May 13 14:44:55.968927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25597b17-04d7-433a-8a08-8ac879c0ccea req-db8f548e-a36b-4c63-9d3d-1471523c6e09 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:55.977436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25597b17-04d7-433a-8a08-8ac879c0ccea req-db8f548e-a36b-4c63-9d3d-1471523c6e09 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.2861698 May 13 14:44:56.027901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:56.178352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Deleting subnet c80a1dc4-c65c-49a3-aaab-e16080c1c702 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:44:56.186230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.300714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25597b17-04d7-433a-8a08-8ac879c0ccea req-11e4ed80-88e2-4254-9041-a534981c61aa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181121 May 13 14:44:56.391412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:56.488651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-aedf062d-f717-4475-9e47-6e4af9aaa6f5 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943478 May 13 14:44:56.981250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c942af-348e-456b-8a75-9ed374600d3e req-7079e9d2-b28d-4ac2-96e0-7ce63d815dba tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:56.991687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5c942af-348e-456b-8a75-9ed374600d3e req-7079e9d2-b28d-4ac2-96e0-7ce63d815dba tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.3483772 May 13 14:44:57.081324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f30b85c-afed-4108-8ba0-9984510c200d req-042f3f3b-d3a0-41aa-a425-5f9000e768f0 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673420 May 13 14:44:57.099178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.190840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5c942af-348e-456b-8a75-9ed374600d3e req-5b471b2f-eda4-4177-8be3-e23c029a13f5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867521 May 13 14:44:57.354763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.571419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499aa6-30cb-40c2-b9b2-f9bb64d452ee req-790f179c-96e6-42e3-a655-acc89b8ad72f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.574127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91499aa6-30cb-40c2-b9b2-f9bb64d452ee req-790f179c-96e6-42e3-a655-acc89b8ad72f tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1023 time: 0.1553345 May 13 14:44:57.648617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80a1dc4-c65c-49a3-aaab-e16080c1c702,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:57.665721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-91499aa6-30cb-40c2-b9b2-f9bb64d452ee req-5cb08bd7-0cc4-40f7-a846-a95dc286f306 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Synchronizing usage tracker for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:44:57.697388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-91499aa6-30cb-40c2-b9b2-f9bb64d452ee req-5cb08bd7-0cc4-40f7-a846-a95dc286f306 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Unset dirty status for tenant:7325f71b52dc4499a0feaa7280243e4d on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:44:57.701203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91499aa6-30cb-40c2-b9b2-f9bb64d452ee req-5cb08bd7-0cc4-40f7-a846-a95dc286f306 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups?id=99508a36-693d-4c56-8269-53dfeaeb4505&id=f1d601fc-9c6c-49ce-ab00-e6376b02621b&id=9fe5ff62-2994-4449-b022-72bad94d8d43&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1168363 May 13 14:44:57.736797 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:57.770133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aa579-9e97-471e-b3d0-1afcf3f74888 req-a330c759-2113-429f-a74b-013ea1eb57da tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.789999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a69aa579-9e97-471e-b3d0-1afcf3f74888 req-a330c759-2113-429f-a74b-013ea1eb57da tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 948 time: 1.2668290 May 13 14:44:57.843421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-555e4fb6-0214-4457-8b10-8934e2347944 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c80a1dc4-c65c-49a3-aaab-e16080c1c702 HTTP/1.1" status: 204 len: 168 time: 1.8135633 May 13 14:44:57.848753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57486) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:44:57.911977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:44:57.973331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-dfb9e003-6cac-4b40-975b-fe44fbfce792 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:57.987544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-dfb9e003-6cac-4b40-975b-fe44fbfce792 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.90 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 1023 time: 1.0660703 May 13 14:44:58.096543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a69aa579-9e97-471e-b3d0-1afcf3f74888 req-8b8bfda2-11b7-47c9-8f1a-54f0d3251afe tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052223 May 13 14:44:58.220742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.258158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Deleting port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:44:58.269036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.281174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:58.319262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'mac_address': 'fa:16:3e:bc:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:44:58.619544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:44:58.623154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.662333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.686079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:44:58.778417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f0f640-08e7-43b5-897d-8089e490e62c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:58.784787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:58.793415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.830189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e53b855-d8cf-4c17-9e22-db181b762d8e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:58.830796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e53b855-d8cf-4c17-9e22-db181b762d8e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:44:58.872048 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.897874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:58.907778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:44:58.908885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.119980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: timer() May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:44:59.133709 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:44:59.154210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:44:59.187689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] For port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,segment=NetworkSegment(38599c34-1247-408a-8edb-a9301b727bd6),segment_id=38599c34-1247-408a-8edb-a9301b727bd6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:44:59.189140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.341831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Calling delete_port for 62bf3848-9538-4a3f-92d8-3cb2290ee2bd owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:44:59.357864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.358515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.359015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.359510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.360043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.360625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.361104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.361599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.362076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.362565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.363088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.368194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:44:59.477111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.510776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb499f3-b635-4feb-bede-f1741cd6bab0 req-d8d15318-8d2c-439a-bbec-3fa901c5ffe9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.523531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfb499f3-b635-4feb-bede-f1741cd6bab0 req-d8d15318-8d2c-439a-bbec-3fa901c5ffe9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.9205153 May 13 14:44:59.527573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.553164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f0f640-08e7-43b5-897d-8089e490e62c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:44:59.624498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7813b9-cc4e-4cfd-ba97-5fddf1c0980f req-4ba3a629-b980-4990-9c1e-b77912a8e075 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:44:59.636342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae7813b9-cc4e-4cfd-ba97-5fddf1c0980f req-4ba3a629-b980-4990-9c1e-b77912a8e075 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.5009260 May 13 14:44:59.640913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfb499f3-b635-4feb-bede-f1741cd6bab0 req-7e35f43d-1c80-419f-aa75-6c4b1cae14e7 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159117 May 13 14:44:59.678990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5c2a731e-b5ac-42a0-a853-e2104254cb11 admin admin] 10.222.0.36 "DELETE /v2.0/networks/00f0f640-08e7-43b5-897d-8089e490e62c HTTP/1.1" status: 204 len: 168 time: 1.8287125 May 13 14:44:59.747063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ac28463-9ebf-45a7-87f8-9acb1c780479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:44:59.761665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae7813b9-cc4e-4cfd-ba97-5fddf1c0980f req-399c3375-62ae-42b1-936d-b3bd3df3a56a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239381 May 13 14:44:59.952278 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.067791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'Port': ['ID=62bf3848-9538-4a3f-92d8-3cb2290ee2bd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:00.141643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def959af-019c-43a7-b8c1-1e3a598007b8 req-80428502-0a4f-41b1-abce-1963507845c0 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:00.154758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-def959af-019c-43a7-b8c1-1e3a598007b8 req-80428502-0a4f-41b1-abce-1963507845c0 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 949 time: 0.2129021 May 13 14:45:00.275540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-def959af-019c-43a7-b8c1-1e3a598007b8 req-28ad5bad-a720-41f3-86f7-48ee6ca2a12c tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193581 May 13 14:45:00.320719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03fad658-c6d7-4069-9994-1b77826690ab req-7f3d957a-85b1-44c9-9181-ef8904ada2db tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/ports?device_id=e73c70b2-1ba6-4727-a451-aae4fc5cf32c HTTP/1.1" status: 200 len: 210 time: 0.1746151 May 13 14:45:00.423739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] No DVR routers for this DVR port 62bf3848-9538-4a3f-92d8-3cb2290ee2bd on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:00.435142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.439585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'name': 'network-vif-deleted', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:00.467918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:00.501821 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dc28f8ba-04b3-4355-ba63-f5a61da2d866 req-eba1e556-9a77-4f6c-a85d-1ab1d21aa3d6 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.90 "DELETE /v2.0/ports/62bf3848-9538-4a3f-92d8-3cb2290ee2bd HTTP/1.1" status: 204 len: 173 time: 2.4995208 May 13 14:45:00.613864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:00.617231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5c322372-8f26-46ec-b647-43d8e632c131 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a256ced628c4600b66e678d5c956080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469672 May 13 14:45:00.640135 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255627f7-5b70-4bec-bc18-99edfb2973a6'] response: {'server_uuid': 'e73c70b2-1ba6-4727-a451-aae4fc5cf32c', 'name': 'network-vif-deleted', 'tag': '62bf3848-9538-4a3f-92d8-3cb2290ee2bd', 'status': 'completed', 'code': 200} May 13 14:45:00.729288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.784775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:00.912100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.023995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f13ebf-c69b-473f-aca9-6e4031918cb4 req-846812f1-32ca-43c7-8be1-959326f9b8b0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.026676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12f13ebf-c69b-473f-aca9-6e4031918cb4 req-846812f1-32ca-43c7-8be1-959326f9b8b0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1730120 May 13 14:45:01.041961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:01.047186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72f0134e-fc32-48ab-afb9-4b185fb64611 HTTP/1.1" status: 204 len: 168 time: 0.4285126 May 13 14:45:01.058987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541802-8855-4423-b363-cd0bc28bd0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0134e-fc32-48ab-afb9-4b185fb64611,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:01.210449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dfbe-1eaa-43f6-a334-825d891621f4 req-16c0ac39-3193-46cc-b090-e72922507249 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.214583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7604dfbe-1eaa-43f6-a334-825d891621f4 req-16c0ac39-3193-46cc-b090-e72922507249 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.2674208 May 13 14:45:01.286484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12f13ebf-c69b-473f-aca9-6e4031918cb4 req-449f21c5-cbff-4b3a-9e1d-bc0fe83064fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513359 May 13 14:45:01.351035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7604dfbe-1eaa-43f6-a334-825d891621f4 req-f1698958-ca3d-44ee-af22-4aa1ab85bad9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274660 May 13 14:45:01.656054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7915-2f99-4d4b-81e7-0b98fa8377ad req-ef115106-0243-41d1-82dc-d6e6150e128b tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:01.657980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a45c7915-2f99-4d4b-81e7-0b98fa8377ad req-ef115106-0243-41d1-82dc-d6e6150e128b tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 949 time: 0.1064608 May 13 14:45:01.745974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a45c7915-2f99-4d4b-81e7-0b98fa8377ad req-5a6df9d3-8392-4ecb-809a-acd16fa67ce1 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812643 May 13 14:45:01.943665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 62bf3848-9538-4a3f-92d8-3cb2290ee2bd no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:02.079377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:02.183648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 62bf3848-9538-4a3f-92d8-3cb2290ee2bd {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:02.184006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 62bf3848-9538-4a3f-92d8-3cb2290ee2bd not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:02.227071 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b1290e1f-b549-4ca8-a4ec-a33cdc99bc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.232476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-ec842428-5ab4-40f4-bd39-966181dd994b tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/9fe5ff62-2994-4449-b022-72bad94d8d43 HTTP/1.1" status: 200 len: 1803 time: 0.1379459 May 13 14:45:02.254691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:02.265996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:02.266425 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.471709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.525339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:02.525931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.536887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.589443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c74b10-6294-4fcc-a2cd-2e492d7a6d5d req-f5dd916d-d74c-47f1-ac53-7f4285f45eec tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:02.592559 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0c74b10-6294-4fcc-a2cd-2e492d7a6d5d req-f5dd916d-d74c-47f1-ac53-7f4285f45eec tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.1816318 May 13 14:45:02.615262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:02.638643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:02.645090 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.649340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.676574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0c74b10-6294-4fcc-a2cd-2e492d7a6d5d req-7e164d57-97af-495d-a98e-a1b46cc32714 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 May 13 14:45:02.700185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5ff62-2994-4449-b022-72bad94d8d43,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:02.719966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:02.729569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d7e1d21-d009-47fc-9931-86135af13cfb req-f7451d49-5162-455d-917b-90f6ae20ec68 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/9fe5ff62-2994-4449-b022-72bad94d8d43 HTTP/1.1" status: 204 len: 173 time: 0.4888725 May 13 14:45:02.784517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:02.861112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.089512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:03.132530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91092fbe-7a8b-4627-8b22-b17983566fae req-593cfbe8-cb65-4243-99ac-2e561ad3b0e9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.135200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91092fbe-7a8b-4627-8b22-b17983566fae req-593cfbe8-cb65-4243-99ac-2e561ad3b0e9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1895146 May 13 14:45:03.137464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.151273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841a00d-32b0-4a68-a4c9-86610b404e51 req-de371cba-dbc6-439e-b6a3-ea49c841ec3c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.154003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a841a00d-32b0-4a68-a4c9-86610b404e51 req-de371cba-dbc6-439e-b6a3-ea49c841ec3c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 950 time: 0.1543190 May 13 14:45:03.213507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a841a00d-32b0-4a68-a4c9-86610b404e51 req-8de63576-0e9d-438b-9ab2-559f9e7dfdbb tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520039 May 13 14:45:03.219376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91092fbe-7a8b-4627-8b22-b17983566fae req-8c10d763-945d-46f9-8079-3dc0e0c56f84 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769229 May 13 14:45:03.288239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1045288254-network', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:03.291173 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c404bcba-9e8f-4c0f-96a0-dd8237aa52b5'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'code': 200} May 13 14:45:03.296920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:03.303063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Usage tracker for resource:network and tenant:5b6a256a67db4f8595c40d6c0f4427ce is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:03.307249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:03.342362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:03.354551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-582a603d-bfcc-4211-910d-4f2697f87b4e tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "GET /v2.0/security-groups/f1d601fc-9c6c-49ce-ab00-e6376b02621b HTTP/1.1" status: 200 len: 1801 time: 0.0950491 May 13 14:45:03.362063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Made reservation on behalf of 5b6a256a67db4f8595c40d6c0f4427ce for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:03.366118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.388592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.414994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:03.421615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6a256a67db4f8595c40d6c0f4427ce is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:03.427654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:03.436163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:03.538490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a6a02-ff41-46c1-a651-f97521a0b962 req-540a61de-ec4a-4d29-b5e5-d0d670ba953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.540585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c0a6a02-ff41-46c1-a651-f97521a0b962 req-540a61de-ec4a-4d29-b5e5-d0d670ba953b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 1101 time: 0.1774948 May 13 14:45:03.541581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.606159 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.632499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c0a6a02-ff41-46c1-a651-f97521a0b962 req-0d291ad1-5a28-4795-9e67-189e1a392eb5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782638 May 13 14:45:03.681431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.684056 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.687678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.706118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d601fc-9c6c-49ce-ab00-e6376b02621b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:03.717401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.724017 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9de6329a-c693-4c17-81d8-796d27e81c76 req-81ab50e8-a740-4f78-a219-fa2798e695a8 tempest-SecurityGroupsTestJSON-2073679279 tempest-SecurityGroupsTestJSON-2073679279-project] 10.222.0.36 "DELETE /v2.0/security-groups/f1d601fc-9c6c-49ce-ab00-e6376b02621b HTTP/1.1" status: 204 len: 173 time: 0.3135240 May 13 14:45:03.727078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:03.761284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:03.785582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1422108-f4f3-497e-979b-4fc1b3e9407a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:03.816596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307fe2b-5e6c-4289-af84-66993872c3b8 req-e58d5d0a-7123-4d57-9702-d6c23fa73632 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:03.818572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d307fe2b-5e6c-4289-af84-66993872c3b8 req-e58d5d0a-7123-4d57-9702-d6c23fa73632 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 950 time: 0.2872858 May 13 14:45:03.820246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.820952 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Added segment 165d1f80-b52f-4ee8-82d5-d055d73a0da9 of type vlan for network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 May 13 14:45:03.844371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.844889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.845477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.846021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.846584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.847927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.847927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.848302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.848694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.849227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.849760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.850288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:03.883501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Deleting subnet c1cb12b8-1d55-40b8-a0f6-862da2dd9913 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:03.894613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.955633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:03.970323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:03.976151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.010904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d307fe2b-5e6c-4289-af84-66993872c3b8 req-9a59d54e-e262-47db-b717-59b151ac3ab8 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709225 May 13 14:45:04.088556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.138570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:04.188097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.189963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:04.190939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.302797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:04.303275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2122269 May 13 14:45:04.322075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Request body: {'subnet': {'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1045288254-subnet', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:04.334491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:04.346916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:04.362543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Usage tracker for resource:subnet and tenant:5b6a256a67db4f8595c40d6c0f4427ce is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:04.369531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'port_id': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'mac_address': 'fa:16:3e:9a:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:04.373706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:04.386713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:04.401889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.454717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:04.455138 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.478770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98cfd597-dd67-4f0f-8e9c-7249f44dce70 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:04.488548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Made reservation on behalf of 5b6a256a67db4f8595c40d6c0f4427ce for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:04.492654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.517330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:04.528763 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.581626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cb12b8-1d55-40b8-a0f6-862da2dd9913,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:04.716574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:04.732853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3f0f22d-de7d-4be4-bd84-b93b44247bc3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1cb12b8-1d55-40b8-a0f6-862da2dd9913 HTTP/1.1" status: 204 len: 168 time: 0.9938543 May 13 14:45:04.760891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:04.769270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['98cfd597-dd67-4f0f-8e9c-7249f44dce70'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:04.977789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.062651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:05.106162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ec66-90c0-4e18-9958-da58f564e1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:05.131383 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.143660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:05.669733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19460e0-cd19-4d67-b3bf-b50c87f38bc9 req-cc17e864-bcc3-485e-8010-f046dc16560b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:05.677588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19460e0-cd19-4d67-b3bf-b50c87f38bc9 req-cc17e864-bcc3-485e-8010-f046dc16560b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 945 time: 0.4127426 May 13 14:45:05.739293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.785012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:05.821450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19460e0-cd19-4d67-b3bf-b50c87f38bc9 req-2ee20229-01d6-49e4-a527-1afb8b5e3bd0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428785 May 13 14:45:05.883851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014b9588-c2e8-4341-a5d4-7eea61b9b3c9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:05.929927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38599c34-1247-408a-8edb-a9301b727bd6') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:05.930237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38599c34-1247-408a-8edb-a9301b727bd6') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:05.951867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:05.959251 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.024857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcabe01d-6c22-4470-9556-8e6ee12b3d24,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:06.028159 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.060561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:06.060935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.068624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:06.069581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: timer() May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:06.099279 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:06.298375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:06.299309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.316726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.354031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:06.372166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:06.382629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.384774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:06.427395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303671-8286-45d4-b4fd-394837fb24c9 req-5ecc5bb8-c67f-4e73-871d-ce011be45407 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:06.434837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae303671-8286-45d4-b4fd-394837fb24c9 req-5ecc5bb8-c67f-4e73-871d-ce011be45407 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 950 time: 0.2362494 May 13 14:45:06.436959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5a00-3ce9-4f69-a46d-ab7eebe28643 req-243a8a88-39d5-4710-ac85-afb18119ddc6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:06.447596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-350e5a00-3ce9-4f69-a46d-ab7eebe28643 req-243a8a88-39d5-4710-ac85-afb18119ddc6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 1.0084956 May 13 14:45:06.498798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Checking segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:06.499336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Network hostable DHCP agents. Network: a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:06.533023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-7c26cfae-b155-4852-8f4e-b6d86f9a9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:06.536122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-7c26cfae-b155-4852-8f4e-b6d86f9a9a6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 1096 time: 0.8732483 May 13 14:45:06.537071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.575339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.578375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae303671-8286-45d4-b4fd-394837fb24c9 req-4cd92af8-99fc-48bb-996d-da90ceb960a3 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410687 May 13 14:45:06.670571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] Pushing event deleted for resources: {'Network': ['ID=014b9588-c2e8-4341-a5d4-7eea61b9b3c9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:06.702671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:06.705848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-350e5a00-3ce9-4f69-a46d-ab7eebe28643 req-2ab19880-4251-47d9-a69f-8aa151919f36 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085669 May 13 14:45:06.710095 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e353f8d-bf45-4710-9093-3bfaf08c167a'] response: {'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'code': 200} May 13 14:45:06.798072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:06.798531 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.904683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:06.919948 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:06.988845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffe50442-b5e7-45eb-9090-0719f940d57b admin admin] 10.222.0.36 "DELETE /v2.0/networks/014b9588-c2e8-4341-a5d4-7eea61b9b3c9 HTTP/1.1" status: 204 len: 168 time: 2.2264791 May 13 14:45:07.003026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:07.054342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:07.063582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.066672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.164325 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c2b985f2-c69b-4870-81f9-5c9d9f467f43 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8585436 May 13 14:45:07.165681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:07.180449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:07.180920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26036dc-4b7b-4ebf-8628-4d5578f83c25 None None] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:07.188615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:07.195945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Usage tracker for resource:router and tenant:5b6a256a67db4f8595c40d6c0f4427ce is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:07.202756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:07.213510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:07.224939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Deleting port 06861d46-f809-4631-b79d-ffac3f97d9e2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:07.225328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.236690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-a3b4d9a1-f558-40b9-819d-eca6829008af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:07.240200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-a3b4d9a1-f558-40b9-819d-eca6829008af service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.6670232 May 13 14:45:07.331031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.332447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.458905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:07.558778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:07.603431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-9632555c-61b2-43f8-b3f4-c9580a207385 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 200 len: 1001 time: 0.3562095 May 13 14:45:07.864349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aa68071e-9b8a-4abb-a22e-8af91b796d3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7325f71b52dc4499a0feaa7280243e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007971 May 13 14:45:07.867088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:08.027672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:08.040858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:08.059788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-e0fd1d3d-8033-474f-b5f7-3f81110588a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:08.061415 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-e0fd1d3d-8033-474f-b5f7-3f81110588a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.4482167 May 13 14:45:08.070454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5ba95-5c89-41e7-9f7c-c3e74c690306 req-94ba90f7-6a91-49b1-aa65-f312e00c97e6 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:08.078540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fd5ba95-5c89-41e7-9f7c-c3e74c690306 req-94ba90f7-6a91-49b1-aa65-f312e00c97e6 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.7073870 May 13 14:45:08.173463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e548a1-31cf-40c9-ae11-ffb7137d8e13 None None] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:08.200369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] For port 06861d46-f809-4631-b79d-ffac3f97d9e2, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06861d46-f809-4631-b79d-ffac3f97d9e2,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:08.200738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.500744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:45:08.601439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:08.683303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fd5ba95-5c89-41e7-9f7c-c3e74c690306 req-bf791f9f-2769-4fb2-af02-06302e22f7a7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036956 May 13 14:45:08.945673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-4dce610d-ef4d-49a4-ac74-effc55527089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:08.947632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-4dce610d-ef4d-49a4-ac74-effc55527089 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8663976 May 13 14:45:08.962797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Calling delete_port for 06861d46-f809-4631-b79d-ffac3f97d9e2 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:08.970117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:09.006454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:09.019058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'mac_address': 'fa:16:3e:c4:da:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:09.359695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:09.362064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.369315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.438139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05b66b8c-1a1c-4f55-983d-52e53ef829f5 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:09.477572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.501847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:09.512011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Pushing event deleted for resources: {'Port': ['ID=06861d46-f809-4631-b79d-ffac3f97d9e2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:09.515917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.658925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.722954 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-a39b415f-31f0-4716-98c1-922680412fba service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547457 May 13 14:45:09.876840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:09.891611 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a003f463-11db-486b-af4c-ab2d2f2ecb4c'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'code': 200} May 13 14:45:09.893056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['05b66b8c-1a1c-4f55-983d-52e53ef829f5'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:09.947009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99508a36-693d-4c56-8269-53dfeaeb4505,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:09.960623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab45df5-c523-4ab3-a150-46405435c932 req-0912fae5-f59e-4cef-a6a0-daa2a12cc229 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:09.971410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ab45df5-c523-4ab3-a150-46405435c932 req-0912fae5-f59e-4cef-a6a0-daa2a12cc229 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.9567628 May 13 14:45:10.016479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.021909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-652bdaba-25c0-434f-b2e7-e789a987f3cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99508a36-693d-4c56-8269-53dfeaeb4505 HTTP/1.1" status: 204 len: 168 time: 2.1479971 May 13 14:45:10.265473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ab45df5-c523-4ab3-a150-46405435c932 req-21a54b09-43fc-44e5-9a4b-d5189452c043 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928467 May 13 14:45:10.356794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:10.461335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.469745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:10.626502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:11.211711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49205cf2-e731-4f90-8413-d1b476cc57c4 req-11068200-ab94-4fcf-b845-01118a5e7725 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4823036 May 13 14:45:11.396055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Allocated IP 172.25.5.182 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/af389b4f-1825-4cde-b307-8600733f0b5d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:11.575435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a195-ebf7-4d01-8d5b-d841a65f384c req-081b70ef-176c-4d32-91ab-f0aa77a7ae27 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:11.578138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba74a195-ebf7-4d01-8d5b-d841a65f384c req-081b70ef-176c-4d32-91ab-f0aa77a7ae27 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.9250238 May 13 14:45:11.866742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba74a195-ebf7-4d01-8d5b-d841a65f384c req-e71b3859-809f-44e7-9094-d61d2be1696f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759933 May 13 14:45:11.986010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:12.006984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.159201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:12.308066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:12.403854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Router fd7f0007-0664-4846-8f26-a0df8d5dc45f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:12.439735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:12.448809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:12.462739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:12.735134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Pushing event updated for resources: {'Port': ['ID=af389b4f-1825-4cde-b307-8600733f0b5d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:12.992323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:13.081923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:13.090500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'mac_address': 'fa:16:3e:bc:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:13.110557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:13.111188 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.198905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:13.205838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c0deaad6-37e4-4f66-86be-f7ac50bf8409 admin admin] 10.222.0.36 "PUT /v2.0/routers/fd7f0007-0664-4846-8f26-a0df8d5dc45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0655246 May 13 14:45:13.210230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:13.250036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Sync routers for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:13.532504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea5174-8bba-4476-a009-2022d9f7b7fd req-5aea66ad-8508-47cd-a5c3-9eee52066e85 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:13.534872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:13.535539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:13.538012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61ea5174-8bba-4476-a009-2022d9f7b7fd req-5aea66ad-8508-47cd-a5c3-9eee52066e85 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.8975854 May 13 14:45:13.694272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:13.694778 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.713953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61ea5174-8bba-4476-a009-2022d9f7b7fd req-14f84994-aaa3-493f-9fe0-49621a28034d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573865 May 13 14:45:13.751808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:13.851797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:13.852176 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:13.953644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-935235268-network', 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:13.973511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:13.998620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.011326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Usage tracker for resource:network and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:14.036282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:14.078829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:14.104373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:14.151744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.336030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:14.353375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.376050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:14.425148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.479804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:14.483983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:14.604483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:14.617106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:14.632990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:14.694618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:14.820970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:14.934544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.016340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Deleting port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:15.017367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.152772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:15.253634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.276535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.363892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:15.504931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.529623 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.761947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:45:15.818688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39836b-2c4f-4425-ae56-ed79e63dd0c0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:15.899647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:15.900107 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Added segment ca45ecd5-bf4e-44e0-8396-ef15650fc42a of type vlan for network 6b014097-c0e9-4901-b921-8c5e7bde7071 May 13 14:45:16.094766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.131998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] For port 8f506fde-9d8a-4eb6-854f-55d65ed2ac52, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:16.133182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.263733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:16.284378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Router 7009719d-1fe3-4b23-a8b8-d367425cedb4 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:45:16.396997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:45:09Z', 'revision_number': 5, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port': {'id': '8f506fde-9d8a-4eb6-854f-55d65ed2ac52', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ec:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:51Z', 'updated_at': '2022-05-13T14:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:16.406861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Checking router: fd7f0007-0664-4846-8f26-a0df8d5dc45f for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:16.461738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Routers {'fd7f0007-0664-4846-8f26-a0df8d5dc45f'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:16.463406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:16.691043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.691918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:16.696391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.717309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Calling delete_port for 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:16.770071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:16.803274 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Sync routers for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:16.831654 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:16.833079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:16.890305 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:16.892248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c1036444-fbe6-4a3f-9a6b-0a4bee0f22fb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7209170 May 13 14:45:16.896716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:17.052613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] Set router fd7f0007-0664-4846-8f26-a0df8d5dc45f gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:17.138784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b014097-c0e9-4901-b921-8c5e7bde7071,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:17.226322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e37edf2b-4cf1-4bb9-b171-b313312ed7a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1237411 May 13 14:45:17.234300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:17.259454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Request body: {'subnet': {'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-935235268-subnet', 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:17.290983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:17.315884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Usage tracker for resource:subnet and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:17.498575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.573485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:45:17.588382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:17.714199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:17.778475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:17.793883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:17.881402 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:17.953628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f506fde-9d8a-4eb6-854f-55d65ed2ac52,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:18.069252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:45:14Z', 'revision_number': 6, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:18.097533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3de81-1fde-4475-a5b1-e8935168acb9 None None] The sync data for ids ['fd7f0007-0664-4846-8f26-a0df8d5dc45f'] in n-d-841736-1 is: [{'id': 'fd7f0007-0664-4846-8f26-a0df8d5dc45f', 'name': 'tempest-TaggedBootDevicesTest_v242-686596372-router', 'tenant_id': '2ca52659c546428ab2e6ef91ba192719', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:44Z', 'updated_at': '2022-05-13T14:45:14Z', 'revision_number': 6, 'project_id': '2ca52659c546428ab2e6ef91ba192719', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:18.161500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:18.292109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.361381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:18.361975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:18.721715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06861d46-f809-4631-b79d-ffac3f97d9e2 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:18.891068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 06861d46-f809-4631-b79d-ffac3f97d9e2 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:18.905621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06861d46-f809-4631-b79d-ffac3f97d9e2 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:19.022018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.031964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.091149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:19.091926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.094100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.094657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7f0007-0664-4846-8f26-a0df8d5dc45f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:45:19.125645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.129019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cc28d466-e7f3-4fe6-b9ce-ad7763e1ba95 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fd7f0007-0664-4846-8f26-a0df8d5dc45f HTTP/1.1" status: 204 len: 168 time: 5.9146414 May 13 14:45:19.132797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:19.223033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:19.229689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.333075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.423683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:19.446197 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:13Z', 'revision_number': 3, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:19.455489 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Checking router: 7009719d-1fe3-4b23-a8b8-d367425cedb4 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:19.455833 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Updating router 7009719d-1fe3-4b23-a8b8-d367425cedb4 port af389b4f-1825-4cde-b307-8600733f0b5d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:19.596548 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.616813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Deleting subnet 2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:19.632694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.803154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:19.889472 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.041666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Checking segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:20.042405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Network hostable DHCP agents. Network: 6b014097-c0e9-4901-b921-8c5e7bde7071, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:45:20.044987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.064898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.094056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e0f044-c0cd-4ef9-b612-c31085932ff8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:20.195609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:45:20.203063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.299603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.364175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:20.427009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:20.427579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8f506fde-9d8a-4eb6-854f-55d65ed2ac52 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:20.479671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:20.496076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.503088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9b8d1-bb61-4d8f-8bb1-47a2c21f0089 None None] Network c6d338ab-d016-46df-ad29-30e69bfabf5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:20.530809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91e5b8ea-bab9-46ca-bdda-70d0b9383e5b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2b650ed7-043d-4bff-bb8d-c69fb9ea4aa7 HTTP/1.1" status: 204 len: 168 time: 1.3965614 May 13 14:45:20.531753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:20.632353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Allocated IP 172.20.0.1 (a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4/dcabe01d-6c22-4470-9556-8e6ee12b3d24/5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:20.842928 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.892766 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Transition to ACTIVE for port object af389b4f-1825-4cde-b307-8600733f0b5d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:20.908410 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:20.988916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.023315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Deleting port 9159a8d9-2fb4-438d-b2ed-fcc437644afc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:21.023718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.082986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] DHCP port deletion for c6d338ab-d016-46df-ad29-30e69bfabf5b request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:45:21.091687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Deleting port 9159a8d9-2fb4-438d-b2ed-fcc437644afc {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:21.099467 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.146919 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Pushing event updated for resources: {'Port': ['ID=af389b4f-1825-4cde-b307-8600733f0b5d,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.172113 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:45:21.178256 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.178670 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.179115 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.179523 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.179942 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.180418 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.180836 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.181228 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.181645 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.183842 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.184313 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.196522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:21.231482 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Attempting to bind port af389b4f-1825-4cde-b307-8600733f0b5d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:21.231894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Attempting to bind port af389b4f-1825-4cde-b307-8600733f0b5d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:21.232407 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Attempting to bind port af389b4f-1825-4cde-b307-8600733f0b5d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:21.251581 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:21.251936 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:21.252517 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.252978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:21.253525 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Bound port: af389b4f-1825-4cde-b307-8600733f0b5d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:21.254002 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.274076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.334650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6b014097-c0e9-4901-b921-8c5e7bde7071) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:21.344846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:21.346858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.362223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.495721 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] For port af389b4f-1825-4cde-b307-8600733f0b5d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:21.502873 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] For port af389b4f-1825-4cde-b307-8600733f0b5d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af389b4f-1825-4cde-b307-8600733f0b5d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:21.519857 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:21.602249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:21.617767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:21.626117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:21.791305 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b1c6-f259-4518-8d5e-8b5241aededc None None] Pushing event updated for resources: {'Port': ['ID=af389b4f-1825-4cde-b307-8600733f0b5d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.811607 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:21.812828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:21.829687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d7c3793a-7fab-4705-830e-dd0cb45f5369 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5903800 May 13 14:45:21.884249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:21.977194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.015434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] For port 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9159a8d9-2fb4-438d-b2ed-fcc437644afc,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:22.016403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.095665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb632890-5f5b-4010-b6e6-5d8291402b15 None None] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:22.239368 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:22.555917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] For port 9159a8d9-2fb4-438d-b2ed-fcc437644afc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9159a8d9-2fb4-438d-b2ed-fcc437644afc,segment=NetworkSegment(b085b895-6b87-4eec-945f-6f0adce0853c),segment_id=b085b895-6b87-4eec-945f-6f0adce0853c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:22.559728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:22.649084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Calling delete_port for 9159a8d9-2fb4-438d-b2ed-fcc437644afc owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:22.964161 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.017533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.070408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Calling delete_port for 9159a8d9-2fb4-438d-b2ed-fcc437644afc owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:23.216010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9159a8d9-2fb4-438d-b2ed-fcc437644afc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:23.254887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] No DVR routers for this DVR port 9159a8d9-2fb4-438d-b2ed-fcc437644afc on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:23.348983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:13Z', 'revision_number': 3, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:23.368038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428078fe-1480-4b40-a881-d1406316d0fa None None] The sync data for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 is: [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:13Z', 'revision_number': 3, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:23.393156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:45:23.393776 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:45:23.442095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9159a8d9-2fb4-438d-b2ed-fcc437644afc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:23.668468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9159a8d9-2fb4-438d-b2ed-fcc437644afc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:23.669174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9159a8d9-2fb4-438d-b2ed-fcc437644afc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:23.815187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:23.953939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d338ab-d016-46df-ad29-30e69bfabf5b']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.098426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b085b895-6b87-4eec-945f-6f0adce0853c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.098426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b085b895-6b87-4eec-945f-6f0adce0853c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:24.125260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Deleting port 9159a8d9-2fb4-438d-b2ed-fcc437644afc {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:24.130838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.286038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.332049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.341587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.357553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.368046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:24.371336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.675191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f405e84f-6e68-4919-8b65-644505b671a9 None None] The port '9159a8d9-2fb4-438d-b2ed-fcc437644afc' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:45:24.682368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10058afb-4d25-4d4f-975e-d68252de57bb None None] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: timer() May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:24.837513 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:24.846709 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.888783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:24.894670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d338ab-d016-46df-ad29-30e69bfabf5b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:24.942706 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1f2ae86c-d2e7-4224-a12f-69b888c23b0c admin admin] 10.222.0.36 "DELETE /v2.0/networks/c6d338ab-d016-46df-ad29-30e69bfabf5b HTTP/1.1" status: 204 len: 168 time: 4.4090283 May 13 14:45:24.943396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:24.970199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af389b4f-1825-4cde-b307-8600733f0b5d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:24.970396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:25.100285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.465029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port af389b4f-1825-4cde-b307-8600733f0b5d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:25.492314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af389b4f-1825-4cde-b307-8600733f0b5d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:25.494772 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:25.838263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:25.852033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:25.978730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af389b4f-1825-4cde-b307-8600733f0b5d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:25.983762 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.006701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port af389b4f-1825-4cde-b307-8600733f0b5d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af389b4f-1825-4cde-b307-8600733f0b5d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:26.019330 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:26.369105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Router 7009719d-1fe3-4b23-a8b8-d367425cedb4 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:26.381829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=af389b4f-1825-4cde-b307-8600733f0b5d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:27.324992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:27.334260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77603434-969b-4e30-b1fb-836ebb7cbee0 admin admin] 10.222.0.36 "PUT /v2.0/routers/7009719d-1fe3-4b23-a8b8-d367425cedb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4357626 May 13 14:45:27.402491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:27.422086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Sync routers for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:27.465930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:27.467200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:28.070553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:28.499764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Deleting port 52c34c61-6662-41c2-9a03-5d77c63a64da {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:28.500723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:28.815192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af389b4f-1825-4cde-b307-8600733f0b5d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:29.110920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af389b4f-1825-4cde-b307-8600733f0b5d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:29.111746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.157988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] For port 52c34c61-6662-41c2-9a03-5d77c63a64da, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52c34c61-6662-41c2-9a03-5d77c63a64da,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:29.158327 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.359636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:22Z', 'revision_number': 4, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae', 'name': '', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'mac_address': 'fa:16:3e:01:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:20Z', 'updated_at': '2022-05-13T14:45:23Z', 'revision_number': 2, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'subnets': [{'id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:29.369652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Checking router: 7009719d-1fe3-4b23-a8b8-d367425cedb4 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:29.370755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Updating router 7009719d-1fe3-4b23-a8b8-d367425cedb4 port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:45:29.500283 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:29.526695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Calling delete_port for 52c34c61-6662-41c2-9a03-5d77c63a64da owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:29.585771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af389b4f-1825-4cde-b307-8600733f0b5d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:29.928957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9474776-f337-4cd5-9a00-1e3290a990d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.407333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:30.703892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c34c61-6662-41c2-9a03-5d77c63a64da,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.212124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.290688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Transition to ACTIVE for port object 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:31.326945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.425677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9c9a-8c3c-45d2-97ea-7bfdec8869bb None None] Pushing event updated for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:31.663192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.877595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Attempting to bind port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:31.878502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Attempting to bind port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:31.879205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Attempting to bind port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:31.901282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:31.902043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Checking segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:31.902797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:31.903531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Bound using segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:31.909597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Bound port: 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:31.920846 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.124165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c520fe8-e18f-4f1d-9988-74214d7f2832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.176090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] For port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:32.182068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] For port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:32.191304 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:32.350114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:32.351061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:32.772295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:32.827643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Router c1700caf-40f1-4e66-b8f4-00a55c888bc6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:33.474937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:33.475183 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Sync routers for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:33.481179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:33.482117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5261e16b-d403-4fb6-bb0a-c99347dda439 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1700caf-40f1-4e66-b8f4-00a55c888bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5357382 May 13 14:45:33.528905 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:33.538443 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.757294 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.760417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9c9a-8c3c-45d2-97ea-7bfdec8869bb None None] Pushing event updated for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:33.790087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:33.820822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:22Z', 'revision_number': 4, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae', 'name': '', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'mac_address': 'fa:16:3e:01:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:20Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 4, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'subnets': [{'id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:33.831855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a26a87-c637-4b74-b95e-62031eb4fae1 None None] The sync data for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 is: [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:45:22Z', 'revision_number': 4, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae', 'name': '', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'mac_address': 'fa:16:3e:01:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:20Z', 'updated_at': '2022-05-13T14:45:32Z', 'revision_number': 4, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'subnets': [{'id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:34.110585 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415443bc-ff33-4c48-ac66-0d6c6c754c13'] response: {'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'code': 200} May 13 14:45:34.190964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360763a4-5aa3-4ea0-8e07-c6c5369c225c req-ae1c66e3-ed2f-4542-9ce0-595428460c5e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:34.201200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-360763a4-5aa3-4ea0-8e07-c6c5369c225c req-ae1c66e3-ed2f-4542-9ce0-595428460c5e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 946 time: 0.3539612 May 13 14:45:34.262377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:34.372630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.402473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-360763a4-5aa3-4ea0-8e07-c6c5369c225c req-1f908816-03d9-4a4a-b929-77e8e15eaef7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999719 May 13 14:45:34.629956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:34.980542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:34.987262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:45:35.007828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4092-799a-47f0-9988-2448ad3641a2 req-2a57bbfe-a3cf-4479-a74c-0daa4b441729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.010387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-2a57bbfe-a3cf-4479-a74c-0daa4b441729 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 1097 time: 0.2982876 May 13 14:45:35.011099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:35.012741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.115741 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:45:29Z', 'revision_number': 5, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port': {'id': '5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:35:42Z', 'updated_at': '2022-05-13T14:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:35.131026 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Checking router: c1700caf-40f1-4e66-b8f4-00a55c888bc6 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:35.154984 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Routers {'c1700caf-40f1-4e66-b8f4-00a55c888bc6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:35.155843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:35.232077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.269406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Deleting port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:35.270304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.412735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:35.413271 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.518133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:35.530398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:35.558540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4092-799a-47f0-9988-2448ad3641a2 req-d99ea4e4-f55b-42bf-a9f7-df025024b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:35.560970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-d99ea4e4-f55b-42bf-a9f7-df025024b188 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.5426004 May 13 14:45:35.605381 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] Set router c1700caf-40f1-4e66-b8f4-00a55c888bc6 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:35.708823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:35.896893 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:45:35Z', 'revision_number': 6, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:35.907749 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76a7-1394-4b7c-aa0b-6c62fe8d6b48 None None] The sync data for ids ['c1700caf-40f1-4e66-b8f4-00a55c888bc6'] in n-d-841736-1 is: [{'id': 'c1700caf-40f1-4e66-b8f4-00a55c888bc6', 'name': 'tempest-TaggedBootDevicesTest_v242-1840254240-router', 'tenant_id': '1a00bbc48ff3460ba060a9022dae8610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:35:38Z', 'updated_at': '2022-05-13T14:45:35Z', 'revision_number': 6, 'project_id': '1a00bbc48ff3460ba060a9022dae8610', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:35.909525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-cc755c1e-7810-45ef-9f14-b799c370ba48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70 HTTP/1.1" status: 200 len: 217 time: 0.3345988 May 13 14:45:36.042427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4092-799a-47f0-9988-2448ad3641a2 req-8ca06125-1fe6-413b-937a-f3db8ee5ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:36.044061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-8ca06125-1fe6-413b-937a-f3db8ee5ffb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1212516 May 13 14:45:36.114461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] For port 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:36.115015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.116042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:36.228310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4092-799a-47f0-9988-2448ad3641a2 req-9bf96186-806a-49da-9f71-1cbf9871c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:36.232346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-9bf96186-806a-49da-9f71-1cbf9871c280 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765959 May 13 14:45:36.481012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Calling delete_port for 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:36.503368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:36.700176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:36.700787 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:36.798503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-47a079c4-c1e5-490d-8c83-3a0564e9a5d5 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538702 May 13 14:45:37.254574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-994b4092-799a-47f0-9988-2448ad3641a2 req-c6e96453-bf41-48e6-b4d2-d6d1133f5349 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443240 May 13 14:45:37.302155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:37.315162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52c34c61-6662-41c2-9a03-5d77c63a64da no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:37.378311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 52c34c61-6662-41c2-9a03-5d77c63a64da {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:37.378646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52c34c61-6662-41c2-9a03-5d77c63a64da not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:37.776395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-486a33ee-b5fd-47a7-bd2f-b8358e474df1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:37.777301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-486a33ee-b5fd-47a7-bd2f-b8358e474df1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Synchronizing usage tracker for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:37.802144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-486a33ee-b5fd-47a7-bd2f-b8358e474df1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Unset dirty status for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:37.804110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-486a33ee-b5fd-47a7-bd2f-b8358e474df1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 811 time: 0.4783008 May 13 14:45:37.843523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-852dfe62-867f-4d38-a853-d0423c6ef83c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/quotas/5b6a256a67db4f8595c40d6c0f4427ce HTTP/1.1" status: 200 len: 375 time: 0.0114112 May 13 14:45:37.957286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-7f5fe103-ab09-48cb-80c9-65ed9a054c7d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996516 May 13 14:45:38.020269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-1436a082-1f8d-44ab-afb4-a065dfbd893f tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:38.022894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-1436a082-1f8d-44ab-afb4-a065dfbd893f tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 0.6333413 May 13 14:45:38.079202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-08578472-bef7-4481-8c00-8d29d6380062 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/quotas/1c3e744aefba458fabddcfc11cf497e7 HTTP/1.1" status: 200 len: 375 time: 0.0461476 May 13 14:45:38.117953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:38.147495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-10f36481-633c-4f29-a959-a38b36eb017d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672147 May 13 14:45:38.226104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-c8123fe5-28f7-470f-88b0-87a56c5e4f37 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512665 May 13 14:45:38.270069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.420947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:38.422149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.445184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:38.495625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:38.518948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:38.522450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:38.525510 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.537811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7bcb7d-e7fb-4730-b9ea-ef3dba66267d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.558956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-0c6e8ace-aa1d-44a8-acfa-b5e604e3ac8c service neutron] 10.222.0.36 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175063 May 13 14:45:38.644138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:38.660460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.765214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-3bd18982-49de-4790-b15b-6d47bf3993e1 service neutron] 10.222.0.36 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007566 May 13 14:45:38.972390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:38.975286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.019366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.019868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1700caf-40f1-4e66-b8f4-00a55c888bc6 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:45:39.101741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.103511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6e3b2d64-03c4-4c56-a9cf-9012dc53d4b9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1700caf-40f1-4e66-b8f4-00a55c888bc6 HTTP/1.1" status: 204 len: 168 time: 5.6196017 May 13 14:45:39.108301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58046) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:39.254373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Deleting subnet 5d9f57fa-7376-4e4c-99b2-68473ccf732c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:45:39.264435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-76056aa6-f5db-4002-b9c0-3b16fcb5f72c service neutron] 10.222.0.36 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657485 May 13 14:45:39.265307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.355990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.701637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887b5a-d91c-4ea9-ad6e-3954711ca46d req-1e100b34-7ee7-4206-8993-67de0cc9b5c9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:39.706117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c887b5a-d91c-4ea9-ad6e-3954711ca46d req-1e100b34-7ee7-4206-8993-67de0cc9b5c9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 0.2783902 May 13 14:45:39.935577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c887b5a-d91c-4ea9-ad6e-3954711ca46d req-341c07d2-e475-48be-9036-f26d17cfb1e0 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212095 May 13 14:45:39.939572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:39.999470 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb19ada6-2668-4008-9223-27e646e8d9d0'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'code': 200} May 13 14:45:40.309460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1311f812-2b63-48df-b735-f681f90dba6c req-deca38ec-395a-44d7-9500-f98e0b69f2a7 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 210 time: 0.1120651 May 13 14:45:40.315710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.457075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9f57fa-7376-4e4c-99b2-68473ccf732c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:40.482884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:40.504718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a8e2c-93e6-40ec-8b53-38432d1619f4 None None] Network 4e637f84-dadd-4529-b255-2b31fe750d5b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:45:40.511652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:40.512475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b78e9d76-15bc-4ad5-b2ce-6905dc71589c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5d9f57fa-7376-4e4c-99b2-68473ccf732c HTTP/1.1" status: 204 len: 168 time: 1.4016402 May 13 14:45:41.110097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.139591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Deleting port a66a281f-2a23-49b7-8e93-8e525959d19f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:41.140204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.286105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a4fb9-3c14-468d-abe7-72b9bad4ff45 req-ec920694-b1d0-4420-895c-f3c1e99bc7ca tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:41.302943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a9a4fb9-3c14-468d-abe7-72b9bad4ff45 req-ec920694-b1d0-4420-895c-f3c1e99bc7ca tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 950 time: 0.2616568 May 13 14:45:41.377457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] DHCP port deletion for 4e637f84-dadd-4529-b255-2b31fe750d5b request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:45:41.387528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Deleting port a66a281f-2a23-49b7-8e93-8e525959d19f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:41.388381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:41.513112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a9a4fb9-3c14-468d-abe7-72b9bad4ff45 req-9f1d2f93-62c8-467d-a855-2bfcaa1ad1db tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080069 May 13 14:45:41.722435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca59622f-33a6-43e8-ab5a-3305fdaca4dd req-3b943751-c3cd-4e0a-841a-0a02000b1108 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 210 time: 0.1982350 May 13 14:45:41.872259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] For port a66a281f-2a23-49b7-8e93-8e525959d19f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a66a281f-2a23-49b7-8e93-8e525959d19f,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:41.872937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.005078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:42.288308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Calling delete_port for a66a281f-2a23-49b7-8e93-8e525959d19f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:42.288759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] For port a66a281f-2a23-49b7-8e93-8e525959d19f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a66a281f-2a23-49b7-8e93-8e525959d19f,segment=NetworkSegment(7ffea281-5bad-44b1-9ce1-acf35011c313),segment_id=7ffea281-5bad-44b1-9ce1-acf35011c313)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:42.288759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:42.317099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 98cfd597-dd67-4f0f-8e9c-7249f44dce70 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:42.586749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c492eed-1ffd-4a3d-8683-22c221d899e2 req-1c287f19-0caa-4140-994c-a1bcc8d13dd1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 210 time: 0.2170954 May 13 14:45:42.680404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a66a281f-2a23-49b7-8e93-8e525959d19f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:42.734044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Calling delete_port for a66a281f-2a23-49b7-8e93-8e525959d19f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:42.939588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7266ca-675d-4225-b972-d6c54ffb7b10 req-aa2d0d3e-9689-4177-9e70-3577592f2f86 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:42.951024 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e7266ca-675d-4225-b972-d6c54ffb7b10 req-aa2d0d3e-9689-4177-9e70-3577592f2f86 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 1.0485575 May 13 14:45:43.039221 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e7266ca-675d-4225-b972-d6c54ffb7b10 req-e6f94977-9692-468e-a823-0146517aa744 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843825 May 13 14:45:43.063100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.137943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] No DVR routers for this DVR port a66a281f-2a23-49b7-8e93-8e525959d19f on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:43.186748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a66a281f-2a23-49b7-8e93-8e525959d19f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:43.196033 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:45:43.196818 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:45:43.394263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-4fe4bf74-410e-48c4-aac3-2d684740aff8 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.401277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdbe4e-eb0e-469d-8407-c949bb27baa5 req-98ed1927-f561-4913-b15a-b8c0d0d1d697 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:43.407497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-4fe4bf74-410e-48c4-aac3-2d684740aff8 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 811 time: 0.5990241 May 13 14:45:43.417725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22fdbe4e-eb0e-469d-8407-c949bb27baa5 req-98ed1927-f561-4913-b15a-b8c0d0d1d697 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.3521407 May 13 14:45:43.467170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port a66a281f-2a23-49b7-8e93-8e525959d19f {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:45:43.467978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a66a281f-2a23-49b7-8e93-8e525959d19f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:43.470897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:43.473257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:43.596294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22fdbe4e-eb0e-469d-8407-c949bb27baa5 req-312cda99-01cf-439d-91d7-2ca2903c5e37 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752892 May 13 14:45:43.670837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.698873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Deleting port a66a281f-2a23-49b7-8e93-8e525959d19f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:43.699733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.707841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e637f84-dadd-4529-b255-2b31fe750d5b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.723497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffea281-5bad-44b1-9ce1-acf35011c313') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.723819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffea281-5bad-44b1-9ce1-acf35011c313') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:43.739577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.767540 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:43.801893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:45:43.802608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.147036 n-d-841736-1 neutron-server[88134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bc977aa0-9ac3-417b-b149-9502d70131b6']: {'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'code': 422} returned with failed status May 13 14:45:44.159015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:44.166375 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.257976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Request body: {'port': {'device_id': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'admin_state_up': True, 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:44.361563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fb18-1f83-406b-bf53-181a41d7b7fb None None] The port 'a66a281f-2a23-49b7-8e93-8e525959d19f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:45:44.415488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:44.426353 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: timer() May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:45:44.547758 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:45:44.602349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.685304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.744558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:44.753881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4e637f84-dadd-4529-b255-2b31fe750d5b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:44.886188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f025699-d848-48de-a88c-4a26daad76cc admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e637f84-dadd-4529-b255-2b31fe750d5b HTTP/1.1" status: 204 len: 168 time: 4.3661404 May 13 14:45:44.891147 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f597ddd-2893-4294-8edb-d70113cc85dc req-1625c382-122e-46d5-a2b0-08d1038d60b7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 210 time: 0.2157416 May 13 14:45:45.093989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:45.103095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-0f76b3ff-b742-46c3-905a-def34c7e11c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:45.118873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-0f76b3ff-b742-46c3-905a-def34c7e11c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Synchronizing usage tracker for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:45.123364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Usage tracker for resource:port and tenant:5b6a256a67db4f8595c40d6c0f4427ce is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:45.146660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:45.175566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:45.211443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Made reservation on behalf of 5b6a256a67db4f8595c40d6c0f4427ce for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:45.217998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:45.349464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b946622-361b-4410-933b-9abd1f279fc9 req-d1917c2e-4eb5-453a-8f79-092d1bffc2a1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 210 time: 0.2115018 May 13 14:45:45.399351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:45.447349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-0f76b3ff-b742-46c3-905a-def34c7e11c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Unset dirty status for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:45.448683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-0f76b3ff-b742-46c3-905a-def34c7e11c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 1.0245898 May 13 14:45:45.468854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Request body: {'port': {'device_id': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'admin_state_up': True, 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:45.709029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637530-b1a4-4ba7-9789-79476ebb4a19 req-9b8b4d1c-3595-4eaf-b7de-65c3a5f29ce7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:45.711788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71637530-b1a4-4ba7-9789-79476ebb4a19 req-9b8b4d1c-3595-4eaf-b7de-65c3a5f29ce7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3525372 May 13 14:45:45.806039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Allocated IP 172.20.0.6 (a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4/dcabe01d-6c22-4470-9556-8e6ee12b3d24/8a8ea3c8-928d-4f5d-bd0e-26e45aadda28) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:45.870512 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e54edc8-abdf-48f1-993d-f5fa463948cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ca52659c546428ab2e6ef91ba192719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692812 May 13 14:45:45.997487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:46.002537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Usage tracker for resource:port and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:46.008254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:46.009253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:46.017614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:46.041555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-89f25da7-0026-47d0-a472-1f0d46a66dc7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.045362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-89f25da7-0026-47d0-a472-1f0d46a66dc7 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.5350132 May 13 14:45:46.148284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:46.215358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71637530-b1a4-4ba7-9789-79476ebb4a19 req-18d6d3ac-3388-46dd-8bc9-d5b41fa5076f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734085 May 13 14:45:46.263323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:46.274368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.290433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Deleting port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:45:46.291612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.344438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.370507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.494377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:46.539425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61412-20e6-4729-b7ba-ca15f0d1db58 req-3b126f16-d8c5-42a5-a104-ece7fa3a4d37 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.548411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-35f61412-20e6-4729-b7ba-ca15f0d1db58 req-3b126f16-d8c5-42a5-a104-ece7fa3a4d37 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 0.6759052 May 13 14:45:46.639626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-43648d43-d617-44f1-a232-c1c5c2c2953c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:46.641697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-43648d43-d617-44f1-a232-c1c5c2c2953c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 0.7966576 May 13 14:45:46.660765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Request body: {'port': {'device_id': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'admin_state_up': True, 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:46.859724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:45:46.864608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Usage tracker for resource:port and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:45:46.869060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:45:46.876339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:45:46.898664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-35f61412-20e6-4729-b7ba-ca15f0d1db58 req-6f87ad8b-e1a3-4bb9-bd68-52a080a0b7d4 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463554 May 13 14:45:46.994024 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e4567bd-2add-400b-a0b2-4f215651e632 req-f4f28eb7-8f39-4247-91c8-f7ff209300d4 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 210 time: 0.2957275 May 13 14:45:47.004285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:45:47.011282 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.012947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.029469 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b33a3cc-55ae-4268-b89b-da6a0a55d71b'] response: {'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'code': 200} May 13 14:45:47.290311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Allocated IP 172.20.0.5 (6b014097-c0e9-4901-b921-8c5e7bde7071/48e0f044-c0cd-4ef9-b612-c31085932ff8/699f8c79-d012-4598-ae29-29a8bad274af) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:47.376448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.387643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:47.406892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] For port 7b78eb9e-27a7-44d0-81e2-234d8332ad19, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7b78eb9e-27a7-44d0-81e2-234d8332ad19,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:47.407482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.456572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:47.469860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:47.493619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3e19a-18a4-480b-98c9-ee7e660107b1 req-086dc3bf-d2f0-4dbf-9007-101b94c05308 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:47.496551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d3e19a-18a4-480b-98c9-ee7e660107b1 req-086dc3bf-d2f0-4dbf-9007-101b94c05308 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 931 time: 0.2878840 May 13 14:45:47.526807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Pushing event updated for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:47.608120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20983a1b-ae97-4e16-80d5-23a4092a21a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:47.716309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.717514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3452fe0d-c2f3-4a86-8ba6-c1020feeb4d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20983a1b-ae97-4e16-80d5-23a4092a21a5 HTTP/1.1" status: 204 len: 168 time: 1.7076221 May 13 14:45:47.765808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:47.774632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:47.798872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-92d3e19a-18a4-480b-98c9-ee7e660107b1 req-148f2b1f-3391-4b38-af65-e81ddc6d5797 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Synchronizing usage tracker for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:45:47.874297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-92d3e19a-18a4-480b-98c9-ee7e660107b1 req-148f2b1f-3391-4b38-af65-e81ddc6d5797 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Unset dirty status for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:45:47.889095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d3e19a-18a4-480b-98c9-ee7e660107b1 req-148f2b1f-3391-4b38-af65-e81ddc6d5797 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857769 May 13 14:45:47.976458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd6eb-6ed0-4932-ab4e-305a5b048e0c req-368dfa5c-4a88-4de2-86cb-9b8bed66fced tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:47.988066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87ecd6eb-6ed0-4932-ab4e-305a5b048e0c req-368dfa5c-4a88-4de2-86cb-9b8bed66fced tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.7866218 May 13 14:45:47.992110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.035668 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8147165f-8a69-4b87-acbd-67ddd391aa4c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7902777 May 13 14:45:48.064703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Request body: {'port': {'device_id': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:48.149780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:48.324103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87ecd6eb-6ed0-4932-ab4e-305a5b048e0c req-67b043f8-de59-4f1a-9670-2687da6063ba tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346202 May 13 14:45:48.423009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Allocated IP 172.20.0.14 (6b014097-c0e9-4901-b921-8c5e7bde7071/48e0f044-c0cd-4ef9-b612-c31085932ff8/732403b3-71fc-43dd-a5b5-0db972023682) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:45:48.481183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.508177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.512374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.515322 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Floating IP 2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49 disassociated. External IP: 172.25.5.133, port: 7b78eb9e-27a7-44d0-81e2-234d8332ad19. May 13 14:45:48.517964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Calling delete_port for 7b78eb9e-27a7-44d0-81e2-234d8332ad19 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:45:48.649582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:48.687367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'mac_address': 'fa:16:3e:b7:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:48.762726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58218) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:48.764199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.822087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:48.823548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:48.874256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46e2bda8-769c-4145-8ae5-bbcc48a3ef82 req-e1b8e8ae-65f0-4a84-a66a-676ebc972c6c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 210 time: 0.1357398 May 13 14:45:48.902844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:48.950353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:48.964409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.165090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event updated for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.196327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-764c4f3a-a00a-4f79-930b-e3b973648454 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a00bbc48ff3460ba060a9022dae8610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224296 May 13 14:45:49.221488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.224934 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.254862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['bd5f57ed-95fa-41e5-b784-0c305212676a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:49.255356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:45:49.274748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.416196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:49.422140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:45:49.440922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:49.469596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.497599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:49.679473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.709094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:49.717526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:49.745603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:45:49.753835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:45:49.870746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event deleted for resources: {'Port': ['ID=7b78eb9e-27a7-44d0-81e2-234d8332ad19,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:49.957372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.126420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1efa-ee3f-4ea6-a9e4-1be8d6401b64 req-c3a58e99-a175-433b-a597-cdb54d9992c5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:50.143542 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-530b1efa-ee3f-4ea6-a9e4-1be8d6401b64 req-c3a58e99-a175-433b-a597-cdb54d9992c5 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d8d5db-75a8-4d8b-9b1f-49d192aea2f1 HTTP/1.1" status: 200 len: 946 time: 1.3760915 May 13 14:45:50.183267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5266323 May 13 14:45:50.249495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.255559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cec9d-2ccd-4771-a5e2-458faca7ff34 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event updated for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:50.303677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7b78eb9e-27a7-44d0-81e2-234d8332ad19 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:45:50.313913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:50.315436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:50.390953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Request body: {'port': {'device_id': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:50.460239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 7b78eb9e-27a7-44d0-81e2-234d8332ad19 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:45:50.460742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7b78eb9e-27a7-44d0-81e2-234d8332ad19 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:45:50.500661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ebe8b617-4c4f-4d96-8c0b-f0e0e4cd917b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0400629 May 13 14:45:50.519886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Request body: {'port': {'device_id': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:45:50.706361 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.001326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-530b1efa-ee3f-4ea6-a9e4-1be8d6401b64 req-44b382e1-2ca5-46ea-81b2-3581b44f3b55 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=07fd3004-bac7-4045-a18f-384339bb0629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8427646 May 13 14:45:51.092722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fbff-440c-4a3c-a2e0-63f79812e7b9 req-e7be706a-20b3-4b23-9f58-872e7afeeee7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:51.103506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e0fbff-440c-4a3c-a2e0-63f79812e7b9 req-e7be706a-20b3-4b23-9f58-872e7afeeee7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.7396770 May 13 14:45:51.119501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:45:51.122683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.155525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.193708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e0fbff-440c-4a3c-a2e0-63f79812e7b9 req-f83867e4-3e25-45ef-9469-a969d5dc64c1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859270 May 13 14:45:51.350945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.399760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcbe606-058d-402d-93a5-4ceae25ecd86,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:51.494872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:51.510879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.513011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.518805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cb3f0c55-fa67-45cd-82e1-ec7970c0a129 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fcbe606-058d-402d-93a5-4ceae25ecd86 HTTP/1.1" status: 204 len: 168 time: 2.2507210 May 13 14:45:51.547996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Transition to ACTIVE for port object 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:51.555537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:45:51.572453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:45:51.596412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:51.596972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:51.654159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] No DVR routers for this DVR port 7b78eb9e-27a7-44d0-81e2-234d8332ad19 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:45:51.663208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.667556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d59881a6-a1ae-49d9-80a6-1e149950f8cc req-95f2ba25-980e-4ebf-93bf-4531d8bf4205 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "DELETE /v2.0/ports/7b78eb9e-27a7-44d0-81e2-234d8332ad19 HTTP/1.1" status: 204 len: 173 time: 5.6083958 May 13 14:45:51.671038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:51.683787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'name': 'network-vif-deleted', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:52.492257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:52.551339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.560318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.562383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.564125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.565910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.570004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.572978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.575320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.580235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.583549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.584528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.588162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:45:52.687369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:52.982190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822bfe2-4acd-49d5-a797-6557b90caf2b req-0873a1c5-ef79-431d-8f0d-f835023037df tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:52.992611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Attempting to bind port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:52.993040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Attempting to bind port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:52.993342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Attempting to bind port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:53.009563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9822bfe2-4acd-49d5-a797-6557b90caf2b req-0873a1c5-ef79-431d-8f0d-f835023037df tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 931 time: 1.8105614 May 13 14:45:53.017991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:53.018306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Attempting to bind port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:53.054990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:53.056863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Checking segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:53.057703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Bound using segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:53.058185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Bound port: 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:53.058560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.383253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:45:53.493125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:53.508715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:53.521501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9822bfe2-4acd-49d5-a797-6557b90caf2b req-6ac5c930-19a2-410c-827f-424b728edc90 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056827 May 13 14:45:53.534107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.581715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732403b3-71fc-43dd-a5b5-0db972023682 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:53.619434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.679348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-465634b9-dc07-4997-a5be-2dce6947f7cd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8887317 May 13 14:45:53.684631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Transition to ACTIVE for port object 732403b3-71fc-43dd-a5b5-0db972023682 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:53.754546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.913653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:53.915244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:53.917898 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] 10.222.0.86 "PUT /v2.0/ports/8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 200 len: 1091 time: 5.8692060 May 13 14:45:53.951929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port bd5f57ed-95fa-41e5-b784-0c305212676a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:45:53.952783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.014785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c545116-2a2e-4640-b0a6-84ffe765c064 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:54.299847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-9d9036c2-86b4-470a-94ee-830d6f6f9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.309768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-9d9036c2-86b4-470a-94ee-830d6f6f9912 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1094 time: 0.2830329 May 13 14:45:54.498295 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-a75aea8a-ad0e-43d2-98c4-f85aed5a21fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 200 len: 217 time: 0.1746697 May 13 14:45:54.527292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:54.535457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:54.543150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:54.557614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:45:54.599552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:45:54.600609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:45:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:54.694251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-0cab222a-555f-4a8d-b4d8-461ef9770a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:54.710892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-0cab222a-555f-4a8d-b4d8-461ef9770a8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.2045953 May 13 14:45:54.765547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Pushing event updated for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:54.872495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-27ca9b6b-6d20-49b4-a619-7ee4f20d0134 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432009 May 13 14:45:55.207015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-ab1ec8d7-ac70-4a8f-89a9-8a2c24189194 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331418 May 13 14:45:55.401139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:55.414518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:55.471612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:45:55.616498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-fbb0442f-1fec-4d91-9485-b8f7c0506231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:55.616498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-fbb0442f-1fec-4d91-9485-b8f7c0506231 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 1.4083464 May 13 14:45:55.645052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Attempting to bind port 732403b3-71fc-43dd-a5b5-0db972023682 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:55.645791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Attempting to bind port 732403b3-71fc-43dd-a5b5-0db972023682 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:55.646449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Attempting to bind port 732403b3-71fc-43dd-a5b5-0db972023682 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:55.660952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699f8c79-d012-4598-ae29-29a8bad274af {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:55.669100 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.841321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:55.858563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Port 732403b3-71fc-43dd-a5b5-0db972023682 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:55.859288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Attempting to bind port 732403b3-71fc-43dd-a5b5-0db972023682 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:55.963963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b84e8e1-6ff3-4dcb-aaae-9082679c56d9 req-e5c66635-dcb8-4b95-98f1-82563bedf300 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455537 May 13 14:45:56.006114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:56.006834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Checking segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:56.010477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Bound using segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:56.013092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Bound port: 732403b3-71fc-43dd-a5b5-0db972023682, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:56.014936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.054451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Transition to ACTIVE for port object 699f8c79-d012-4598-ae29-29a8bad274af will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:45:56.075318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:56.338443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-83c4a548-0641-4a07-bef1-f693e1956140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:56.347891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-83c4a548-0641-4a07-bef1-f693e1956140 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.6738267 May 13 14:45:56.381534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:56.466088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:45:56.490504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2be0f-89af-451b-9141-9409021b2d53 None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:39:53Z', 'revision_number': 4, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1', 'name': '', 'network_id': '8ca900c3-df8d-46d9-bd52-361ee6cb52b8', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'mac_address': 'fa:16:3e:5c:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:52Z', 'updated_at': '2022-05-13T14:40:02Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'subnets': [{'id': '0c061b34-d271-42ee-84c4-d1fc9c2467d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:45:56.729350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:56.926943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-42bf0201-1645-4951-b8e6-7c7c72f109de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.1823666 May 13 14:45:57.052772 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75dd50-4187-42bd-86c6-5b1da41acfbb None None] New status for floating IP 2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:45:57.057488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-33e25330-9c23-481f-a299-c669c86fbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.062943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-33e25330-9c23-481f-a299-c669c86fbd02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1061511 May 13 14:45:57.290101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Attempting to bind port 699f8c79-d012-4598-ae29-29a8bad274af on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:45:57.297912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Attempting to bind port 699f8c79-d012-4598-ae29-29a8bad274af by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:45:57.298491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Attempting to bind port 699f8c79-d012-4598-ae29-29a8bad274af on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:57.362287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Port 699f8c79-d012-4598-ae29-29a8bad274af on network 6b014097-c0e9-4901-b921-8c5e7bde7071 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:45:57.362287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Attempting to bind port 699f8c79-d012-4598-ae29-29a8bad274af on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:45:57.396809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:45:57.397327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Checking segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:45:57.397847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Bound using segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:45:57.398195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Bound port: 699f8c79-d012-4598-ae29-29a8bad274af, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:45:57.398547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:57.443415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:57.507636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=732403b3-71fc-43dd-a5b5-0db972023682,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:57.513962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-8c31ad20-328b-4528-9bfc-18e7ed8bba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:57.516356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-8c31ad20-328b-4528-9bfc-18e7ed8bba0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3704731 May 13 14:45:57.520766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:57.722908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Pushing event updated for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:57.751172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:45:57.755072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=699f8c79-d012-4598-ae29-29a8bad274af,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:45:57.907334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-872900de-a17b-400f-b738-f90f1c58b671 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781281 May 13 14:45:57.917273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.065112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.065912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.067257 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-54f63804-3b3b-477a-8bc9-d4dc1c575c34 service neutron] 10.222.0.86 "PUT /v2.0/ports/732403b3-71fc-43dd-a5b5-0db972023682 HTTP/1.1" status: 200 len: 1092 time: 7.7872891 May 13 14:45:58.125294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:45:58.147662 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:45:58.152695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.153295 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.154810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] 10.222.0.86 "PUT /v2.0/ports/699f8c79-d012-4598-ae29-29a8bad274af HTTP/1.1" status: 200 len: 1091 time: 7.6418943 May 13 14:45:58.277358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f739d5b7-fba5-4cf9-9530-6e4072e61930 req-6fd91bc7-ddd6-4223-886f-c00fe8508498 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479943 May 13 14:45:58.325890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:45:58.334361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ccf30-06b2-4aee-a4ba-b3c94a0de5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:58.363955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-9ecbe019-5927-4b5e-9845-48c179e6b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.370890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-9ecbe019-5927-4b5e-9845-48c179e6b485 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 1095 time: 0.2293556 May 13 14:45:58.465104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-3f014acb-c258-4403-a307-3d525defa7fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732403b3-71fc-43dd-a5b5-0db972023682 HTTP/1.1" status: 200 len: 217 time: 0.0813789 May 13 14:45:58.467602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-d2c8d4a9-c559-4030-968f-5401a00bd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.469442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-d2c8d4a9-c559-4030-968f-5401a00bd034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=c1fa53de-a837-41e0-b479-820b5156f2fe HTTP/1.1" status: 200 len: 1094 time: 0.2417846 May 13 14:45:58.586006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:58.612073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'port_id': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28', 'mac_address': 'fa:16:3e:0c:b3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:45:58.713811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:45:58.714511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.740999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:45:58.747793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-52cf335a-1a6f-4c79-bb23-6d9cec465c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:58.756149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-52cf335a-1a6f-4c79-bb23-6d9cec465c49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.2746198 May 13 14:45:58.763382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:45:58.786447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:58.906704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:45:58.943728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-65af7dab-de33-4ac0-9371-361860982753 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699f8c79-d012-4598-ae29-29a8bad274af HTTP/1.1" status: 200 len: 217 time: 0.4613085 May 13 14:45:58.999729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-4a6a8b7e-719c-4e4e-9f64-8874cc3098c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2161510 May 13 14:45:59.094665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:45:59.261217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172a3f9-f48e-46fc-b85b-ca020ccedfc6 req-67a137e7-dcdb-4d17-9cde-6837a1864ab8 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.263219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d172a3f9-f48e-46fc-b85b-ca020ccedfc6 req-67a137e7-dcdb-4d17-9cde-6837a1864ab8 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 944 time: 0.4460230 May 13 14:45:59.344895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ae87cd35-a0ba-4f44-9102-b10eb28d9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.346364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-ae87cd35-a0ba-4f44-9102-b10eb28d9ada service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.3915002 May 13 14:45:59.352093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d172a3f9-f48e-46fc-b85b-ca020ccedfc6 req-8022414d-694e-4e82-b6e0-ea3bd2db6b10 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 May 13 14:45:59.411565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7caea-762a-474a-91f0-ef1a8200f09b req-93917f04-803c-492f-a06a-b4a8f329f899 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:45:59.414164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20b7caea-762a-474a-91f0-ef1a8200f09b req-93917f04-803c-492f-a06a-b4a8f329f899 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5672534 May 13 14:45:59.491673 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-368b6d5e-68f6-46d0-aac5-175f33354c6b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318185 May 13 14:45:59.524058 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62c7056-dd86-4826-8ea0-705e42929119'] response: {'server_uuid': '93d8d5db-75a8-4d8b-9b1f-49d192aea2f1', 'name': 'network-vif-deleted', 'tag': '7b78eb9e-27a7-44d0-81e2-234d8332ad19', 'status': 'completed', 'code': 200} May 13 14:45:59.534739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-099ee4fa-63c8-4bc9-8e25-21eae5cedf3d service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237169 May 13 14:45:59.755570 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e6ddef9-1dd1-4e37-9abb-42538c4556dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:45:59.767272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-2d62822c-482e-4d1a-89c7-e6e6c5372adf service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103817 May 13 14:46:00.133056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20b7caea-762a-474a-91f0-ef1a8200f09b req-f30b958a-4a4e-4f50-b67e-eb1943327569 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6776717 May 13 14:46:00.211587 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-14c76bbf-e447-4a7f-8aa7-72e77eb65810 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478843 May 13 14:46:00.263721 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29eae603-a3bb-40ae-85e1-9f5b3c58e7c5 req-764bfe72-e452-4c98-99a7-99fd3b020ab9 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767880 May 13 14:46:00.348121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:00.526998 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88b0b90-b1c6-4405-bbdf-9da9bd14e1f6'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'code': 200} May 13 14:46:00.567869 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9208a7-b74f-464f-a558-4c83e753b410'] response: {'name': 'network-changed', 'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682', 'status': 'completed', 'code': 200} May 13 14:46:00.636362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870a17-6781-43a9-9bb0-37abacd79767 req-eb2e26d0-e936-4c5e-b1fe-2048ba666076 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.637307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-de870a17-6781-43a9-9bb0-37abacd79767 req-eb2e26d0-e936-4c5e-b1fe-2048ba666076 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Synchronizing usage tracker for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:00.640884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:00.646467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:00.646959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:00.690494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-de870a17-6781-43a9-9bb0-37abacd79767 req-eb2e26d0-e936-4c5e-b1fe-2048ba666076 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Unset dirty status for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:00.691810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de870a17-6781-43a9-9bb0-37abacd79767 req-eb2e26d0-e936-4c5e-b1fe-2048ba666076 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 944 time: 0.3259397 May 13 14:46:00.775763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-8815a52f-667b-4bb2-b7bb-feb49481a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:00.777929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-8815a52f-667b-4bb2-b7bb-feb49481a554 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 1095 time: 0.1816673 May 13 14:46:00.788723 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de870a17-6781-43a9-9bb0-37abacd79767 req-97791de1-8415-4d9b-a954-6c70b5dfbdfc tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827048 May 13 14:46:00.924569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:00.984068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:00.985331 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.053709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-76ffed5e-5afc-4b71-a2da-1cba655b4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.055253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-76ffed5e-5afc-4b71-a2da-1cba655b4369 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 913 time: 0.2707820 May 13 14:46:01.065631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:01.076335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.168128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-6ebefc22-6592-4d3c-aa59-0aacfa4a0948 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=732403b3-71fc-43dd-a5b5-0db972023682 HTTP/1.1" status: 200 len: 217 time: 0.1039736 May 13 14:46:01.218159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:01.248763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.250259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.252577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.253354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.255382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.256780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.257416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.259414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.261446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.262026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.262502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.264837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.265597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:01.310321 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.344334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-dd122e1a-bfc5-4be9-8964-7514903ecb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.345950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-dd122e1a-bfc5-4be9-8964-7514903ecb04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.1708536 May 13 14:46:01.350530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a976d0-a0f6-47fd-8a9d-0eed33cc9e6b req-b3194921-a02f-4eee-99c5-6698b64e680b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.369165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25a976d0-a0f6-47fd-8a9d-0eed33cc9e6b req-b3194921-a02f-4eee-99c5-6698b64e680b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.3215075 May 13 14:46:01.484042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25a976d0-a0f6-47fd-8a9d-0eed33cc9e6b req-9b5b1bdd-fa32-4f0d-98e2-c8fd801fa44a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138487 May 13 14:46:01.487934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.520584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-a9e251e6-e799-4a2b-adba-51bbd3c0d777 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614454 May 13 14:46:01.524963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:01.552332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd3004-bac7-4045-a18f-384339bb0629,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:01.579030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.582776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31810446-52f1-4c90-adee-43249dc1f72f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "DELETE /v2.0/security-groups/07fd3004-bac7-4045-a18f-384339bb0629 HTTP/1.1" status: 204 len: 168 time: 0.6546905 May 13 14:46:01.582988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:01.629567 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-3aacdf77-eca0-4b88-8ad8-e955414a5aa3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] show failed (client error): The resource could not be found. May 13 14:46:01.631826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3aacdf77-eca0-4b88-8ad8-e955414a5aa3 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups/07fd3004-bac7-4045-a18f-384339bb0629 HTTP/1.1" status: 404 len: 347 time: 0.0478075 May 13 14:46:01.636958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:01.795691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-e218c7f2-b2d6-45ca-ad6c-991111c692b9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:01.796437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-e218c7f2-b2d6-45ca-ad6c-991111c692b9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Synchronizing usage tracker for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:01.813183 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-f3c636b6-27a6-4b36-9116-0d676349a83b service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852149 May 13 14:46:01.900525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Deleting port 86886ba1-8801-440d-a984-af21ac7c626f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:01.901232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:01.993759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-e218c7f2-b2d6-45ca-ad6c-991111c692b9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Unset dirty status for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:01.995045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-e218c7f2-b2d6-45ca-ad6c-991111c692b9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 944 time: 0.5671997 May 13 14:46:02.019842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e91bae4-618b-4cea-b511-4011b3c7d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.032055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfee0af-e705-4fad-babc-296751e537c4 req-d7822659-ab17-48e3-82c0-10db861c3aa2 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.041699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cbfee0af-e705-4fad-babc-296751e537c4 req-d7822659-ab17-48e3-82c0-10db861c3aa2 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 950 time: 0.3311067 May 13 14:46:02.104613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b475397b-fc1e-42f3-bb7d-b4f9ab09801f req-f95409a3-157d-46d9-bc9b-fe6dda8913a2 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754033 May 13 14:46:02.106990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-d67625c6-0321-4283-84d4-c609a48e46ba tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Synchronizing usage tracker for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:02.210324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cbfee0af-e705-4fad-babc-296751e537c4 req-d0719c7f-f21e-454d-80a7-eaceed7a820a tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609674 May 13 14:46:02.218300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-d67625c6-0321-4283-84d4-c609a48e46ba tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Unset dirty status for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:02.232296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e82f26fd-de3b-4a60-90c5-c60f39a00516 req-d67625c6-0321-4283-84d4-c609a48e46ba tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203279 May 13 14:46:02.319454 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fa7272-a119-4374-91c8-2c2a8c6dbb1e'] response: {'name': 'network-changed', 'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28', 'status': 'completed', 'code': 200} May 13 14:46:02.336740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.337093 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.481008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-99fd83e5-8ce2-487a-9011-f245cf6d7109 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.493834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-99fd83e5-8ce2-487a-9011-f245cf6d7109 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.3678761 May 13 14:46:02.528659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:02.575457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:02.586256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Calling delete_port for 86886ba1-8801-440d-a984-af21ac7c626f owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:02.795528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d050-484d-4119-92c8-0bcdeeac3225 req-47486180-c1fa-4106-a5e0-500d5cfc16c8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:02.811931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f23d050-484d-4119-92c8-0bcdeeac3225 req-47486180-c1fa-4106-a5e0-500d5cfc16c8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3044236 May 13 14:46:02.857136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.928457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9f23d050-484d-4119-92c8-0bcdeeac3225 req-2bb70ee9-0c64-427e-bb9e-5a4270215a2c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154721 May 13 14:46:02.983321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Deleting port 3f253cb5-d14e-4315-b43c-c6ee7f186617 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:02.983321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:02.988224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.093853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-634b9b0f-b00b-4400-867d-fa59c9b2bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.095707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-634b9b0f-b00b-4400-867d-fa59c9b2bd06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1096 time: 0.7501640 May 13 14:46:03.150791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db76c78-4879-4ced-90ad-1f1733c9de3a req-44b470f9-cc08-4d34-b69a-ef682f636d17 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.158495 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0db76c78-4879-4ced-90ad-1f1733c9de3a req-44b470f9-cc08-4d34-b69a-ef682f636d17 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.6634986 May 13 14:46:03.161114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.226193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event deleted for resources: {'Port': ['ID=86886ba1-8801-440d-a984-af21ac7c626f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:03.426558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0db76c78-4879-4ced-90ad-1f1733c9de3a req-6cb6e50d-c3bd-4f98-b242-2456a47d7a23 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665505 May 13 14:46:03.435646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.468292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:03.468292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f8fc058f-9fa6-4246-9404-f9ad9b97a732 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "DELETE /v2.0/floatingips/2398ca6e-8e31-4c4e-ae85-d9f3b36cdf49 HTTP/1.1" status: 204 len: 168 time: 1.8255193 May 13 14:46:03.574718 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a24c72-296d-469f-a8b8-e8407fb832a5'] response: {'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28', 'code': 200} May 13 14:46:03.604506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9d00f-06d7-4bec-8dec-f4a7e7e47436 req-35f32a00-55f2-4688-adb6-2c30698f7fed tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.617619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ab9d00f-06d7-4bec-8dec-f4a7e7e47436 req-35f32a00-55f2-4688-adb6-2c30698f7fed tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 945 time: 0.1582265 May 13 14:46:03.691399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-4001d073-b66c-4ff6-8c66-00641be7f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:03.703977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-4001d073-b66c-4ff6-8c66-00641be7f6c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.5899527 May 13 14:46:03.715781 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d10626e-98d0-42ec-8fee-4cfb14711eda'] response: {'name': 'network-changed', 'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af', 'status': 'completed', 'code': 200} May 13 14:46:03.872566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] For port 3f253cb5-d14e-4315-b43c-c6ee7f186617, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3f253cb5-d14e-4315-b43c-c6ee7f186617,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:03.873052 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.084666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ab9d00f-06d7-4bec-8dec-f4a7e7e47436 req-ba85b430-c001-42e1-812a-f2be5b26df9b tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a10962a-5d5f-4547-b88d-6768116f4292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547341 May 13 14:46:04.110980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f503b-bc53-4552-b1ef-b3d2401c9e84 req-7c6b0c59-245d-454a-aa9c-ed0bfaeb5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.121762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a2f503b-bc53-4552-b1ef-b3d2401c9e84 req-7c6b0c59-245d-454a-aa9c-ed0bfaeb5367 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1096 time: 0.4585674 May 13 14:46:04.244342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a2f503b-bc53-4552-b1ef-b3d2401c9e84 req-523dc679-831e-4af4-978e-d35540917433 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070344 May 13 14:46:04.263651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-9b43c5fd-8f1e-4c97-b2cf-1361b37f9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.265473 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-9b43c5fd-8f1e-4c97-b2cf-1361b37f9aea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=c1fa53de-a837-41e0-b479-820b5156f2fe HTTP/1.1" status: 200 len: 1094 time: 0.5276215 May 13 14:46:04.376330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 732403b3-71fc-43dd-a5b5-0db972023682 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:04.379932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:04.381550 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-c2b6bd64-5818-4737-a1f4-55b50954ab5a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 200 len: 217 time: 0.6562116 May 13 14:46:04.794325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:04.794764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:04.858446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:04.894820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-73bb6f72-83cd-4ffe-a85f-886eb4ac81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:04.897707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-73bb6f72-83cd-4ffe-a85f-886eb4ac81c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.4060943 May 13 14:46:05.121546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=732403b3-71fc-43dd-a5b5-0db972023682,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:05.131672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:05.158043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '732403b3-71fc-43dd-a5b5-0db972023682', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'port_id': '732403b3-71fc-43dd-a5b5-0db972023682', 'mac_address': 'fa:16:3e:f6:9c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0f044-c0cd-4ef9-b612-c31085932ff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:05.168353 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.168950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.169436 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Floating IP 6cf50aa7-66bb-42c1-9756-5e7ffb04cf39 disassociated. External IP: 172.25.5.121, port: 3f253cb5-d14e-4315-b43c-c6ee7f186617. May 13 14:46:05.169994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Calling delete_port for 3f253cb5-d14e-4315-b43c-c6ee7f186617 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:05.236227 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.254521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-5ac576b0-775d-4134-aaec-9d680097ae69 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2875235 May 13 14:46:05.296907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-ceead8f3-e20f-41b0-9552-bdb0c0696a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:05.301189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-ceead8f3-e20f-41b0-9552-bdb0c0696a6c service neutron] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 913 time: 0.8258493 May 13 14:46:05.335207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:05.351180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.509535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 732403b3-71fc-43dd-a5b5-0db972023682 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:05.517673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.598320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:05.605600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-6a82a239-baa4-470f-865f-12106a6c7b4b service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327024 May 13 14:46:05.649740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732403b3-71fc-43dd-a5b5-0db972023682 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:05.676425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.697951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.704181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=732403b3-71fc-43dd-a5b5-0db972023682,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:05.714872 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:05.728424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 699f8c79-d012-4598-ae29-29a8bad274af details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:05.733483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-abb15c1e-9017-4514-9b81-952bcea2edd6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=699f8c79-d012-4598-ae29-29a8bad274af HTTP/1.1" status: 200 len: 217 time: 0.4254212 May 13 14:46:05.804969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:05.831692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Usage tracker for resource:security_group_rule and tenant:ba87fc84942749ec87e17b33e85d8412 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:05.846386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:05.889124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:05.929289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:05.977192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=699f8c79-d012-4598-ae29-29a8bad274af,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:06.012513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '699f8c79-d012-4598-ae29-29a8bad274af', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'port_id': '699f8c79-d012-4598-ae29-29a8bad274af', 'mac_address': 'fa:16:3e:24:da:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0f044-c0cd-4ef9-b612-c31085932ff8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:06.041533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-f445678f-313f-4d9e-9e40-b656485ff058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:06.044402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-f445678f-313f-4d9e-9e40-b656485ff058 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.3034382 May 13 14:46:06.213339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 699f8c79-d012-4598-ae29-29a8bad274af is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:06.213339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.262939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-ab7ee3b9-feab-4c6d-991b-c78a40bc367e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086558 May 13 14:46:06.291097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699f8c79-d012-4598-ae29-29a8bad274af {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:06.315453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.333905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=699f8c79-d012-4598-ae29-29a8bad274af,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:06.346101 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:06.441672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3f253cb5-d14e-4315-b43c-c6ee7f186617 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:06.575856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 3f253cb5-d14e-4315-b43c-c6ee7f186617 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:06.576912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3f253cb5-d14e-4315-b43c-c6ee7f186617 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:06.609345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:06.666335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['699f8c79-d012-4598-ae29-29a8bad274af'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:06.735844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['732403b3-71fc-43dd-a5b5-0db972023682'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:06.899855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d9b848d-996b-4494-a17b-ca4292ea3608 req-6e0109ee-8cae-453b-b990-c82f9ef6146a service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1982307 May 13 14:46:06.935072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'Port': ['ID=3f253cb5-d14e-4315-b43c-c6ee7f186617,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:06.954858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaa775-e8fc-476c-8155-246dc316e394 req-d74fea63-e52e-45c4-a516-01288034724d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:06.956451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfeaa775-e8fc-476c-8155-246dc316e394 req-d74fea63-e52e-45c4-a516-01288034724d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 944 time: 2.6163104 May 13 14:46:07.015956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.016351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.016880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.018324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.018868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.019459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.019883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.020247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.020607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.021016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.021416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.021783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:07.079333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfeaa775-e8fc-476c-8155-246dc316e394 req-85a851c0-deb0-4ca8-92a5-3a797c407d4e tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063898 May 13 14:46:07.174392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-48aac4f0-3a73-4607-9a83-45f7c8365693 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8991420 May 13 14:46:07.362598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.380791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:07.530986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823fdb-c8cf-4186-bc10-bf313cd58125 req-b6ddf7e0-3466-42bc-8744-59c65a37c6cc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:07.552823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09823fdb-c8cf-4186-bc10-bf313cd58125 req-b6ddf7e0-3466-42bc-8744-59c65a37c6cc tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.9451180 May 13 14:46:07.583750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32dc654-6f3c-4e30-a33a-faaa46dee2d4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:07.612755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0385ccf-9b94-427e-9498-680ee65c3922 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba87fc84942749ec87e17b33e85d8412&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4757929 May 13 14:46:07.615066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:07.622775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:07.681876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d0480-ba58-4fdb-a888-4d49b87bad43 req-0f85fd5f-cc4a-4792-9ec3-6feb20191775 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:07.694758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f2d0480-ba58-4fdb-a888-4d49b87bad43 req-0f85fd5f-cc4a-4792-9ec3-6feb20191775 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.2991519 May 13 14:46:07.777010 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09823fdb-c8cf-4186-bc10-bf313cd58125 req-0e821dbc-ef97-4424-82ee-c9b23ec97620 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202053 May 13 14:46:07.834345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96251348-3c27-49e9-ad6c-b08033dc7d1d req-13bf01f7-d5d1-449d-a0c9-1fed3e37a2e1 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374428 May 13 14:46:08.033483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f2d0480-ba58-4fdb-a888-4d49b87bad43 req-604be5ec-150b-478b-aa8f-22fed2e7f82f tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377047 May 13 14:46:08.169720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9fa16c8-6112-4b2c-b195-5bb17d3fd91e req-85c7b055-b3d2-4934-8633-bdfbd44a02b5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=45711a19-f791-4ce0-96d2-5af1cf08173a HTTP/1.1" status: 200 len: 210 time: 0.1068165 May 13 14:46:08.173467 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b53a07-2af0-432a-8f36-ca8503931c86'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'code': 200} May 13 14:46:08.222556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.358996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.392156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 732403b3-71fc-43dd-a5b5-0db972023682 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:08.553656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:08.561056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 732403b3-71fc-43dd-a5b5-0db972023682 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:08.568389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 732403b3-71fc-43dd-a5b5-0db972023682 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:08.568904 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.629439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:08.719136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:08.729189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:08.797367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] No DVR routers for this DVR port 3f253cb5-d14e-4315-b43c-c6ee7f186617 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:08.816317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:08.832313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'name': 'network-vif-deleted', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:08.994012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c55bbd7c-027d-4b23-9598-1c82fa9b7bc6 req-96467ce6-036e-4482-a16e-b4d0d69a4039 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "DELETE /v2.0/ports/3f253cb5-d14e-4315-b43c-c6ee7f186617 HTTP/1.1" status: 204 len: 173 time: 6.3829892 May 13 14:46:09.011886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.032411 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:09.046239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b32dc654-6f3c-4e30-a33a-faaa46dee2d4 HTTP/1.1" status: 204 len: 168 time: 1.4148149 May 13 14:46:09.146729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c08cd-f0b7-4dee-a18f-96e4ba57aa12 req-b0177a6e-2983-49bc-b55e-80fe8c7ad6dc tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.170462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab3c08cd-f0b7-4dee-a18f-96e4ba57aa12 req-b0177a6e-2983-49bc-b55e-80fe8c7ad6dc tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 945 time: 0.7129626 May 13 14:46:09.503177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab3c08cd-f0b7-4dee-a18f-96e4ba57aa12 req-af7b3ff0-0af0-426b-829b-0a4df663e4e1 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312433 May 13 14:46:09.554002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df1af4-9fd0-4755-9216-ce4fb4273c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32dc654-6f3c-4e30-a33a-faaa46dee2d4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:09.688195 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e0c854-81f0-43a4-a3dc-c6d06040c934'] response: {'server_uuid': '45711a19-f791-4ce0-96d2-5af1cf08173a', 'name': 'network-vif-deleted', 'tag': '3f253cb5-d14e-4315-b43c-c6ee7f186617', 'status': 'completed', 'code': 200} May 13 14:46:09.694086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-46a02bc0-53f7-4a9a-bc48-436ab1996b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:09.699543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-46a02bc0-53f7-4a9a-bc48-436ab1996b57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1096 time: 0.6236680 May 13 14:46:10.181210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 732403b3-71fc-43dd-a5b5-0db972023682 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:10.181923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:10.264109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:10.656451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-fde89438-0bf2-40f3-ae13-94eb047cebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.661276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-fde89438-0bf2-40f3-ae13-94eb047cebce service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.9507930 May 13 14:46:10.844518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:10.854559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ffde3-cdbe-4af0-87c9-ef5777a265bc req-74af4caf-3641-44c4-b00e-fe698a41392c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:10.870482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e5ffde3-cdbe-4af0-87c9-ef5777a265bc req-74af4caf-3641-44c4-b00e-fe698a41392c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.7152553 May 13 14:46:10.911702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-e3bc14af-4fcc-4000-9cda-37fc0af749f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 200 len: 217 time: 0.2387822 May 13 14:46:11.071625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e5ffde3-cdbe-4af0-87c9-ef5777a265bc req-a1221dd8-1178-462a-848e-f7153b8fe148 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994834 May 13 14:46:11.140062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-05ca5e29-0abf-40ee-8639-c655b5e134f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.140198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-05ca5e29-0abf-40ee-8639-c655b5e134f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.2114294 May 13 14:46:11.172269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbdfd9-1f93-4a5f-ac40-c10a4af2aa3b req-1b850801-5000-4052-b96d-5a7b6bb1ec30 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.186657 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53cbdfd9-1f93-4a5f-ac40-c10a4af2aa3b req-1b850801-5000-4052-b96d-5a7b6bb1ec30 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.2815750 May 13 14:46:11.187926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=732403b3-71fc-43dd-a5b5-0db972023682,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:11.261479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:11.264386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 699f8c79-d012-4598-ae29-29a8bad274af up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:11.293309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-04affbb5-744d-4648-b015-d035e6339cb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450360 May 13 14:46:11.302413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53cbdfd9-1f93-4a5f-ac40-c10a4af2aa3b req-7812d93a-89e9-42d4-ab03-70eae83ff4cb tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064079 May 13 14:46:11.628734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:11.670391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-ecc22950-81e8-480d-a41b-9159295d31e3 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633976 May 13 14:46:11.776673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:11.852205 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bebfed-3503-4d00-b99d-8ea6c865ff4b'] response: {'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682', 'code': 200} May 13 14:46:11.939730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428b09-b982-44cb-9d3e-570490e1833a req-86cc505b-afe2-406f-a6e9-140036749701 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:11.948297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c428b09-b982-44cb-9d3e-570490e1833a req-86cc505b-afe2-406f-a6e9-140036749701 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 946 time: 0.3602571 May 13 14:46:11.951018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:12.035314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 699f8c79-d012-4598-ae29-29a8bad274af completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:12.069182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 699f8c79-d012-4598-ae29-29a8bad274af triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:12.069560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.207384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c428b09-b982-44cb-9d3e-570490e1833a req-4da766e5-b686-46f8-83c4-33b6c1ac7922 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574871 May 13 14:46:12.310770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:12.342525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.377278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.416808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:12.455653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:12.457351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:12.475757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37bb151-99a7-4afa-8ddf-ed07b5f5cd0f req-c5aa2e70-da91-4630-812b-dcdb0aeb69ce service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961891 May 13 14:46:12.536051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdbd95-8b3f-4261-941c-f074bfe8676b req-70af08e3-0714-4d57-be14-9f0dca424049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.537867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33bdbd95-8b3f-4261-941c-f074bfe8676b req-70af08e3-0714-4d57-be14-9f0dca424049 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 1097 time: 0.5815344 May 13 14:46:12.547110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 699f8c79-d012-4598-ae29-29a8bad274af is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:12.548159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.569188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-278244904-network', 'tenant_id': '4e7af3a8a11b41b197bec1bdd3d65788'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:12.597133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:12.614102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Usage tracker for resource:network and tenant:4e7af3a8a11b41b197bec1bdd3d65788 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:12.614776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.624104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:12.645379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:12.682463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Made reservation on behalf of 4e7af3a8a11b41b197bec1bdd3d65788 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:12.687508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.717157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.721857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.723132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a10962a-5d5f-4547-b88d-6768116f4292 HTTP/1.1" status: 204 len: 168 time: 0.7655356 May 13 14:46:12.748468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:12.785497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bff36-252a-4c0d-80af-17abde9e08f6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10962a-5d5f-4547-b88d-6768116f4292,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:12.796903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33bdbd95-8b3f-4261-941c-f074bfe8676b req-f7c8bbbf-a047-4492-8221-0edd81b174a3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521622 May 13 14:46:12.798025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:12.856926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=699f8c79-d012-4598-ae29-29a8bad274af,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:12.858377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Usage tracker for resource:security_group_rule and tenant:4e7af3a8a11b41b197bec1bdd3d65788 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:12.876598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6775-ae46-43dc-b9a8-07d75707ff98 req-d2dc644d-599f-45f2-a778-be6a2114e93d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:12.879947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:12.886526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d4d6775-ae46-43dc-b9a8-07d75707ff98 req-d2dc644d-599f-45f2-a778-be6a2114e93d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.1849353 May 13 14:46:12.887541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:12.889349 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-93bef2a5-2160-43b0-b6c5-cead1c5d7ed2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] show failed (client error): The resource could not be found. May 13 14:46:12.897229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-93bef2a5-2160-43b0-b6c5-cead1c5d7ed2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups/9a10962a-5d5f-4547-b88d-6768116f4292 HTTP/1.1" status: 404 len: 347 time: 0.1365721 May 13 14:46:12.900491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:12.917105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:12.951116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d4d6775-ae46-43dc-b9a8-07d75707ff98 req-b02d28d4-6798-4407-a7d6-281684afb5d1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 May 13 14:46:12.998769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:13.187366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a34c-7988-4981-a5e2-c109ec515d52 req-03c260a0-45f8-4391-aefc-9346ee683705 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.190166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0743a34c-7988-4981-a5e2-c109ec515d52 req-03c260a0-45f8-4391-aefc-9346ee683705 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.7116830 May 13 14:46:13.191363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Deleting port be52b427-09e3-45f1-a3bf-fc467a496c56 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:13.191579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:13.191700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.589816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7481d9-95fb-46ea-aacf-6f46db212aa1 req-030eaa66-139b-480b-8259-a95101b9830b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:13.596579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af7481d9-95fb-46ea-aacf-6f46db212aa1 req-030eaa66-139b-480b-8259-a95101b9830b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 946 time: 0.2110224 May 13 14:46:13.619220 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.619847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.709358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0743a34c-7988-4981-a5e2-c109ec515d52 req-53ab6131-f100-4f20-80a3-de73f942617b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672309 May 13 14:46:13.764899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af7481d9-95fb-46ea-aacf-6f46db212aa1 req-791d97a0-ab47-4102-b51b-d8b9413eab31 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569488 May 13 14:46:13.822344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Calling delete_port for be52b427-09e3-45f1-a3bf-fc467a496c56 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:13.905904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:13.985463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:13.998812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.072412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:14.084791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a1ee04-ef17-402e-82bc-5aafcef2361f None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:14.121403 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f4c481-8b03-462f-8987-2afa7a469297'] response: {'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af', 'code': 200} May 13 14:46:14.188659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:14.427510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:14.437669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:14.490776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.492596 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Added segment c10c446e-6ef4-45ff-81c9-a33c86aab10d of type vlan for network dc13dd93-8db0-4451-9e94-a790c15f652e May 13 14:46:14.494891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:14.795260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da8c7-28e0-4df3-ae73-d6cc045aede9 req-9c01213a-1f3d-442e-9a17-656b3f801e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.797833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd1da8c7-28e0-4df3-ae73-d6cc045aede9 req-9c01213a-1f3d-442e-9a17-656b3f801e7b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1fa53de-a837-41e0-b479-820b5156f2fe HTTP/1.1" status: 200 len: 1096 time: 0.2072361 May 13 14:46:14.817422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafe5f5-8a5b-46c3-a68f-175a2b3f0c99 req-87194538-5c35-4184-99b3-4e127fb6aa8e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:14.830496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dafe5f5-8a5b-46c3-a68f-175a2b3f0c99 req-87194538-5c35-4184-99b3-4e127fb6aa8e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.3836794 May 13 14:46:14.913375 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29dbd57-879a-443a-b01e-0e058b947375 None None] New status for floating IP 6cf50aa7-66bb-42c1-9756-5e7ffb04cf39: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:46:15.030715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bd1da8c7-28e0-4df3-ae73-d6cc045aede9 req-9e4a9cd8-77d9-48df-ad6e-fb746033bd16 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967816 May 13 14:46:15.075781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dafe5f5-8a5b-46c3-a68f-175a2b3f0c99 req-bf4e7f31-f76c-41d3-989e-25ba7c09871c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436080 May 13 14:46:15.326608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'Port': ['ID=be52b427-09e3-45f1-a3bf-fc467a496c56,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:15.382435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.425530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'mac_address': 'fa:16:3e:bc:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:15.616118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:15.618468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.651170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:15.673898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:15.683398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.845048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:15.872842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:15.887600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd546-88c1-4dc1-919d-f2a9d184adde req-7063fca8-e191-4146-bf0d-1e46e59c4506 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:15.930859 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db6cd546-88c1-4dc1-919d-f2a9d184adde req-7063fca8-e191-4146-bf0d-1e46e59c4506 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 946 time: 0.4991674 May 13 14:46:15.982377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.052508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:16.143426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db6cd546-88c1-4dc1-919d-f2a9d184adde req-340ee272-032c-48b7-86b4-0e9c3248d488 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095394 May 13 14:46:16.159937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-df5b549d-c98b-47a0-9a28-ec2a64e5e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.166355 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-df5b549d-c98b-47a0-9a28-ec2a64e5e39b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 1.0424509 May 13 14:46:16.166761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.202138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.202876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.345508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.346743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-435b3edc-ce35-4021-8ef6-f92b3b171fda tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "DELETE /v2.0/floatingips/6cf50aa7-66bb-42c1-9756-5e7ffb04cf39 HTTP/1.1" status: 204 len: 168 time: 3.4366932 May 13 14:46:16.688629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 5.0583961 May 13 14:46:16.691566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:16.701819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Request body: {'subnet': {'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-278244904-subnet', 'tenant_id': '4e7af3a8a11b41b197bec1bdd3d65788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:16.734233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:16.764050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Usage tracker for resource:subnet and tenant:4e7af3a8a11b41b197bec1bdd3d65788 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:16.786390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:16.835822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:16.876603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Made reservation on behalf of 4e7af3a8a11b41b197bec1bdd3d65788 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:16.881828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:16.970702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbde24a-4fef-491e-a36d-20e539959c8f req-c77b8405-fcf2-4c5f-bbe0-c924565abf84 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:16.980797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cbde24a-4fef-491e-a36d-20e539959c8f req-c77b8405-fcf2-4c5f-bbe0-c924565abf84 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 1.6502609 May 13 14:46:17.044678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72959b40-1f1f-47a8-af71-9ba5b9ceeb3b admin admin] Pushing event updated for resources: {'Network': ['ID=dc13dd93-8db0-4451-9e94-a790c15f652e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:17.065445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network dc13dd93-8db0-4451-9e94-a790c15f652e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:17.129064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-d405f254-f8df-47c8-9107-889f70306767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.130852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-d405f254-f8df-47c8-9107-889f70306767 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.8359406 May 13 14:46:17.157221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cbde24a-4fef-491e-a36d-20e539959c8f req-bca6eeba-abac-48b1-ba0a-f750a6a8e218 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752498 May 13 14:46:17.553361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-00bc9e21-4d11-4a52-bc9a-ac610721d4b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.3904967 May 13 14:46:17.698176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-36a5addb-046d-4227-a1a1-18b4a2b48f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.700665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-36a5addb-046d-4227-a1a1-18b4a2b48f34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.1372445 May 13 14:46:17.795246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-c631814b-7b44-4bf3-9732-95d1540e364c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.795960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-c631814b-7b44-4bf3-9732-95d1540e364c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:17.855589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:17.869515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-10fa8897-9d3f-457c-9183-065b91ffcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:17.872502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-10fa8897-9d3f-457c-9183-065b91ffcb01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605494 May 13 14:46:17.937340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-c631814b-7b44-4bf3-9732-95d1540e364c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:17.938840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-c631814b-7b44-4bf3-9732-95d1540e364c tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 945 time: 0.5045395 May 13 14:46:17.940541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f348f24c-b0a6-431e-bdf3-d5802e377d6a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:18.047497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Checking segment: {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:18.047728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Network hostable DHCP agents. Network: dc13dd93-8db0-4451-9e94-a790c15f652e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:46:18.073601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Deleting port 7e2bd856-54c2-465c-a98b-2249d6b8de97 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:18.073984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.166865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Network dc13dd93-8db0-4451-9e94-a790c15f652e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:46:18.213173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-78731b89-7777-42a8-b95b-f25760e0c4d2 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280838 May 13 14:46:18.221038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, dc13dd93-8db0-4451-9e94-a790c15f652e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:18.235131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6ee3a-ed68-4c5c-aa1b-237fd33ef60b None None] Network dc13dd93-8db0-4451-9e94-a790c15f652e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:18.261711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:18.262878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.449755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:18.458779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-326c9819-41ce-4e4e-a07c-4bd626842d70 req-e90ccab0-7bd7-44e1-afb7-1c5f74f2b32e service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314596 May 13 14:46:18.510558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-60bf37a0-cac2-4cf8-9167-da1191dec06a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8171055 May 13 14:46:18.683350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:18.683860 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:18.730208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] For port 7e2bd856-54c2-465c-a98b-2249d6b8de97, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7e2bd856-54c2-465c-a98b-2249d6b8de97,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:18.730527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.041266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962272a-f8c8-4791-9abb-ab151bb996e9 None None] Network dc13dd93-8db0-4451-9e94-a790c15f652e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:19.074065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Calling delete_port for 7e2bd856-54c2-465c-a98b-2249d6b8de97 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:19.281025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:19.281931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.375576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:19.395150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.423919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf9981-8f0e-4374-86fd-983312389889 req-8a9a7262-3c6a-4b0c-a5ea-f068ccb7dff9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:19.431786 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fbdf9981-8f0e-4374-86fd-983312389889 req-8a9a7262-3c6a-4b0c-a5ea-f068ccb7dff9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1fa53de-a837-41e0-b479-820b5156f2fe HTTP/1.1" status: 200 len: 945 time: 0.2171597 May 13 14:46:19.459836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:19.472814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.547023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fbdf9981-8f0e-4374-86fd-983312389889 req-40634049-e732-4d49-9cfc-61827fbe86f2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016958 May 13 14:46:19.566204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.582197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c7fd-ae63-4ebf-ba12-5bed13f611ee req-fdcca8a5-d9e6-4266-b0aa-8e6fa864ce6c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:19.586207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a783c7fd-ae63-4ebf-ba12-5bed13f611ee req-fdcca8a5-d9e6-4266-b0aa-8e6fa864ce6c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.2781713 May 13 14:46:19.615663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:19.637900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7e2bd856-54c2-465c-a98b-2249d6b8de97'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:19.683362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['c258056f-8f24-4fdd-bf70-af1ef8959d9c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:19.685019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:19.690365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868876849', 'description': 'tempest-description--1875291480'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:19.699671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:19.704242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event deleted for resources: {'Port': ['ID=7e2bd856-54c2-465c-a98b-2249d6b8de97,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:19.712924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:19.726095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:19.750532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:19.783954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:19.929482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:19.944096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:19.966401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b40c757-1bed-4b3e-b387-12c2a343233c req-57acb69a-0aef-4edc-8347-f60359ad8a5b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9abc69-fc2c-48b6-afb5-ed103c580806 HTTP/1.1" status: 200 len: 210 time: 0.1128504 May 13 14:46:19.968405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:20.002433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:20.065427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] No DVR routers for this DVR port 7e2bd856-54c2-465c-a98b-2249d6b8de97 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:20.083028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.113355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'name': 'network-vif-deleted', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:20.143704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cfc13a6e-03d1-4046-a721-bcb14138cca8 req-42d65435-828e-4437-9b59-f746d784942b tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.86 "DELETE /v2.0/ports/7e2bd856-54c2-465c-a98b-2249d6b8de97 HTTP/1.1" status: 204 len: 173 time: 2.1939073 May 13 14:46:20.161442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a783c7fd-ae63-4ebf-ba12-5bed13f611ee req-05e7b60f-28d9-47e4-af6d-f0b169d5d404 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067317 May 13 14:46:20.239604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.254190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.298203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.408578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.417671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7302485 May 13 14:46:20.419877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:20.423788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6fb5e-2b57-4a92-88c3-0ad68029128e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d6abf-4437-41d1-b94b-0ce907167334,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.434763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group_rule': {'security_group_id': 'd88d6abf-4437-41d1-b94b-0ce907167334', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:20.462581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:20.474884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:20.481830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459181cc-3702-45ab-b56f-13ac42260071 req-d08c8a75-ed2c-43c7-be28-0e26eef9ed22 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:20.483471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-459181cc-3702-45ab-b56f-13ac42260071 req-d08c8a75-ed2c-43c7-be28-0e26eef9ed22 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3176858 May 13 14:46:20.485612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:20.506168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:20.543209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.599792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-459181cc-3702-45ab-b56f-13ac42260071 req-fe60b93a-bb10-495e-abf0-a21cfc90d487 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997212 May 13 14:46:20.646473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.656097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.677110 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e635a5ac-1cf2-4dde-a57c-2e29a15fd5f6'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'code': 200} May 13 14:46:20.699122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ac0d09-2f2f-4432-80a2-e5ca6533c4f7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:20.725528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.729642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d1794814-52c7-4083-8cb5-9363ede155fa tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057210 May 13 14:46:20.730505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:20.743914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'security_group_rule': {'security_group_id': 'd88d6abf-4437-41d1-b94b-0ce907167334', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:20.761700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:20.779410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:security_group_rule and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:20.795147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:20.806697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:20.854605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:20.994156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.002783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.041946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c2fab1-a0c9-4d33-962a-c6d27b958c41,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:21.061165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.067140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b417e71-a9fe-4a00-a818-0775adc95f2c tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351235 May 13 14:46:21.067295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:21.078124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:21.103651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:21.113896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Usage tracker for resource:floatingip and tenant:3bfa4efaf40341d88fcda7136e832754 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:21.155936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:21.182695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:21.301505 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f597f8e-e072-4c71-ba3b-8204040cdcde'] response: {'server_uuid': '1b9abc69-fc2c-48b6-afb5-ed103c580806', 'name': 'network-vif-deleted', 'tag': '7e2bd856-54c2-465c-a98b-2249d6b8de97', 'status': 'completed', 'code': 200} May 13 14:46:21.315392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:21.463560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207cd53-39b1-4828-92ad-b4c7e29415ac req-50247b65-5606-4d78-a018-7e88d6af8fb3 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.465325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9207cd53-39b1-4828-92ad-b4c7e29415ac req-50247b65-5606-4d78-a018-7e88d6af8fb3 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 951 time: 0.1267567 May 13 14:46:21.530872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9207cd53-39b1-4828-92ad-b4c7e29415ac req-81eb3b1b-a6d5-4a38-a7af-07903e2de8c4 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 May 13 14:46:21.661744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-5ac982c6-55d9-4e95-b376-5c856bf71d74 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.668816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-5ac982c6-55d9-4e95-b376-5c856bf71d74 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 813 time: 0.5608814 May 13 14:46:21.684791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-aa48f448-a53b-4e4a-b64a-63733e27ccc9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/quotas/4e7af3a8a11b41b197bec1bdd3d65788 HTTP/1.1" status: 200 len: 375 time: 0.0150511 May 13 14:46:21.763120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-03e8fde3-ed6e-4346-bc2a-e3f8210cc38e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649903 May 13 14:46:21.783479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac73fdc-109e-4c5a-83b6-6b13ec3a4be9 req-f8ba3994-fccc-43c9-9db5-eb6de5261f3d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:21.784972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eac73fdc-109e-4c5a-83b6-6b13ec3a4be9 req-f8ba3994-fccc-43c9-9db5-eb6de5261f3d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.1172249 May 13 14:46:21.868401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eac73fdc-109e-4c5a-83b6-6b13ec3a4be9 req-d32e9d3f-bdef-4ec0-8787-b3ec54a5dfb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761759 May 13 14:46:21.935248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.045826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-b6affc69-78a0-4f3b-9a6b-48474cfb1c55 service neutron] 10.222.0.36 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753944 May 13 14:46:22.262015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Allocated IP 172.25.5.34 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/edfe2c50-7f69-4138-b55b-e79f00699d84) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:22.298010 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-5b6afb62-2c8b-4fa5-8996-dcf6bb0b9955 service neutron] 10.222.0.36 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424004 May 13 14:46:22.323630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:22.466475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7e2bd856-54c2-465c-a98b-2249d6b8de97 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:22.534081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 7e2bd856-54c2-465c-a98b-2249d6b8de97 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:22.534551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7e2bd856-54c2-465c-a98b-2249d6b8de97 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:22.553594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.618690 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.768428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bd5f57ed-95fa-41e5-b784-0c305212676a is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:22.773434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.813780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:22.826935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:22.837791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:22.877488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:22.881939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:22.890600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:22.915305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=edfe2c50-7f69-4138-b55b-e79f00699d84,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:22.924336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43c28a-b551-48ff-88f9-0a385cb60088 req-774f5752-3ad8-49d3-a34c-8f5b68e0cf33 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:22.940865 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae43c28a-b551-48ff-88f9-0a385cb60088 req-774f5752-3ad8-49d3-a34c-8f5b68e0cf33 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.2737119 May 13 14:46:22.961171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-69a7eb8c-c28a-4c7a-88ca-969e6510eebc tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:22.962888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-69a7eb8c-c28a-4c7a-88ca-969e6510eebc tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1fa53de-a837-41e0-b479-820b5156f2fe HTTP/1.1" status: 200 len: 945 time: 0.2537696 May 13 14:46:23.017019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.024753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae43c28a-b551-48ff-88f9-0a385cb60088 req-9064b1ff-9714-48d2-9194-6b1df984c577 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798163 May 13 14:46:23.109417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:23.156716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Deleting port 699f8c79-d012-4598-ae29-29a8bad274af {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:23.157173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.221044 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:23.771085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe279a-62f0-457d-906d-051a84be4693 req-b3e9c436-8e12-45ef-94f8-d976a671f9d3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:23.774009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3fe279a-62f0-457d-906d-051a84be4693 req-b3e9c436-8e12-45ef-94f8-d976a671f9d3 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4988487 May 13 14:46:23.785996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee3586b0-f2b2-4f49-8c16-43821e4e11b9 req-ea1ad9a8-2eb1-4704-aa00-bfab7280feea tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 210 time: 0.0913262 May 13 14:46:24.097660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3fe279a-62f0-457d-906d-051a84be4693 req-0d172aad-3090-4d62-ae1a-6ad49adb88e1 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723842 May 13 14:46:24.118440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] For port 699f8c79-d012-4598-ae29-29a8bad274af, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=699f8c79-d012-4598-ae29-29a8bad274af,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:24.119050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.195950 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdb591d-9eb4-4269-b8ef-3c5a555a7b7d'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'code': 200} May 13 14:46:24.329171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Calling delete_port for 699f8c79-d012-4598-ae29-29a8bad274af owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:24.421043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:24.441809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.452397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.802806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-4cbb453a-561d-48a6-af26-26a16501064c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:24.811520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-4cbb453a-561d-48a6-af26-26a16501064c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 0.7270238 May 13 14:46:24.848949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-ece7c2f3-f30a-4d1a-af96-34867bb7f7f7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/quotas/1c3e744aefba458fabddcfc11cf497e7 HTTP/1.1" status: 200 len: 375 time: 0.0362134 May 13 14:46:24.903887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-9aab1c02-94f1-4b2c-ab98-96cb57c2584c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:24.905531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-9aab1c02-94f1-4b2c-ab98-96cb57c2584c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c63d2e4-577c-4433-ae86-bac12fb65e69 HTTP/1.1" status: 200 len: 946 time: 0.9806802 May 13 14:46:24.909184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=edfe2c50-7f69-4138-b55b-e79f00699d84,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:24.912368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.948375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:24.949659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a86280b-841f-40b9-8c3f-8b03e6f45711 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8809445 May 13 14:46:24.994277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-6b9e2c9c-88cd-4cc3-a8f4-b27cf91d9413 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:24.995270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-6b9e2c9c-88cd-4cc3-a8f4-b27cf91d9413 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:25.000176 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.015602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['732403b3-71fc-43dd-a5b5-0db972023682'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:25.079360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event deleted for resources: {'Port': ['ID=699f8c79-d012-4598-ae29-29a8bad274af,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:25.156374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-6b9e2c9c-88cd-4cc3-a8f4-b27cf91d9413 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:25.159775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Deleting port 732403b3-71fc-43dd-a5b5-0db972023682 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:25.161572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.163900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-6b9e2c9c-88cd-4cc3-a8f4-b27cf91d9413 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.5527301 May 13 14:46:25.202458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] No DVR routers for this DVR port 699f8c79-d012-4598-ae29-29a8bad274af on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:25.207672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.209857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54dbb43c-407d-4e1e-876c-9dab2e74064a req-337e6d23-8ffc-49aa-8de0-7291ef2e1af2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "DELETE /v2.0/ports/699f8c79-d012-4598-ae29-29a8bad274af HTTP/1.1" status: 204 len: 173 time: 2.2402854 May 13 14:46:25.210492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'name': 'network-vif-deleted', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:25.241419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-d653aa90-bf16-4089-a91e-68265ed554fa tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3912225 May 13 14:46:25.248297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-a00d8457-324b-4405-84fd-3a106b82e192 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Synchronizing usage tracker for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:25.291899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-a00d8457-324b-4405-84fd-3a106b82e192 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Unset dirty status for tenant:41d1bac629304c3cbc0181f946ff8fb7 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:25.296798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65c48ac-bf16-4af4-b5d1-715b521e50c9 req-a00d8457-324b-4405-84fd-3a106b82e192 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/security-groups?id=046dd795-c7d3-4bdf-8709-b9bcc1b0f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319172 May 13 14:46:25.521776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-69620d9b-60da-4e65-97cd-44e7c34d6e22 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:25.523255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-69620d9b-60da-4e65-97cd-44e7c34d6e22 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Synchronizing usage tracker for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:25.559774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a6159-f33c-4552-910f-4522fbc18a00 req-3fa7c611-3df3-4567-92af-2fe126c88934 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:25.580071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc2a6159-f33c-4552-910f-4522fbc18a00 req-3fa7c611-3df3-4567-92af-2fe126c88934 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.1315341 May 13 14:46:25.658987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc2a6159-f33c-4552-910f-4522fbc18a00 req-23dfc0a9-c9c3-4eb1-8acc-527afec72758 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 May 13 14:46:25.789546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-e6f9baf3-b35d-4432-b216-5e2cc84f22ac service neutron] 10.222.0.36 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169970 May 13 14:46:25.864097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] For port 732403b3-71fc-43dd-a5b5-0db972023682, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=732403b3-71fc-43dd-a5b5-0db972023682,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:25.864805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:25.931092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-69620d9b-60da-4e65-97cd-44e7c34d6e22 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Unset dirty status for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:25.931475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-69620d9b-60da-4e65-97cd-44e7c34d6e22 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 813 time: 1.5006542 May 13 14:46:25.990424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-37d838ba-de23-434d-83b6-01e080507c8f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:25.993668 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-37d838ba-de23-434d-83b6-01e080507c8f tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.90 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 945 time: 0.2172339 May 13 14:46:25.997872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Request body: {'port': {'device_id': '89924fd6-66a6-4175-9f94-2921745b562e', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'admin_state_up': True, 'tenant_id': '4e7af3a8a11b41b197bec1bdd3d65788'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:26.081504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Calling delete_port for 732403b3-71fc-43dd-a5b5-0db972023682 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:26.119090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53b80c-a7a2-4b5d-ab73-8357b389b3a2 req-df9c743d-cbde-4f5c-9450-81af3a6688c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:26.127565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd53b80c-a7a2-4b5d-ab73-8357b389b3a2 req-df9c743d-cbde-4f5c-9450-81af3a6688c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.2531469 May 13 14:46:26.134621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Deleting port c258056f-8f24-4fdd-bf70-af1ef8959d9c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:26.135581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.250643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd53b80c-a7a2-4b5d-ab73-8357b389b3a2 req-5964c606-d742-4577-803a-df3c57bfa098 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217194 May 13 14:46:26.464863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-65dab51b-a4ee-4520-9a06-4befa7ac7594 service neutron] 10.222.0.36 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673223 May 13 14:46:26.498122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 732403b3-71fc-43dd-a5b5-0db972023682 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:26.699027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:26.723974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Usage tracker for resource:port and tenant:4e7af3a8a11b41b197bec1bdd3d65788 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:26.743623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:26.769602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-010f2bef-370f-4002-a0f2-c6ec8d335cdc req-b55ececd-357a-491e-a484-367516e27458 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 210 time: 0.0825727 May 13 14:46:26.785346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:26.795736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] For port c258056f-8f24-4fdd-bf70-af1ef8959d9c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=c258056f-8f24-4fdd-bf70-af1ef8959d9c,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:26.803510 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.810373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:26.887419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 732403b3-71fc-43dd-a5b5-0db972023682 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:26.888010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.021257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Made reservation on behalf of 4e7af3a8a11b41b197bec1bdd3d65788 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:27.028203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.093682 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f5202f-7f2c-4c1c-b442-29f8898a0381'] response: {'server_uuid': 'c1fa53de-a837-41e0-b479-820b5156f2fe', 'name': 'network-vif-deleted', 'tag': '699f8c79-d012-4598-ae29-29a8bad274af', 'status': 'completed', 'code': 200} May 13 14:46:27.119175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event deleted for resources: {'Port': ['ID=732403b3-71fc-43dd-a5b5-0db972023682,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:27.131067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 699f8c79-d012-4598-ae29-29a8bad274af no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:27.195151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 699f8c79-d012-4598-ae29-29a8bad274af {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:27.195786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 699f8c79-d012-4598-ae29-29a8bad274af not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:27.321799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Calling delete_port for c258056f-8f24-4fdd-bf70-af1ef8959d9c owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:27.579630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] No DVR routers for this DVR port 732403b3-71fc-43dd-a5b5-0db972023682 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:27.593103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:27.627068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'name': 'network-vif-deleted', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:27.676389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a4f6be7-ac19-4671-90ed-bfa5ff3a91e4 req-efa6d02c-633f-4997-a336-ef45664766c7 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "DELETE /v2.0/ports/732403b3-71fc-43dd-a5b5-0db972023682 HTTP/1.1" status: 204 len: 173 time: 2.7601042 May 13 14:46:27.892246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-d5f4318b-a8b2-4727-a548-0d1fc83a4be3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:27.956721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-d5f4318b-a8b2-4727-a548-0d1fc83a4be3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:27.971776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-d5f4318b-a8b2-4727-a548-0d1fc83a4be3 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1868876849&fields=id&tenant_id=3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 267 time: 0.8917098 May 13 14:46:28.042334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c2ae-997f-4ae9-b5bc-0d19a855e98a req-5fb77b0a-e858-4f2b-a9d5-b74b393c4fe9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.052735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.070410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1587c2ae-997f-4ae9-b5bc-0d19a855e98a req-5fb77b0a-e858-4f2b-a9d5-b74b393c4fe9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.7669933 May 13 14:46:28.073796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['c258056f-8f24-4fdd-bf70-af1ef8959d9c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:28.274458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Pushing event deleted for resources: {'Port': ['ID=c258056f-8f24-4fdd-bf70-af1ef8959d9c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:28.302137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Allocated IP 172.20.0.3 (dc13dd93-8db0-4451-9e94-a790c15f652e/f348f24c-b0a6-431e-bdf3-d5802e377d6a/eb31906b-1183-4d3d-80a9-046f2e6728c7) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:28.307430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1587c2ae-997f-4ae9-b5bc-0d19a855e98a req-e32c0781-88cf-4949-9f05-24f8ee5ad570 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289650 May 13 14:46:28.608875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-a178d35f-0b8e-4db2-a884-288ec242859d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:28.611486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-a178d35f-0b8e-4db2-a884-288ec242859d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 810 time: 0.6379979 May 13 14:46:28.740555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] No DVR routers for this DVR port c258056f-8f24-4fdd-bf70-af1ef8959d9c on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:28.748520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c859a060-145d-496f-85b4-3bca0a43d788 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/quotas/3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 375 time: 0.0463269 May 13 14:46:28.753008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:28.922985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b18929c0-3fed-4ff9-8938-81e29dc518bf req-0ee1f519-df89-4a19-b12d-7297c5b12843 tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.90 "DELETE /v2.0/ports/c258056f-8f24-4fdd-bf70-af1ef8959d9c HTTP/1.1" status: 204 len: 173 time: 2.9231200 May 13 14:46:29.078485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-412e0db8-a39b-45c3-87ad-6cb61703ec5e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2909367 May 13 14:46:29.097558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'name': 'network-vif-deleted', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:29.273466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.357128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5993b66-bae6-4a59-8e6f-f6ad10ad7756 req-232d276f-e9dd-4260-ae44-baa60584753e tempest-ServerRescueNegativeTestJSON-1444285086 tempest-ServerRescueNegativeTestJSON-1444285086-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a4dd73-c7e1-4d1f-ae76-cc790996fcf1 HTTP/1.1" status: 200 len: 210 time: 0.3398294 May 13 14:46:29.359108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.746662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-806356e0-6ea4-4d93-8905-99aac71ebc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:29.797003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:29.816470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Network dc13dd93-8db0-4451-9e94-a790c15f652e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:29.822138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:29.830187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:29.888714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-4b60f68a-719b-4a1c-9460-474cfb53295e service neutron] 10.222.0.36 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810614 May 13 14:46:29.987720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:29.988605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.055135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-49df3949-7264-43db-9cf5-4db995cf3224 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0598767 May 13 14:46:30.068578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Request body: {'port': {'device_id': '89924fd6-66a6-4175-9f94-2921745b562e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:30.247693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1eb2cffc-f51f-4641-ad3b-82320d62409b service neutron] 10.222.0.36 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575904 May 13 14:46:30.281099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:30.365069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c258056f-8f24-4fdd-bf70-af1ef8959d9c no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:30.466689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: c258056f-8f24-4fdd-bf70-af1ef8959d9c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:30.467151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device c258056f-8f24-4fdd-bf70-af1ef8959d9c not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:31.020279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb31906b-1183-4d3d-80a9-046f2e6728c7 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:31.029461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.046771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Transition to ACTIVE for port object eb31906b-1183-4d3d-80a9-046f2e6728c7 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:31.081862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.184384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:31.385299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e7646-d8c5-4d0a-844f-a481682aa9a6 req-b3ec2bc5-e8a9-4009-940b-120e08405617 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.395774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f38e7646-d8c5-4d0a-844f-a481682aa9a6 req-b3ec2bc5-e8a9-4009-940b-120e08405617 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 1.1738844 May 13 14:46:31.443969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-416f60eb-f6e6-42c2-89c3-cca643497836 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.445583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-416f60eb-f6e6-42c2-89c3-cca643497836 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.90 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 0.9880114 May 13 14:46:31.460368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Request body: {'port': {'device_id': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'admin_state_up': True, 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:31.627958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Attempting to bind port eb31906b-1183-4d3d-80a9-046f2e6728c7 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:31.636317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Attempting to bind port eb31906b-1183-4d3d-80a9-046f2e6728c7 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:31.642858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Attempting to bind port eb31906b-1183-4d3d-80a9-046f2e6728c7 on network dc13dd93-8db0-4451-9e94-a790c15f652e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:31.687269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f38e7646-d8c5-4d0a-844f-a481682aa9a6 req-1a0ef5dc-6334-482e-bb82-0ed8ed9542d8 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904892 May 13 14:46:31.714351 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b10a3a6-5760-4a6b-a2eb-40ead305f9f5'] response: {'server_uuid': '0c63d2e4-577c-4433-ae86-bac12fb65e69', 'name': 'network-vif-deleted', 'tag': '732403b3-71fc-43dd-a5b5-0db972023682', 'status': 'completed', 'code': 200} May 13 14:46:31.745993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:31.748442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Port eb31906b-1183-4d3d-80a9-046f2e6728c7 on network dc13dd93-8db0-4451-9e94-a790c15f652e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:31.752408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Attempting to bind port eb31906b-1183-4d3d-80a9-046f2e6728c7 on network dc13dd93-8db0-4451-9e94-a790c15f652e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:31.760934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Usage tracker for resource:port and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:31.775901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:31.791845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:31.792143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Checking segment: {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:31.792388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Bound using segment: {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:31.792848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Bound port: eb31906b-1183-4d3d-80a9-046f2e6728c7, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:31.804564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.806256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:31.840517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:31.844940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:31.984600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-74d55134-a3bb-42ed-8483-908fd8ad9f93 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:31.991709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-74d55134-a3bb-42ed-8483-908fd8ad9f93 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 812 time: 0.9369204 May 13 14:46:32.024756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a234a2a5-4a91-4a2c-9e05-36f379605a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.036548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Request body: {'port': {'device_id': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'admin_state_up': True, 'tenant_id': '1c3e744aefba458fabddcfc11cf497e7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:32.293198 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369e7338-581d-4281-b037-159d71c802ba'] response: {'server_uuid': 'd1a4dd73-c7e1-4d1f-ae76-cc790996fcf1', 'name': 'network-vif-deleted', 'tag': 'c258056f-8f24-4fdd-bf70-af1ef8959d9c', 'status': 'completed', 'code': 200} May 13 14:46:32.442440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Allocated IP 172.20.0.4 (6b014097-c0e9-4901-b921-8c5e7bde7071/48e0f044-c0cd-4ef9-b612-c31085932ff8/f20c0bc8-0216-4a9a-b041-2d8a21fb1174) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:32.455503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf9f6f-1a66-4679-bd42-bc9c3b60a6fd req-823be2b8-48e7-490f-a95f-deab59efa8da tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:32.457763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53bf9f6f-1a66-4679-bd42-bc9c3b60a6fd req-823be2b8-48e7-490f-a95f-deab59efa8da tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.3375177 May 13 14:46:32.591009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:32.687037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:32.719130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:32.727539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.734580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.818461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.831179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:32.898849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:33.137559 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.194627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:33.239625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:33.256442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Usage tracker for resource:port and tenant:1c3e744aefba458fabddcfc11cf497e7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:33.259197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:33.283332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:33.287037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-62317595-b450-45f8-b6b4-efd324d7c694 req-2d670af1-2b43-458e-a17b-bac683ddc85e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:33.289811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53bf9f6f-1a66-4679-bd42-bc9c3b60a6fd req-7ba38c74-46c6-48a3-b5b3-cf28ceb9c6c2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220447 May 13 14:46:33.293453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.294110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.295522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-6de8ee4c-3d44-40b5-bc8c-14decb52a8b8 service neutron] 10.222.0.90 "PUT /v2.0/ports/eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 1091 time: 3.2350481 May 13 14:46:33.298422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:33.306376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:33.336477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Made reservation on behalf of 1c3e744aefba458fabddcfc11cf497e7 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:33.340478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.447154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event updated for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:33.508378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-62317595-b450-45f8-b6b4-efd324d7c694 req-2d670af1-2b43-458e-a17b-bac683ddc85e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:33.512596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62317595-b450-45f8-b6b4-efd324d7c694 req-2d670af1-2b43-458e-a17b-bac683ddc85e tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 210 time: 0.6140985 May 13 14:46:33.574675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bb550cde-613e-493f-a62f-57a8ba708924 req-c98a1090-8416-4ded-960a-4f176912d68c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Synchronizing usage tracker for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:33.650408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.651429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:33.709114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-de472e36-520a-4534-8578-a4cb9197de56 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:33.711709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-de472e36-520a-4534-8578-a4cb9197de56 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 810 time: 0.7640781 May 13 14:46:33.719113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bb550cde-613e-493f-a62f-57a8ba708924 req-c98a1090-8416-4ded-960a-4f176912d68c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Unset dirty status for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:33.727761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb550cde-613e-493f-a62f-57a8ba708924 req-c98a1090-8416-4ded-960a-4f176912d68c tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 210 time: 0.2156205 May 13 14:46:33.781661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-66b0e1e6-86c2-4472-bef5-46d20814740d tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3251851 May 13 14:46:33.804994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Request body: {'port': {'device_id': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:33.862855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:33.954020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-a08d3041-54c2-46a7-a4b6-8a6621f931d5 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bfa4efaf40341d88fcda7136e832754 HTTP/1.1" status: 200 len: 380 time: 0.2201009 May 13 14:46:33.995820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'port': {'device_id': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'admin_state_up': True, 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'security_groups': ['d88d6abf-4437-41d1-b94b-0ce907167334']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:34.142009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-970c1f27-aeb2-4cb9-8c5e-904a81d5e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.143601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-970c1f27-aeb2-4cb9-8c5e-904a81d5e976 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1094 time: 0.7334518 May 13 14:46:34.154917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.285572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-5c8f78a9-a29b-4f63-9099-22df343899d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.0961723 May 13 14:46:34.358122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:34.369878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3460f9e-e241-42e3-98c0-1e4ec1ce08ac req-bbcf1544-175a-48c5-b3e1-a93e618df004 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.371553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3460f9e-e241-42e3-98c0-1e4ec1ce08ac req-bbcf1544-175a-48c5-b3e1-a93e618df004 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5638506 May 13 14:46:34.376060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Allocated IP 172.20.0.3 (6b014097-c0e9-4901-b921-8c5e7bde7071/48e0f044-c0cd-4ef9-b612-c31085932ff8/847b8c67-3798-4a14-a1c7-a28e18a754b1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:34.426465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-01ded097-0732-4d66-a9dc-f967fbb17a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.428317 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-01ded097-0732-4d66-a9dc-f967fbb17a7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.1327965 May 13 14:46:34.442081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:34.478280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Made reservation on behalf of 3bfa4efaf40341d88fcda7136e832754 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:34.482259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.515173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118be5c3-90e5-41d8-adf8-891a987fc959 req-80649eb9-9fdd-4842-9ad7-96158621d2d6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:34.516792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-118be5c3-90e5-41d8-adf8-891a987fc959 req-80649eb9-9fdd-4842-9ad7-96158621d2d6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.2630365 May 13 14:46:34.524058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-722e8e83-cfb7-4990-9d49-5df2b67dc929 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850236 May 13 14:46:34.537859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3460f9e-e241-42e3-98c0-1e4ec1ce08ac req-f3cbfc72-fb05-4b8c-8d35-a909bd60d888 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535687 May 13 14:46:34.639616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-118be5c3-90e5-41d8-adf8-891a987fc959 req-62b05f37-c5f2-471d-991f-275bca644ca4 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753345 May 13 14:46:34.700309 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d618eb-f480-4c2a-b3b2-b9d4843d0742'] response: {'name': 'network-changed', 'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'status': 'completed', 'code': 200} May 13 14:46:34.758109 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:34.927584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Allocated IP 172.20.0.8 (25602309-9f25-4a8f-ae1f-f9fcab09f009/008cc412-eca1-43cb-96fe-f9aeab73fea1/1f6bca07-39e6-423d-954d-390edf2cf286) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:35.148076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-663c34c2-bd6d-40ca-9103-e5fcfa321db9 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053810 May 13 14:46:35.150013 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:46:35.217493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8a551e8-0c81-4bea-848c-9de81e297f92 req-5be1a5d2-573c-4393-a2e9-8bc8d20ecd7a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 210 time: 0.0882094 May 13 14:46:35.276623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.308579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.314244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.371089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Transition to ACTIVE for port object 1f6bca07-39e6-423d-954d-390edf2cf286 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:35.430825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-bf09c624-8269-4ff8-8dcc-d1841fba25d6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:35.430825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-bf09c624-8269-4ff8-8dcc-d1841fba25d6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Synchronizing usage tracker for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:35.486419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.598310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d3e223b-90fd-4f60-8955-dc69e8a66245 req-0b002574-ffe5-4b1a-9edd-f091482cd895 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219413 May 13 14:46:35.608840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:35.675431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-bf09c624-8269-4ff8-8dcc-d1841fba25d6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Unset dirty status for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:35.683120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-bf09c624-8269-4ff8-8dcc-d1841fba25d6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.7057352 May 13 14:46:35.737971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:35.748964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:35.769310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:35.769555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Network 6b014097-c0e9-4901-b921-8c5e7bde7071 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:35.794349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-05912699-98e7-4838-9a8b-6635bb585670 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Synchronizing usage tracker for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:35.799946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:35.867649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event updated for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:35.895990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:36.016196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.017150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.039410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event updated for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:36.107390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-1633c0cc-e1e0-4f7a-8d37-423aa41c26d0 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1164491 May 13 14:46:36.186698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Request body: {'port': {'device_id': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:36.216796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d300504-262d-44d0-bd85-973920069cf7 None None] Provisioning for port 1f6bca07-39e6-423d-954d-390edf2cf286 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:36.229103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d300504-262d-44d0-bd85-973920069cf7 None None] Provisioning complete for port 1f6bca07-39e6-423d-954d-390edf2cf286 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:36.229464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d300504-262d-44d0-bd85-973920069cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.243589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-05912699-98e7-4838-9a8b-6635bb585670 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Unset dirty status for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:36.244863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fab269fa-a85a-4bc7-91be-466f4ffe74e3 req-05912699-98e7-4838-9a8b-6635bb585670 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608447 May 13 14:46:36.332433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.333454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.349830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d300504-262d-44d0-bd85-973920069cf7 None None] Port 1f6bca07-39e6-423d-954d-390edf2cf286 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:46:36.390931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-948d73d4-1d50-4584-a85b-40a523761d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.392459 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-948d73d4-1d50-4584-a85b-40a523761d29 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 1095 time: 0.3485734 May 13 14:46:36.448926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:36.462591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-9236fcef-bff2-482a-a4ca-3effb1ae9873 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4496343 May 13 14:46:36.682237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.710207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20c0bc8-0216-4a9a-b041-2d8a21fb1174 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:36.725458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48741be-89b6-43e5-a472-520cf64f8c2d req-fe3464c9-1c69-4238-90dd-adf898913db0 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.727002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e48741be-89b6-43e5-a472-520cf64f8c2d req-fe3464c9-1c69-4238-90dd-adf898913db0 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 931 time: 0.6466684 May 13 14:46:36.729219 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.733312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Deleting port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:36.733759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.764753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-59d810b6-3e2a-45b5-8523-f6e9798e720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.766334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-59d810b6-3e2a-45b5-8523-f6e9798e720b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.3609443 May 13 14:46:36.770812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Request body: {'port': {'device_id': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:36.823566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Transition to ACTIVE for port object f20c0bc8-0216-4a9a-b041-2d8a21fb1174 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:36.835349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:36.905238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e48741be-89b6-43e5-a472-520cf64f8c2d req-ad307e9b-f983-4bd1-8b7e-d9c0d0e34fa4 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450233 May 13 14:46:36.958701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-d8896752-8869-454c-868c-19b434209fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:36.960819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-d8896752-8869-454c-868c-19b434209fc2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1094 time: 0.9888098 May 13 14:46:37.255145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:37.482478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Attempting to bind port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:37.482595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Attempting to bind port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:37.482870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Attempting to bind port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:37.496586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-f4c87bcc-8c07-41dc-83be-a5d79e054c0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 200 len: 999 time: 0.6239846 May 13 14:46:37.501902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34abbc9-2cbf-4661-9052-a68b7bc36ced req-fd44281d-af26-452e-b0de-c89c5959c75f tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:37.503474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a34abbc9-2cbf-4661-9052-a68b7bc36ced req-fd44281d-af26-452e-b0de-c89c5959c75f tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.3739498 May 13 14:46:37.512160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:37.512160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Attempting to bind port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:37.544006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:37.544453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Checking segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:37.544758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Bound using segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:37.545208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Bound port: f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:37.545556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.605515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c48627-4912-4f73-bfc8-93605c227f1c req-6d06f0e6-519a-4401-b5e7-63218fd62e3b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:37.607281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-72c48627-4912-4f73-bfc8-93605c227f1c req-6d06f0e6-519a-4401-b5e7-63218fd62e3b tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.8062212 May 13 14:46:37.646404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a34abbc9-2cbf-4661-9052-a68b7bc36ced req-c40926d6-eef0-41f5-8cbb-a2516ce920ae tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319001 May 13 14:46:37.693223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.715876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-d068fb94-14ae-4b0b-b10e-afeca0d0ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:37.717290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-d068fb94-14ae-4b0b-b10e-afeca0d0ae63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.2038743 May 13 14:46:37.718494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-78f40396-d316-4083-8e8f-843b500b6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:37.719614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-78f40396-d316-4083-8e8f-843b500b6890 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.7299492 May 13 14:46:37.756233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6bca07-39e6-423d-954d-390edf2cf286 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:37.764616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:37.767621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.771021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:37.779436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.822686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-72c48627-4912-4f73-bfc8-93605c227f1c req-8a414c08-2ac5-4f3b-8021-e4e701c3dce8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941886 May 13 14:46:37.871694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Transition to ACTIVE for port object 1f6bca07-39e6-423d-954d-390edf2cf286 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:37.897718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.907266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:37.907891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:37.909349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] 10.222.0.90 "PUT /v2.0/ports/f20c0bc8-0216-4a9a-b041-2d8a21fb1174 HTTP/1.1" status: 200 len: 1091 time: 4.1157196 May 13 14:46:37.917070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:37.968502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-943192f5-fd4a-491a-b67a-5ac766530c94 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.2115736 May 13 14:46:37.977755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] For port 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:37.978133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.073671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09052af2-3c9e-42a7-b27e-97d6b0feeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:38.199209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Calling delete_port for 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:38.278926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:38.297754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc17ae-508b-45d5-b232-830bb0cdce8f req-24950069-e5f1-414f-91f7-cd3c1e2fe0a6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.298519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-76bc17ae-508b-45d5-b232-830bb0cdce8f req-24950069-e5f1-414f-91f7-cd3c1e2fe0a6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:38.345020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-6a5b8c90-3bb5-4895-9493-efb51daeb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.346527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-6a5b8c90-3bb5-4895-9493-efb51daeb39b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 1094 time: 0.3535509 May 13 14:46:38.349356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-76bc17ae-508b-45d5-b232-830bb0cdce8f req-24950069-e5f1-414f-91f7-cd3c1e2fe0a6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:38.351049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76bc17ae-508b-45d5-b232-830bb0cdce8f req-24950069-e5f1-414f-91f7-cd3c1e2fe0a6 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 931 time: 0.5312734 May 13 14:46:38.353751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Attempting to bind port 1f6bca07-39e6-423d-954d-390edf2cf286 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:38.354162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Attempting to bind port 1f6bca07-39e6-423d-954d-390edf2cf286 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:38.354442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Attempting to bind port 1f6bca07-39e6-423d-954d-390edf2cf286 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:38.394624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-8affa88a-52d0-4aa2-be53-0d762270ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.396094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-8affa88a-52d0-4aa2-be53-0d762270ca93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.4007592 May 13 14:46:38.397881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:38.419356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Port 1f6bca07-39e6-423d-954d-390edf2cf286 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:38.419356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Attempting to bind port 1f6bca07-39e6-423d-954d-390edf2cf286 on network 25602309-9f25-4a8f-ae1f-f9fcab09f009 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:38.444997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-693378a2-5037-4b05-a068-579e168396f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174 HTTP/1.1" status: 200 len: 217 time: 0.0864151 May 13 14:46:38.447721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:38.448062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Checking segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:38.448490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Bound using segment: {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:38.448941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Bound port: 1f6bca07-39e6-423d-954d-390edf2cf286, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:38.449303 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.482456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-7c2934d2-c667-42b0-81f2-2fb99292f7dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632761 May 13 14:46:38.591047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-210d1b72-b01e-49ab-82c5-fd1901bb29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.592840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-210d1b72-b01e-49ab-82c5-fd1901bb29e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8384838 May 13 14:46:38.659482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:38.677416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'port_id': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'mac_address': 'fa:16:3e:fe:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f348f24c-b0a6-431e-bdf3-d5802e377d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:38.727035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76bc17ae-508b-45d5-b232-830bb0cdce8f req-118e0dfb-3f96-47da-92aa-427173026048 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151536 May 13 14:46:38.753681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-c49bf2d9-5f2a-4de7-9480-0b99e6859460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.755400 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-c49bf2d9-5f2a-4de7-9480-0b99e6859460 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.2964163 May 13 14:46:38.819175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-53c88e59-a2fd-437c-8723-0032a9c23b3c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497580 May 13 14:46:38.826493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:38.833476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac85e0d-e8d1-4c59-be18-5b95866df222 req-85655e96-9d35-41c2-843d-7dc085057a15 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:38.842940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dac85e0d-e8d1-4c59-be18-5b95866df222 req-85655e96-9d35-41c2-843d-7dc085057a15 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.6606426 May 13 14:46:38.872317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:38.879265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.948835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1f6bca07-39e6-423d-954d-390edf2cf286,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:38.949551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-c778c6ae-4d2e-420a-b26f-a9112c8915d5 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473937 May 13 14:46:38.968109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb31906b-1183-4d3d-80a9-046f2e6728c7 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:38.992462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:38.999318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:39.008395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.086557 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634e3ad0-26b7-40c3-84cb-97f7b5b572f6'] response: {'name': 'network-changed', 'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174', 'status': 'completed', 'code': 200} May 13 14:46:39.101662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:39.102213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.103672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] 10.222.0.86 "PUT /v2.0/ports/1f6bca07-39e6-423d-954d-390edf2cf286 HTTP/1.1" status: 200 len: 1091 time: 2.9233093 May 13 14:46:39.155960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5ed64-86bb-4949-82d7-b9af1788334e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:39.172989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-f8e300af-14e6-4113-b23e-9f55400c88b0 service neutron] 10.222.0.90 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418403 May 13 14:46:39.212009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:39.337772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dac85e0d-e8d1-4c59-be18-5b95866df222 req-cfe257ac-d0b1-4fcf-ada5-15bb6545fce2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957552 May 13 14:46:39.344974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['eb31906b-1183-4d3d-80a9-046f2e6728c7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:39.478728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:39.552324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-3ab789c1-7ed3-4d0a-816c-d8273a200bbb service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022830 May 13 14:46:39.644696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c9e8f3e2-09a0-4e36-a680-0731e64d7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:39.647726 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c9e8f3e2-09a0-4e36-a680-0731e64d7973 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 1094 time: 0.4262195 May 13 14:46:39.797362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-646a36ff-df2a-4071-9826-32ecd529ee06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6bca07-39e6-423d-954d-390edf2cf286 HTTP/1.1" status: 200 len: 217 time: 0.1264000 May 13 14:46:39.802201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-1d5552b6-0d30-4034-94a6-7167c6c71706 service neutron] 10.222.0.90 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246808 May 13 14:46:39.806701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847b8c67-3798-4a14-a1c7-a28e18a754b1 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:39.816947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8740-d30c-435c-a0f6-1b7d71c90f82 req-3284f3fa-d935-4b7e-bc5c-7386aa5acb88 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:39.819979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3f7d8740-d30c-435c-a0f6-1b7d71c90f82 req-3284f3fa-d935-4b7e-bc5c-7386aa5acb88 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 931 time: 0.5296202 May 13 14:46:39.832758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.880564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:39.966400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-837f1eb7-cce0-4313-a5c8-01aca275f37c req-8f89a7da-6fa5-46ed-b6ce-39de6d4431d8 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265344 May 13 14:46:39.970161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Transition to ACTIVE for port object 847b8c67-3798-4a14-a1c7-a28e18a754b1 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:39.971998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:39.996707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3f7d8740-d30c-435c-a0f6-1b7d71c90f82 req-f2a8d258-64e9-4e77-96e6-199cd1528978 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 May 13 14:46:40.006465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c89cad99-93d1-4965-afa4-ce6fca059253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.009614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c89cad99-93d1-4965-afa4-ce6fca059253 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.1876707 May 13 14:46:40.010582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.023736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86483426-f0a2-42bd-a769-ee1a3a730670 req-4f394f79-e0a4-4872-aebe-7e082190c60f service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298768 May 13 14:46:40.074469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b6af8-fe97-474a-8b30-11c5dac46839 req-70f8338e-3c1a-49aa-9ae1-10a20317c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.075995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e85b6af8-fe97-474a-8b30-11c5dac46839 req-70f8338e-3c1a-49aa-9ae1-10a20317c898 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1096 time: 0.8130443 May 13 14:46:40.131191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-9be746e3-83b9-4200-a891-91a51dfdabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.133235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-9be746e3-83b9-4200-a891-91a51dfdabdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 1094 time: 0.2601044 May 13 14:46:40.284534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117242a3-0d39-4497-8d21-f42c9901529e req-f949858a-23cb-4ffe-b575-789332382ae1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.286057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-117242a3-0d39-4497-8d21-f42c9901529e req-f949858a-23cb-4ffe-b575-789332382ae1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.5865595 May 13 14:46:40.286735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Pushing event updated for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:40.291930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-182eb860-eb4a-4e5e-9c6e-4bde18019782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.293779 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-182eb860-eb4a-4e5e-9c6e-4bde18019782 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692950 May 13 14:46:40.300471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e85b6af8-fe97-474a-8b30-11c5dac46839 req-a1ef06ce-eaa4-4229-93ac-c9f8ff906ec7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103238 May 13 14:46:40.360750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-8ef05d25-2a03-46ec-bf1d-391e3bfe8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.362488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-8ef05d25-2a03-46ec-bf1d-391e3bfe8396 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 913 time: 0.2175665 May 13 14:46:40.428872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:40.452614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-8da4f362-d463-44b2-a715-fdbe2059cf51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174 HTTP/1.1" status: 200 len: 217 time: 0.0821388 May 13 14:46:40.465429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d249e-314c-4131-a941-ab60fc4e1619 req-a193b11f-0d6b-4e63-83b3-7ea54de9994a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.468620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187d249e-314c-4131-a941-ab60fc4e1619 req-a193b11f-0d6b-4e63-83b3-7ea54de9994a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3209984 May 13 14:46:40.520445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port eb31906b-1183-4d3d-80a9-046f2e6728c7 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:40.523872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-117242a3-0d39-4497-8d21-f42c9901529e req-ef9fe0f9-69ab-4f5a-8ca6-c63898a768a2 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281506 May 13 14:46:40.532008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port eb31906b-1183-4d3d-80a9-046f2e6728c7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:40.532455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.664710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Attempting to bind port 847b8c67-3798-4a14-a1c7-a28e18a754b1 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:40.665248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Attempting to bind port 847b8c67-3798-4a14-a1c7-a28e18a754b1 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:40.665598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Attempting to bind port 847b8c67-3798-4a14-a1c7-a28e18a754b1 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:40.670251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-db6a9c8f-d212-47d6-ab7d-c125874e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:40.671734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-db6a9c8f-d212-47d6-ab7d-c125874e8150 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.2021735 May 13 14:46:40.673408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Port 847b8c67-3798-4a14-a1c7-a28e18a754b1 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:40.673827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Attempting to bind port 847b8c67-3798-4a14-a1c7-a28e18a754b1 on network 6b014097-c0e9-4901-b921-8c5e7bde7071 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:40.674804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187d249e-314c-4131-a941-ab60fc4e1619 req-93a1911e-5dc1-4969-9c52-56ee7803239d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423826 May 13 14:46:40.702141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:40.705862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Checking segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:40.706463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Bound using segment: {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:40.707032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Bound port: 847b8c67-3798-4a14-a1c7-a28e18a754b1, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:40.708637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.770769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:40.771407 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.788119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-5740e869-14fe-4549-ba81-be2ed57d59dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085918 May 13 14:46:40.815979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:40.827752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:40.833065 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.844766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:40.962813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:41.152263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:41.160336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:41.254846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-c4a6b168-ed83-42c6-98b9-8919896de2e7 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430465 May 13 14:46:41.394206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:41.411658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.439684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-23ae43ae-a4c3-486c-8eb0-ee9da7843aa5 service neutron] 10.222.0.90 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443031 May 13 14:46:41.496036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12aed-aeb5-490f-8998-4a015b7957e1 req-141f819c-6de7-4665-b228-8a4f981223d2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.498340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17f12aed-aeb5-490f-8998-4a015b7957e1 req-141f819c-6de7-4665-b228-8a4f981223d2 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 943 time: 0.3331332 May 13 14:46:41.506663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.507433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:41.508932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] 10.222.0.86 "PUT /v2.0/ports/847b8c67-3798-4a14-a1c7-a28e18a754b1 HTTP/1.1" status: 200 len: 1091 time: 4.7772233 May 13 14:46:41.511367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:41.651506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedcfd-5b6e-46ad-a28d-b912f40c610c service neutron] Pushing event updated for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:41.653543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17f12aed-aeb5-490f-8998-4a015b7957e1 req-387b977f-fac1-4d8d-99e4-0eb5f22e0c81 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869842 May 13 14:46:41.666816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bdc081ab-53f4-4ec1-998b-a0a75336f5a1 req-b72aebc2-467e-4b61-9258-f3541e6adff7 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652902 May 13 14:46:41.707775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f632e014-15ab-4d8f-a15f-76c31495f390 req-255b0f3a-c225-427c-89aa-f98d7f856b35 service neutron] 10.222.0.90 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587256 May 13 14:46:41.767954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8c665-e416-44c7-ad84-7db7d8dd3d14 req-69b16d12-bb0e-4810-a513-2d7249bd4457 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.769580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ae8c665-e416-44c7-ad84-7db7d8dd3d14 req-69b16d12-bb0e-4810-a513-2d7249bd4457 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4546096 May 13 14:46:41.842563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-42ede92e-75bf-45d6-b652-b5ed5e3e3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:41.844183 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-42ede92e-75bf-45d6-b652-b5ed5e3e3c24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 1094 time: 0.2695644 May 13 14:46:41.855772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:41.859369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ae8c665-e416-44c7-ad84-7db7d8dd3d14 req-a97d8e74-a1c0-4568-b178-8c108d16ab69 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 May 13 14:46:41.932936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-b26ec2cd-2ca8-4c2a-99c9-6fcecd686881 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1 HTTP/1.1" status: 200 len: 217 time: 0.0795217 May 13 14:46:41.934143 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b742ff-a3ab-418f-84e5-9e6631e9e25c'] response: {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'code': 200} May 13 14:46:42.156421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36db6-96f5-414b-8e0c-0a0eb021cff8 req-30715547-7680-4c4d-a50d-c24a261a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.158086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76f36db6-96f5-414b-8e0c-0a0eb021cff8 req-30715547-7680-4c4d-a50d-c24a261a1355 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1096 time: 0.1284494 May 13 14:46:42.166736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ba0a-1bdd-4297-ae8a-c49bfce9355b req-c56b49ec-b5f3-4078-8947-8751e716888f tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.174011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4910ba0a-1bdd-4297-ae8a-c49bfce9355b req-c56b49ec-b5f3-4078-8947-8751e716888f tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 951 time: 0.2122858 May 13 14:46:42.217235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-f354c9e2-7ab3-4e3d-b3bb-6ab180fcf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.218853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-f354c9e2-7ab3-4e3d-b3bb-6ab180fcf98b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.2210996 May 13 14:46:42.254596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76f36db6-96f5-414b-8e0c-0a0eb021cff8 req-dd32e004-aa68-4570-a695-7fd459bbd9ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772069 May 13 14:46:42.258099 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4910ba0a-1bdd-4297-ae8a-c49bfce9355b req-e07e09c7-badc-4c77-bd0a-cbe308776185 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824907 May 13 14:46:42.293897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-a75b4097-2a53-4dce-830f-d97aa93263df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662158 May 13 14:46:42.297201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:46:42.308464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Sync routers for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:46:42.325759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:42.326537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:42.334945 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bb0b67-2c44-43d1-9c88-dac6f42b324e'] response: {'name': 'network-changed', 'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286', 'status': 'completed', 'code': 200} May 13 14:46:42.339719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05c5a33f-173a-4e41-9a6e-de4791073475 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d70d679-6728-4ad7-9a0b-b60ff3baf434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7471583 May 13 14:46:42.344886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:42.444874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f20c0bc8-0216-4a9a-b041-2d8a21fb1174 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:42.475246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209406-5485-437c-99b9-e59a67473e3f req-52344be7-3ea2-4fdd-9c26-28e33ca80b11 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.476010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4f209406-5485-437c-99b9-e59a67473e3f req-52344be7-3ea2-4fdd-9c26-28e33ca80b11 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Synchronizing usage tracker for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:42.485496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-fef820a1-e262-41e6-a529-11a038d38902 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754823 May 13 14:46:42.521166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4f209406-5485-437c-99b9-e59a67473e3f req-52344be7-3ea2-4fdd-9c26-28e33ca80b11 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Unset dirty status for tenant:1c3e744aefba458fabddcfc11cf497e7 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:42.529392 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f209406-5485-437c-99b9-e59a67473e3f req-52344be7-3ea2-4fdd-9c26-28e33ca80b11 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 943 time: 0.3777077 May 13 14:46:42.617963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:42.695874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:42.718307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f209406-5485-437c-99b9-e59a67473e3f req-e94d44da-5bcc-45d4-ad06-1c37f17759b2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876867 May 13 14:46:42.742087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5255aae1-ae5c-4c33-8b17-e9e1d9e748aa req-6786570a-7b4b-4ebb-adfa-8c4b7dd60db7 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484214 May 13 14:46:42.868947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:42.874656 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdccb1e-f48a-46f5-ac65-666f06fb8faa'] response: {'name': 'network-changed', 'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1', 'status': 'completed', 'code': 200} May 13 14:46:42.904049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-22f10194-9dd3-4a49-a08b-b4fea5b4d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.905582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-22f10194-9dd3-4a49-a08b-b4fea5b4d3f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 1094 time: 0.3584476 May 13 14:46:42.913419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:42.913858 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:42.944097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a86aec-e26d-42a8-92a9-35e7a09b264a req-4c6596fc-a407-41bb-a736-8f4466439d1a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.945999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7a86aec-e26d-42a8-92a9-35e7a09b264a req-4c6596fc-a407-41bb-a736-8f4466439d1a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.3975489 May 13 14:46:42.982714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-c87bd467-7334-4e54-b6f5-36161778a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:42.984238 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-c87bd467-7334-4e54-b6f5-36161778a3d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c3e744aefba458fabddcfc11cf497e7&device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 1094 time: 0.0905077 May 13 14:46:43.009845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:43.066994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.069120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'port_id': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174', 'mac_address': 'fa:16:3e:9c:d9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0f044-c0cd-4ef9-b612-c31085932ff8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:43.094211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7a86aec-e26d-42a8-92a9-35e7a09b264a req-a41cc323-d4c0-47ab-893d-c8d0a89a8b4a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410570 May 13 14:46:43.130617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Deleting port 06e94486-a139-4cc9-83e9-c868dc71a344 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:43.130617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.379589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-10687494-bcf8-4042-9c22-742d47efb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.382085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-10687494-bcf8-4042-9c22-742d47efb324 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 200 len: 913 time: 0.3905921 May 13 14:46:43.386718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-b767a598-8077-42a8-8276-7e9f1bf90e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.388258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-b767a598-8077-42a8-8276-7e9f1bf90e3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.4749150 May 13 14:46:43.452714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:43.467751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.495925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-c7800486-7de8-419e-bcef-2bd78c658e8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6bca07-39e6-423d-954d-390edf2cf286 HTTP/1.1" status: 200 len: 217 time: 0.1004617 May 13 14:46:43.512888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:43.513381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.535798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-af7cbaab-d70c-4eda-92d3-b9d8c03fbaab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1 HTTP/1.1" status: 200 len: 217 time: 0.1459680 May 13 14:46:43.555877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a5a80-98ce-4769-9849-70728b2bd496 req-49d89e1d-da72-4446-bdd4-42f5fbd8c497 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.565384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b9a5a80-98ce-4769-9849-70728b2bd496 req-49d89e1d-da72-4446-bdd4-42f5fbd8c497 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.4756892 May 13 14:46:43.626311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20c0bc8-0216-4a9a-b041-2d8a21fb1174 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:43.662635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:43.690306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:43.706919 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.708648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b9a5a80-98ce-4769-9849-70728b2bd496 req-8dfad332-fefa-4275-b294-cd27864efea9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409955 May 13 14:46:43.722935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-46978552-63f8-4d99-90cb-57e242e8cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:43.724307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-46978552-63f8-4d99-90cb-57e242e8cc15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 200 len: 852 time: 0.1405721 May 13 14:46:43.765017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] For port 06e94486-a139-4cc9-83e9-c868dc71a344, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=06e94486-a139-4cc9-83e9-c868dc71a344,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:43.765653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:43.831157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-0b8032b3-ebd3-4760-a049-6fae992d6f42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b014097-c0e9-4901-b921-8c5e7bde7071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998726 May 13 14:46:43.848416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:43.889364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:46:39Z', 'revision_number': 5, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port': {'id': '06e94486-a139-4cc9-83e9-c868dc71a344', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:39:44Z', 'updated_at': '2022-05-13T14:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:43.910096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Checking router: 6d70d679-6728-4ad7-9a0b-b60ff3baf434 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:46:43.933794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Routers {'6d70d679-6728-4ad7-9a0b-b60ff3baf434'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:46:43.937905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:43.985521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Calling delete_port for 06e94486-a139-4cc9-83e9-c868dc71a344 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:44.042959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-f6df6d01-2b77-4ab1-ab21-dc491a8400c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:44.045058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-f6df6d01-2b77-4ab1-ab21-dc491a8400c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.3766508 May 13 14:46:44.050618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:44.056104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['f20c0bc8-0216-4a9a-b041-2d8a21fb1174'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:44.194535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-f27b9662-d3d2-4624-b21d-1ecf6b00c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:44.196457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-f27b9662-d3d2-4624-b21d-1ecf6b00c5f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440890 May 13 14:46:44.301160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-5343081b-d55e-4de7-8f16-a508331a8f7d service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633322 May 13 14:46:44.314672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282411d-2380-4de5-a4bd-05a1d5d886ae req-c930ce80-d74c-41a0-b6c5-c9a2debc87be tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:44.325882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7282411d-2380-4de5-a4bd-05a1d5d886ae req-c930ce80-d74c-41a0-b6c5-c9a2debc87be tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 943 time: 0.2903783 May 13 14:46:44.352496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] Set router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:46:44.416544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.471975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-c2eae34c-6fe4-497f-9d16-6b0d4ecc33f7 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688596 May 13 14:46:44.506791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e94486-a139-4cc9-83e9-c868dc71a344,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:44.533039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7282411d-2380-4de5-a4bd-05a1d5d886ae req-1d9ba6a2-ecdf-4d94-b2c7-0323cd4c3c0d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Synchronizing usage tracker for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:44.541013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1f6bca07-39e6-423d-954d-390edf2cf286 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:44.546519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:46:43Z', 'revision_number': 6, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:44.562975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c6dc0-db33-40c6-86dc-b0f519ef43c8 None None] The sync data for ids ['6d70d679-6728-4ad7-9a0b-b60ff3baf434'] in n-d-841736-1 is: [{'id': '6d70d679-6728-4ad7-9a0b-b60ff3baf434', 'name': 'tempest-ServerRescueNegativeTestJSON-709329407-router', 'tenant_id': '41d1bac629304c3cbc0181f946ff8fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:39:42Z', 'updated_at': '2022-05-13T14:46:43Z', 'revision_number': 6, 'project_id': '41d1bac629304c3cbc0181f946ff8fb7', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:46:44.597825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7282411d-2380-4de5-a4bd-05a1d5d886ae req-1d9ba6a2-ecdf-4d94-b2c7-0323cd4c3c0d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Unset dirty status for tenant:3bfa4efaf40341d88fcda7136e832754 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:44.611445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7282411d-2380-4de5-a4bd-05a1d5d886ae req-1d9ba6a2-ecdf-4d94-b2c7-0323cd4c3c0d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840970 May 13 14:46:44.631410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42620b6b-60d0-46d5-a1e1-cd2813c22715 req-cb394393-4f07-43cf-8d48-a5c8c4afc795 service neutron] 10.222.0.86 "GET /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020484 May 13 14:46:44.794923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:44.909599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-254e51dc-4255-4fdd-847b-efecf617d99c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:44.918600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-254e51dc-4255-4fdd-847b-efecf617d99c tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 811 time: 0.1784799 May 13 14:46:44.930310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-bc03b565-6e2d-4f25-9f6e-07781c29ba42 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/quotas/5b6a256a67db4f8595c40d6c0f4427ce HTTP/1.1" status: 200 len: 375 time: 0.0107083 May 13 14:46:44.984436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1f6bca07-39e6-423d-954d-390edf2cf286,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:44.989744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0ac9c2e-e075-430c-b1c0-038456ab99cf req-960043a0-4f63-4a7a-8092-4b2f124b5b0e service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083036 May 13 14:46:45.005259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '1f6bca07-39e6-423d-954d-390edf2cf286', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'port_id': '1f6bca07-39e6-423d-954d-390edf2cf286', 'mac_address': 'fa:16:3e:3a:ef:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:45.026759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ee573-5369-4249-b744-7df7f3482511 req-ecdc995b-77cd-4b66-aaf7-2971f9288607 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:45.029628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-091ee573-5369-4249-b744-7df7f3482511 req-ecdc995b-77cd-4b66-aaf7-2971f9288607 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5202520 May 13 14:46:45.037664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.042332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.063915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-88282cce-93bf-42e1-a3cb-62fc9ab07851 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261590 May 13 14:46:45.079607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 1f6bca07-39e6-423d-954d-390edf2cf286 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:45.080166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.100072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6bca07-39e6-423d-954d-390edf2cf286 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:45.125379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1f6bca07-39e6-423d-954d-390edf2cf286,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:45.125732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.126326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d70d679-6728-4ad7-9a0b-b60ff3baf434 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:46:45.134250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.135993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-091ee573-5369-4249-b744-7df7f3482511 req-e471c653-9a8a-40e0-b1ec-3f526498c7a0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828452 May 13 14:46:45.147064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.151167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d873c858-4056-45e7-959f-78cbccfcf355 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6d70d679-6728-4ad7-9a0b-b60ff3baf434 HTTP/1.1" status: 204 len: 168 time: 2.8021019 May 13 14:46:45.151589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:45.261081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.283153 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-6c49c4a9-5e6f-44c2-9a6a-74dc98df2881 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181835 May 13 14:46:45.350212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Deleting subnet 0c061b34-d271-42ee-84c4-d1fc9c2467d6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:46:45.353890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.383337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['1f6bca07-39e6-423d-954d-390edf2cf286'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:45.424800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.493541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-9ca0214c-ad07-4408-b54d-b22eda09d28d service neutron] 10.222.0.36 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091129 May 13 14:46:45.540256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.794358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.886191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b231c9-ab4f-4686-99bb-c80b430c633f req-3c07bb08-5940-4a5e-bf93-00b5a7a17979 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:45.889506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57b231c9-ab4f-4686-99bb-c80b430c633f req-3c07bb08-5940-4a5e-bf93-00b5a7a17979 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.2986779 May 13 14:46:45.890778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c061b34-d271-42ee-84c4-d1fc9c2467d6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:45.914999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd8a7e-3b7c-427d-a55d-54675b6c2178 None None] Network 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:46:45.916829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:45.950929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0acfc2a1-3392-4a8a-8680-c29899aa0d69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0c061b34-d271-42ee-84c4-d1fc9c2467d6 HTTP/1.1" status: 204 len: 168 time: 0.7959890 May 13 14:46:45.951544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59312) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:46.064820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57b231c9-ab4f-4686-99bb-c80b430c633f req-a7e94c49-3efc-4154-8b24-dbdd9816d60c tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648204 May 13 14:46:46.065865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2739f4-a503-4b5e-b4e1-7ab570e42565 req-e38ed3ca-1240-46d6-851a-ddc632e23cd0 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:46.068578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab2739f4-a503-4b5e-b4e1-7ab570e42565 req-e38ed3ca-1240-46d6-851a-ddc632e23cd0 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 943 time: 0.1798384 May 13 14:46:46.188400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab2739f4-a503-4b5e-b4e1-7ab570e42565 req-931f49a3-2b40-4634-a33f-eb6fc42fa4eb tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 May 13 14:46:46.199639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.201367 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ed9c52-1ea6-4e58-ac6f-32592c05561a'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'code': 200} May 13 14:46:46.237805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Deleting port f8730a0e-6980-48c4-8830-be39d0d05e3b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:46.240772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.474074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f20c0bc8-0216-4a9a-b041-2d8a21fb1174 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:46.559752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 847b8c67-3798-4a14-a1c7-a28e18a754b1 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:46.563173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1f6bca07-39e6-423d-954d-390edf2cf286 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:46.636819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] DHCP port deletion for 8ca900c3-df8d-46d9-bd52-361ee6cb52b8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:46:46.674097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:46.689093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-6de82aaa-e4cb-4601-a76b-b204f335a2e3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:46.691143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-6de82aaa-e4cb-4601-a76b-b204f335a2e3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 813 time: 0.4044557 May 13 14:46:46.715714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-66453539-171e-4439-a57c-aec497e5d2ea tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/quotas/4e7af3a8a11b41b197bec1bdd3d65788 HTTP/1.1" status: 200 len: 375 time: 0.0143681 May 13 14:46:46.808997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] For port f8730a0e-6980-48c4-8830-be39d0d05e3b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8730a0e-6980-48c4-8830-be39d0d05e3b,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:46.809800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.859532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Deleting port f8730a0e-6980-48c4-8830-be39d0d05e3b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:46.859806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:46.908058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:46.908530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5ca73eaa-a6d9-4561-a622-f2a7d47cfaa1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:46.908856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06e94486-a139-4cc9-83e9-c868dc71a344 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:46.913612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-fd5165e2-22be-42a2-bc5b-80fbb5d6f355 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839092 May 13 14:46:46.962381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 06e94486-a139-4cc9-83e9-c868dc71a344 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:46.962824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 06e94486-a139-4cc9-83e9-c868dc71a344 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:47.002726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:47.012241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 1f6bca07-39e6-423d-954d-390edf2cf286 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:47.026944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 1f6bca07-39e6-423d-954d-390edf2cf286 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:47.027417 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.049633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Calling delete_port for f8730a0e-6980-48c4-8830-be39d0d05e3b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:47.098992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '847b8c67-3798-4a14-a1c7-a28e18a754b1', 'network_id': '6b014097-c0e9-4901-b921-8c5e7bde7071', 'port_id': '847b8c67-3798-4a14-a1c7-a28e18a754b1', 'mac_address': 'fa:16:3e:33:cb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e0f044-c0cd-4ef9-b612-c31085932ff8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:47.114565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578f39-8149-410e-a2f6-89f575ae2c4c req-f0525c35-5157-4ad0-91c1-d7eec32665bf tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:47.117153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c578f39-8149-410e-a2f6-89f575ae2c4c req-f0525c35-5157-4ad0-91c1-d7eec32665bf tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 944 time: 0.4427290 May 13 14:46:47.167538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:47.195934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-24b45c52-f01e-439e-b0a4-3724db9076b7 service neutron] 10.222.0.36 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718458 May 13 14:46:47.210737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c578f39-8149-410e-a2f6-89f575ae2c4c req-40beec80-836f-4c38-b9dc-99ac8a81ec9d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853746 May 13 14:46:47.214343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.234096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:47.234096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.264790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] No DVR routers for this DVR port f8730a0e-6980-48c4-8830-be39d0d05e3b on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:47.305644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8730a0e-6980-48c4-8830-be39d0d05e3b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:47.395416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-c55f67d4-387f-48d4-ab14-54ef737a729f service neutron] 10.222.0.36 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937976 May 13 14:46:47.414518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 847b8c67-3798-4a14-a1c7-a28e18a754b1 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:47.414827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.435086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91b3d77f-c5de-434a-be4e-09b102664c3f req-2953789f-84ff-4d13-9b75-f32d277405b7 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 210 time: 0.1050084 May 13 14:46:47.485605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.497795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] For port f8730a0e-6980-48c4-8830-be39d0d05e3b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8730a0e-6980-48c4-8830-be39d0d05e3b,segment=NetworkSegment(5eb0b52e-aa4c-47c4-af0d-a84f94ce527f),segment_id=5eb0b52e-aa4c-47c4-af0d-a84f94ce527f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:47.498205 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.528738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847b8c67-3798-4a14-a1c7-a28e18a754b1 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:47.578115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca900c3-df8d-46d9-bd52-361ee6cb52b8']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:47.701884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:47.702585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb0b52e-aa4c-47c4-af0d-a84f94ce527f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:46:47.730046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.774186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.786361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 1f6bca07-39e6-423d-954d-390edf2cf286 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:47.787075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.788963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:46:47.789562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: timer() May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:46:47.804100 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:46:47.824796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Calling delete_port for f8730a0e-6980-48c4-8830-be39d0d05e3b owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:47.965597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:48.029915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.081857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-61a2bab9-04a0-4f1f-a607-57c47a059622 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:48.085803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-61a2bab9-04a0-4f1f-a607-57c47a059622 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 811 time: 0.5649796 May 13 14:46:48.094163 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.121824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Request body: {'port': {'device_id': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'admin_state_up': True, 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:48.165954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:48.202657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:48.210898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1f6bca07-39e6-423d-954d-390edf2cf286,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:48.240928 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.251008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.279165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:48.279728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.389205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['847b8c67-3798-4a14-a1c7-a28e18a754b1'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:48.550573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca900c3-df8d-46d9-bd52-361ee6cb52b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:48.568527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-857a6fd2-97ae-4f38-9d80-3ebba7b6d72e admin admin] 10.222.0.36 "DELETE /v2.0/networks/8ca900c3-df8d-46d9-bd52-361ee6cb52b8 HTTP/1.1" status: 204 len: 168 time: 2.6148591 May 13 14:46:48.621795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:48.641261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8730a0e-6980-48c4-8830-be39d0d05e3b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:48.674660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:46:48.674979 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:46:48.706750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:48.715021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:48.720918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:48.731742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f8730a0e-6980-48c4-8830-be39d0d05e3b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:48.732179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8730a0e-6980-48c4-8830-be39d0d05e3b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:48.735991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Made reservation on behalf of 5b6a256a67db4f8595c40d6c0f4427ce for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:48.742014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.766629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:48.945325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:48.966029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Allocated IP 172.20.0.3 (a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4/dcabe01d-6c22-4470-9556-8e6ee12b3d24/7842b639-b25f-4cc0-b2de-76704be07bf2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:49.008733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a564-5218-4060-8802-402b053b1e8b req-e21024a8-f907-4fd3-b3e3-78c598ebda86 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:49.017440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5919a564-5218-4060-8802-402b053b1e8b req-e21024a8-f907-4fd3-b3e3-78c598ebda86 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 944 time: 0.1714375 May 13 14:46:49.073546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5919a564-5218-4060-8802-402b053b1e8b req-46fdc5b4-9345-4624-b4e4-a5cf93d5b039 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 May 13 14:46:49.074039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:49.156624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.159349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d57fba09-2062-42dd-8287-78eaa26d9169 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41d1bac629304c3cbc0181f946ff8fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840642 May 13 14:46:49.162647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:49.176596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Deleting port f8730a0e-6980-48c4-8830-be39d0d05e3b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:49.176976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.239309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.275567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.324390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.330634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcd8da-07c7-4c3f-abfe-c8fba9dd427a None None] The port 'f8730a0e-6980-48c4-8830-be39d0d05e3b' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:46:49.365683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.420591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7a3f1412-3af0-4622-9771-8e0674c477ed req-77242ee1-b9f2-4c82-be56-a8b4809a0d85 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 210 time: 0.1017385 May 13 14:46:49.499462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:49.549828 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7066e9d1-38af-4ae7-ab70-5af379aea86a'] response: {'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286', 'code': 200} May 13 14:46:49.603790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:49.621383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-b90e3111-dbed-49a2-8f35-82c8ed8d445d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1996872 May 13 14:46:49.622287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.641981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046dd795-c7d3-4bdf-8709-b9bcc1b0f558,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:49.657650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:49.658832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1b174849-47d7-45af-b234-1295b2271ae1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/046dd795-c7d3-4bdf-8709-b9bcc1b0f558 HTTP/1.1" status: 204 len: 168 time: 0.4952295 May 13 14:46:49.687353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:49.705042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:49.979556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Pushing event updated for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:50.080879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-a0f78544-d1e1-44bf-b252-490a21d56a5b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.083494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-a0f78544-d1e1-44bf-b252-490a21d56a5b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 813 time: 0.5895131 May 13 14:46:50.085721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0052c-0547-4d97-a8ae-3b864bcf0c86 req-62b7a517-d4c1-4018-bce1-37f395d5bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.088029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0a0052c-0547-4d97-a8ae-3b864bcf0c86 req-62b7a517-d4c1-4018-bce1-37f395d5bbcd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 1096 time: 0.3044271 May 13 14:46:50.095000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.096058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.115421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Request body: {'port': {'device_id': 'efd89848-8515-461a-ac3c-a2111c981d70', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'admin_state_up': True, 'tenant_id': '4e7af3a8a11b41b197bec1bdd3d65788'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:50.118870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-62e34ad7-b436-49cb-961b-813850ba79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.120386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-62e34ad7-b436-49cb-961b-813850ba79fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 1058 time: 0.2145510 May 13 14:46:50.141586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0a0052c-0547-4d97-a8ae-3b864bcf0c86 req-600d34a2-1476-43fa-b585-2e7d3d424dfe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 May 13 14:46:50.212933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.283004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5b84c-91d0-4539-aa41-903ac1642dca req-4275fabd-beef-48e1-8d54-8b3bf8243b2d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.284594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3e5b84c-91d0-4539-aa41-903ac1642dca req-4275fabd-beef-48e1-8d54-8b3bf8243b2d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.1034019 May 13 14:46:50.308180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-3ade8afb-f839-4a7e-8093-35191dd6c70e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.316820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-3ade8afb-f839-4a7e-8093-35191dd6c70e tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=81dde253-f20b-46a7-b767-591dd07f1298 HTTP/1.1" status: 200 len: 944 time: 0.9149904 May 13 14:46:50.325318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-22add4af-7447-4dcb-b36a-d5c251a9d6c6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250178 May 13 14:46:50.336272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3e5b84c-91d0-4539-aa41-903ac1642dca req-2b03b0fd-e993-4b00-a40d-7588fcddcaa4 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 May 13 14:46:50.414324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Request body: {'port': {'device_id': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:50.566780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 847b8c67-3798-4a14-a1c7-a28e18a754b1 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:46:50.595834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:50.596097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.643715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:50.655468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:50.690292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-d1c703a2-33c8-4335-8cd3-8f9e1d32ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.691790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-d1c703a2-33c8-4335-8cd3-8f9e1d32ed9e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.3076549 May 13 14:46:50.711025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Made reservation on behalf of 4e7af3a8a11b41b197bec1bdd3d65788 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:50.714908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.789221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-2e37ad42-4c46-44ff-a2f2-3379505c4f85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 200 len: 217 time: 0.0855770 May 13 14:46:50.797908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe313d6-ca46-4d25-b0af-9e959a1c7ac9 req-c9826874-6093-4423-8831-1f2f9c822a70 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.805393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 847b8c67-3798-4a14-a1c7-a28e18a754b1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:46:50.805670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-afe313d6-ca46-4d25-b0af-9e959a1c7ac9 req-c9826874-6093-4423-8831-1f2f9c822a70 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 949 time: 0.3289506 May 13 14:46:50.817140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ec869-a724-495d-af0f-76d043b44b29 req-cc08af7b-369e-4101-a8cf-85773212dc19 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.819214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a16ec869-a724-495d-af0f-76d043b44b29 req-cc08af7b-369e-4101-a8cf-85773212dc19 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.86 "GET /v2.0/ports?device_id=11f43362-dd1f-4564-9879-71b02b0bf947 HTTP/1.1" status: 200 len: 949 time: 0.3416197 May 13 14:46:50.821306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 847b8c67-3798-4a14-a1c7-a28e18a754b1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:46:50.821917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.863016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:50.890557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-ca5e8615-3e9b-471a-bb3e-22f3fe3ec284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:50.892563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-ca5e8615-3e9b-471a-bb3e-22f3fe3ec284 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.0840197 May 13 14:46:51.054339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-afe313d6-ca46-4d25-b0af-9e959a1c7ac9 req-d8e61e34-1b75-4c6b-ada5-2148b90fdadb tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a6dd999-61f7-47f4-aa1b-d484de8c9b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477632 May 13 14:46:51.096301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Deleting port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:46:51.097416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.105709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 847b8c67-3798-4a14-a1c7-a28e18a754b1 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:51.108696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.159901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:51.167862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.311129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:51.551870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174'}, {'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:51.583228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Allocated IP 172.20.0.2 (dc13dd93-8db0-4451-9e94-a790c15f652e/f348f24c-b0a6-431e-bdf3-d5802e377d6a/22ba0f22-65c1-4573-a996-93ac95c95e09) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:46:51.596004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port 98cfd597-dd67-4f0f-8e9c-7249f44dce70, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=98cfd597-dd67-4f0f-8e9c-7249f44dce70,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:51.596419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.611604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-893ce142-34c4-4f68-b552-bb2193d02f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:51.613186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-893ce142-34c4-4f68-b552-bb2193d02f8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6714070 May 13 14:46:51.773198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for 98cfd597-dd67-4f0f-8e9c-7249f44dce70 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:51.971104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] For port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:51.971486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:51.986879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6e2d-ad01-41e8-b27a-bef86cfb0d39 req-150aad6a-0d4a-4521-b03d-8bd28db51622 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:51.992660 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffcb6e2d-ad01-41e8-b27a-bef86cfb0d39 req-150aad6a-0d4a-4521-b03d-8bd28db51622 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 931 time: 0.6463952 May 13 14:46:52.155962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-2efd3e4b-5732-41c8-8fd2-1299cc062217 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746438 May 13 14:46:52.163898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Calling delete_port for f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:46:52.242813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7842b639-b25f-4cc0-b2de-76704be07bf2 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:52.264766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.279596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.294557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b', '80117d94-32f8-4cd4-9770-08c3e4e480c6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:52.355097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffcb6e2d-ad01-41e8-b27a-bef86cfb0d39 req-55aecc4d-ce73-4973-b8d6-2efe47a67ef9 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495791 May 13 14:46:52.419112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=98cfd597-dd67-4f0f-8e9c-7249f44dce70,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:52.453043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.488083 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-78673319-cf1f-4378-a555-4c8f71a4c641 service neutron] 10.222.0.86 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922640 May 13 14:46:52.522166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.561164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Transition to ACTIVE for port object 7842b639-b25f-4cc0-b2de-76704be07bf2 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:52.642510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Pushing event deleted for resources: {'Port': ['ID=f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:52.645403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.744993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] No DVR routers for this DVR port 98cfd597-dd67-4f0f-8e9c-7249f44dce70 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:52.775324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:52.780612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-deleted', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:52.949388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a1b8fc2-3013-4b98-88aa-27df5ec47a1c req-e03f2b73-ef37-49fa-8f3d-f15a30e3a594 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "DELETE /v2.0/ports/98cfd597-dd67-4f0f-8e9c-7249f44dce70 HTTP/1.1" status: 204 len: 173 time: 2.6174994 May 13 14:46:52.966731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:53.039015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.039344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.039856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.040420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.040921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.041415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.041889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.042360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.042832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.043421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.043745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.044065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:46:53.068466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.083821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] No DVR routers for this DVR port f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:46:53.090077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.133863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-deleted', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:53.150763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a16ec869-a724-495d-af0f-76d043b44b29 req-737e1320-d2c0-470d-9c1f-1720606e50d5 tempest-ImagesOneServerTestJSON-173884011 tempest-ImagesOneServerTestJSON-173884011-project] 10.222.0.86 "DELETE /v2.0/ports/f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 HTTP/1.1" status: 204 len: 173 time: 2.2538099 May 13 14:46:53.188420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Network dc13dd93-8db0-4451-9e94-a790c15f652e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:46:53.200640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:46:53.208940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:46:53.228240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-ac09c82f-43df-43e6-9310-c86e0a4a8d44 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3990130 May 13 14:46:53.287353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Pushing event updated for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:53.290328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Attempting to bind port 7842b639-b25f-4cc0-b2de-76704be07bf2 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:53.291191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Attempting to bind port 7842b639-b25f-4cc0-b2de-76704be07bf2 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:53.291673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Attempting to bind port 7842b639-b25f-4cc0-b2de-76704be07bf2 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:53.311378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Port 7842b639-b25f-4cc0-b2de-76704be07bf2 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:53.311958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Attempting to bind port 7842b639-b25f-4cc0-b2de-76704be07bf2 on network a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:53.331354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:53.331924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Checking segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:53.332602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Bound using segment: {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:53.333794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Bound port: 7842b639-b25f-4cc0-b2de-76704be07bf2, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165d1f80-b52f-4ee8-82d5-d055d73a0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:53.334742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.368065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['eb31906b-1183-4d3d-80a9-046f2e6728c7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:53.382204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.383110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:53.534665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-8c4cee1a-10b9-4ec6-9970-c363279933a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:53.538664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-8c4cee1a-10b9-4ec6-9970-c363279933a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=75c3cb608ca04661bbf341e51af50a27&device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 1097 time: 0.2876351 May 13 14:46:53.607944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-9cfb31cc-300c-4be1-9712-8b438ae0f7ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4989870 May 13 14:46:53.648544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Request body: {'port': {'device_id': 'efd89848-8515-461a-ac3c-a2111c981d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:53.731198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:53.735656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7842b639-b25f-4cc0-b2de-76704be07bf2,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:53.744915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.012754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.013399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.014852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] 10.222.0.86 "PUT /v2.0/ports/7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 200 len: 1091 time: 3.6236515 May 13 14:46:54.035149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-52986a28-ef2c-4be1-858f-164b46f4d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.042233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-52986a28-ef2c-4be1-858f-164b46f4d0ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 200 len: 913 time: 0.4748588 May 13 14:46:54.235807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-6596a5b6-cd80-405c-9c11-99ccb3ec07c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 200 len: 217 time: 0.1846249 May 13 14:46:54.359544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-2f01f945-de1c-4d8d-81e4-f1b53179af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.361133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-2f01f945-de1c-4d8d-81e4-f1b53179af3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 200 len: 851 time: 0.0926437 May 13 14:46:54.430535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89bf71-5642-4f24-86ea-06dae7f7705c req-27e45748-e75a-437f-becb-91bf6ba43454 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.432131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c89bf71-5642-4f24-86ea-06dae7f7705c req-27e45748-e75a-437f-becb-91bf6ba43454 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 945 time: 0.2111101 May 13 14:46:54.475273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8223599-8c0c-4105-873b-3bb20ee7f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:54.514731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c89bf71-5642-4f24-86ea-06dae7f7705c req-86b441f7-a7ed-477a-8b56-05a08f071353 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695879 May 13 14:46:54.518088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-3fda08af-9e93-4397-bfed-aafe09098d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.520139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-3fda08af-9e93-4397-bfed-aafe09098d1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f0a914ef-d660-44d0-ad35-cbb2603e1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527216 May 13 14:46:54.527248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:54.585162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-df6f507e-f1a3-4aac-b146-c49ce5fb2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.587839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-df6f507e-f1a3-4aac-b146-c49ce5fb2a00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1094 time: 0.5126300 May 13 14:46:54.594975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:46:54.679413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:46:54.682478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:46:54.759979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-821d2a97-00a0-473f-bd1c-d44782da4074 service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245758 May 13 14:46:54.782759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d17cdb-24f6-4b15-9a96-9336ddd84ba3 req-df1a303b-64db-4ef5-adeb-fd83aa229226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:54.784092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a0d17cdb-24f6-4b15-9a96-9336ddd84ba3 req-df1a303b-64db-4ef5-adeb-fd83aa229226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Synchronizing usage tracker for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:54.831476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-add35f16-c804-4c43-8f83-2ea50dc28e93 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 200 len: 217 time: 0.1944845 May 13 14:46:54.955231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a0d17cdb-24f6-4b15-9a96-9336ddd84ba3 req-df1a303b-64db-4ef5-adeb-fd83aa229226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Unset dirty status for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:54.956879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0d17cdb-24f6-4b15-9a96-9336ddd84ba3 req-df1a303b-64db-4ef5-adeb-fd83aa229226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 931 time: 0.7459581 May 13 14:46:55.125445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-085ff971-cc27-467e-a0b9-6f9d0e66eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.127368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-085ff971-cc27-467e-a0b9-6f9d0e66eaef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.2818825 May 13 14:46:55.144380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4699fd-fa7c-4f7c-95c2-7647c94cbed2 req-6c5591ce-9cee-48a1-9804-2bf8b23288a7 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.146681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb4699fd-fa7c-4f7c-95c2-7647c94cbed2 req-6c5591ce-9cee-48a1-9804-2bf8b23288a7 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.1993723 May 13 14:46:55.148735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25a6083f-0774-46f4-9de0-a467b11ba053 req-e46d6847-78b8-4a6d-bca5-04fd1f2b267d service neutron] 10.222.0.90 "GET /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789740 May 13 14:46:55.152410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:55.219639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb4699fd-fa7c-4f7c-95c2-7647c94cbed2 req-05666ca4-3a6b-4abb-9cfa-73a2c814ecc9 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604885 May 13 14:46:55.243994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-0f8322a7-26ad-4323-8fbd-cef912527000 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020479 May 13 14:46:55.298127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0d17cdb-24f6-4b15-9a96-9336ddd84ba3 req-f3566aca-d69e-49dd-9ebf-1064e96da2a9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681341 May 13 14:46:55.327477 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6309a0c-e38d-4730-b333-ed05f16fa312'] response: {'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174', 'code': 200} May 13 14:46:55.327882 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6309a0c-e38d-4730-b333-ed05f16fa312'] response: {'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1', 'code': 200} May 13 14:46:55.348456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.408250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:55.440579 n-d-841736-1 neutron-server[88132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aa7f4649-59c3-44b6-946c-3cf5af706127']: {'server_uuid': '81dde253-f20b-46a7-b767-591dd07f1298', 'name': 'network-vif-deleted', 'tag': '98cfd597-dd67-4f0f-8e9c-7249f44dce70', 'status': 'failed', 'code': 422} returned with failed status May 13 14:46:55.520162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-4af01aef-761a-4c96-9adb-a1cf1be5cf31 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253060 May 13 14:46:55.606162 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9398b6a2-6782-4722-81a4-26a2e7fd9d38'] response: {'server_uuid': '11f43362-dd1f-4564-9879-71b02b0bf947', 'name': 'network-vif-deleted', 'tag': 'f6bd97bc-0435-4db1-b1b2-d335b6a0e0c3', 'status': 'completed', 'code': 200} May 13 14:46:55.607434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Usage tracker for resource:security_group_rule and tenant:63651a777e984b568eb5cda8771177a5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:55.611682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:55.619590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:55.763594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ba0f22-65c1-4573-a996-93ac95c95e09 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:55.780536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.817065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Transition to ACTIVE for port object 22ba0f22-65c1-4573-a996-93ac95c95e09 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:46:55.828763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853f7b5-dfd9-4194-a176-bad09261cb5e req-e653b963-fab9-49da-8e6b-1657bd5a920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.830591 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c853f7b5-dfd9-4194-a176-bad09261cb5e req-e653b963-fab9-49da-8e6b-1657bd5a920d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 1096 time: 0.4169016 May 13 14:46:55.858133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.897796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c853f7b5-dfd9-4194-a176-bad09261cb5e req-1f1f9145-f075-4385-a026-a3e505c26ebe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556874 May 13 14:46:55.910916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7b812-def8-4961-9e6b-05263788917c req-27c26195-ae1f-49ed-a93f-c979601621ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:55.913224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a4a7b812-def8-4961-9e6b-05263788917c req-27c26195-ae1f-49ed-a93f-c979601621ca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 1096 time: 0.4444392 May 13 14:46:55.983773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a4a7b812-def8-4961-9e6b-05263788917c req-44c5d237-63e5-4047-a2cc-4baa01b42939 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 May 13 14:46:55.989373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:55.990972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13809bb0-deef-4d50-96aa-c7d82d5228f1 req-30483841-c248-47ea-bbf2-89095c361b18 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557321 May 13 14:46:55.996498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.039934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c032c-7486-4d4a-8b62-4a56179d6bfa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.044175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:56.088580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6190600-e332-4ca7-bf9b-7d60318af00a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63651a777e984b568eb5cda8771177a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9322646 May 13 14:46:56.089514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:56.148162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Pushing event updated for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.224082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd161a-797a-487f-8a24-3466c448fb2d req-baf5f0d6-0e80-4096-a08a-a1db776f3d46 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:56.225355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-effd161a-797a-487f-8a24-3466c448fb2d req-baf5f0d6-0e80-4096-a08a-a1db776f3d46 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Synchronizing usage tracker for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:46:56.253293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.309320 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.310739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-effd161a-797a-487f-8a24-3466c448fb2d req-baf5f0d6-0e80-4096-a08a-a1db776f3d46 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Unset dirty status for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:46:56.313104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-effd161a-797a-487f-8a24-3466c448fb2d req-baf5f0d6-0e80-4096-a08a-a1db776f3d46 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 943 time: 0.6221244 May 13 14:46:56.322522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-517c2d3c-ed47-40de-a1ac-4c2f5f2e6cf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f674b89f29414425b5118828bdc32a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732549 May 13 14:46:56.330580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:56.377736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Attempting to bind port 22ba0f22-65c1-4573-a996-93ac95c95e09 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:46:56.378077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Attempting to bind port 22ba0f22-65c1-4573-a996-93ac95c95e09 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:46:56.378435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Attempting to bind port 22ba0f22-65c1-4573-a996-93ac95c95e09 on network dc13dd93-8db0-4451-9e94-a790c15f652e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:56.392926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-effd161a-797a-487f-8a24-3466c448fb2d req-65f73ebc-3e27-40fe-87d9-fea92bd84c48 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706718 May 13 14:46:56.393634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Port 22ba0f22-65c1-4573-a996-93ac95c95e09 on network dc13dd93-8db0-4451-9e94-a790c15f652e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:46:56.393966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Attempting to bind port 22ba0f22-65c1-4573-a996-93ac95c95e09 on network dc13dd93-8db0-4451-9e94-a790c15f652e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:46:56.400981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:46:56.401320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Checking segment: {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:46:56.401707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Bound using segment: {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:46:56.402270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Bound port: 22ba0f22-65c1-4573-a996-93ac95c95e09, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10c446e-6ef4-45ff-81c9-a33c86aab10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:46:56.402536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.509881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.531977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.566441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c032c-7486-4d4a-8b62-4a56179d6bfa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.571950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.573378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-57b86879-4e2b-4532-a3dc-8a11b6f778f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a3c032c-7486-4d4a-8b62-4a56179d6bfa HTTP/1.1" status: 204 len: 168 time: 0.4824047 May 13 14:46:56.576394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.669342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.705567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6dd999-61f7-47f4-aa1b-d484de8c9b34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:56.709566 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:56.710585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fdf84be6-3c6a-4aeb-9433-61cc5a075c82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a6dd999-61f7-47f4-aa1b-d484de8c9b34 HTTP/1.1" status: 204 len: 168 time: 0.3786504 May 13 14:46:56.825166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:46:56.832761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=22ba0f22-65c1-4573-a996-93ac95c95e09,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:46:56.917334 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.041122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.042165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.044452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] 10.222.0.90 "PUT /v2.0/ports/22ba0f22-65c1-4573-a996-93ac95c95e09 HTTP/1.1" status: 200 len: 1091 time: 3.4178016 May 13 14:46:57.146223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42350254-cea4-43f3-b9e9-01a293315846 req-7a9ff443-5a12-48f8-92de-f95726ba8f57 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.148033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-42350254-cea4-43f3-b9e9-01a293315846 req-7a9ff443-5a12-48f8-92de-f95726ba8f57 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.3119192 May 13 14:46:57.160595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4084-91dc-40a6-bed9-f4e8261fe51c service neutron] Pushing event updated for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:57.162086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:57.174174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Request body: {'floatingip': {'port_id': '1f6bca07-39e6-423d-954d-390edf2cf286'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:57.338498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:57.371049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.397319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:57.405820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Usage tracker for resource:security_group_rule and tenant:175f7adf8174423a8097d863fee5a3eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:57.409846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:57.421155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:57.446095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:57.476243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2'}, {'name': 'network-changed', 'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:46:57.574038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-0e6f6a78-7f1c-4e7c-af23-eb003f4862eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.576398 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-0e6f6a78-7f1c-4e7c-af23-eb003f4862eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 1094 time: 0.3510590 May 13 14:46:57.655676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a6fa7-c709-4df1-acc5-a1228b01c1a1 req-001799ee-99a8-4173-b67d-cd8c6d991d3f tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.657270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8b5a6fa7-c709-4df1-acc5-a1228b01c1a1 req-001799ee-99a8-4173-b67d-cd8c6d991d3f tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 945 time: 0.3255076 May 13 14:46:57.714312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-5bdda7e5-b5b1-4a3e-9355-5767daef1a97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22ba0f22-65c1-4573-a996-93ac95c95e09 HTTP/1.1" status: 200 len: 217 time: 0.1232095 May 13 14:46:57.824401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec52b1-fec9-4676-9feb-0d2cafcac0be req-3b241c5e-e0dd-43f8-85f2-95ee172c2a42 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.832235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bec52b1-fec9-4676-9feb-0d2cafcac0be req-3b241c5e-e0dd-43f8-85f2-95ee172c2a42 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 943 time: 0.4166188 May 13 14:46:57.834892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-316bdc41-fef4-475d-976a-554055cd2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:57.836338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-316bdc41-fef4-475d-976a-554055cd2b4f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.1149600 May 13 14:46:57.918503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-128728d4-f809-405e-9c02-1c686cdf129c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651934 May 13 14:46:57.923238 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8b5a6fa7-c709-4df1-acc5-a1228b01c1a1 req-f05b59e9-572e-4ec6-a2bb-4032b7acfcd9 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452469 May 13 14:46:58.043158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.083444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8bec52b1-fec9-4676-9feb-0d2cafcac0be req-67438770-c468-40ee-abda-8325b55da0aa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501860 May 13 14:46:58.084555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.111143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.187028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5905e04-c898-4649-91ef-10bfba22c5ef,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:58.223993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-595f30c6-18f5-4c3b-8aee-4e86e74d266d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=175f7adf8174423a8097d863fee5a3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8830500 May 13 14:46:58.230224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59668) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:58.323626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1848827738-network', 'tenant_id': '6b63fb3717484d33acd9410e43439c05'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:58.340026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:58.358581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Usage tracker for resource:network and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:58.367197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:58.372308 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-6bc9000f-0bcb-4adc-908f-b1ad9aa84c19 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450555 May 13 14:46:58.378734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:58.390186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:46:58.408683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.502927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Made reservation on behalf of 6b63fb3717484d33acd9410e43439c05 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:58.505856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.528778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.537771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.586547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.593025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:58.598078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.612799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7842b639-b25f-4cc0-b2de-76704be07bf2 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:46:58.615411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:58.623752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:58.635176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:58.639220 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-937e1f0f-7261-412c-b50d-b895ac6cf4af req-77e029aa-9666-436f-a842-714acfd2eba7 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575045 May 13 14:46:58.673636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.709976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5905e04-c898-4649-91ef-10bfba22c5ef,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:58.714850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe849db-572d-4e0e-ba0f-2ac1970dae40 req-004d3039-7f0b-4947-83a1-c73a52af80cd tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:58.726031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fe849db-572d-4e0e-ba0f-2ac1970dae40 req-004d3039-7f0b-4947-83a1-c73a52af80cd tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 943 time: 0.2375526 May 13 14:46:58.743343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.747801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe08f851-fb55-4c5b-8b07-f70043862402 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5905e04-c898-4649-91ef-10bfba22c5ef HTTP/1.1" status: 204 len: 168 time: 0.5158064 May 13 14:46:58.884025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.891179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.913926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fe849db-572d-4e0e-ba0f-2ac1970dae40 req-1be322cc-16bb-4dac-90f9-9835ab56db5d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865435 May 13 14:46:58.958559 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Floating IP 3c75aa6a-488f-4d1d-8226-a33723201644 associated. External IP: 172.25.5.34, port: 1f6bca07-39e6-423d-954d-390edf2cf286. May 13 14:46:58.961773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:46:58.974986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:58.975477 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Added segment 051c6a75-1561-4bdd-949b-683e7bc65795 of type vlan for network 160ff6a0-f588-4dee-aacc-e66e83ba0a56 May 13 14:46:59.029637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.065613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7842b639-b25f-4cc0-b2de-76704be07bf2,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:59.090061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '7842b639-b25f-4cc0-b2de-76704be07bf2', 'network_id': 'a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4', 'port_id': '7842b639-b25f-4cc0-b2de-76704be07bf2', 'mac_address': 'fa:16:3e:1d:1c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcabe01d-6c22-4470-9556-8e6ee12b3d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:46:59.107209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d862c250-9bde-4e1b-a7c3-5111404f63fb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:59.134808 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee8605b-1fd3-4844-9223-a490ec5d1538'] response: {'name': 'network-changed', 'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2', 'status': 'completed', 'code': 200} May 13 14:46:59.135173 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee8605b-1fd3-4844-9223-a490ec5d1538'] response: {'name': 'network-changed', 'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09', 'status': 'completed', 'code': 200} May 13 14:46:59.226274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7842b639-b25f-4cc0-b2de-76704be07bf2 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:46:59.226822 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.263513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.264693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.265524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.279862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7842b639-b25f-4cc0-b2de-76704be07bf2 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:46:59.303895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7842b639-b25f-4cc0-b2de-76704be07bf2,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:46:59.309367 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.397220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:59.440550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] Pushing event updated for resources: {'Network': ['ID=160ff6a0-f588-4dee-aacc-e66e83ba0a56,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:46:59.457404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 160ff6a0-f588-4dee-aacc-e66e83ba0a56 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:46:59.474093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3e5e7a5d-d8c8-4e3c-82c5-f560e6a894ac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3507915 May 13 14:46:59.474982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:46:59.494960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Request body: {'subnet': {'network_id': '160ff6a0-f588-4dee-aacc-e66e83ba0a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1848827738-subnet', 'tenant_id': '6b63fb3717484d33acd9410e43439c05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:46:59.504518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:46:59.514337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Usage tracker for resource:subnet and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:46:59.521210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:46:59.535974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:46:59.554977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0acebd-9701-49a4-ac0a-19077f3f7c3b req-8f8479dd-e8a8-4385-8433-0bd343b15709 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.564938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb0acebd-9701-49a4-ac0a-19077f3f7c3b req-8f8479dd-e8a8-4385-8433-0bd343b15709 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 907 time: 0.2673645 May 13 14:46:59.565338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-97c0fe5f-da43-4ff3-8265-aa7db89218a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.568495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-97c0fe5f-da43-4ff3-8265-aa7db89218a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 1094 time: 0.4304624 May 13 14:46:59.613472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Made reservation on behalf of 6b63fb3717484d33acd9410e43439c05 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:46:59.617185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.673319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['7842b639-b25f-4cc0-b2de-76704be07bf2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:46:59.856318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93a46126-77ca-4e8b-87ed-64ee5d9ca147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:46:59.891148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:46:59.959786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-36572e24-3133-4156-bb16-e0398ac73e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:46:59.962206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-36572e24-3133-4156-bb16-e0398ac73e8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1094 time: 0.8253949 May 13 14:47:00.146883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-d29a3ad2-88a1-4af0-89e5-91234b676288 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.149443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-d29a3ad2-88a1-4af0-89e5-91234b676288 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.86 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 907 time: 0.3492062 May 13 14:47:00.226166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a1da1-1f8e-4356-b2c5-0ff6f16aec37 req-ffbdeb8e-a264-4699-a58b-dae770fac336 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.231222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb8a1da1-1f8e-4356-b2c5-0ff6f16aec37 req-ffbdeb8e-a264-4699-a58b-dae770fac336 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 943 time: 0.4774039 May 13 14:47:00.322384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-333c5eb4-5b6b-4921-b087-168c7a91b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.324988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-333c5eb4-5b6b-4921-b087-168c7a91b10b service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.5756016 May 13 14:47:00.411321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:00.412034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.414295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-b88f8deb-805d-47b8-9fc3-8a3897fd089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.416047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-b88f8deb-805d-47b8-9fc3-8a3897fd089d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.3969588 May 13 14:47:00.418430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-9a28259c-0b06-4c21-9e9c-3703e3e3fb7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22ba0f22-65c1-4573-a996-93ac95c95e09 HTTP/1.1" status: 200 len: 217 time: 0.0783775 May 13 14:47:00.419748 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.431662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08637ea0-b660-44c2-900e-804a67597cf9 req-bb7f1971-58f6-4f95-af7d-ae32311973eb tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.433340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08637ea0-b660-44c2-900e-804a67597cf9 req-bb7f1971-58f6-4f95-af7d-ae32311973eb tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 945 time: 0.8626158 May 13 14:47:00.513012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb8a1da1-1f8e-4356-b2c5-0ff6f16aec37 req-137920eb-000f-43bf-be45-c3cb74f5390f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617218 May 13 14:47:00.519816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:00.530376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:00.538857 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:00.564145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 22ba0f22-65c1-4573-a996-93ac95c95e09 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:47:00.589627 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:00.590827 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:00.639796 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-31a5c688-cf5c-48db-a3df-7c9d58a72d6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 200 len: 217 time: 0.2040060 May 13 14:47:00.868934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1849fe7-90b5-410f-b494-fb9e46ddd58d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:00.881254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-79536936-ae5a-4676-96df-1f78165924e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:00.894436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-79536936-ae5a-4676-96df-1f78165924e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.4575593 May 13 14:47:00.942125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08637ea0-b660-44c2-900e-804a67597cf9 req-50803b4c-68b8-4f22-81a7-6a56ae27a831 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825054 May 13 14:47:01.050987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Checking segment: {'id': '051c6a75-1561-4bdd-949b-683e7bc65795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '160ff6a0-f588-4dee-aacc-e66e83ba0a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:01.051754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Network hostable DHCP agents. Network: 160ff6a0-f588-4dee-aacc-e66e83ba0a56, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:01.099416 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:01.102721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=22ba0f22-65c1-4573-a996-93ac95c95e09,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:01.120152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-84625011-7e42-4189-a441-5b80bf54ee50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831224 May 13 14:47:01.129065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-22ee3cee-167b-4233-8072-64ad9d2a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:01.136118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-22ee3cee-167b-4233-8072-64ad9d2a9056 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.4814515 May 13 14:47:01.136421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '22ba0f22-65c1-4573-a996-93ac95c95e09', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'port_id': '22ba0f22-65c1-4573-a996-93ac95c95e09', 'mac_address': 'fa:16:3e:86:f2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f348f24c-b0a6-431e-bdf3-d5802e377d6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:47:01.147144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7842b639-b25f-4cc0-b2de-76704be07bf2 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:01.288127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 22ba0f22-65c1-4573-a996-93ac95c95e09 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:01.288832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.327947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ba0f22-65c1-4573-a996-93ac95c95e09 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:47:01.349768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=22ba0f22-65c1-4573-a996-93ac95c95e09,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:01.351758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 7842b639-b25f-4cc0-b2de-76704be07bf2 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:01.358127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 7842b639-b25f-4cc0-b2de-76704be07bf2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:01.358754 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.418001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.446584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f61dcda5-6762-4765-b93d-67a80f67c8af tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "PUT /v2.0/floatingips/3c75aa6a-488f-4d1d-8226-a33723201644 HTTP/1.1" status: 200 len: 990 time: 4.2830038 May 13 14:47:01.472369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:01.476391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-51634e87-acb0-495c-bb42-c66d8947c8ee service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356427 May 13 14:47:01.562540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-08f14b70-68a2-452e-af58-a000ea72297c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4244597 May 13 14:47:01.567552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff131a-605b-4d17-9369-2dd117b38662 req-51676938-7dbc-48a8-af91-caed550e3428 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:01.569307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34ff131a-605b-4d17-9369-2dd117b38662 req-51676938-7dbc-48a8-af91-caed550e3428 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=b435d5e4-f62c-491a-a584-7a5d7df0a738 HTTP/1.1" status: 200 len: 907 time: 0.3444729 May 13 14:47:01.588313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:01.588824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.635633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Network 160ff6a0-f588-4dee-aacc-e66e83ba0a56 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:01.666457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:01.688720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 7842b639-b25f-4cc0-b2de-76704be07bf2 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:01.689107 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.712830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.713181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.713518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.713848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.714173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.714497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.714819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.715137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.715454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.715772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.716095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.716435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:01.753244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['22ba0f22-65c1-4573-a996-93ac95c95e09'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:01.852159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:01.870581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for dd47d5f0-e2cb-4ef3-b44b-091c6097db6e owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:01.885740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7842b639-b25f-4cc0-b2de-76704be07bf2,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:01.893550 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.914644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 160ff6a0-f588-4dee-aacc-e66e83ba0a56) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:01.930972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:01.931976 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:01.959629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a5627-d47f-4d8c-9794-d1175f4f0e7e None None] Network 160ff6a0-f588-4dee-aacc-e66e83ba0a56 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:02.049414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa717107-7d7c-465a-ba0a-df800cc1eef9 req-69d15d99-3a4f-46ec-840d-4d5b69734056 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:02.051090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa717107-7d7c-465a-ba0a-df800cc1eef9 req-69d15d99-3a4f-46ec-840d-4d5b69734056 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 945 time: 0.1496894 May 13 14:47:02.072809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3c75aa6a-488f-4d1d-8226-a33723201644', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '1f6bca07-39e6-423d-954d-390edf2cf286', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:3a:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:22Z', 'updated_at': '2022-05-13T14:46:58Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:02.079872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:02.094875 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:02.095514 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:46:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:02.132058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-6324a493-46ff-4a0e-9563-563e26a73d78 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979572 May 13 14:47:02.173471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa717107-7d7c-465a-ba0a-df800cc1eef9 req-d3479ed4-a4c5-4a42-91c6-4788b4ae2cd2 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813801 May 13 14:47:02.187839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.236249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c715c6a7-505b-41be-97ed-744fe745aba6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7473998 May 13 14:47:02.334274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=dd47d5f0-e2cb-4ef3-b44b-091c6097db6e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:02.414294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] No DVR routers for this DVR port dd47d5f0-e2cb-4ef3-b44b-091c6097db6e on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:02.417886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.455552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4dd8a753-4d4f-4bc4-8bdb-f0933f20e8dd req-123980d7-0009-4211-974d-bad1862166b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.86 "DELETE /v2.0/ports/dd47d5f0-e2cb-4ef3-b44b-091c6097db6e HTTP/1.1" status: 204 len: 173 time: 2.2961361 May 13 14:47:02.500232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-47ecdda4-fe9b-45c0-83c8-78520507ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.531644 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:02.539296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:02.759083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daddd5-d8ad-4888-bbdf-4ce8f252ac80 req-cb4ff359-d30d-48da-8f10-1b2b3c0c8f5a tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:02.760758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9daddd5-d8ad-4888-bbdf-4ce8f252ac80 req-cb4ff359-d30d-48da-8f10-1b2b3c0c8f5a tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.2368941 May 13 14:47:02.892156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:02.896943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b9bdf-5bab-4ac2-99a7-946fa7d5eac6 None None] Network 160ff6a0-f588-4dee-aacc-e66e83ba0a56 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:02.900170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-81d6e89e-47fb-4c9e-bfd5-31e9d1e4cc3c service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3262968 May 13 14:47:02.923997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4385b57-345d-47fe-8985-b690139eaf79 req-36e8057d-9f30-49a2-96cc-fad14de52647 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:02.932049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4385b57-345d-47fe-8985-b690139eaf79 req-36e8057d-9f30-49a2-96cc-fad14de52647 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 944 time: 1.4648314 May 13 14:47:02.936696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9daddd5-d8ad-4888-bbdf-4ce8f252ac80 req-44231369-8a41-4da0-a34c-8ccae223729f tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691332 May 13 14:47:02.976480 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025561f3-3d69-4aa5-887e-967aa0e06be4 req-2d05a890-8618-4413-aee0-485b688ce62a service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321984 May 13 14:47:03.069826 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd03e811-b753-4f9e-a954-0308e08a085d'] response: {'name': 'network-changed', 'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286', 'status': 'completed', 'code': 200} May 13 14:47:03.118927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4385b57-345d-47fe-8985-b690139eaf79 req-0e5ca68a-5d13-4d31-b98d-d40a65a7a3ca tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859360 May 13 14:47:03.168077 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3c75aa6a-488f-4d1d-8226-a33723201644', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '1f6bca07-39e6-423d-954d-390edf2cf286', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:3a:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:22Z', 'updated_at': '2022-05-13T14:46:58Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:03.176127 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d99c29-2764-4f73-9f47-b4f436ad31e0 None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3c75aa6a-488f-4d1d-8226-a33723201644', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'port_id': '1f6bca07-39e6-423d-954d-390edf2cf286', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'mac_address': 'fa:16:3e:3a:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:46:22Z', 'updated_at': '2022-05-13T14:46:58Z', 'revision_number': 1, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:03.203811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.266619 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a877da16-8ec9-4301-a573-825ed16fbc2f'] response: {'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2', 'code': 200} May 13 14:47:03.339417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-d46c9f0b-95f6-4428-b307-2cf274c3570b tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.340981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-d46c9f0b-95f6-4428-b307-2cf274c3570b tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.3504026 May 13 14:47:03.344840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-16a16743-bbe8-42c8-afbf-8d19cd373beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.346560 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-16a16743-bbe8-42c8-afbf-8d19cd373beb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3bfa4efaf40341d88fcda7136e832754&device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 1096 time: 0.2424221 May 13 14:47:03.587647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308ac80a-0fce-4c3c-b9f5-e3e4e40c9e4e None None] New status for floating IP 3c75aa6a-488f-4d1d-8226-a33723201644: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:47:03.593895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185bc45-07eb-4215-902a-a809e68a652a req-8a4b61df-59fd-4477-b3b3-b2dede9394ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.596922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3185bc45-07eb-4215-902a-a809e68a652a req-8a4b61df-59fd-4477-b3b3-b2dede9394ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1096 time: 0.1658161 May 13 14:47:03.622837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Deleting port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:03.623498 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:03.630318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66a37-2dd4-435e-9a8b-ea5a59007d8e req-4a029164-376f-4106-aef6-7da7f1b18f0f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.632005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ada66a37-2dd4-435e-9a8b-ea5a59007d8e req-4a029164-376f-4106-aef6-7da7f1b18f0f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 944 time: 0.3284054 May 13 14:47:03.812139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3185bc45-07eb-4215-902a-a809e68a652a req-13e06974-ec38-4dae-88a6-d99c7d348243 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020330 May 13 14:47:03.815265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ada66a37-2dd4-435e-9a8b-ea5a59007d8e req-e2d341da-1126-439a-9259-0bd878a57810 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607320 May 13 14:47:03.937801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-adb07887-6a1b-4c27-a61b-a94d1cb67902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:03.940251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-adb07887-6a1b-4c27-a61b-a94d1cb67902 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 200 len: 911 time: 0.5596483 May 13 14:47:04.261101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-0346ce99-ca70-456a-b2ad-fba6c0cfb72c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6bca07-39e6-423d-954d-390edf2cf286 HTTP/1.1" status: 200 len: 998 time: 0.2083187 May 13 14:47:04.335018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] For port 05b66b8c-1a1c-4f55-983d-52e53ef829f5, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=05b66b8c-1a1c-4f55-983d-52e53ef829f5,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:04.335379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.392911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-817772294', 'description': 'tempest-description-2084110719'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:04.399623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:04.406864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:04.410399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:04.420136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:04.444495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.487363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:04.492793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:04.509036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:04.521185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:04.590628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 22ba0f22-65c1-4573-a996-93ac95c95e09 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:04.645966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.658806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Calling delete_port for 05b66b8c-1a1c-4f55-983d-52e53ef829f5 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:04.659527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.685780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dd47d5f0-e2cb-4ef3-b44b-091c6097db6e no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:04.743800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9810bca2-f429-422c-baa7-4870c3858a93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:04.763521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.765301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da75551c-8d97-445e-bfff-282a69adc2cd req-18923e4d-3c72-4f37-8974-09f31c322daf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3770509 May 13 14:47:04.855520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-db40f831-2d6e-4413-ac5b-795401013090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:04.857258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-db40f831-2d6e-4413-ac5b-795401013090 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 200 len: 849 time: 0.5778768 May 13 14:47:04.867003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: dd47d5f0-e2cb-4ef3-b44b-091c6097db6e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:04.867432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dd47d5f0-e2cb-4ef3-b44b-091c6097db6e not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:04.906746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:04.909550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 22ba0f22-65c1-4573-a996-93ac95c95e09 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:04.917279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 22ba0f22-65c1-4573-a996-93ac95c95e09 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:04.917957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.071414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'name': 'network-vif-deleted', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:05.167892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 22ba0f22-65c1-4573-a996-93ac95c95e09 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:05.168833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.209189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81373308-e906-4371-8e4c-9629ddb91da5 req-57679e2e-7c62-4b01-aca0-04a3eead6d69 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.225386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81373308-e906-4371-8e4c-9629ddb91da5 req-57679e2e-7c62-4b01-aca0-04a3eead6d69 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=6321f994-405b-4f35-b5aa-10552ddb59c1 HTTP/1.1" status: 200 len: 948 time: 0.4945624 May 13 14:47:05.238973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.255156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=22ba0f22-65c1-4573-a996-93ac95c95e09,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:05.265676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.266675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-9dd7fb70-9191-4648-a23f-9b3c95ecb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.266869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:05.268394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-9dd7fb70-9191-4648-a23f-9b3c95ecb3f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25602309-9f25-4a8f-ae1f-f9fcab09f009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001501 May 13 14:47:05.400741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:05.410385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bbc21-1aef-4684-97f5-af481dcdce08 req-7786c755-a4ab-4e83-8fe2-1d7164eb1606 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.413892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e38bbc21-1aef-4684-97f5-af481dcdce08 req-7786c755-a4ab-4e83-8fe2-1d7164eb1606 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3350792 May 13 14:47:05.440468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-33583e39-9c3b-4f30-a0fe-5aad287395b8 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.440468 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-33583e39-9c3b-4f30-a0fe-5aad287395b8 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 945 time: 0.2656162 May 13 14:47:05.451154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:05.451864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-3d071028-35d1-4d1a-b267-3ec005d9c956 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:05.452884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-3d071028-35d1-4d1a-b267-3ec005d9c956 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:05.463062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 05b66b8c-1a1c-4f55-983d-52e53ef829f5 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:05.463474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 05b66b8c-1a1c-4f55-983d-52e53ef829f5 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:05.505519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Pushing event deleted for resources: {'Port': ['ID=05b66b8c-1a1c-4f55-983d-52e53ef829f5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:05.570624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-3d071028-35d1-4d1a-b267-3ec005d9c956 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:05.571718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-3d071028-35d1-4d1a-b267-3ec005d9c956 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.4118741 May 13 14:47:05.575976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Deleting port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:05.576435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.595624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-81373308-e906-4371-8e4c-9629ddb91da5 req-ff9f7d32-1746-4fad-95d2-7abb6cb54b35 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583815 May 13 14:47:05.603686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e38bbc21-1aef-4684-97f5-af481dcdce08 req-6b7f25a1-6433-47d3-b913-82341bea3c69 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616051 May 13 14:47:05.641825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] No DVR routers for this DVR port 05b66b8c-1a1c-4f55-983d-52e53ef829f5 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:05.644673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:05.648574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-deleted', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:05.765827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-a518a172-49a7-4ae0-8dd7-535cd961aac9 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122093 May 13 14:47:05.777823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16b6d4fe-3aeb-45e3-b696-5ab256a39117 req-00a09ceb-c044-4446-a227-5a147c5533fe tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "DELETE /v2.0/ports/05b66b8c-1a1c-4f55-983d-52e53ef829f5 HTTP/1.1" status: 204 len: 173 time: 2.4298332 May 13 14:47:06.132514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port 80117d94-32f8-4cd4-9770-08c3e4e480c6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:06.133006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.426475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d578e-a1cc-43b5-b96d-8c71313d593b req-c20d2268-31d3-4500-aaa9-a6ebd805aa71 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:06.433683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-692d578e-a1cc-43b5-b96d-8c71313d593b req-c20d2268-31d3-4500-aaa9-a6ebd805aa71 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.4762735 May 13 14:47:06.463861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ef6d4d7-164f-4358-8618-7ba1249ede14 req-f2023891-f102-414f-b0e3-5ac34c06bba1 service neutron] 10.222.0.86 "GET /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879106 May 13 14:47:06.464807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-131c55e5-cc6c-40e7-9d32-c9abe2b7e622 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:06.467494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-131c55e5-cc6c-40e7-9d32-c9abe2b7e622 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "GET /v2.0/ports?device_id=e117b64f-9c74-40b4-a632-3bbcba9cc738 HTTP/1.1" status: 200 len: 945 time: 0.5567474 May 13 14:47:06.506435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa65e6-ff68-46fe-8ca8-4962d0f20c57 req-93a9a0c4-ff78-422c-a8d0-695e4037f5ff tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:06.529845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8daa65e6-ff68-46fe-8ca8-4962d0f20c57 req-93a9a0c4-ff78-422c-a8d0-695e4037f5ff tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 945 time: 0.3072493 May 13 14:47:06.631851 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8daa65e6-ff68-46fe-8ca8-4962d0f20c57 req-2dba5592-2636-4826-b4d7-ce483df22cab tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b39836b-2c4f-4425-ae56-ed79e63dd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994086 May 13 14:47:06.684671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] For port f20c0bc8-0216-4a9a-b041-2d8a21fb1174, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:06.684671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.720975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-692d578e-a1cc-43b5-b96d-8c71313d593b req-ccea567d-5607-49a8-8033-e97b35fec280 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859328 May 13 14:47:06.864045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Deleting port 847b8c67-3798-4a14-a1c7-a28e18a754b1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:06.864483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:06.922926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-c4974804-0dff-4229-a578-a61f74475abf tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/9810bca2-f429-422c-baa7-4870c3858a93 HTTP/1.1" status: 200 len: 1806 time: 0.2091537 May 13 14:47:06.945765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9810bca2-f429-422c-baa7-4870c3858a93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:06.946191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9810bca2-f429-422c-baa7-4870c3858a93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:06.957232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:06.969030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:06.971351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:06.983706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:07.033720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Calling delete_port for f20c0bc8-0216-4a9a-b041-2d8a21fb1174 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:07.107558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.149641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.158086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.195863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2528d321-74de-4d75-a86f-4b756b8bf016,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:07.233588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.241079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3d31a76-528d-4a1f-a803-bea745ef2788 req-0d2dda8e-03cc-415e-9678-9b997fa0d04a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3021767 May 13 14:47:07.296621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port 80117d94-32f8-4cd4-9770-08c3e4e480c6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80117d94-32f8-4cd4-9770-08c3e4e480c6,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:07.298005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.379861 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3c94c3-178a-4b26-bfe6-bfa2db266d50'] response: {'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09', 'code': 200} May 13 14:47:07.392639 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec27446d-345e-436d-98bd-30268a2dbf19'] response: {'server_uuid': 'b435d5e4-f62c-491a-a584-7a5d7df0a738', 'name': 'network-vif-deleted', 'tag': 'dd47d5f0-e2cb-4ef3-b44b-091c6097db6e', 'status': 'completed', 'code': 200} May 13 14:47:07.444382 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09d8b35-bed3-47ca-b260-94d19378f0ed'] response: {'server_uuid': '6321f994-405b-4f35-b5aa-10552ddb59c1', 'name': 'network-vif-deleted', 'tag': '05b66b8c-1a1c-4f55-983d-52e53ef829f5', 'status': 'completed', 'code': 200} May 13 14:47:07.469573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for 80117d94-32f8-4cd4-9770-08c3e4e480c6 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:07.599862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246289-9fbd-4cc9-a142-6613d407b246 req-259661eb-0279-49c3-bcf5-50e606742882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.602703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21246289-9fbd-4cc9-a142-6613d407b246 req-259661eb-0279-49c3-bcf5-50e606742882 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 1096 time: 0.1362562 May 13 14:47:07.666666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21246289-9fbd-4cc9-a142-6613d407b246 req-086ebe82-dc57-49ad-9087-837420fd71f8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566127 May 13 14:47:07.800146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4dbe4-a0b6-4986-abc6-a94c4204cd1b req-0c65e40d-fca7-43ef-8f9e-a7c4e390ca03 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.806009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ba4dbe4-a0b6-4986-abc6-a94c4204cd1b req-0c65e40d-fca7-43ef-8f9e-a7c4e390ca03 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1245191 May 13 14:47:07.871472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324d70d-3cbf-45b8-98af-517794550146 req-3e4491fc-98a5-4a42-b476-8e54948f04be tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:07.879278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2324d70d-3cbf-45b8-98af-517794550146 req-3e4491fc-98a5-4a42-b476-8e54948f04be tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 945 time: 0.8161950 May 13 14:47:07.899149 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ba4dbe4-a0b6-4986-abc6-a94c4204cd1b req-daa50773-1612-4275-815c-b5106ceafa28 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816996 May 13 14:47:07.907841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:07.943745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['847b8c67-3798-4a14-a1c7-a28e18a754b1'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:08.071456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2324d70d-3cbf-45b8-98af-517794550146 req-6c2f3317-9db7-4b1f-992b-6ca124480362 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910942 May 13 14:47:08.111806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event deleted for resources: {'Port': ['ID=f20c0bc8-0216-4a9a-b041-2d8a21fb1174,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:08.124748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-221507283', 'description': 'tempest-description-1428758864'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:08.175963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.176589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.177099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.177588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.178102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.178599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.179078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.179559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.180054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.180564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.181048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.181531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:08.190774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:08.248312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:08.252026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] No DVR routers for this DVR port f20c0bc8-0216-4a9a-b041-2d8a21fb1174 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:08.255569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:08.262313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] For port 847b8c67-3798-4a14-a1c7-a28e18a754b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=847b8c67-3798-4a14-a1c7-a28e18a754b1,segment=NetworkSegment(ca45ecd5-bf4e-44e0-8396-ef15650fc42a),segment_id=ca45ecd5-bf4e-44e0-8396-ef15650fc42a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:08.263075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.274663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.298897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:08.378766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea0a3a4d-7181-4d5e-ad84-e51ece32fc68 req-b0d00f0e-c5b5-4149-bc44-11efd8d2bd05 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb HTTP/1.1" status: 200 len: 210 time: 0.0702124 May 13 14:47:08.554591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Calling delete_port for 847b8c67-3798-4a14-a1c7-a28e18a754b1 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:08.584945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-347af74c-638b-4b18-bb9a-2f5c5a73ce49 req-0e63955f-ce53-4b9d-8f7c-d3789b828f82 tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.90 "DELETE /v2.0/ports/f20c0bc8-0216-4a9a-b041-2d8a21fb1174 HTTP/1.1" status: 204 len: 173 time: 3.1148345 May 13 14:47:08.607122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.627546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80117d94-32f8-4cd4-9770-08c3e4e480c6 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:08.682893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:08.693185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:08.697419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:08.706176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:08.711534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:08.753056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5e0a941a-9774-4ac1-8f7e-84198148513b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:08.763588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e88b7b-0aac-46aa-8122-2bbf4006f0c9 req-33f9e607-c284-4a75-8ec8-5fe911eb02d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:08.766655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9e88b7b-0aac-46aa-8122-2bbf4006f0c9 req-33f9e607-c284-4a75-8ec8-5fe911eb02d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:08.822503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c9e88b7b-0aac-46aa-8122-2bbf4006f0c9 req-33f9e607-c284-4a75-8ec8-5fe911eb02d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:08.833059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9e88b7b-0aac-46aa-8122-2bbf4006f0c9 req-33f9e607-c284-4a75-8ec8-5fe911eb02d7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=419d44dd-96f8-49b1-852d-2c99b5873979 HTTP/1.1" status: 200 len: 946 time: 0.2587442 May 13 14:47:08.944692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=80117d94-32f8-4cd4-9770-08c3e4e480c6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:08.961225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 80117d94-32f8-4cd4-9770-08c3e4e480c6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:08.961850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80117d94-32f8-4cd4-9770-08c3e4e480c6 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:08.962436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f20c0bc8-0216-4a9a-b041-2d8a21fb1174 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:09.000937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9e88b7b-0aac-46aa-8122-2bbf4006f0c9 req-a43a3e83-171d-4e77-90d3-0fade028a664 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651042 May 13 14:47:09.016810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: f20c0bc8-0216-4a9a-b041-2d8a21fb1174 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:09.017463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device f20c0bc8-0216-4a9a-b041-2d8a21fb1174 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:09.067926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.116328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.168913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7cc9cd-4dab-4a0f-976d-78788721987e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:09.175113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] No DVR routers for this DVR port 80117d94-32f8-4cd4-9770-08c3e4e480c6 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:09.191164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.294641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-393e19f7-d6b3-4490-9a8a-a194eaf86fdf req-496d68c8-04b8-403a-b024-f82859887bb7 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "DELETE /v2.0/ports/80117d94-32f8-4cd4-9770-08c3e4e480c6 HTTP/1.1" status: 204 len: 173 time: 3.6816056 May 13 14:47:09.302667 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.304202 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e54cc939-35be-4675-9642-cc49c430d48e req-9d231260-90e4-4c2f-bccf-3f1e07de0de3 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1833715 May 13 14:47:09.346676 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.458500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'name': 'network-vif-deleted', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174'}, {'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'name': 'network-vif-deleted', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:09.496081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Pushing event deleted for resources: {'Port': ['ID=847b8c67-3798-4a14-a1c7-a28e18a754b1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:09.655847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] No DVR routers for this DVR port 847b8c67-3798-4a14-a1c7-a28e18a754b1 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:09.658362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:09.663519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c4f00200-7ea8-43d9-9612-a90e4e0e2511 req-ef7a6924-46ec-4898-ab93-46acb9216d2b tempest-MultipleCreateTestJSON-235187626 tempest-MultipleCreateTestJSON-235187626-project] 10.222.0.86 "DELETE /v2.0/ports/847b8c67-3798-4a14-a1c7-a28e18a754b1 HTTP/1.1" status: 204 len: 173 time: 3.1669798 May 13 14:47:09.743161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-721fd4c3-9355-4c29-b163-f82008e3d99d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/aa7cc9cd-4dab-4a0f-976d-78788721987e HTTP/1.1" status: 200 len: 1806 time: 0.0665233 May 13 14:47:09.748241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aa7cc9cd-4dab-4a0f-976d-78788721987e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:09.748921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aa7cc9cd-4dab-4a0f-976d-78788721987e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:09.757167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:09.761788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:09.765649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:09.786505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:09.984991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.017464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.026153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.049031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-c7ebda6e-7dac-4373-a3ee-03fa00ccb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.051451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-c7ebda6e-7dac-4373-a3ee-03fa00ccb2a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1096 time: 0.3378396 May 13 14:47:10.069219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0ee8d3-30c8-4674-b058-be84b971aece,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:10.082753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.084586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74f585ec-ce65-4553-896d-fe6d83b4a263 req-cc26ec34-4283-47d9-82ec-4cc8aec8a915 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3404911 May 13 14:47:10.136005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:10.175563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78423ee7-6c18-4c2a-9054-5eb3d3dc3cec req-7634e05a-8d75-4c8b-8f3a-feefdbcf8651 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.177224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78423ee7-6c18-4c2a-9054-5eb3d3dc3cec req-7634e05a-8d75-4c8b-8f3a-feefdbcf8651 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 945 time: 0.2777321 May 13 14:47:10.231637 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3b7f29-6037-45c9-8451-464d74937669'] response: {'server_uuid': 'ed5dcaa6-3f8f-4e9a-9c4a-8b85be5ac9fb', 'name': 'network-vif-deleted', 'tag': 'f20c0bc8-0216-4a9a-b041-2d8a21fb1174', 'status': 'completed', 'code': 200} May 13 14:47:10.231902 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3b7f29-6037-45c9-8451-464d74937669'] response: {'server_uuid': '419d44dd-96f8-49b1-852d-2c99b5873979', 'name': 'network-vif-deleted', 'tag': '80117d94-32f8-4cd4-9770-08c3e4e480c6', 'status': 'completed', 'code': 200} May 13 14:47:10.274044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78423ee7-6c18-4c2a-9054-5eb3d3dc3cec req-2eb44cac-6826-47f9-a3b3-8e43212e425b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784376 May 13 14:47:10.275255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-d27f187e-61d9-41fc-b1b3-318466b3dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.277056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-d27f187e-61d9-41fc-b1b3-318466b3dad2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.2194488 May 13 14:47:10.360925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.374477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-8de3af74-d38f-4432-9707-c84a9a42bd21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 200 len: 217 time: 0.0868886 May 13 14:47:10.432482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:10.449485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Usage tracker for resource:security_group_rule and tenant:fd011187b0ed49e9a887af4e272b058e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:10.454823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:10.461911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:10.497495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-416529db-85a6-41ba-9995-94361d826b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.498975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-416529db-85a6-41ba-9995-94361d826b85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.1158025 May 13 14:47:10.505689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041497-5756-4159-ab93-356e1defe3da req-11b4388c-9c6d-40a2-936c-eb81b649bef1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.506443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af041497-5756-4159-ab93-356e1defe3da req-11b4388c-9c6d-40a2-936c-eb81b649bef1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Synchronizing usage tracker for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:10.542132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-af041497-5756-4159-ab93-356e1defe3da req-11b4388c-9c6d-40a2-936c-eb81b649bef1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Unset dirty status for tenant:bf428eca2abe45bca064fbeaa6a074cf on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:10.543465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af041497-5756-4159-ab93-356e1defe3da req-11b4388c-9c6d-40a2-936c-eb81b649bef1 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 949 time: 0.1701610 May 13 14:47:10.636758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af041497-5756-4159-ab93-356e1defe3da req-91a09d45-9402-4a00-8a8c-2f396686c8f5 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 May 13 14:47:10.643997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.650084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.688732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-dc75259b-067c-4c33-af0c-f0d2580d9850 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813700 May 13 14:47:10.702961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 847b8c67-3798-4a14-a1c7-a28e18a754b1 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:10.703943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5240a4de-b6f0-4d55-8c81-faaba27912a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:10.710670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b5466363-5b82-4288-9bfc-859ba7a3f707 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd011187b0ed49e9a887af4e272b058e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727124 May 13 14:47:10.713487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:10.781699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 847b8c67-3798-4a14-a1c7-a28e18a754b1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:10.784965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 847b8c67-3798-4a14-a1c7-a28e18a754b1 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:10.797273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901bf45-a734-439d-9fc1-4182fbc9fb98 req-928a0f32-4326-48b7-a052-d8ab3372536f tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:10.799180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b901bf45-a734-439d-9fc1-4182fbc9fb98 req-928a0f32-4326-48b7-a052-d8ab3372536f tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3532283 May 13 14:47:10.805560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-603786263', 'description': 'tempest-description-1508926367'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:10.815372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:10.818008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.822454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:10.837302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:10.847225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:10.867240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.885191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-e10c2256-c3f8-4515-bc6e-2b5aea4e5d24 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879103 May 13 14:47:10.885554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:10.888374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b901bf45-a734-439d-9fc1-4182fbc9fb98 req-508a3b7f-89cd-4abc-a7dc-f8a73dd06719 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769396 May 13 14:47:10.944405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:10.952300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:10.957764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:10.970174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:10.999223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.030954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240a4de-b6f0-4d55-8c81-faaba27912a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:11.058001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.064423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c43100cb-69d1-4d6d-a81f-b1e516507249 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5240a4de-b6f0-4d55-8c81-faaba27912a5 HTTP/1.1" status: 204 len: 168 time: 0.3444769 May 13 14:47:11.071612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7c0cd81-8ee1-4856-ac4d-28581ff592d3 req-d8c2cfc3-26d7-4b86-980f-7a6334091b7b service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772676 May 13 14:47:11.086606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.149244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.163078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.167266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Deleting subnet 48e0f044-c0cd-4ef9-b612-c31085932ff8 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:11.171293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.251508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.277459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965ffad4-b334-4546-bcbe-6844314f5c71,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:11.307203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.308994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b218f984-6640-4b82-a09b-5859b8268576 req-0f3ce907-f884-48c5-8526-2717c933cd3a tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5115435 May 13 14:47:11.334524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.426985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.482208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e0f044-c0cd-4ef9-b612-c31085932ff8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:11.485061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.499221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-15c0ed64-3e8c-42f6-af68-b8bfef5b8327 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48e0f044-c0cd-4ef9-b612-c31085932ff8 HTTP/1.1" status: 204 len: 168 time: 0.4113212 May 13 14:47:11.501826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60038) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.635423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:11.656052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.675338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:11.681970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d13991acabf141bead041fe22e6bdd73 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:11.687276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:11.696304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:11.730426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2080589384', 'description': 'tempest-description-30050119'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:11.768387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:11.788046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:11.806918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:11.841684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:11.848173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470365d3-c612-4781-85e1-b60a781e8618 req-b9928807-e034-4142-8119-29c2b3415155 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:11.849742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-470365d3-c612-4781-85e1-b60a781e8618 req-b9928807-e034-4142-8119-29c2b3415155 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 945 time: 0.1440573 May 13 14:47:11.862575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.900197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.910340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.936901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-470365d3-c612-4781-85e1-b60a781e8618 req-29759702-3585-4dff-8583-1dca584cfbbc tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792165 May 13 14:47:11.943920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:11.970474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e61ef7-5fab-4a73-88ca-2ace51945640,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:11.977363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3d03c1b-1aa7-4232-b0b9-02bdcacaadf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d13991acabf141bead041fe22e6bdd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385103 May 13 14:47:11.977616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:12.026354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b76e6-73ec-493a-ba51-25171968161f req-fc28d905-00f1-438a-8b61-6fff6e81422c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.027950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db2b76e6-73ec-493a-ba51-25171968161f req-fc28d905-00f1-438a-8b61-6fff6e81422c tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 949 time: 0.3777835 May 13 14:47:12.036678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:12.095923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.124969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:12.134280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:12.137928 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.150586 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:47:12.156853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:12.184543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.192881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b3591-a71d-4e23-865a-1ff16c9baf80 req-32dddbf3-21cc-4b18-b757-ac76bbbcfa8d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.194415 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-008b3591-a71d-4e23-865a-1ff16c9baf80 req-32dddbf3-21cc-4b18-b757-ac76bbbcfa8d tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.1471305 May 13 14:47:12.235587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Deleting port bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:12.235921 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.242351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.272900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-008b3591-a71d-4e23-865a-1ff16c9baf80 req-71962a5d-6221-47bc-92e0-e8d775248cb5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657723 May 13 14:47:12.273923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e61ef7-5fab-4a73-88ca-2ace51945640,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:12.274383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b014097-c0e9-4901-b921-8c5e7bde7071']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:12.281992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.282718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'name': 'network-vif-deleted', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:12.283103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-64878d27-a421-49fc-93ea-53edf2823b45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04e61ef7-5fab-4a73-88ca-2ace51945640 HTTP/1.1" status: 204 len: 168 time: 0.3045802 May 13 14:47:12.295429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b320-0e96-4628-9652-1645a1057682 req-cf5d1d37-ee40-4e07-b9c3-68bcf527feaf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.296165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0d33b320-0e96-4628-9652-1645a1057682 req-cf5d1d37-ee40-4e07-b9c3-68bcf527feaf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:12.321590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:12.321886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca45ecd5-bf4e-44e0-8396-ef15650fc42a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:12.350423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.365876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-0d33b320-0e96-4628-9652-1645a1057682 req-cf5d1d37-ee40-4e07-b9c3-68bcf527feaf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:12.367021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d33b320-0e96-4628-9652-1645a1057682 req-cf5d1d37-ee40-4e07-b9c3-68bcf527feaf tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.5094595 May 13 14:47:12.458724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.497250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9dbb-d5cb-48c1-96e9-cd4f03fcf8d7 req-9359b11c-1be7-4eb2-8d6b-a1c7c659d913 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.498895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a0e9dbb-d5cb-48c1-96e9-cd4f03fcf8d7 req-9359b11c-1be7-4eb2-8d6b-a1c7c659d913 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 949 time: 0.0982261 May 13 14:47:12.504786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:12.505440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: timer() May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:12.520708 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:12.560602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a0e9dbb-d5cb-48c1-96e9-cd4f03fcf8d7 req-1e86307b-eafc-4596-8318-1f2ec6e8e287 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d1843c2-c4b8-47d5-9968-9c177bebaf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 May 13 14:47:12.785513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4b67c-669d-4910-8688-a30bbba067f1 req-4660c02d-2680-45f8-bdea-08d4046926c4 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:12.787910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb4b67c-669d-4910-8688-a30bbba067f1 req-4660c02d-2680-45f8-bdea-08d4046926c4 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1084132 May 13 14:47:12.822004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port 5e0a941a-9774-4ac1-8f7e-84198148513b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:12.822249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.902513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.917796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.937526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:12.975783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.025098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fb4b67c-669d-4910-8688-a30bbba067f1 req-4701cfa9-d885-4a40-b382-65ad490a9556 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259452 May 13 14:47:13.060301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b014097-c0e9-4901-b921-8c5e7bde7071,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:13.115906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3f576-c577-44b9-b40a-a631b1feea17,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:13.126112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] For port bd5f57ed-95fa-41e5-b784-0c305212676a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bd5f57ed-95fa-41e5-b784-0c305212676a,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:13.126517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.139338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3f78bba-996f-463d-a550-fd3bf5d61c4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b014097-c0e9-4901-b921-8c5e7bde7071 HTTP/1.1" status: 204 len: 168 time: 1.6320400 May 13 14:47:13.157455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.176589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b696da8-c9a6-4f47-b3cc-bf1ac3db6852 req-0b495a90-b366-4a87-a709-e18108183fe4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5241549 May 13 14:47:13.179007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-1c0110fb-1364-4658-a6ce-64c47328d66c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:13.182046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-1c0110fb-1364-4658-a6ce-64c47328d66c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 945 time: 0.1499603 May 13 14:47:13.184258 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca9c035-5a4e-40a0-99bd-409ff7584e1c'] response: {'server_uuid': 'e117b64f-9c74-40b4-a632-3bbcba9cc738', 'name': 'network-vif-deleted', 'tag': '847b8c67-3798-4a14-a1c7-a28e18a754b1', 'status': 'completed', 'code': 200} May 13 14:47:13.331398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Deleting port 22ba0f22-65c1-4573-a996-93ac95c95e09 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:13.332675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.378198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Calling delete_port for bd5f57ed-95fa-41e5-b784-0c305212676a owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:13.513059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:13.521400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-50fceff4-9e7a-41f2-83e3-dcd230dfc939 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/965ffad4-b334-4546-bcbe-6844314f5c71 HTTP/1.1" status: 200 len: 1806 time: 0.3319001 May 13 14:47:13.696345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0e68-69f1-4f23-a197-b92adbe00b75 req-ca1831a6-dd5d-44ae-b68e-b9c0a321f38a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:13.700901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-033d0e68-69f1-4f23-a197-b92adbe00b75 req-ca1831a6-dd5d-44ae-b68e-b9c0a321f38a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 945 time: 0.2922244 May 13 14:47:13.703708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] For port 22ba0f22-65c1-4573-a996-93ac95c95e09, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=22ba0f22-65c1-4573-a996-93ac95c95e09,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:13.704082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.716366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port 5e0a941a-9774-4ac1-8f7e-84198148513b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5e0a941a-9774-4ac1-8f7e-84198148513b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:13.716821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.860370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9d88378c-6954-4873-9cbf-dd479c4658f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c3e744aefba458fabddcfc11cf497e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369055 May 13 14:47:13.869559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for 5e0a941a-9774-4ac1-8f7e-84198148513b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:13.888436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:13.899428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Calling delete_port for 22ba0f22-65c1-4573-a996-93ac95c95e09 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:13.906434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-1140d7d4-6726-499a-81b0-fbfb93764ba2 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/84f3f576-c577-44b9-b40a-a631b1feea17 HTTP/1.1" status: 200 len: 1805 time: 0.3734946 May 13 14:47:13.938411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '965ffad4-b334-4546-bcbe-6844314f5c71', 'remote_group_id': '84f3f576-c577-44b9-b40a-a631b1feea17', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:13.938720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '965ffad4-b334-4546-bcbe-6844314f5c71', 'remote_group_id': '84f3f576-c577-44b9-b40a-a631b1feea17', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:13.940653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-033d0e68-69f1-4f23-a197-b92adbe00b75 req-794068bc-79d1-4bfe-8f89-9e4f16c6e8f6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272706 May 13 14:47:13.951202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:13.960831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:13.962912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:13.968993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:14.018309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:14.026816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.048239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Pushing event deleted for resources: {'Port': ['ID=bd5f57ed-95fa-41e5-b784-0c305212676a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.084296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-4902ab38-392a-44e3-83ff-0767b3c3a39b req-333de4b3-d76a-401d-85d4-fe4b2c4b4124 service neutron] (88131) timed out ('10.222.0.36', 40506) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:47:14.086217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.193984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] No DVR routers for this DVR port bd5f57ed-95fa-41e5-b784-0c305212676a on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:14.199934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.254757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db2b76e6-73ec-493a-ba51-25171968161f req-eabc7033-725d-4b7b-9df9-08097deb8501 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.90 "DELETE /v2.0/ports/bd5f57ed-95fa-41e5-b784-0c305212676a HTTP/1.1" status: 204 len: 173 time: 2.2154429 May 13 14:47:14.276245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.277685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.293500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['eb31906b-1183-4d3d-80a9-046f2e6728c7', '22ba0f22-65c1-4573-a996-93ac95c95e09'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:14.333381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.344741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.368239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Pushing event deleted for resources: {'Port': ['ID=22ba0f22-65c1-4573-a996-93ac95c95e09,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.395010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=5e0a941a-9774-4ac1-8f7e-84198148513b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.409263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cafd4e-5a55-429d-8257-1bf7f2c68cae req-ad87dd21-36ec-48f8-af49-6cb6b8ba1c67 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:14.422748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51cafd4e-5a55-429d-8257-1bf7f2c68cae req-ad87dd21-36ec-48f8-af49-6cb6b8ba1c67 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc079c7-77d9-4524-992e-f9f56460ab21 HTTP/1.1" status: 200 len: 946 time: 0.2714388 May 13 14:47:14.440816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39836b-2c4f-4425-ae56-ed79e63dd0c0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.605729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] No DVR routers for this DVR port 22ba0f22-65c1-4573-a996-93ac95c95e09 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:14.617990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.620132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c786c61e-8f86-4ff9-9e2e-15482c0b8342 req-ef18328c-b98d-433f-97f7-85c2e72ac5ef tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "DELETE /v2.0/ports/22ba0f22-65c1-4573-a996-93ac95c95e09 HTTP/1.1" status: 204 len: 173 time: 1.4313271 May 13 14:47:14.621495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.630735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-74580189-55fc-451e-9522-a896070f9dd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b39836b-2c4f-4425-ae56-ed79e63dd0c0 HTTP/1.1" status: 204 len: 168 time: 0.7339554 May 13 14:47:14.630735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'name': 'network-vif-deleted', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:14.642041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] No DVR routers for this DVR port 5e0a941a-9774-4ac1-8f7e-84198148513b on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:14.651936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51cafd4e-5a55-429d-8257-1bf7f2c68cae req-0c611ea7-56c1-4b42-a3e2-8c692fe8402a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0e08f52-6596-4f39-a1cb-c44c1cda2061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274921 May 13 14:47:14.671121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.702355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.708322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 22ba0f22-65c1-4573-a996-93ac95c95e09 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:14.713493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d33b320-0e96-4628-9652-1645a1057682 req-a0423bd5-4d4e-4f59-bcda-4a719a8d64a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "DELETE /v2.0/ports/5e0a941a-9774-4ac1-8f7e-84198148513b HTTP/1.1" status: 204 len: 173 time: 2.3283455 May 13 14:47:14.718342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.814924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb37fef-0270-4b3f-8362-d3f53c54bd31,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:14.845880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:14.846464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 22ba0f22-65c1-4573-a996-93ac95c95e09 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:14.847043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 22ba0f22-65c1-4573-a996-93ac95c95e09 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:14.848946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5e0a941a-9774-4ac1-8f7e-84198148513b no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:14.849253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d8db755-ee5f-4c1e-a86b-009b5c6b5b03 req-56e42f5f-a778-4976-b894-40efda5ee237 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9229558 May 13 14:47:14.965545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 5e0a941a-9774-4ac1-8f7e-84198148513b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:14.966263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5e0a941a-9774-4ac1-8f7e-84198148513b not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:14.967254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:15.134779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: bd5f57ed-95fa-41e5-b784-0c305212676a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:15.135212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bd5f57ed-95fa-41e5-b784-0c305212676a not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:15.185644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-deleted', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a'}, {'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'name': 'network-vif-deleted', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:15.248836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b266ae4-6882-4a88-8422-d66616a993de req-23d9b896-b982-4131-9775-4a123aa953a8 tempest-ListImageFiltersTestJSON-1167733227 tempest-ListImageFiltersTestJSON-1167733227-project] 10.222.0.36 "GET /v2.0/ports?device_id=779126a9-c09c-4909-8e9c-4ede2c7f2a6a HTTP/1.1" status: 200 len: 210 time: 0.0882933 May 13 14:47:15.324455 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6a4c99-fc4d-4192-b22a-896b97686859'] response: {'server_uuid': 'efd89848-8515-461a-ac3c-a2111c981d70', 'name': 'network-vif-deleted', 'tag': '22ba0f22-65c1-4573-a996-93ac95c95e09', 'status': 'completed', 'code': 200} May 13 14:47:15.356827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1196973545', 'description': 'tempest-description-1053866704'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:15.367194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:15.384157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:15.390356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:15.411210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c226f37-e1b4-4a6e-87f4-983b5e91f8fc req-9756d6cb-4928-4665-b47d-dd300d4cccf1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:15.415464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c226f37-e1b4-4a6e-87f4-983b5e91f8fc req-9756d6cb-4928-4665-b47d-dd300d4cccf1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.2241392 May 13 14:47:15.419664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:15.443903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.496521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:15.502264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:15.503870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c226f37-e1b4-4a6e-87f4-983b5e91f8fc req-c926928c-5a1d-483d-8096-03b030ddd4eb tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780571 May 13 14:47:15.516196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:15.525873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:15.698121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.704796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.744886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49f6540e-dead-435a-b252-c901469ef543 req-5bc41c6c-c006-4bcd-88b8-c6a4d41bd410 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd89848-8515-461a-ac3c-a2111c981d70 HTTP/1.1" status: 200 len: 210 time: 0.0875494 May 13 14:47:15.776402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d49b72-99be-4613-a74b-d88e5ac4b6c1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:15.782074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:15.807681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f44347e-86b7-4b29-9d31-261a0091e783 req-ca731658-23e6-4e5a-ad4b-1202191e1545 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4407492 May 13 14:47:15.936361 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feb2702-d9c4-4c2a-827d-4d853552e098'] response: {'server_uuid': '779126a9-c09c-4909-8e9c-4ede2c7f2a6a', 'name': 'network-vif-deleted', 'tag': 'bd5f57ed-95fa-41e5-b784-0c305212676a', 'status': 'completed', 'code': 200} May 13 14:47:15.936842 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feb2702-d9c4-4c2a-827d-4d853552e098'] response: {'server_uuid': '3bc079c7-77d9-4524-992e-f9f56460ab21', 'name': 'network-vif-deleted', 'tag': '5e0a941a-9774-4ac1-8f7e-84198148513b', 'status': 'completed', 'code': 200} May 13 14:47:15.959506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788034069', 'description': 'tempest-description-135050621'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:15.966600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:15.971537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:15.975838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:15.983065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:16.000984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.027061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:16.032019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:16.036514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:16.044514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:16.138499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.146440 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.211532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe3908a-12c0-476a-9cce-20b0e3b097fe,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:16.219541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.227364 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d562eab6-50d7-4eef-8f4a-ca847d683373 req-9bb36e36-fcbe-4695-9acd-314a98325bab tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2742701 May 13 14:47:16.371838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-a69a1da2-7aa7-4f70-991c-fe032ebb9664 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/b5d49b72-99be-4613-a74b-d88e5ac4b6c1 HTTP/1.1" status: 200 len: 1807 time: 0.1145928 May 13 14:47:16.483489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-69bb0dc5-4a1e-4926-9196-be20d3fc1bb5 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/bbe3908a-12c0-476a-9cce-20b0e3b097fe HTTP/1.1" status: 200 len: 1806 time: 0.1103210 May 13 14:47:16.488996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5d49b72-99be-4613-a74b-d88e5ac4b6c1', 'remote_group_id': 'bbe3908a-12c0-476a-9cce-20b0e3b097fe', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:16.489420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5d49b72-99be-4613-a74b-d88e5ac4b6c1', 'remote_group_id': 'bbe3908a-12c0-476a-9cce-20b0e3b097fe', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:16.499010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:16.509823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:16.514298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:16.536141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:16.655920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.737612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.744995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.782200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8408218d-8f49-4be4-a86b-4860afee42cf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:16.801100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:16.836701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:16.839358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c3e0970-f160-4ebf-98e4-6b509ba273f4 req-cd38ed50-34a5-4522-9bdb-7c0325941842 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3545475 May 13 14:47:17.074140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1143624538-network', 'tenant_id': 'a3e695522c954ff08b25f6465ca5016a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:17.090782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:17.103265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Usage tracker for resource:network and tenant:a3e695522c954ff08b25f6465ca5016a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:17.112101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:17.233131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:17.249713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff892-cf0e-48a7-a599-997275e9f7a8 req-aa63d2c7-cf87-4230-80e2-5025644bc437 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:17.252547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Made reservation on behalf of a3e695522c954ff08b25f6465ca5016a for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:17.255101 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da4ff892-cf0e-48a7-a599-997275e9f7a8 req-aa63d2c7-cf87-4230-80e2-5025644bc437 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3378925 May 13 14:47:17.255538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.272867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.299339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725714a5-2c3c-43a4-b898-ffef8fc13731 req-22977fd6-3a98-434d-a39d-6f90083bd904 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:17.301517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-725714a5-2c3c-43a4-b898-ffef8fc13731 req-22977fd6-3a98-434d-a39d-6f90083bd904 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3304877 May 13 14:47:17.302637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:17.307332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e695522c954ff08b25f6465ca5016a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:17.327275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:17.341127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da4ff892-cf0e-48a7-a599-997275e9f7a8 req-a6d22dcf-d4e5-4351-a226-283fea3b35b3 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792525 May 13 14:47:17.361117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:17.420897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:17.433616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-725714a5-2c3c-43a4-b898-ffef8fc13731 req-d7ddfdb5-2e88-47fc-b7f8-58c457c207a9 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087673 May 13 14:47:17.603134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.616577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.693583 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.700872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:17.709614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86853783-7aba-41ce-9a6a-929b1df804ff,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:17.719600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:17.731411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Usage tracker for resource:security_group_rule and tenant:2ddac9620a9f4d208038da0838168e30 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:17.736683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0824d12-d568-46b9-be95-3f687e2779bd req-b6ed448f-ec05-4751-a93c-d3a1d2f039f4 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/bbe3908a-12c0-476a-9cce-20b0e3b097fe HTTP/1.1" status: 200 len: 1806 time: 0.1639276 May 13 14:47:17.741187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:17.751263 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.751608 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Added segment 5abb8002-b4a9-4648-8187-9773c466392f of type vlan for network 58f8e400-fab0-4bad-a16e-cc100ddebcca May 13 14:47:17.757284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:17.829602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.877578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a0824d12-d568-46b9-be95-3f687e2779bd req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.912861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.914086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:17.914687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:17.936726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a0824d12-d568-46b9-be95-3f687e2779bd req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.043010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.056824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.072147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2649412 May 13 14:47:18.073475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:18.083282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6e118-1445-4d08-94d0-8d83a615af06 admin admin] Pushing event updated for resources: {'Network': ['ID=58f8e400-fab0-4bad-a16e-cc100ddebcca,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.088689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Request body: {'subnet': {'network_id': '58f8e400-fab0-4bad-a16e-cc100ddebcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1143624538-subnet', 'tenant_id': 'a3e695522c954ff08b25f6465ca5016a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:18.100416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:18.106656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Usage tracker for resource:subnet and tenant:a3e695522c954ff08b25f6465ca5016a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:18.110637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 58f8e400-fab0-4bad-a16e-cc100ddebcca details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:18.111561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:18.118631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:18.139399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Made reservation on behalf of a3e695522c954ff08b25f6465ca5016a for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:18.142278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.167779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de62d4-76a5-4599-a067-1c4c8092cd07,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.183216 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-37119165-bf46-4369-8337-7ae5082fa0fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ddac9620a9f4d208038da0838168e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611120 May 13 14:47:18.185109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60244) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:18.208723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-d1928adc-d8ba-453b-9062-897b7b05ae2f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:18.210611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-d1928adc-d8ba-453b-9062-897b7b05ae2f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:18.218812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a0824d12-d568-46b9-be95-3f687e2779bd req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.255470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe3908a-12c0-476a-9cce-20b0e3b097fe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.288619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a0824d12-d568-46b9-be95-3f687e2779bd req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.290368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0824d12-d568-46b9-be95-3f687e2779bd req-64a147aa-2668-4bab-84ec-3d6619e62057 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbe3908a-12c0-476a-9cce-20b0e3b097fe HTTP/1.1" status: 204 len: 173 time: 0.5524888 May 13 14:47:18.399365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-d1928adc-d8ba-453b-9062-897b7b05ae2f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:18.401248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-d1928adc-d8ba-453b-9062-897b7b05ae2f tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.5080056 May 13 14:47:18.502853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.536164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.671572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.692035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=011a14c6-2048-4428-8c73-e4995d7e11dc,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:18.702643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:18.703181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.706513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Checking segment: {'id': '5abb8002-b4a9-4648-8187-9773c466392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '58f8e400-fab0-4bad-a16e-cc100ddebcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:18.707579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Network hostable DHCP agents. Network: 58f8e400-fab0-4bad-a16e-cc100ddebcca, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:18.750885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Network 58f8e400-fab0-4bad-a16e-cc100ddebcca is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:18.775867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 58f8e400-fab0-4bad-a16e-cc100ddebcca) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:18.788516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:18.788761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd19c77-416d-41aa-bae0-cb383ea06901 None None] Network 58f8e400-fab0-4bad-a16e-cc100ddebcca requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:18.790073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:18.862007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-16973fa5-e543-4f8a-847c-cb63a01cec7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7862756 May 13 14:47:18.968346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10886778-17c1-42d1-8ebd-8cf9f78c3934 req-00e52b2a-8f87-4d55-bd1e-ff26b3f21a85 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/b5d49b72-99be-4613-a74b-d88e5ac4b6c1 HTTP/1.1" status: 200 len: 1807 time: 0.0988014 May 13 14:47:19.138485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41146ac8-5040-4eda-886d-0fdb4b2c7a23 req-ae629c21-054b-4e11-882f-dea209bc711c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:19.140914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41146ac8-5040-4eda-886d-0fdb4b2c7a23 req-ae629c21-054b-4e11-882f-dea209bc711c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6399589 May 13 14:47:19.172693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033b95b-7a21-48d6-9cdc-1e6ac901e7d7 None None] Network 58f8e400-fab0-4bad-a16e-cc100ddebcca requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:19.194128 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.224970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.283881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de62d4-76a5-4599-a067-1c4c8092cd07,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:19.333683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41146ac8-5040-4eda-886d-0fdb4b2c7a23 req-b2bb1bfd-4c73-4df1-b7af-ddecfc0bb965 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561518 May 13 14:47:19.339724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.346065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-064cac49-3c02-4776-9df6-b630aacd612e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24de62d4-76a5-4599-a067-1c4c8092cd07 HTTP/1.1" status: 204 len: 168 time: 1.1577470 May 13 14:47:19.366534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3882c-0d6d-4055-91ac-3a3c2a232d46 req-54808b47-85bd-469a-8175-0dac7d854483 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:19.369654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d3882c-0d6d-4055-91ac-3a3c2a232d46 req-54808b47-85bd-469a-8175-0dac7d854483 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1714745 May 13 14:47:19.385472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] For port d28c7135-63f1-47be-aa6b-7be4238ff715, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=d28c7135-63f1-47be-aa6b-7be4238ff715,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:19.386289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:19.539062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d3882c-0d6d-4055-91ac-3a3c2a232d46 req-9dd05d46-d618-43c2-8272-67ce71ec2769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584535 May 13 14:47:19.971252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60298) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:19.994372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.013150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:20.021278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Usage tracker for resource:security_group_rule and tenant:e98aaaccac894f49ba8bd8b44acb37eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:20.025752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:20.033336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:20.113875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7d851-7b0e-4772-9cee-b190e4c66a55 req-f3686662-65dc-45eb-9697-aea56e8df0ee tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:20.116638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55c7d851-7b0e-4772-9cee-b190e4c66a55 req-f3686662-65dc-45eb-9697-aea56e8df0ee tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 944 time: 0.3659174 May 13 14:47:20.120252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.120964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.121468 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Floating IP fabcbe5f-6391-4290-9e42-02f77ba4e90f disassociated. External IP: 172.25.5.155, port: d28c7135-63f1-47be-aa6b-7be4238ff715. May 13 14:47:20.122175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for d28c7135-63f1-47be-aa6b-7be4238ff715 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:20.181922 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.188959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.219332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.262958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e98aaaccac894f49ba8bd8b44acb37eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866652 May 13 14:47:20.262958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd22526-ea55-4c5b-8e48-0484bcf5c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8b489a-703a-4461-88d9-62dab64f83e2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.263808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:20.289599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55c7d851-7b0e-4772-9cee-b190e4c66a55 req-67a1454b-a6b4-49d8-ac25-bc0f5c6f02b2 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups?id=c74a3876-c3e0-4468-941c-6de1987e2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368818 May 13 14:47:20.372443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.378338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-215181648', 'description': 'tempest-description-29468185'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:20.385565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:20.395420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:20.400503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:20.411546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:20.430266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.444118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.446102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.525889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=d28c7135-63f1-47be-aa6b-7be4238ff715,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.560354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.593794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:20.599311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8b489a-703a-4461-88d9-62dab64f83e2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:20.607223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:20.610304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fb0f0ea8-d1bc-41d0-9a75-482aa3ed0e51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c8b489a-703a-4461-88d9-62dab64f83e2 HTTP/1.1" status: 204 len: 168 time: 0.3436344 May 13 14:47:20.613304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:20.625502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:20.636237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:20.649493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:20.739982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: d28c7135-63f1-47be-aa6b-7be4238ff715 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:20.740769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device d28c7135-63f1-47be-aa6b-7be4238ff715 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:20.996109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:21.032125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.077217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:21.115069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.201946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa8ce8-e67d-4360-b83b-19b28f9a88d3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:21.302104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.325333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bad388aa-f026-408b-8d17-dbd540bee189 req-34541ee4-ed45-478c-9779-5b0d91adb9ea tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9580667 May 13 14:47:21.393711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:21.415497 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Sync routers for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:21.430636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15707574-4d3c-407e-95d8-e488ca3b0057 req-0303027e-bcbb-424d-8179-a362e52f06ac tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:21.437719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15707574-4d3c-407e-95d8-e488ca3b0057 req-0303027e-bcbb-424d-8179-a362e52f06ac tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1887085 May 13 14:47:21.448284 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:21.454687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:21.566165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15707574-4d3c-407e-95d8-e488ca3b0057 req-2d559d0a-601e-48f2-9bec-95dd77321788 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217577 May 13 14:47:21.581203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] No DVR routers for this DVR port d28c7135-63f1-47be-aa6b-7be4238ff715 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:21.584668 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.586856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c687ef36-0eb6-445f-92ce-88bc9fb674ee req-82c35ea1-b33c-42ca-8d5a-2ed25228f097 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.90 "DELETE /v2.0/ports/d28c7135-63f1-47be-aa6b-7be4238ff715 HTTP/1.1" status: 204 len: 173 time: 3.1748796 May 13 14:47:21.587515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-deleted', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:21.648916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-adc873de-e4b5-4de0-9a8b-35ed503b1651 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf428eca2abe45bca064fbeaa6a074cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5703921 May 13 14:47:21.651437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:21.656850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512892-a666-42eb-90f6-46ab5af96237 req-1b163559-f448-486a-8d11-cb676efc62f1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:21.664971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c512892-a666-42eb-90f6-46ab5af96237 req-1b163559-f448-486a-8d11-cb676efc62f1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1807668 May 13 14:47:21.726452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c512892-a666-42eb-90f6-46ab5af96237 req-c8f30d40-3f9e-4104-a8e4-592606f85583 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 May 13 14:47:21.816831 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.886465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ff2be46c-2a0e-4c7f-aa46-96bd60083de8 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 200 len: 1804 time: 0.2056353 May 13 14:47:21.888521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:21.900694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3aa8ce8-e67d-4360-b83b-19b28f9a88d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:21.901115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3aa8ce8-e67d-4360-b83b-19b28f9a88d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:21.930011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:21.938433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:21.947312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:21.953385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:21.967994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:22.005481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bbc73e30-9ef3-40cd-9246-e9af3508a4b4 req-5e120862-9fad-48d7-a21d-831dece40da8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Synchronizing usage tracker for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:22.032744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-bbc73e30-9ef3-40cd-9246-e9af3508a4b4 req-5e120862-9fad-48d7-a21d-831dece40da8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Unset dirty status for tenant:75c3cb608ca04661bbf341e51af50a27 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:22.045236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bbc73e30-9ef3-40cd-9246-e9af3508a4b4 req-5e120862-9fad-48d7-a21d-831dece40da8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/ports?device_id=90718fb2-f227-4f6d-b6c4-abcb31936c71 HTTP/1.1" status: 200 len: 210 time: 0.1142163 May 13 14:47:22.130487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.133468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.165157 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb455ba7-0ee1-4a37-a903-d23ae5e94b1a'] response: {'server_uuid': '90718fb2-f227-4f6d-b6c4-abcb31936c71', 'name': 'network-vif-deleted', 'tag': 'd28c7135-63f1-47be-aa6b-7be4238ff715', 'status': 'completed', 'code': 200} May 13 14:47:22.170856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1843c2-c4b8-47d5-9968-9c177bebaf67,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:22.233491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.260903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fb1d5ee5-94de-438e-8f51-a47b8fd90e3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d1843c2-c4b8-47d5-9968-9c177bebaf67 HTTP/1.1" status: 204 len: 168 time: 0.5871780 May 13 14:47:22.270946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.280259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.335578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ec46f4-28e1-4a85-84f4-a7cfedc71afa,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:22.343893 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:22.350127 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Checking router: 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:22.358909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.360193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58e1f9e2-faf1-4756-b094-d02d5c7a2786 req-ba699214-68cf-402e-bd54-f302c162dbfc tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4723830 May 13 14:47:22.364413 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:22.365072 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:22.396749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e78f8-6d64-46c1-bbd4-fea8ffc47f29 req-31a4a1da-1f07-4d14-be05-b365b9bd03ea tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:22.405945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-615e78f8-6d64-46c1-bbd4-fea8ffc47f29 req-31a4a1da-1f07-4d14-be05-b365b9bd03ea tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1297259 May 13 14:47:22.478368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-615e78f8-6d64-46c1-bbd4-fea8ffc47f29 req-b3b0706f-91f4-4720-896b-ef6cc07536d0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 May 13 14:47:22.548985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:22.630255 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30f626fe-909c-481c-826f-6802231347b0 req-b17cbf5a-0fa3-42b6-b662-52393bea6f0c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 200 len: 2398 time: 0.1340926 May 13 14:47:22.646448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3aa8ce8-e67d-4360-b83b-19b28f9a88d3', 'remote_group_id': None}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:22.647167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3aa8ce8-e67d-4360-b83b-19b28f9a88d3', 'remote_group_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:22.676018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:22.694181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Usage tracker for resource:security_group_rule and tenant:6b63fb3717484d33acd9410e43439c05 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:22.712089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:22.746498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:22.758464 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:22.811008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Deleting subnet 011a14c6-2048-4428-8c73-e4995d7e11dc {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:22.826349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.956940 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:22.978996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.027903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.036544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.076259 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.101567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2ae631-7f0d-4be0-8ee6-9f9065d8c858,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:23.129501 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.135098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30f626fe-909c-481c-826f-6802231347b0 req-eb228ecb-ba16-4364-8c17-7b0fb0092734 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5002861 May 13 14:47:23.374403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.452445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4e2d4eef-9eaf-4f99-9ed5-f01870cd78ce req-30a15329-28c0-4288-b5e4-637c8d3fe7a1 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 200 len: 2997 time: 0.1293070 May 13 14:47:23.502414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:23.525031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.534126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011a14c6-2048-4428-8c73-e4995d7e11dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:23.558039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-09281841-1987-4cb6-90db-c9593fe3332b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/011a14c6-2048-4428-8c73-e4995d7e11dc HTTP/1.1" status: 204 len: 168 time: 1.0065770 May 13 14:47:23.562300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60418) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:23.634421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-691c6469-6c3b-4854-8b98-8aa576b54fde tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-group-rules/1d2ae631-7f0d-4be0-8ee6-9f9065d8c858 HTTP/1.1" status: 200 len: 783 time: 0.0937181 May 13 14:47:23.731778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-e944473c-dbdd-4281-94cd-1279bdd54f8d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 200 len: 2997 time: 0.0963566 May 13 14:47:23.771252 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:23.783935 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c671dce-6ce2-41ec-9def-82563f7c0d7e None None] The sync data for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 is: [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:35:03Z', 'revision_number': 4, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '58040a19-8b18-474b-978c-057a43eaf6b4', 'name': '', 'network_id': 'f0a914ef-d660-44d0-ad35-cbb2603e1090', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'mac_address': 'fa:16:3e:fa:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:57Z', 'updated_at': '2022-05-13T14:35:25Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'subnets': [{'id': 'bba7994c-13ce-481d-b5d6-03d58411c29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:23.849661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.876563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.909063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.934592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:23.966281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.027557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.053312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d2ae631-7f0d-4be0-8ee6-9f9065d8c858,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.057400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.076882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7cea9c4b-0f2f-4d75-a9c2-20b1a0b16dac req-b2197702-a879-4099-9430-b2c4e611b0ff tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1d2ae631-7f0d-4be0-8ee6-9f9065d8c858 HTTP/1.1" status: 204 len: 173 time: 0.3440685 May 13 14:47:24.121067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b13d-6d00-4ce1-905c-5bf10252bfd5 req-26e3b8e4-3de5-4b6a-ae58-345f6081bc23 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:24.127179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b99b13d-6d00-4ce1-905c-5bf10252bfd5 req-26e3b8e4-3de5-4b6a-ae58-345f6081bc23 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.8634679 May 13 14:47:24.170260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.226168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74a3876-c3e0-4468-941c-6de1987e2a1e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.258798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-9759722c-4152-45a0-bba1-d09a44451d54 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 200 len: 2398 time: 0.1739230 May 13 14:47:24.299729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.304181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d89c1139-54db-4114-8c4e-0a458823337a tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "DELETE /v2.0/security-groups/c74a3876-c3e0-4468-941c-6de1987e2a1e HTTP/1.1" status: 204 len: 168 time: 0.8000972 May 13 14:47:24.310439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60440) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.377223 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-e93d8433-0e92-476e-ab28-b9e3f15d91c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] show failed (client error): The resource could not be found. May 13 14:47:24.380470 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e93d8433-0e92-476e-ab28-b9e3f15d91c5 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "GET /v2.0/security-groups/c74a3876-c3e0-4468-941c-6de1987e2a1e HTTP/1.1" status: 404 len: 347 time: 0.0669935 May 13 14:47:24.386941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e6405f-2aa0-43bb-86f6-566f0a911163 None None] New status for floating IP fabcbe5f-6391-4290-9e42-02f77ba4e90f: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:47:24.391616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:24.402084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.479372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.579642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.585815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b99b13d-6d00-4ce1-905c-5bf10252bfd5 req-1af407f8-e78a-4243-9ea5-e599fa358b88 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500991 May 13 14:47:24.733979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.802342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa8ce8-e67d-4360-b83b-19b28f9a88d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:24.845983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:24.877038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a35f7ad-1f7f-4d75-a4a1-0bd10233c403 req-b85859ad-ac00-4338-bd52-3a070ec84c2c tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3aa8ce8-e67d-4360-b83b-19b28f9a88d3 HTTP/1.1" status: 204 len: 173 time: 0.6167881 May 13 14:47:24.979061 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-5a610e12-9803-45c2-bc9f-779b4104efe1 req-93b7fa1e-8428-4d6c-b207-77745307be49 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] show failed (client error): The resource could not be found. May 13 14:47:24.993292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a610e12-9803-45c2-bc9f-779b4104efe1 req-93b7fa1e-8428-4d6c-b207-77745307be49 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/bbe3908a-12c0-476a-9cce-20b0e3b097fe HTTP/1.1" status: 404 len: 352 time: 0.0768926 May 13 14:47:25.069461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f8e400-fab0-4bad-a16e-cc100ddebcca']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:25.094937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Deleting port f3dafe93-070e-4369-8061-bcfb7302f52c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:25.095951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.142553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-d4b40468-c8c1-430c-a993-d8484ff04220 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/b5d49b72-99be-4613-a74b-d88e5ac4b6c1 HTTP/1.1" status: 200 len: 1807 time: 0.1120858 May 13 14:47:25.197711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abb8002-b4a9-4648-8187-9773c466392f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:25.198000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abb8002-b4a9-4648-8187-9773c466392f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:25.286876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.328172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.410474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.436561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.473447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d49b72-99be-4613-a74b-d88e5ac4b6c1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:25.478249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.479640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.481887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d52ad9aa-83ed-4e74-84da-d598c7eab2ed req-373e896a-73b8-4b8d-be62-5b517c826d86 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5d49b72-99be-4613-a74b-d88e5ac4b6c1 HTTP/1.1" status: 204 len: 173 time: 0.3377845 May 13 14:47:25.554255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:25.554702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: timer() May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:25.573734 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:25.659673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-c105bfca-bb9a-45fe-b551-6cdadf45315f tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/84f3f576-c577-44b9-b40a-a631b1feea17 HTTP/1.1" status: 200 len: 1805 time: 0.1496170 May 13 14:47:25.707333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.759233 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.819677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f8e400-fab0-4bad-a16e-cc100ddebcca,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:25.840918 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-af97f7ca-d8ef-4d12-99c6-ee6a772405c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/58f8e400-fab0-4bad-a16e-cc100ddebcca HTTP/1.1" status: 204 len: 168 time: 2.2675014 May 13 14:47:25.840918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.840918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.888352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:25.973942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.103505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Calling delete_port for f3dafe93-070e-4369-8061-bcfb7302f52c owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:26.122952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.172294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f3f576-c577-44b9-b40a-a631b1feea17,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.185450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.188382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd07baae-ff01-4691-ae03-301f4220bf22 req-e8cad52a-3b32-441e-a6ef-aea72500759b tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/84f3f576-c577-44b9-b40a-a631b1feea17 HTTP/1.1" status: 204 len: 173 time: 0.5184648 May 13 14:47:26.406271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5b57-b99d-4451-8540-33bfdc96e599 req-bbeeb41e-68c4-4cab-adfd-8173d5fc7ee6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:26.409254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8acf5b57-b99d-4451-8540-33bfdc96e599 req-bbeeb41e-68c4-4cab-adfd-8173d5fc7ee6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.4361546 May 13 14:47:26.455032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.473745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-4a135536-da34-43a7-933b-d5580ebb0bb2 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/965ffad4-b334-4546-bcbe-6844314f5c71 HTTP/1.1" status: 200 len: 1806 time: 0.1063979 May 13 14:47:26.582163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.594839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c5060bfb-a200-4abb-a4af-9c6c40a6d497 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3e695522c954ff08b25f6465ca5016a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329579 May 13 14:47:26.595380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60522) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.642744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.679209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.686468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Pushing event deleted for resources: {'Port': ['ID=f3dafe93-070e-4369-8061-bcfb7302f52c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:26.695519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8acf5b57-b99d-4451-8540-33bfdc96e599 req-9d084196-c565-4449-b862-cf1e8d70e7e3 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330406 May 13 14:47:26.891721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.924575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.929126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7f3a1ea-3cf9-4aa0-9106-2a4939f58bd8 tempest-ServerActionsTestJSON-348686276 tempest-ServerActionsTestJSON-348686276-project] 10.222.0.36 "DELETE /v2.0/floatingips/fabcbe5f-6391-4290-9e42-02f77ba4e90f HTTP/1.1" status: 204 len: 168 time: 2.5314474 May 13 14:47:26.931895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:26.941013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:26.984832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.020998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.101141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.132082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:27.161584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9d99d54851449a84df2aa57d85a36e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:27.182692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:27.206615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:27.232182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.266780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ffad4-b334-4546-bcbe-6844314f5c71,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.290079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.306279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce190721-ea8a-45e4-bb2e-a12b89a39c65 req-688a7770-432d-4487-a104-8f9aa53f3229 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/965ffad4-b334-4546-bcbe-6844314f5c71 HTTP/1.1" status: 204 len: 173 time: 0.8306050 May 13 14:47:27.336845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.365686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.366851 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86853783-7aba-41ce-9a6a-929b1df804ff HTTP/1.1" status: 204 len: 168 time: 0.7704830 May 13 14:47:27.431809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8678ce6-e0cc-40fd-a2de-04847d38a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86853783-7aba-41ce-9a6a-929b1df804ff,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.457596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.468856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-ff70e73e-bd5c-406b-962b-01ebe5420315 tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/aa7cc9cd-4dab-4a0f-976d-78788721987e HTTP/1.1" status: 200 len: 2406 time: 0.1236868 May 13 14:47:27.491964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.583904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f9d99d54851449a84df2aa57d85a36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298449 May 13 14:47:27.593101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60556) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:27.594298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1841c-1288-431d-9dc7-3f1110c76bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b8a72-bf40-47ed-9298-8780acd07fc9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.653591 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.706016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.729464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f582d05-de0f-45d5-ba33-873b053eeaf0 req-87519da0-42c7-4820-bed1-6066d4f1b623 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:27.732283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f582d05-de0f-45d5-ba33-873b053eeaf0 req-87519da0-42c7-4820-bed1-6066d4f1b623 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3472378 May 13 14:47:27.742287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.785961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.839634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.881445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7cc9cd-4dab-4a0f-976d-78788721987e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.898039 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.899014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0acae7be-d99d-40fe-8aee-b640aeed44e0 req-c8b40a1c-7aba-4a3f-afd3-fb8a3b64e55d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa7cc9cd-4dab-4a0f-976d-78788721987e HTTP/1.1" status: 204 len: 173 time: 0.4290571 May 13 14:47:27.923799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.948260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b8a72-bf40-47ed-9298-8780acd07fc9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:27.953178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:27.959015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31365caa-3a86-4bb0-b721-9bfd83267e0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/056b8a72-bf40-47ed-9298-8780acd07fc9 HTTP/1.1" status: 204 len: 168 time: 0.3590178 May 13 14:47:27.970757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f582d05-de0f-45d5-ba33-873b053eeaf0 req-f78c1543-a698-453b-8be3-dc38edc2b717 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755555 May 13 14:47:28.234532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091639e3-0587-4c25-9a2c-1fcebb862b90 req-89f3b496-591f-444d-9835-65de8cf39937 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:28.246578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-091639e3-0587-4c25-9a2c-1fcebb862b90 req-89f3b496-591f-444d-9835-65de8cf39937 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1281981 May 13 14:47:28.259551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-e90ce15a-9961-434e-8f57-134f5e0a0b2d tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "GET /v2.0/security-groups/9810bca2-f429-422c-baa7-4870c3858a93 HTTP/1.1" status: 200 len: 2400 time: 0.2115247 May 13 14:47:28.306742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-091639e3-0587-4c25-9a2c-1fcebb862b90 req-afe30071-bf02-48c0-a7ea-60a4de9fb313 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 May 13 14:47:28.394263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.429989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.450290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.523187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.558642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.592123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:28.600236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Usage tracker for resource:security_group_rule and tenant:f6add8b75ea0428988406024ffc3c124 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:28.604400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:28.612355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:28.652291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae22b1-ca3d-41dc-bd79-0795fbe31fc1 req-c25f86b4-378d-4c9b-a134-59d908ed6baa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:28.653689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ccae22b1-ca3d-41dc-bd79-0795fbe31fc1 req-c25f86b4-378d-4c9b-a134-59d908ed6baa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Synchronizing usage tracker for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:28.669103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.695100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9810bca2-f429-422c-baa7-4870c3858a93,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:28.711482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ccae22b1-ca3d-41dc-bd79-0795fbe31fc1 req-c25f86b4-378d-4c9b-a134-59d908ed6baa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Unset dirty status for tenant:4e7af3a8a11b41b197bec1bdd3d65788 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:28.713886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ccae22b1-ca3d-41dc-bd79-0795fbe31fc1 req-c25f86b4-378d-4c9b-a134-59d908ed6baa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2291489 May 13 14:47:28.791565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:28.807401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b93e547c-2ba2-4f95-a64f-cb543d5ce7ea req-ed4116f2-dae2-49bb-8280-884b2c1d13ba tempest-SecurityGroupRulesTestJSON-1854466893 tempest-SecurityGroupRulesTestJSON-1854466893-project] 10.222.0.36 "DELETE /v2.0/security-groups/9810bca2-f429-422c-baa7-4870c3858a93 HTTP/1.1" status: 204 len: 173 time: 0.5468605 May 13 14:47:28.813613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:28.899015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ccae22b1-ca3d-41dc-bd79-0795fbe31fc1 req-2b17860e-00be-46fd-883a-232a837be2b4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759374 May 13 14:47:28.975327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Deleting port 58040a19-8b18-474b-978c-057a43eaf6b4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:28.975981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.001514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.037080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Deleting subnet d1849fe7-90b5-410f-b494-fb9e46ddd58d {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:29.040869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.043726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.089340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.137840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6add8b75ea0428988406024ffc3c124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076519 May 13 14:47:29.150511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.222793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22a8e-e3e1-4e09-935f-b7cb6d14199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbad0b9-4d5b-4b9d-a925-f050e59fc98c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:29.239559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.304847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-47217402-network', 'tenant_id': 'ca3720ae4e034a4ba4283fd1d77434f4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:29.333335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:29.335754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.365409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.373963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] For port 58040a19-8b18-474b-978c-057a43eaf6b4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=58040a19-8b18-474b-978c-057a43eaf6b4,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:29.374424 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.419566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Usage tracker for resource:network and tenant:ca3720ae4e034a4ba4283fd1d77434f4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:29.429759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:29.435660 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.452878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:29.467066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbad0b9-4d5b-4b9d-a925-f050e59fc98c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:29.478646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.512136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Made reservation on behalf of ca3720ae4e034a4ba4283fd1d77434f4 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:29.514554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.537744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.538909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d046bd6c-efef-4da9-8712-0ff1a4d8acc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fbad0b9-4d5b-4b9d-a925-f050e59fc98c HTTP/1.1" status: 204 len: 168 time: 0.3872404 May 13 14:47:29.572274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Calling delete_port for 58040a19-8b18-474b-978c-057a43eaf6b4 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:29.590250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.647350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:29.658395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3720ae4e034a4ba4283fd1d77434f4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:29.667499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:29.682309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:29.701886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.738676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ef8b2d24-2a5e-4e31-b53a-0aeed269ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.861460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.865888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.885920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c225e21-cb7b-46ef-a3f1-8f22f1ffccb9 req-b3657ab4-6724-466a-859c-f4e5a1806fc3 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:29.887608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c225e21-cb7b-46ef-a3f1-8f22f1ffccb9 req-b3657ab4-6724-466a-859c-f4e5a1806fc3 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3632767 May 13 14:47:29.893695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.898883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:29.919346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d1849fe7-90b5-410f-b494-fb9e46ddd58d HTTP/1.1" status: 204 len: 168 time: 1.1041794 May 13 14:47:29.920407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71293d-1e9d-4c9e-9383-0a1ed4257705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1849fe7-90b5-410f-b494-fb9e46ddd58d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:29.926959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:29.979392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=58040a19-8b18-474b-978c-057a43eaf6b4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:30.153964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c225e21-cb7b-46ef-a3f1-8f22f1ffccb9 req-f0f52315-b8be-408e-a9b3-2ff05378a226 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562001 May 13 14:47:30.169434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.211655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:30.230815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904d6d66-eaa0-4612-8228-7422e5928152,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:30.485903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.665231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.703652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160ff6a0-f588-4dee-aacc-e66e83ba0a56']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:30.735419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051c6a75-1561-4bdd-949b-683e7bc65795') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:30.735716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051c6a75-1561-4bdd-949b-683e7bc65795') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:30.749836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.770173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:30.778024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:30.778548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.025353 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.025701 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Added segment 35d79371-f11d-4739-bad6-8e21a7b537dc of type vlan for network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: timer() May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:31.030469 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:31.041265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.146179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.200502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.230727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/160ff6a0-f588-4dee-aacc-e66e83ba0a56 HTTP/1.1" status: 204 len: 168 time: 1.3025486 May 13 14:47:31.239481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.241300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:31.246670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.269289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184df8-97ad-4867-996a-d404f01ecc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=160ff6a0-f588-4dee-aacc-e66e83ba0a56,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:31.430785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:31.432496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.460347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4548919 May 13 14:47:31.471479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60678) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.482114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Request body: {'subnet': {'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-47217402-subnet', 'tenant_id': 'ca3720ae4e034a4ba4283fd1d77434f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:31.494273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:31.501910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4058a-94c5-4f6f-a55d-820ca230d2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:31.504776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Usage tracker for resource:subnet and tenant:ca3720ae4e034a4ba4283fd1d77434f4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:31.508729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:31.514288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:31.533574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:31.558111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Made reservation on behalf of ca3720ae4e034a4ba4283fd1d77434f4 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:31.560902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.716358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.816343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb4171b9-c3ed-4df2-9786-ce6f7eb50d54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b63fb3717484d33acd9410e43439c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986650 May 13 14:47:31.817022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:31.912075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:31.925910 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Sync routers for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:31.942506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:31.946509 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:31.952095 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:31.956534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966409e-dbb7-4f26-b7d1-e02a2661126e req-8a3c963f-9e9f-4705-beb5-84baecc2fbe5 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:31.959261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2966409e-dbb7-4f26-b7d1-e02a2661126e req-8a3c963f-9e9f-4705-beb5-84baecc2fbe5 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.5431981 May 13 14:47:31.964552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a5105564-2851-41ae-b290-c5d74f76f9dc admin admin] 10.222.0.36 "PUT /v2.0/routers/1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0306609 May 13 14:47:31.968721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:32.014779 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a330586e-91e8-4084-864f-656e001c06ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.110795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.205336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.292790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.303740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9893eaa9-175c-4d6b-a5c2-5628e7326253,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:32.317740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:32.322754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Usage tracker for resource:security_group_rule and tenant:17b9ac2eb2734c298d6ffd24595e778c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:32.326196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:32.332930 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:32.334175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:32.364525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.388446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Checking segment: {'id': '35d79371-f11d-4739-bad6-8e21a7b537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:32.388909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Network hostable DHCP agents. Network: e0cbb2c4-ce2d-4ffd-b9c8-797eae470467, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:32.394143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.394390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862c250-9bde-4e1b-a7c3-5111404f63fb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:32.417429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.418785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d6c57af-c94b-4f63-b1f9-f096dc0a37a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d862c250-9bde-4e1b-a7c3-5111404f63fb HTTP/1.1" status: 204 len: 168 time: 0.5985532 May 13 14:47:32.430972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:32.446958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e0cbb2c4-ce2d-4ffd-b9c8-797eae470467) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:32.459511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:32.462848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.480760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d62c6d-f9a8-4744-aa4e-942b336f2a27 None None] Network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:32.550161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d08ddab3-750e-4380-8c02-8b94f40a257f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0583251 May 13 14:47:32.657164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2966409e-dbb7-4f26-b7d1-e02a2661126e req-13a8916c-5286-4c57-897a-6942a16d6915 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218988 May 13 14:47:32.840138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d3029-b5f3-4986-b182-7b77c2559b66 req-29d43317-26be-4d49-9390-36fadcb18bc7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:32.842232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a61d3029-b5f3-4986-b182-7b77c2559b66 req-29d43317-26be-4d49-9390-36fadcb18bc7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1909313 May 13 14:47:32.889696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.916565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Deleting port 52f7d91e-9241-4948-90d6-c3faa404beaf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:32.917680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:32.937950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6483dbe-068d-4dca-954b-9b251e144ca2 None None] Network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:32.946922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a61d3029-b5f3-4986-b182-7b77c2559b66 req-fe0c010c-d89b-4ecc-bf3e-e07630492fa4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967882 May 13 14:47:33.001102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.015575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.067907 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:47:29Z', 'revision_number': 5, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port': {'id': '52f7d91e-9241-4948-90d6-c3faa404beaf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:34:43Z', 'updated_at': '2022-05-13T14:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:33.078165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Checking router: 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:33.106043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Routers {'1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:33.106850 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:33.146032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.219730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.327801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fceadd-43cc-4c71-9540-b79ff91e3452,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:33.352816 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0d81a72c-91d4-41d0-b16e-fc8b3bd52cec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17b9ac2eb2734c298d6ffd24595e778c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9165232 May 13 14:47:33.357295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:33.428885 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] Set router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:33.491707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.509898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] For port 52f7d91e-9241-4948-90d6-c3faa404beaf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=52f7d91e-9241-4948-90d6-c3faa404beaf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:33.509898 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.537426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22809-725e-4761-82d9-fa541416741c req-aae0730a-0930-4f7a-b903-ccb6540ba4cc tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:33.551505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ad22809-725e-4761-82d9-fa541416741c req-aae0730a-0930-4f7a-b903-ccb6540ba4cc tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4404058 May 13 14:47:33.566566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.693071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.732258 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:47:32Z', 'revision_number': 6, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:33.749273 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d055991-7453-4fef-bf0d-284e86399455 None None] The sync data for ids ['1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f'] in n-d-841736-1 is: [{'id': '1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f', 'name': 'tempest-ServerActionsTestJSON-1884520532-router', 'tenant_id': '75c3cb608ca04661bbf341e51af50a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:34:39Z', 'updated_at': '2022-05-13T14:47:32Z', 'revision_number': 6, 'project_id': '75c3cb608ca04661bbf341e51af50a27', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:33.772612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fceadd-43cc-4c71-9540-b79ff91e3452,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:33.782811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:33.784081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-baa7ade2-fe54-4b7b-a049-908c182c99e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91fceadd-43cc-4c71-9540-b79ff91e3452 HTTP/1.1" status: 204 len: 168 time: 0.4233043 May 13 14:47:34.170064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Calling delete_port for 52f7d91e-9241-4948-90d6-c3faa404beaf owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:34.559224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 58040a19-8b18-474b-978c-057a43eaf6b4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:34.661762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ad22809-725e-4761-82d9-fa541416741c req-998f6843-0276-4b3f-9cde-1ab571d58805 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1091411 May 13 14:47:34.677552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-69c512fd-f73f-41c8-8ab0-063fb2312478 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:34.685180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-69c512fd-f73f-41c8-8ab0-063fb2312478 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Synchronizing usage tracker for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:34.744060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-69c512fd-f73f-41c8-8ab0-063fb2312478 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Unset dirty status for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:34.745673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-69c512fd-f73f-41c8-8ab0-063fb2312478 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/networks?id=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 HTTP/1.1" status: 200 len: 807 time: 0.5601628 May 13 14:47:34.765868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-156f4120-f1ee-4382-b5ef-7a46ab72c960 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/quotas/ca3720ae4e034a4ba4283fd1d77434f4 HTTP/1.1" status: 200 len: 375 time: 0.0135379 May 13 14:47:34.811694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 58040a19-8b18-474b-978c-057a43eaf6b4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:34.817986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 58040a19-8b18-474b-978c-057a43eaf6b4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:34.908264 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:34.914984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-43d93825-7947-4772-ae42-e4a9ec2ca13e tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca3720ae4e034a4ba4283fd1d77434f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1417005 May 13 14:47:35.161895 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.247241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f7d91e-9241-4948-90d6-c3faa404beaf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:35.299025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-1e10d5cf-9dd6-49fe-b56b-72fa5e9aa26b service neutron] 10.222.0.36 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768544 May 13 14:47:35.386918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.486497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514cc0-f6e0-4b7c-88e8-3333e8d8e6a5 req-e984c83f-08ba-4bec-9392-ccd627dfed9a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:35.491685 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55514cc0-f6e0-4b7c-88e8-3333e8d8e6a5 req-e984c83f-08ba-4bec-9392-ccd627dfed9a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.4453573 May 13 14:47:35.491939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-ac0f54b9-2c8a-4f6c-813a-217d40514ffa service neutron] 10.222.0.36 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825345 May 13 14:47:35.746005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.753899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.864408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55514cc0-f6e0-4b7c-88e8-3333e8d8e6a5 req-42e43da3-e82b-43c4-831d-6f044ce147c1 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731133 May 13 14:47:35.867511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.868073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:47:35.944378 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:35.949477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-71a03fd8-75a6-4120-a71f-fde6524bee14 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1c9c9ce5-bbf3-45f7-a1fb-c16b2fc4cd8f HTTP/1.1" status: 204 len: 168 time: 3.9753220 May 13 14:47:35.951181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.085513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71bad168-8d71-4a48-9915-09e2af99ecd0 req-6a25d9da-6daf-4e39-937f-57e9015b0058 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 210 time: 0.0930824 May 13 14:47:36.129701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Deleting subnet bba7994c-13ce-481d-b5d6-03d58411c29b {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:47:36.136901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.296278 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.329797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.360745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb73d3-b7f7-4716-8e49-50163d5c1413 req-d46a2637-2a2a-496f-a668-e2b9cbb37fe7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.368504 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7bcb73d3-b7f7-4716-8e49-50163d5c1413 req-d46a2637-2a2a-496f-a668-e2b9cbb37fe7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1881819 May 13 14:47:36.442574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7bcb73d3-b7f7-4716-8e49-50163d5c1413 req-84163499-d82d-40c4-98a8-7c06db628b51 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690730 May 13 14:47:36.477981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.575146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52f7d91e-9241-4948-90d6-c3faa404beaf no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:36.661325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 52f7d91e-9241-4948-90d6-c3faa404beaf {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:36.661757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 52f7d91e-9241-4948-90d6-c3faa404beaf not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:36.688632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.746203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd462053-df82-4193-9a42-13b272ce61fd req-bdfed0ec-0af7-432c-9be4-54e08611e521 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:36.752498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd462053-df82-4193-9a42-13b272ce61fd req-bdfed0ec-0af7-432c-9be4-54e08611e521 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1539338 May 13 14:47:36.760954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba7994c-13ce-481d-b5d6-03d58411c29b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:36.770812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:36.777120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdadc9b0-653f-4cda-90e1-8a6477eff0e2 None None] Network f0a914ef-d660-44d0-ad35-cbb2603e1090 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:36.780683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eaf0db9e-ad1d-4998-a144-73eceb1765eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bba7994c-13ce-481d-b5d6-03d58411c29b HTTP/1.1" status: 204 len: 168 time: 0.8281634 May 13 14:47:36.785350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:36.892080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd462053-df82-4193-9a42-13b272ce61fd req-17ebed60-ec7d-447d-aeeb-6a7f0bdca2ab tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319237 May 13 14:47:36.953924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1112544592-network', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:36.965839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:36.976002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Usage tracker for resource:network and tenant:651500c9dd5c420b9c0c53478f4ab116 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:36.980259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:36.997994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:37.036569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Made reservation on behalf of 651500c9dd5c420b9c0c53478f4ab116 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:37.039116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.082581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.140652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.157471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:37.162151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Deleting port e78cccda-080a-43e6-bcfd-9afc439d702b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:37.162504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.171278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Usage tracker for resource:security_group_rule and tenant:651500c9dd5c420b9c0c53478f4ab116 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:37.187442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:37.208547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:37.404899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.414722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.446113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:37.471988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.473245 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Added segment 04def311-05a0-45f4-a2b0-a2b58e3ae367 of type vlan for network 9293a84e-2586-400a-b6e5-bc505fff9c40 May 13 14:47:37.544058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.672089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.673463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:37.675068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:37.777276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] DHCP port deletion for f0a914ef-d660-44d0-ad35-cbb2603e1090 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:47:37.782447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Deleting port e78cccda-080a-43e6-bcfd-9afc439d702b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:37.782908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.040886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39eff8-d798-412e-9b7a-35eedf1ea982 req-f5d44c12-e5f5-4eb9-8575-15c8dd414e74 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:38.050141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db39eff8-d798-412e-9b7a-35eedf1ea982 req-f5d44c12-e5f5-4eb9-8575-15c8dd414e74 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.8118196 May 13 14:47:38.138172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] For port e78cccda-080a-43e6-bcfd-9afc439d702b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e78cccda-080a-43e6-bcfd-9afc439d702b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:38.138948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.170856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] For port e78cccda-080a-43e6-bcfd-9afc439d702b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e78cccda-080a-43e6-bcfd-9afc439d702b,segment=NetworkSegment(c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2),segment_id=c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:38.171258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.171967 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db39eff8-d798-412e-9b7a-35eedf1ea982 req-3938ae86-13c4-44ee-a54f-1e07b35a002e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197867 May 13 14:47:38.329950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeaa094-88d3-47a6-bd6f-47cfd0ba3647,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:38.358861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Calling delete_port for e78cccda-080a-43e6-bcfd-9afc439d702b owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:38.511176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] Pushing event updated for resources: {'Network': ['ID=9293a84e-2586-400a-b6e5-bc505fff9c40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:38.512662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991278a5-e3fb-440a-9320-75c61cc6dfcc req-9b847262-61fb-400d-bac3-2ec38ba6ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:38.514173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-991278a5-e3fb-440a-9320-75c61cc6dfcc req-9b847262-61fb-400d-bac3-2ec38ba6ea8c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1096 time: 0.5334892 May 13 14:47:38.528015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dbfd701c-d1b5-47fb-82d4-8ca587463d78 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1942756 May 13 14:47:38.530859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.555202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Request body: {'subnet': {'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-subnet', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:38.574404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:38.588189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Calling delete_port for e78cccda-080a-43e6-bcfd-9afc439d702b owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:38.592888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Usage tracker for resource:subnet and tenant:651500c9dd5c420b9c0c53478f4ab116 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:38.607333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:38.613735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:38.636122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:38.666870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Made reservation on behalf of 651500c9dd5c420b9c0c53478f4ab116 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:38.671595 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.849036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:38.937088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-991278a5-e3fb-440a-9320-75c61cc6dfcc req-4a858a20-4948-4a47-b39e-ce268e60ed32 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110451 May 13 14:47:38.948045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:38.957446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.011315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ebcd880f-c652-4f2f-93a0-11c3ec65504f req-71a6b4d6-9b0c-4377-a1c1-e84ed5362b84 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 210 time: 0.1256266 May 13 14:47:39.014308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e78cccda-080a-43e6-bcfd-9afc439d702b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:39.016204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:39.034671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Usage tracker for resource:security_group_rule and tenant:1dc9a8e942004897ba6a57274888a9a0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:39.085812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78cccda-080a-43e6-bcfd-9afc439d702b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.098515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:39.124480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] No DVR routers for this DVR port e78cccda-080a-43e6-bcfd-9afc439d702b on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:39.128771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e78cccda-080a-43e6-bcfd-9afc439d702b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:39.134002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e78cccda-080a-43e6-bcfd-9afc439d702b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:39.138528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:47:39.140041 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:47:39.188201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:39.276480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-bac26e03-cf23-4a8d-ab7c-90e3c04e9ba1 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:39.279338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-bac26e03-cf23-4a8d-ab7c-90e3c04e9ba1 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.90 "GET /v2.0/networks?id=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 HTTP/1.1" status: 200 len: 807 time: 0.6934898 May 13 14:47:39.351337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Request body: {'port': {'device_id': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467', 'admin_state_up': True, 'tenant_id': 'ca3720ae4e034a4ba4283fd1d77434f4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:39.498259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.537191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:39.641484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Deleting port e78cccda-080a-43e6-bcfd-9afc439d702b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:39.641807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.645119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.651030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e365673c-e7db-496e-9b1f-ced77e944fc2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.651528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.666255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead73c0-9176-4842-9082-27fc7073579e req-4020667d-1ad6-4b9b-9cb0-56f1050ba733 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:39.675098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ead73c0-9176-4842-9082-27fc7073579e req-4020667d-1ad6-4b9b-9cb0-56f1050ba733 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4230251 May 13 14:47:39.678082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:39.763855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:39.780017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Checking segment: {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:39.780605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Network hostable DHCP agents. Network: 9293a84e-2586-400a-b6e5-bc505fff9c40, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:39.816504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dc9a8e942004897ba6a57274888a9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2012196 May 13 14:47:39.817881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Usage tracker for resource:port and tenant:ca3720ae4e034a4ba4283fd1d77434f4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:39.827636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b204fba2-cfd2-4964-8083-348c527744a5 None None] The port 'e78cccda-080a-43e6-bcfd-9afc439d702b' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:47:39.831871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:39.855807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:39.856064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ead73c0-9176-4842-9082-27fc7073579e req-cb50ffe0-d7c1-4682-8fc6-30f4bc58caf1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792433 May 13 14:47:39.864145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a914ef-d660-44d0-ad35-cbb2603e1090']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:39.876000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f66a8-c95c-4ede-a666-9e10de954a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a84a6-31ea-4614-acc7-6ec68932a4a9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:39.973779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:39.974630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f93b8b-34d8-4c22-b9a2-0ce189cf77f2') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:40.018526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:40.075264 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.092043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.116484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:40.123374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4ca9-debf-476c-8284-86f553a776e2 req-aaacfb48-a571-4c90-8a78-defacfbcc58e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.127612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea5f4ca9-debf-476c-8284-86f553a776e2 req-aaacfb48-a571-4c90-8a78-defacfbcc58e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.7611303 May 13 14:47:40.130443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Made reservation on behalf of ca3720ae4e034a4ba4283fd1d77434f4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:40.136555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.141306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:40.160152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.183144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Usage tracker for resource:security_group_rule and tenant:959fa2001616462381b4f34b4006eeb1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:40.191697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.193898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:40.202836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:47:40.203860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.214765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: timer() May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:47:40.225547 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:47:40.256843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 9293a84e-2586-400a-b6e5-bc505fff9c40) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:40.267758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1492af9e-5c15-4274-9b51-0d417a0b344d None None] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:40.281853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.283035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.414785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.477840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6ad7028d-3423-49f5-8a72-29f155471dba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9427044 May 13 14:47:40.490596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:40.492521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea5f4ca9-debf-476c-8284-86f553a776e2 req-ef25954e-0a3d-4a01-ab1d-8271a6ec4024 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282342 May 13 14:47:40.513487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:40.519138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.553967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-9293a84e-2586-400a-b6e5-bc505fff9c40', 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'fixed_ips': [{'subnet_id': 'e365673c-e7db-496e-9b1f-ced77e944fc2'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:47:40.554876 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.565561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.572872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:40.623132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa442bb9-42d8-49ee-a2f5-7af48b983ace req-5d4d5fda-0a95-459a-9508-87fdfd103abd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:40.626101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa442bb9-42d8-49ee-a2f5-7af48b983ace req-5d4d5fda-0a95-459a-9508-87fdfd103abd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4914391 May 13 14:47:40.628127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Usage tracker for resource:router and tenant:651500c9dd5c420b9c0c53478f4ab116 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:40.647626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:40.673678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Allocated IP 172.20.0.5 (e0cbb2c4-ce2d-4ffd-b9c8-797eae470467/9893eaa9-175c-4d6b-a5c2-5628e7326253/a108669b-c604-4734-b06e-94ad4a08772f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:40.693761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:40.771759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.773733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.816906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.898328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa442bb9-42d8-49ee-a2f5-7af48b983ace req-1c32984f-549e-46ea-92f7-58c53601afaa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528262 May 13 14:47:40.932505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a84a6-31ea-4614-acc7-6ec68932a4a9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:40.940832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.942086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.945297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.978355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.994969 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:40.999051 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b511b33-fc28-4dc4-b8fd-a50df66b7223 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/339a84a6-31ea-4614-acc7-6ec68932a4a9 HTTP/1.1" status: 204 len: 168 time: 1.1634829 May 13 14:47:41.055119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=959fa2001616462381b4f34b4006eeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5108383 May 13 14:47:41.056169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56392b-0c6c-4b9c-90e8-428b08c8929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa4566-1045-4a8e-945b-eaed302efe0c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:41.061124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.139247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Allocated IP 172.20.0.2 (9293a84e-2586-400a-b6e5-bc505fff9c40/e365673c-e7db-496e-9b1f-ced77e944fc2/ef3c8310-2871-4fc0-ab54-ee1526e66fd4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:41.186723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a914ef-d660-44d0-ad35-cbb2603e1090,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:41.210743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.386205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.559140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.626933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4704541f-9bbd-481d-88eb-5d6223f91962 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f0a914ef-d660-44d0-ad35-cbb2603e1090 HTTP/1.1" status: 204 len: 168 time: 4.8397105 May 13 14:47:41.655734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:41.657604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.664825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:41.669217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Pushing event updated for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:41.672056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:41.674642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.703356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:41.713999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Transition to ACTIVE for port object ef3c8310-2871-4fc0-ab54-ee1526e66fd4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:41.746746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:41.747722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.773285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Transition to ACTIVE for port object ef3c8310-2871-4fc0-ab54-ee1526e66fd4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:41.795279 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.813619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5172bad-e51d-465e-a1f2-9caf55748414 req-19f56f00-23cf-4a8f-ad87-887ac76c8f09 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:41.815195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.815841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e5172bad-e51d-465e-a1f2-9caf55748414 req-19f56f00-23cf-4a8f-ad87-887ac76c8f09 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Synchronizing usage tracker for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:41.841629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-f56f9ff4-f9e6-41ca-8741-065210a3ba01 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4941571 May 13 14:47:41.869649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:41.874658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Usage tracker for resource:security_group_rule and tenant:ab86669e330c4ee28eaa30a7645aa764 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:41.878720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:41.886292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:41.902021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Request body: {'port': {'device_id': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:41.972000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:41.974843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:41.983927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e5172bad-e51d-465e-a1f2-9caf55748414 req-19f56f00-23cf-4a8f-ad87-887ac76c8f09 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Unset dirty status for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:41.991648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:41.999158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5172bad-e51d-465e-a1f2-9caf55748414 req-19f56f00-23cf-4a8f-ad87-887ac76c8f09 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 931 time: 0.9564373 May 13 14:47:42.000015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:42.004702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.086089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.209149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Attempting to bind port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:42.209481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Attempting to bind port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:42.209974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Attempting to bind port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 on network 9293a84e-2586-400a-b6e5-bc505fff9c40 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:42.213494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Pushing event updated for resources: {'Port': ['ID=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.216710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23759be-7a92-4374-ab58-74b107bc34a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.224179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:42.224644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Checking segment: {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:42.225987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.225987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Bound using segment: {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:42.228309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Bound port: ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:42.228309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.273532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ef4e504c-fb87-407d-a3f3-c29cac0c0d35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab86669e330c4ee28eaa30a7645aa764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609846 May 13 14:47:42.285559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60946) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.384605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] For port ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:42.393743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] For port ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:42.402443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.419302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.434852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5172bad-e51d-465e-a1f2-9caf55748414 req-5b54ec15-d639-4dc8-90d5-2fa451a01053 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315989 May 13 14:47:42.456690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa4566-1045-4a8e-945b-eaed302efe0c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.507808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ace4162-575d-4fad-a70a-67a6aac347a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75c3cb608ca04661bbf341e51af50a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142299 May 13 14:47:42.511536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:42.515952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.517129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-feeef611-54be-4d5a-aff5-bb0da6730259 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8caa4566-1045-4a8e-945b-eaed302efe0c HTTP/1.1" status: 204 len: 168 time: 1.4019656 May 13 14:47:42.526423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87241b3-be85-4dc8-a058-92d1249186ab req-417fe79b-4b16-44dc-8403-d4016f09df7a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:42.533909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c87241b3-be85-4dc8-a058-92d1249186ab req-417fe79b-4b16-44dc-8403-d4016f09df7a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8151371 May 13 14:47:42.603313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.608041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.679299 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c87241b3-be85-4dc8-a058-92d1249186ab req-7558367c-d01c-45d3-b2ec-e876706f9159 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439335 May 13 14:47:42.680658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.745310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f82f6e-be23-483a-a05d-3d7dc0f16e5d None None] Pushing event updated for resources: {'Port': ['ID=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:42.772098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:42.887833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.056934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.083755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.097158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Allocated IP 172.25.5.168 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/bf7b8e46-ae71-4140-893e-81ed0f00e950) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:43.132596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.319137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a8f5b-4357-481f-93c5-acb7e4afc04d req-7a3c1ab4-44bc-4239-8f4c-fb0e7cbbe542 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.326632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b72a8f5b-4357-481f-93c5-acb7e4afc04d req-7a3c1ab4-44bc-4239-8f4c-fb0e7cbbe542 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3911855 May 13 14:47:43.327178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23759be-7a92-4374-ab58-74b107bc34a5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.342184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.346615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d16b52dd-b049-4ea4-9912-ce057b860f34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b23759be-7a92-4374-ab58-74b107bc34a5 HTTP/1.1" status: 204 len: 168 time: 0.9673395 May 13 14:47:43.385383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.481205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.530800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b72a8f5b-4357-481f-93c5-acb7e4afc04d req-82cb3521-56dd-47ba-a49a-dce18c65e63a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031646 May 13 14:47:43.537950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.692727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:43.693863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e08f52-6596-4f39-a1cb-c44c1cda2061,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.694351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a108669b-c604-4734-b06e-94ad4a08772f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:47:43.696123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7b8e46-ae71-4140-893e-81ed0f00e950,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:43.699584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:43.715281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:43.717875 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.747075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Transition to ACTIVE for port object a108669b-c604-4734-b06e-94ad4a08772f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:43.754786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.811140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc297-06bb-4393-9515-8ebd6308fa4c req-210019d4-2e5a-449f-8f74-e481815fbde6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:43.822509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-577dc297-06bb-4393-9515-8ebd6308fa4c req-210019d4-2e5a-449f-8f74-e481815fbde6 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.8703227 May 13 14:47:43.831010 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:43.833817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-afa95d82-cb5c-4656-9df8-88e47984f19b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0e08f52-6596-4f39-a1cb-c44c1cda2061 HTTP/1.1" status: 204 len: 168 time: 1.2975919 May 13 14:47:44.019604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.207666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f7d8d-5c93-4cff-a713-22a763287066 req-d804144a-0e9b-4574-a05f-082aa699f6ad tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.210634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-202f7d8d-5c93-4cff-a713-22a763287066 req-d804144a-0e9b-4574-a05f-082aa699f6ad tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 943 time: 0.3436053 May 13 14:47:44.247296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Attempting to bind port a108669b-c604-4734-b06e-94ad4a08772f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:44.247296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Attempting to bind port a108669b-c604-4734-b06e-94ad4a08772f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '35d79371-f11d-4739-bad6-8e21a7b537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:44.247543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Attempting to bind port a108669b-c604-4734-b06e-94ad4a08772f on network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:44.255298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-577dc297-06bb-4393-9515-8ebd6308fa4c req-4e048a25-8e84-4f70-bcee-274dfc26e004 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320092 May 13 14:47:44.264991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Port a108669b-c604-4734-b06e-94ad4a08772f on network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:47:44.265367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Attempting to bind port a108669b-c604-4734-b06e-94ad4a08772f on network e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:44.277309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:44.277641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Checking segment: {'id': '35d79371-f11d-4739-bad6-8e21a7b537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:44.278168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Bound using segment: {'id': '35d79371-f11d-4739-bad6-8e21a7b537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:44.278612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Bound port: a108669b-c604-4734-b06e-94ad4a08772f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d79371-f11d-4739-bad6-8e21a7b537dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:44.278957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.374874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b291ffd-f19d-4428-89c6-23002c3cd222 None None] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:44.433453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:44.438687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a108669b-c604-4734-b06e-94ad4a08772f,segment=NetworkSegment(35d79371-f11d-4739-bad6-8e21a7b537dc),segment_id=35d79371-f11d-4739-bad6-8e21a7b537dc)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:44.445472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.541495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:44.542374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:44.545863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-202f7d8d-5c93-4cff-a713-22a763287066 req-69847f55-d815-4cf3-b3c8-6bf188a87a5c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Synchronizing usage tracker for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:47:44.546119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] 10.222.0.90 "PUT /v2.0/ports/a108669b-c604-4734-b06e-94ad4a08772f HTTP/1.1" status: 200 len: 1091 time: 2.6929228 May 13 14:47:44.546767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:44.563288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8d2eb953-7a1b-43fd-95f6-88bc2c356f5e None None] Provisioning for port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:44.671857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe227f-c16e-48b3-9794-553d4187fbbd service neutron] Pushing event updated for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:44.739879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ef3c8310-2871-4fc0-ab54-ee1526e66fd4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:44.853183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-202f7d8d-5c93-4cff-a713-22a763287066 req-69847f55-d815-4cf3-b3c8-6bf188a87a5c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Unset dirty status for tenant:ca3720ae4e034a4ba4283fd1d77434f4 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:47:44.854376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-202f7d8d-5c93-4cff-a713-22a763287066 req-69847f55-d815-4cf3-b3c8-6bf188a87a5c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000819 May 13 14:47:44.936893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.013205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:45.024663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:45.025459 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.078445 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdf1155-284f-421d-b4e3-5614e04fc007'] response: {'name': 'network-changed', 'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f', 'status': 'completed', 'code': 200} May 13 14:47:45.106708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-1b7c19c7-4fcd-41f8-84ef-48377e295ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.108325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-1b7c19c7-4fcd-41f8-84ef-48377e295ce5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca3720ae4e034a4ba4283fd1d77434f4&device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 1094 time: 0.5195184 May 13 14:47:45.324414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:45.324712 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.384189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-729312fe-5fc9-412e-bca5-1df4b5d2d3f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a108669b-c604-4734-b06e-94ad4a08772f HTTP/1.1" status: 200 len: 217 time: 0.2639616 May 13 14:47:45.400109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:45.406495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.508055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-06e8b1d3-6d3f-4a80-9898-fbe74025d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.509868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-06e8b1d3-6d3f-4a80-9898-fbe74025d3e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 1096 time: 0.8404171 May 13 14:47:45.514610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c67947d-d24c-42be-b628-b013789eed50 None None] Provisioning complete for port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:45.515231 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c67947d-d24c-42be-b628-b013789eed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:45.522122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-cc0de460-9205-4d6a-bac0-b277f0ca3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.526430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-cc0de460-9205-4d6a-bac0-b277f0ca3f65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9893eaa9-175c-4d6b-a5c2-5628e7326253 HTTP/1.1" status: 200 len: 847 time: 0.1259503 May 13 14:47:45.583028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:45.659030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c67947d-d24c-42be-b628-b013789eed50 None None] Current status of the port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:45.677669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a760164-2b80-4267-b30a-6d8dcdb114a0 req-40d2dd71-43df-4af5-99a1-7d46a092516a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.679253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a760164-2b80-4267-b30a-6d8dcdb114a0 req-40d2dd71-43df-4af5-99a1-7d46a092516a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1763723 May 13 14:47:45.769935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-aa6fc9f2-fcb8-4ea0-a68b-a37821048294 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114143 May 13 14:47:45.882840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a09bc9-2d2d-434b-b9a7-2f176b257591 req-95ba4636-06b3-4a87-ab7b-a4b5bf5afb93 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:45.890946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33a09bc9-2d2d-434b-b9a7-2f176b257591 req-95ba4636-06b3-4a87-ab7b-a4b5bf5afb93 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 1.0240569 May 13 14:47:45.895103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:45.914081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a760164-2b80-4267-b30a-6d8dcdb114a0 req-19a51e84-8404-4b4c-b66d-5e1756dece79 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 May 13 14:47:45.921868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.094386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33a09bc9-2d2d-434b-b9a7-2f176b257591 req-17093200-be76-4d02-9275-797896a685f3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021096 May 13 14:47:46.156323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-370aad3f-4ecc-482a-8374-a8afeb68b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:46.158786 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-370aad3f-4ecc-482a-8374-a8afeb68b32e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.6279819 May 13 14:47:46.243877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Router eae726f7-8464-42ed-b601-194f1ea3bbf8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:47:46.249619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-268711f9-ce3f-4db5-a277-e3fce375add7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 200 len: 217 time: 0.0769994 May 13 14:47:46.252596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-b595a9ab-acd7-406c-afa8-ff0b3ef06f7c service neutron] 10.222.0.90 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297423 May 13 14:47:46.488869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-b009539b-5aa5-4f92-8728-6cea2f287d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:46.490374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-b009539b-5aa5-4f92-8728-6cea2f287d70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.2340991 May 13 14:47:46.559733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-network', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:46.582801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.587106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:46.596514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ef3c8310-2871-4fc0-ab54-ee1526e66fd4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:46.597943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-85ef8c8f-aca8-4885-9aed-b9f922a1385b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885930 May 13 14:47:46.615684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Usage tracker for resource:network and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:46.657342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:46.671671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:46.686094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Sync routers for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:46.712505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:46.713174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:46.734663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.738339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3469ea6d-7e9a-4aff-889d-25ca42df8137 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2423682 May 13 14:47:46.742124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:46.777671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:46.791308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-367aefda-5869-4bf1-ad26-b33bbd35483e req-b386735a-64d3-4cb2-9b24-99e2b10ee472 service neutron] 10.222.0.90 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685607 May 13 14:47:46.823481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:46.823871 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.831761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.852041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Made reservation on behalf of b3e2a192007445a6ba0265cebe19f183 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:46.854867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.911609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc094e2-f112-495a-84fa-89b823f95059 req-817828cc-3644-4eab-a091-8576a5c5a580 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:46.913076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fc094e2-f112-495a-84fa-89b823f95059 req-817828cc-3644-4eab-a091-8576a5c5a580 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 943 time: 0.5665233 May 13 14:47:46.922369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:46.937237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b498860-df6f-43b9-82f8-d9ce2ab71ba2 req-f8e78e96-e7d3-49de-b06d-caf645c7f1e9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:46.941354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b498860-df6f-43b9-82f8-d9ce2ab71ba2 req-f8e78e96-e7d3-49de-b06d-caf645c7f1e9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4013035 May 13 14:47:46.948745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:46.991383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Usage tracker for resource:security_group_rule and tenant:c1f7b91610cd40c89865615314198fdd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:47.007199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:47.021343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:47.027003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:47.029331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:47.054515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:47.105479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:47.119446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-ac34535d-30b6-464f-822f-8ceb410096bb service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994366 May 13 14:47:47.121514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:47.127298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b498860-df6f-43b9-82f8-d9ce2ab71ba2 req-c523fa3a-a95b-40c1-b106-c51f4582fae7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000767 May 13 14:47:47.134395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fc094e2-f112-495a-84fa-89b823f95059 req-44d966c2-8c2c-4273-987f-27b98afc8b4f tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875262 May 13 14:47:47.302882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:47.313286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-440a25f0-63f7-42da-b2f0-ac01b73a75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.315780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-440a25f0-63f7-42da-b2f0-ac01b73a75a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca3720ae4e034a4ba4283fd1d77434f4&device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 1094 time: 0.4509568 May 13 14:47:47.486791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:44Z', 'revision_number': 3, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:47.491888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Checking router: eae726f7-8464-42ed-b601-194f1ea3bbf8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:47.492421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Updating router eae726f7-8464-42ed-b601-194f1ea3bbf8 port bf7b8e46-ae71-4140-893e-81ed0f00e950 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:47.560274 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.584963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79cb13ca-5f5e-4020-8641-32133bcf1084 req-3950b812-1783-4f02-bd9b-abfb68cd1c65 tempest-AbsoluteLimitsNegativeTestJSON-198105395 tempest-AbsoluteLimitsNegativeTestJSON-198105395-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7ec1376edbb412ebad74f757252af21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018037 May 13 14:47:47.592855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd3ea89-7e04-475b-a8d8-9ee366f2a777 req-b9c8d5ce-ad43-4bc9-ac9b-728f8ef3a471 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634359 May 13 14:47:47.644080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.708725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.747853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-c2c10422-8d62-4e40-b0b5-d91b53c9e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.747853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-c2c10422-8d62-4e40-b0b5-d91b53c9e164 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 HTTP/1.1" status: 200 len: 908 time: 0.4203343 May 13 14:47:47.894447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb13ca-5f5e-4020-8641-32133bcf1084 req-fa834d91-3b2d-4b36-9b65-3e4c1f5df60c tempest-AbsoluteLimitsNegativeTestJSON-198105395 tempest-AbsoluteLimitsNegativeTestJSON-198105395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:47.895975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79cb13ca-5f5e-4020-8641-32133bcf1084 req-fa834d91-3b2d-4b36-9b65-3e4c1f5df60c tempest-AbsoluteLimitsNegativeTestJSON-198105395 tempest-AbsoluteLimitsNegativeTestJSON-198105395-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044639 May 13 14:47:47.978047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:47.995689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Transition to ACTIVE for port object bf7b8e46-ae71-4140-893e-81ed0f00e950 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:48.003360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.039349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79cb13ca-5f5e-4020-8641-32133bcf1084 req-bba7d356-0017-4a9c-a68b-5467ac0f0043 tempest-AbsoluteLimitsNegativeTestJSON-198105395 tempest-AbsoluteLimitsNegativeTestJSON-198105395-project] 10.222.0.36 "GET /v2.0/quotas/f7ec1376edbb412ebad74f757252af21 HTTP/1.1" status: 200 len: 375 time: 0.0506711 May 13 14:47:48.103087 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.115911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Attempting to bind port bf7b8e46-ae71-4140-893e-81ed0f00e950 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:48.116430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Attempting to bind port bf7b8e46-ae71-4140-893e-81ed0f00e950 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:48.118154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Attempting to bind port bf7b8e46-ae71-4140-893e-81ed0f00e950 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:48.131464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.132708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:48.133409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:48.134028 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.134621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:48.135325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Bound port: bf7b8e46-ae71-4140-893e-81ed0f00e950, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:48.136321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.164245 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79cb13ca-5f5e-4020-8641-32133bcf1084 req-46ca3127-b2e5-44a2-a43d-445a3cc9fb9a tempest-AbsoluteLimitsNegativeTestJSON-198105395 tempest-AbsoluteLimitsNegativeTestJSON-198105395-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7ec1376edbb412ebad74f757252af21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164353 May 13 14:47:48.164959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-fe085958-1f74-4a36-95ed-e31c1588e8b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a108669b-c604-4734-b06e-94ad4a08772f HTTP/1.1" status: 200 len: 217 time: 0.3557942 May 13 14:47:48.172408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe56e0d-f5b2-4f6c-b4cf-ed3fb93da68b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.180674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2b427450-4db1-48d8-b716-087bd36bbb1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1f7b91610cd40c89865615314198fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5958595 May 13 14:47:48.183810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.195479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a93177-effb-4a57-b9e6-38eb7229fdea None None] Pushing event updated for resources: {'Port': ['ID=bf7b8e46-ae71-4140-893e-81ed0f00e950,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.261139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858fb7b-32a3-47ac-a7ed-d159d766b854 req-0d81dc55-d452-43c8-ad71-d4d61ee03573 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:48.274105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f858fb7b-32a3-47ac-a7ed-d159d766b854 req-0d81dc55-d452-43c8-ad71-d4d61ee03573 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.8384063 May 13 14:47:48.305419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] For port bf7b8e46-ae71-4140-893e-81ed0f00e950, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:48.309953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] For port bf7b8e46-ae71-4140-893e-81ed0f00e950, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf7b8e46-ae71-4140-893e-81ed0f00e950,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:48.318341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.375645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.408609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a93177-effb-4a57-b9e6-38eb7229fdea None None] Pushing event updated for resources: {'Port': ['ID=bf7b8e46-ae71-4140-893e-81ed0f00e950,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.429363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:48.430001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:48.447269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b42719-9bce-4cd0-b4ee-59e40973b612,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:48.459576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:48.475200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.475835 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Added segment f715f240-e977-4e93-883f-bc87c2425819 of type vlan for network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 May 13 14:47:48.527810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.566636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-c0ce41e5-4767-4c22-a911-f4e709d6fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:48.567677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-c0ce41e5-4767-4c22-a911-f4e709d6fc22 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9893eaa9-175c-4d6b-a5c2-5628e7326253 HTTP/1.1" status: 200 len: 847 time: 0.3310475 May 13 14:47:48.591505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f858fb7b-32a3-47ac-a7ed-d159d766b854 req-1caf3d7c-9106-483b-9f36-54e72aaa3787 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139689 May 13 14:47:48.648176 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.671978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-1d15b5ab-b9df-4635-9c7b-f572c9d5c33b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793517 May 13 14:47:48.687351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:48.710603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:48.720357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.721445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:48.722100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.874562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d5a7e-596e-4772-b688-c433d1361019 req-942d3cba-7fe4-410f-b7b3-181571adf9c7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:48.878878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-834d5a7e-596e-4772-b688-c433d1361019 req-942d3cba-7fe4-410f-b7b3-181571adf9c7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4420803 May 13 14:47:48.881333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.902759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:48.991714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe56e0d-f5b2-4f6c-b4cf-ed3fb93da68b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.023640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] Pushing event updated for resources: {'Network': ['ID=69c4d08e-e459-4aca-85bd-a220f14a4ed3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.034428 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.041120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-834d5a7e-596e-4772-b688-c433d1361019 req-11c53849-8d1d-47bf-8102-ad30ef7b4710 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458836 May 13 14:47:49.045938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:49.046507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.047293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f7fe415e-c823-44b8-b7b5-0017d0a82c01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbe56e0d-f5b2-4f6c-b4cf-ed3fb93da68b HTTP/1.1" status: 204 len: 168 time: 0.8625212 May 13 14:47:49.052044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.061095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Request body: {'subnet': {'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-subnet', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:49.063365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f1d0f1c-aa0d-4abe-afb8-386f80a7ca77 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1532900 May 13 14:47:49.071467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.083513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Usage tracker for resource:subnet and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.091459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:49.100735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:49.110300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ec1376edbb412ebad74f757252af21 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:49.117800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:49.130082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.135818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:49.150810 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:47:49.186001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Made reservation on behalf of b3e2a192007445a6ba0265cebe19f183 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:49.189429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.289982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.296064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.304393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-122fe702-7293-4030-84e4-93bdb075ed9a service neutron] 10.222.0.90 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153531 May 13 14:47:49.312791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.336445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:44Z', 'revision_number': 3, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:49.344709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c481f92-9fde-4096-8007-5cc58b0d970a None None] The sync data for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 is: [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:44Z', 'revision_number': 3, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:49.444838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7ec1376edbb412ebad74f757252af21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275534 May 13 14:47:49.452616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:49.588251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Allocated IP 172.20.0.1 (9293a84e-2586-400a-b6e5-bc505fff9c40/e365673c-e7db-496e-9b1f-ced77e944fc2/78c17d31-8e6c-40df-8288-09e7e036f471) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:49.640465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.644424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2717c-59d5-459b-a0af-0a2030328235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d73e8-d95d-435f-abdc-a7f4c7204bc3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.656284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfaefc-adb0-4170-940a-2e5624940d2d req-07620b8c-fcac-4250-a9fa-dac24f2da0e7 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:49.658675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03bfaefc-adb0-4170-940a-2e5624940d2d req-07620b8c-fcac-4250-a9fa-dac24f2da0e7 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 943 time: 0.8677282 May 13 14:47:49.805551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.843222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03bfaefc-adb0-4170-940a-2e5624940d2d req-be294887-0408-41fb-ad41-e4fb51aeefbf tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715569 May 13 14:47:49.865069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75dd54ef-e266-4c3f-b576-cb1bdbbdd55f req-d4a74038-532b-46da-954f-a20e71a2afc9 service neutron] 10.222.0.90 "GET /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501261 May 13 14:47:49.896725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.966872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.977760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:49.987912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d73e8-d95d-435f-abdc-a7f4c7204bc3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:49.993270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0e1d3-9303-439e-8d38-3b13152fe825 req-aa423e7d-6bcc-4cc4-bd1c-d2540e1e5028 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:50.006913 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cad0e1d3-9303-439e-8d38-3b13152fe825 req-aa423e7d-6bcc-4cc4-bd1c-d2540e1e5028 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5319424 May 13 14:47:50.020562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.025875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-edc6909e-6d70-4ba6-b3b6-47b2d52d62a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/289d73e8-d95d-435f-abdc-a7f4c7204bc3 HTTP/1.1" status: 204 len: 168 time: 0.5657189 May 13 14:47:50.080368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e9b20c-6cc1-4f73-9303-149c71deb673,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.110173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Transition to ACTIVE for port object 78c17d31-8e6c-40df-8288-09e7e036f471 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:50.150621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Checking segment: {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:50.151009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Network hostable DHCP agents. Network: 69c4d08e-e459-4aca-85bd-a220f14a4ed3, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:50.158742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.248699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:50.318757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501db6a5-89b1-40c3-98b3-d09fd2882737 req-7746070d-8f5e-4917-9778-c6a0d7886150 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:50.326497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-501db6a5-89b1-40c3-98b3-d09fd2882737 req-7746070d-8f5e-4917-9778-c6a0d7886150 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1338944 May 13 14:47:50.380976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-501db6a5-89b1-40c3-98b3-d09fd2882737 req-2d535383-e630-4719-8918-69c356709851 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532711 May 13 14:47:50.623694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf7b8e46-ae71-4140-893e-81ed0f00e950 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:50.679421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cad0e1d3-9303-439e-8d38-3b13152fe825 req-2d2ac011-4173-40b2-8299-73ab614bce40 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544144 May 13 14:47:50.679421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:50.679971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:50.684984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:50.688615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:50.766389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a108669b-c604-4734-b06e-94ad4a08772f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:47:50.870054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Pushing event updated for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:50.939868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 69c4d08e-e459-4aca-85bd-a220f14a4ed3) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:50.984666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92875f1-a030-4290-941b-c9b28a118275 None None] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:50.985128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:50.990329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.077695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-709e5f78-d65c-4d75-ab64-4a2ae1e90057 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0225375 May 13 14:47:51.080852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:51.093636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:51.114014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:51.126084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Usage tracker for resource:router and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:51.134932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:51.157018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:51.243035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.244075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.253137 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.280187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.301383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76523402-b497-43eb-8b89-785309dcd308 req-bf9ed7f1-ff21-417d-8ca2-9a52e43ce6db tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:51.303554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-76523402-b497-43eb-8b89-785309dcd308 req-bf9ed7f1-ff21-417d-8ca2-9a52e43ce6db tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 943 time: 0.1339431 May 13 14:47:51.541613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bf7b8e46-ae71-4140-893e-81ed0f00e950 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:51.586683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bf7b8e46-ae71-4140-893e-81ed0f00e950 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:51.587309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.686683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acad0-736e-45d4-b410-78a70d85ba0f req-50b3c285-99e8-4142-8804-cb820264aec4 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:51.705515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a6acad0-736e-45d4-b410-78a70d85ba0f req-50b3c285-99e8-4142-8804-cb820264aec4 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.6094096 May 13 14:47:51.745856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-38a14808-a81e-4b59-8ab8-b7d486d35f8f None None] Provisioning for port 78c17d31-8e6c-40df-8288-09e7e036f471 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:51.912741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-38a14808-a81e-4b59-8ab8-b7d486d35f8f None None] Provisioning complete for port 78c17d31-8e6c-40df-8288-09e7e036f471 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:51.913074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38a14808-a81e-4b59-8ab8-b7d486d35f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.942064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-76523402-b497-43eb-8b89-785309dcd308 req-fee1592f-251b-40ca-9242-84449971a03a tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178014 May 13 14:47:51.957502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:51.959224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a6acad0-736e-45d4-b410-78a70d85ba0f req-64a46765-6a09-4812-9d05-8106fb61d7e8 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473824 May 13 14:47:52.013026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-ff203b95-5579-45be-b176-ab99dc875d03 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3906758 May 13 14:47:52.135793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:52.143296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a108669b-c604-4734-b06e-94ad4a08772f,segment=NetworkSegment(35d79371-f11d-4739-bad6-8e21a7b537dc),segment_id=35d79371-f11d-4739-bad6-8e21a7b537dc)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:52.171952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.257268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'a108669b-c604-4734-b06e-94ad4a08772f', 'network_id': 'e0cbb2c4-ce2d-4ffd-b9c8-797eae470467', 'port_id': 'a108669b-c604-4734-b06e-94ad4a08772f', 'mac_address': 'fa:16:3e:c9:b7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9893eaa9-175c-4d6b-a5c2-5628e7326253', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:47:52.354172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-38a14808-a81e-4b59-8ab8-b7d486d35f8f None None] Port 78c17d31-8e6c-40df-8288-09e7e036f471 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:52.468147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a108669b-c604-4734-b06e-94ad4a08772f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:52.468801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.493125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a108669b-c604-4734-b06e-94ad4a08772f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:47:52.512254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a108669b-c604-4734-b06e-94ad4a08772f,segment=NetworkSegment(35d79371-f11d-4739-bad6-8e21a7b537dc),segment_id=35d79371-f11d-4739-bad6-8e21a7b537dc)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:52.519076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf7b8e46-ae71-4140-893e-81ed0f00e950 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:52.519565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.538843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bf7b8e46-ae71-4140-893e-81ed0f00e950, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf7b8e46-ae71-4140-893e-81ed0f00e950,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:52.543337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a168d-b38a-44cb-959a-f211bc4f9459 None None] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:52.558578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.635339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.641051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:52.722817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-5c266f46-781b-423b-ad20-8355bf32eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:52.722817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-5c266f46-781b-423b-ad20-8355bf32eb5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 1096 time: 0.6094637 May 13 14:47:52.906474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1530690545-network', 'tenant_id': '6f78ab79b00a460bb427545f2c828b47'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:52.912508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:52.916968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Usage tracker for resource:network and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:52.920367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:52.928895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:52.945280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Made reservation on behalf of 6f78ab79b00a460bb427545f2c828b47 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:52.947642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:52.950919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['a108669b-c604-4734-b06e-94ad4a08772f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:52.964963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.008198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bf7b8e46-ae71-4140-893e-81ed0f00e950,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.011625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:53.016166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:53.033245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:53.039733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:53.065504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.114485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.124854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.186437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.290846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d07ffc-9bee-4def-9b4e-9a49b5af0eb3 req-c9d03dee-f27e-4528-bb46-506790fbe859 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:53.302411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41d07ffc-9bee-4def-9b4e-9a49b5af0eb3 req-c9d03dee-f27e-4528-bb46-506790fbe859 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 813 time: 0.5640147 May 13 14:47:53.339705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.365368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41d07ffc-9bee-4def-9b4e-9a49b5af0eb3 req-890e5cde-3b75-4742-8042-f699bc4c68fc tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/quotas/4e7af3a8a11b41b197bec1bdd3d65788 HTTP/1.1" status: 200 len: 375 time: 0.0620224 May 13 14:47:53.367253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Pushing event updated for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.378605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-70018e38-4890-4158-ac3e-5893b25589ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:53.380099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-70018e38-4890-4158-ac3e-5893b25589ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 200 len: 912 time: 0.5069525 May 13 14:47:53.442191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.442732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.443180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.443629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.444051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.444771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.444990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.445498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.445691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.446055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.446463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.446847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:53.495856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eb7cd-288e-440c-909c-f98664b37b38 req-fca4d5d8-a003-4d3c-8ed8-1ce8b79f1efe tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:53.497359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7eb7cd-288e-440c-909c-f98664b37b38 req-fca4d5d8-a003-4d3c-8ed8-1ce8b79f1efe tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3737683 May 13 14:47:53.511403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-f0fd12c9-5a08-434d-b8fe-9d4fb5b9e948 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 200 len: 217 time: 0.0940356 May 13 14:47:53.597916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.620694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Allocated IP 172.25.5.238 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f8d6b969-5d9d-4dd3-aa19-0aa484c13a93) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:47:53.633216 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.662084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f7eb7cd-288e-440c-909c-f98664b37b38 req-ffa0069d-e4dd-4597-a7d3-7d7a0b04faa0 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458130 May 13 14:47:53.682856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-3c6b419b-ed59-4925-9310-20ffdab5ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:53.684624 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-3c6b419b-ed59-4925-9310-20ffdab5ce52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 200 len: 851 time: 0.1671016 May 13 14:47:53.698585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:47:53.729468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:53.729878 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Added segment 79707749-992d-4dbb-98d2-7149ca633218 of type vlan for network 1e0acfb0-f53d-450d-b51f-38acca9a3b63 May 13 14:47:53.739637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41d07ffc-9bee-4def-9b4e-9a49b5af0eb3 req-b7f8cde8-6056-4c78-80a5-606a8ff13956 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3613949 May 13 14:47:53.740333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60e9be-7456-46a1-9c3c-1e4aac30dd96,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:53.752841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:53.758311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:53.805555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-3b51d655-aa07-4512-bd8f-ae9f3f20c0df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673223 May 13 14:47:53.912835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.117201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:47:54.143940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fac29b22-5d91-4948-8e1f-4fb7fa809c30 None None] Provisioning complete for port 78c17d31-8e6c-40df-8288-09e7e036f471 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:54.145006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fac29b22-5d91-4948-8e1f-4fb7fa809c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.225465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fac29b22-5d91-4948-8e1f-4fb7fa809c30 None None] Port 78c17d31-8e6c-40df-8288-09e7e036f471 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:47:54.258009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.337706 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-d4045139-b997-417c-b3d1-47fefab29d16 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252502 May 13 14:47:54.344500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.346318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:54.346922 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.460673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33038) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:54.462750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Router eae726f7-8464-42ed-b601-194f1ea3bbf8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:47:54.513476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3755996 May 13 14:47:54.517745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075fd2-239a-4918-800a-6a65fae5f57e admin admin] Pushing event updated for resources: {'Network': ['ID=1e0acfb0-f53d-450d-b51f-38acca9a3b63,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:54.521499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:54.531428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1e0acfb0-f53d-450d-b51f-38acca9a3b63 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:47:54.546583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175057a7-137f-4adb-a0e2-2481f24651d0 req-b5a846c3-fc96-456c-a547-269bd7914389 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:54.557109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175057a7-137f-4adb-a0e2-2481f24651d0 req-b5a846c3-fc96-456c-a547-269bd7914389 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 944 time: 0.4402716 May 13 14:47:54.584376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Request body: {'subnet': {'network_id': '1e0acfb0-f53d-450d-b51f-38acca9a3b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1530690545-subnet', 'tenant_id': '6f78ab79b00a460bb427545f2c828b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:54.605357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-246c1943-5f86-4e85-a111-c59ba6a8d36a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:54.606948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-246c1943-5f86-4e85-a111-c59ba6a8d36a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.6282179 May 13 14:47:54.678892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:54.749566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Usage tracker for resource:subnet and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:54.795561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:54.812602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a108669b-c604-4734-b06e-94ad4a08772f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:54.869602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf7b8e46-ae71-4140-893e-81ed0f00e950 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:54.911929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:54.937747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.954688 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fcf1b9b-4c85-4f54-98be-6244576c7f48 req-bfe03226-7fb9-4c44-a56f-149acbb0d398 service neutron] 10.222.0.86 "GET /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059110 May 13 14:47:54.975465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:54.976487 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bf7b8e46-ae71-4140-893e-81ed0f00e950 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:54.976920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.014408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port a108669b-c604-4734-b06e-94ad4a08772f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:55.037568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port a108669b-c604-4734-b06e-94ad4a08772f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:55.038462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.060506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-175057a7-137f-4adb-a0e2-2481f24651d0 req-fef63e47-725d-4f79-a211-1e67b289be5f tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022845 May 13 14:47:55.067138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:47:55.070363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:55.074358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:47:55.077572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:55.089744 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Sync routers for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:55.103448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d19185be-05e1-4843-baf9-f2d40ba009ed admin admin] 10.222.0.36 "PUT /v2.0/routers/eae726f7-8464-42ed-b601-194f1ea3bbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3491204 May 13 14:47:55.118443 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:55.121372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:55.124967 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:55.139190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:55.170396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Deleting port 7842b639-b25f-4cc0-b2de-76704be07bf2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:55.171214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.234599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Usage tracker for resource:security_group_rule and tenant:b6eab0297fbe4ed584120d459f495786 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:55.255056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Made reservation on behalf of 6f78ab79b00a460bb427545f2c828b47 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:47:55.261143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.384005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf7b8e46-ae71-4140-893e-81ed0f00e950 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:55.384665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:55.388978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:55.411364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:55.446701 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:55.557851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port a108669b-c604-4734-b06e-94ad4a08772f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:47:55.558234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.607195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a843-ed35-4dcd-a214-5182f69b4dae req-fe404283-7a76-48cc-8dfe-4c56a0329046 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:55.615659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ce4a843-ed35-4dcd-a214-5182f69b4dae req-fe404283-7a76-48cc-8dfe-4c56a0329046 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8215714 May 13 14:47:55.626942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:55.649978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a108669b-c604-4734-b06e-94ad4a08772f,segment=NetworkSegment(35d79371-f11d-4739-bad6-8e21a7b537dc),segment_id=35d79371-f11d-4739-bad6-8e21a7b537dc)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:55.657521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.771686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a892e2f-d351-4908-9aa5-285c8fee1dd0 req-a2a77f70-66ca-48c3-a47d-e1be34a50f4e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:55.804123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a892e2f-d351-4908-9aa5-285c8fee1dd0 req-a2a77f70-66ca-48c3-a47d-e1be34a50f4e tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.3784776 May 13 14:47:55.825279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:55.911843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:51Z', 'revision_number': 4, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '78c17d31-8e6c-40df-8288-09e7e036f471', 'name': '', 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'mac_address': 'fa:16:3e:f8:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:48Z', 'updated_at': '2022-05-13T14:47:52Z', 'revision_number': 2, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'subnets': [{'id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:55.917396 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Checking router: eae726f7-8464-42ed-b601-194f1ea3bbf8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:55.918602 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Updating router eae726f7-8464-42ed-b601-194f1ea3bbf8 port 78c17d31-8e6c-40df-8288-09e7e036f471 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:55.955272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a892e2f-d351-4908-9aa5-285c8fee1dd0 req-bbb45a9e-7403-4f38-aea0-93da193c8d05 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499841 May 13 14:47:55.973550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:55.998763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ce4a843-ed35-4dcd-a214-5182f69b4dae req-061b9475-75c6-4ef8-8e6f-41a183386d31 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818347 May 13 14:47:56.027735 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.050035 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1346821-2885-4ebf-9b2e-274e30ac52a6'] response: {'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f', 'code': 200} May 13 14:47:56.492590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] For port 7842b639-b25f-4cc0-b2de-76704be07bf2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=7842b639-b25f-4cc0-b2de-76704be07bf2,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:47:56.493064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.518384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79978b-4743-4030-8b37-c7defc459a2e req-af6f48e7-bc90-492f-8b19-c9494f9df04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:56.519844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d79978b-4743-4030-8b37-c7defc459a2e req-af6f48e7-bc90-492f-8b19-c9494f9df04c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 1096 time: 0.3156128 May 13 14:47:56.536789 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.551207 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Transition to ACTIVE for port object 78c17d31-8e6c-40df-8288-09e7e036f471 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:47:56.561249 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.592877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.603503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d79978b-4743-4030-8b37-c7defc459a2e req-b02f5dd2-9b30-40ad-ad0a-5281eb5e2216 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688245 May 13 14:47:56.611215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba0290-c1ad-443b-9a37-02b0cb859df6 req-2e92d318-354f-4d4e-9605-9b4799946a91 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:56.612772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25ba0290-c1ad-443b-9a37-02b0cb859df6 req-2e92d318-354f-4d4e-9605-9b4799946a91 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 945 time: 0.2542973 May 13 14:47:56.645552 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Pushing event updated for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:56.829837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.848624 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.848971 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.849304 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.849639 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.849967 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.850292 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.850616 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.850947 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.851283 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.851640 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.851905 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.852245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:47:56.876963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Attempting to bind port 78c17d31-8e6c-40df-8288-09e7e036f471 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:47:56.877326 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Attempting to bind port 78c17d31-8e6c-40df-8288-09e7e036f471 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:47:56.877687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Attempting to bind port 78c17d31-8e6c-40df-8288-09e7e036f471 on network 9293a84e-2586-400a-b6e5-bc505fff9c40 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:47:56.883795 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:47:56.884193 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Checking segment: {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:56.884605 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.884998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Bound using segment: {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:47:56.885469 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Bound port: 78c17d31-8e6c-40df-8288-09e7e036f471, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04def311-05a0-45f4-a2b0-a2b58e3ae367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:47:56.885843 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:56.905152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.065402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Calling delete_port for 7842b639-b25f-4cc0-b2de-76704be07bf2 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:47:57.066055 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] For port 78c17d31-8e6c-40df-8288-09e7e036f471, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:47:57.069713 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] For port 78c17d31-8e6c-40df-8288-09e7e036f471, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78c17d31-8e6c-40df-8288-09e7e036f471,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:47:57.076864 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.100932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.120729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25ba0290-c1ad-443b-9a37-02b0cb859df6 req-4045fe7d-9945-44c3-9656-c84df4555f09 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554904 May 13 14:47:57.183193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Router 474075f4-309d-4228-a6a0-78ab77fdd62d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:47:57.201770 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:57.207446 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.268899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6eab0297fbe4ed584120d459f495786&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8041275 May 13 14:47:57.282890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.287087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ec210-67c6-4242-97ee-e71374223aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e228fc41-0b0d-43fc-b0d3-8c555a84d17e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.312804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfa815e-1c9c-4e14-80e4-0799af15da69,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.421999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Checking segment: {'id': '79707749-992d-4dbb-98d2-7149ca633218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1e0acfb0-f53d-450d-b51f-38acca9a3b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:47:57.422763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Network hostable DHCP agents. Network: 1e0acfb0-f53d-450d-b51f-38acca9a3b63, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:47:57.539022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62636-2ea7-490d-a10b-343d292cfe46 None None] Pushing event updated for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.555141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:47:57.564300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6604-6b76-4d4f-9e17-e83c2ffc7293 req-ab8c835d-25b9-4b57-adc7-cea281634f6c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:57.565998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5fc6604-6b76-4d4f-9e17-e83c2ffc7293 req-ab8c835d-25b9-4b57-adc7-cea281634f6c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 1.1330545 May 13 14:47:57.575405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Network 1e0acfb0-f53d-450d-b51f-38acca9a3b63 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:47:57.583341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.583619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Sync routers for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:47:57.604022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:47:57.606092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:57.606234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b544278-aeb2-472e-96f5-217aed948eb5 req-c0e10f02-21bc-4b21-b2df-b7820cffee9d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:57.608489 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:57.619456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b544278-aeb2-472e-96f5-217aed948eb5 req-c0e10f02-21bc-4b21-b2df-b7820cffee9d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1594951 May 13 14:47:57.630604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1e0acfb0-f53d-450d-b51f-38acca9a3b63) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:47:57.643167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.644814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e3ad252c-8eda-4fd4-b52e-12b04de99337 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5596125 May 13 14:47:57.648092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:57.648301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.690613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.762974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:57.763583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:57.829042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b544278-aeb2-472e-96f5-217aed948eb5 req-0dff9ba9-06d9-4857-a3c8-089c63e9e1be tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082145 May 13 14:47:57.873330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5920e-be3f-4ff4-bf4a-5c755c687ba1 None None] Network 1e0acfb0-f53d-450d-b51f-38acca9a3b63 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:57.901297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:47:57.981827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Pushing event deleted for resources: {'Port': ['ID=7842b639-b25f-4cc0-b2de-76704be07bf2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:57.989252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5fc6604-6b76-4d4f-9e17-e83c2ffc7293 req-09f38677-4b0f-45c8-b3f0-4add180cf969 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150052 May 13 14:47:58.100830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] No DVR routers for this DVR port 7842b639-b25f-4cc0-b2de-76704be07bf2 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:47:58.104393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.118418 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.150584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'name': 'network-vif-deleted', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:47:58.163744 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:51Z', 'revision_number': 4, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '78c17d31-8e6c-40df-8288-09e7e036f471', 'name': '', 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'mac_address': 'fa:16:3e:f8:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:48Z', 'updated_at': '2022-05-13T14:47:57Z', 'revision_number': 4, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'subnets': [{'id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:58.168890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6e94f-cf17-48b3-8219-e71837e073ed None None] The sync data for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 is: [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:47:51Z', 'revision_number': 4, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '78c17d31-8e6c-40df-8288-09e7e036f471', 'name': '', 'network_id': '9293a84e-2586-400a-b6e5-bc505fff9c40', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'mac_address': 'fa:16:3e:f8:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:48Z', 'updated_at': '2022-05-13T14:47:57Z', 'revision_number': 4, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'subnets': [{'id': 'e365673c-e7db-496e-9b1f-ced77e944fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:47:58.173698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:47:58.292741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228fc41-0b0d-43fc-b0d3-8c555a84d17e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:47:58.432673 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1946a860-9331-4881-8dba-7275395ea513'] response: {'server_uuid': '38d6807e-2229-45a7-ba35-30a2e521cfb9', 'name': 'network-vif-deleted', 'tag': '7842b639-b25f-4cc0-b2de-76704be07bf2', 'status': 'completed', 'code': 200} May 13 14:47:58.458375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3d3eb1e5-4129-42b1-80be-fcde1d7f2032 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8858566 May 13 14:47:58.489905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.490921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6b45e0db-3c3a-4390-83d5-77be33820aee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e228fc41-0b0d-43fc-b0d3-8c555a84d17e HTTP/1.1" status: 204 len: 168 time: 1.1997423 May 13 14:47:58.493681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17d08f61-2286-42b5-ba13-1b5308ada40a req-33b24301-7276-4650-ad76-eed9a9d3b769 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "DELETE /v2.0/ports/7842b639-b25f-4cc0-b2de-76704be07bf2 HTTP/1.1" status: 204 len: 173 time: 3.8763967 May 13 14:47:58.754779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:58.868542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:47:58.883705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78c17d31-8e6c-40df-8288-09e7e036f471 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:47:58.921065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6a00f7a-f6ed-440a-87c8-9cb4ddb2089c req-e505bae8-cf71-4bb0-9e93-788a03b99a68 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4e7af3a8a11b41b197bec1bdd3d65788 HTTP/1.1" status: 200 len: 221 time: 0.3771129 May 13 14:47:58.986329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Checking router: 474075f4-309d-4228-a6a0-78ab77fdd62d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:47:58.986673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Updating router 474075f4-309d-4228-a6a0-78ab77fdd62d port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:47:59.096636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7842b639-b25f-4cc0-b2de-76704be07bf2 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:47:59.156425 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.226214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 7842b639-b25f-4cc0-b2de-76704be07bf2 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:47:59.226909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 7842b639-b25f-4cc0-b2de-76704be07bf2 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:47:59.321870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d327d5-b70d-4712-8b02-774af940f1cf req-ebe9592a-2708-4c4b-9686-e72b501c164c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:47:59.339776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-68d327d5-b70d-4712-8b02-774af940f1cf req-ebe9592a-2708-4c4b-9686-e72b501c164c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 945 time: 0.7984238 May 13 14:47:59.348970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2067596315', 'description': 'tempest-description-1365623148'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:47:59.366495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:47:59.374670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:59.396936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:59.403886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:59.408477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.426490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-68d327d5-b70d-4712-8b02-774af940f1cf req-8136b419-6c8c-45aa-ae9a-5be38d44ef27 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 May 13 14:47:59.440810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.447715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:59.473555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 78c17d31-8e6c-40df-8288-09e7e036f471 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:47:59.476656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027fc66-f575-45e3-9eab-ec2971069f3f None None] Network 1e0acfb0-f53d-450d-b51f-38acca9a3b63 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:47:59.494431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:59.503201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.530613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:52c2b434c5544fd99cbb1621fd3cc34c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:59.589225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 78c17d31-8e6c-40df-8288-09e7e036f471 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:47:59.589723 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.615594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:59.639351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:59.667263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:47:59.679994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:47:59.686006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:47:59.709105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:47:59.713356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Deleting port 78c17d31-8e6c-40df-8288-09e7e036f471 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:47:59.713945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.789661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d995ab5-0e80-4e10-abda-396106edb84c req-8461c378-d47d-4779-88fd-e28cbee8637a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d6807e-2229-45a7-ba35-30a2e521cfb9 HTTP/1.1" status: 200 len: 210 time: 0.1061556 May 13 14:47:59.843535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9391a243-cd7b-4977-943f-717ab765a970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:47:59.963334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Allocated IP 172.20.0.1 (69c4d08e-e459-4aca-85bd-a220f14a4ed3/c4e9b20c-6cc1-4f73-9303-149c71deb673/761e7940-f474-466c-9863-e01d49f57dd1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:00.020584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.034815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.246551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52c2b434c5544fd99cbb1621fd3cc34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8786075 May 13 14:48:00.250349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5d0f9-4656-49c2-87f0-f71b4d72e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48714f8-54b2-4821-a75d-32e1353a4cc4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.252681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:00.278910 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.305485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Transition to ACTIVE for port object f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:00.315379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 78c17d31-8e6c-40df-8288-09e7e036f471 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:00.315759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.327238 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.330177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] For port 78c17d31-8e6c-40df-8288-09e7e036f471, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78c17d31-8e6c-40df-8288-09e7e036f471,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:00.330548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.355023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.411162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.439055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Attempting to bind port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:00.439416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Attempting to bind port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:00.439772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Attempting to bind port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:00.445882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 78c17d31-8e6c-40df-8288-09e7e036f471, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78c17d31-8e6c-40df-8288-09e7e036f471,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:00.452850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:00.453136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:00.453734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.454262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:00.454975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Bound port: f8d6b969-5d9d-4dd3-aa19-0aa484c13a93, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:00.455742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.462001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.488443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bd44c-5222-4e0c-875f-d46a70c50848 None None] Pushing event updated for resources: {'Port': ['ID=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.498776 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.521090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Calling delete_port for 78c17d31-8e6c-40df-8288-09e7e036f471 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:00.541608 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.554664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6d046-9904-4dd9-8750-90eb2058aa75,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.611402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.612027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.617959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86646eb4-4674-4dfa-aff5-feef68b35af1 req-54987c32-fcd2-43c1-ac46-d196b387b0b2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2744563 May 13 14:48:00.627752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468dc90-8a8d-4dc5-a843-0aed7c6df6bc req-ffe5f358-c94c-4008-9d5a-be047230e990 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:00.629356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1468dc90-8a8d-4dc5-a843-0aed7c6df6bc req-ffe5f358-c94c-4008-9d5a-be047230e990 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3789365 May 13 14:48:00.630219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.634016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] For port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:00.644925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] For port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:00.649205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.653541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.747097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1468dc90-8a8d-4dc5-a843-0aed7c6df6bc req-1dfad2e7-2067-42c4-87b9-e539789152d8 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015828 May 13 14:48:00.781627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:00.786398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:00.791874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:00.826229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Pushing event updated for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.838765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78c17d31-8e6c-40df-8288-09e7e036f471 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:00.870250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:48:00.870588 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:48:00.882399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.914889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48714f8-54b2-4821-a75d-32e1353a4cc4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:00.936656 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:00.978303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bd44c-5222-4e0c-875f-d46a70c50848 None None] Pushing event updated for resources: {'Port': ['ID=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.006975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:01.007738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:47:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:01.084504 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-d3f981a1-e9b8-4ebd-a86b-f709083896e2 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/a7a6d046-9904-4dd9-8750-90eb2058aa75 HTTP/1.1" status: 200 len: 1815 time: 0.2633700 May 13 14:48:01.097058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.097268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169adf7-5b86-439d-a102-a27b98bee5ee req-a3f334ef-af0d-4ff3-9d93-26489f050184 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:01.098696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-08b8a5a0-d767-411c-9743-e180692aba68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d48714f8-54b2-4821-a75d-32e1353a4cc4 HTTP/1.1" status: 204 len: 168 time: 0.8443439 May 13 14:48:01.104742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b169adf7-5b86-439d-a102-a27b98bee5ee req-a3f334ef-af0d-4ff3-9d93-26489f050184 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.0938191 May 13 14:48:01.106213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7a6d046-9904-4dd9-8750-90eb2058aa75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:01.106523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a7a6d046-9904-4dd9-8750-90eb2058aa75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:01.114501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 78c17d31-8e6c-40df-8288-09e7e036f471 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:01.114881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.118806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:01.122943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:01.125969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:01.132156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:01.172105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b169adf7-5b86-439d-a102-a27b98bee5ee req-a9d046d4-bf27-4d0f-877f-56a8aeb602ea tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609488 May 13 14:48:01.253463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.301516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:01.318458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.345382 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.371814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Deleting port 78c17d31-8e6c-40df-8288-09e7e036f471 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:01.373285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.387162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5adfb18-20ce-41f8-9e34-7538df3b854b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:01.398414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.464710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.465911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3c5f732-d925-472e-b9cb-cb2988a8e978 req-4ca700b3-162b-4464-8704-da19d66106ba tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3703086 May 13 14:48:01.668030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 78c17d31-8e6c-40df-8288-09e7e036f471 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:01.774742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.783032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.836110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] For port 78c17d31-8e6c-40df-8288-09e7e036f471, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=78c17d31-8e6c-40df-8288-09e7e036f471,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:01.838815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:01.893712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:01.898169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06acc58-dcb2-4c80-b7b2-77e19df0c998 None None] The sync data for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 is: [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:47:55Z', 'revision_number': 3, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:01.993394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.003733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Pushing event updated for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.034022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8446ddff-acb8-4302-a6e5-baf349d90771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.044052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Calling delete_port for 78c17d31-8e6c-40df-8288-09e7e036f471 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:02.209948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21be4e-71fc-44f7-a333-cbf4f4a675a7 req-5d4e1b0a-0136-4190-9334-4853002fce58 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:02.218357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a21be4e-71fc-44f7-a333-cbf4f4a675a7 req-5d4e1b0a-0136-4190-9334-4853002fce58 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3597536 May 13 14:48:02.225235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:02.226644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:02.296390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a21be4e-71fc-44f7-a333-cbf4f4a675a7 req-2ca27067-0a55-4074-96b0-fcfc7dcf4cee tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769830 May 13 14:48:02.595123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.654320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5daf-a253-4893-9b1d-8c1cdffad7f4 req-e36458eb-da4b-4284-894e-9e0704018eb0 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:02.655378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d9ac5daf-a253-4893-9b1d-8c1cdffad7f4 req-e36458eb-da4b-4284-894e-9e0704018eb0 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Synchronizing usage tracker for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:02.668283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=78c17d31-8e6c-40df-8288-09e7e036f471,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:02.863954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-79fc8f2e-b808-44cb-8f56-4120aff166bc req-f5fea707-df9f-4169-9cf6-439707f7f211 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/a7a6d046-9904-4dd9-8750-90eb2058aa75 HTTP/1.1" status: 200 len: 2409 time: 0.9056664 May 13 14:48:02.916832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:02.929874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d9ac5daf-a253-4893-9b1d-8c1cdffad7f4 req-e36458eb-da4b-4284-894e-9e0704018eb0 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Unset dirty status for tenant:5b6a256a67db4f8595c40d6c0f4427ce on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:02.931053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9ac5daf-a253-4893-9b1d-8c1cdffad7f4 req-e36458eb-da4b-4284-894e-9e0704018eb0 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.4745758 May 13 14:48:02.952449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:02.994756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Router 474075f4-309d-4228-a6a0-78ab77fdd62d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:03.182649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:03.225368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.226373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:03.227637 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.323452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9ac5daf-a253-4893-9b1d-8c1cdffad7f4 req-7785fd21-6e22-447c-9272-26c54e148731 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698814 May 13 14:48:03.467805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:03.472973 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a0d7d31b-537e-4d25-962d-747510e2b121 admin admin] 10.222.0.36 "PUT /v2.0/routers/474075f4-309d-4228-a6a0-78ab77fdd62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8237481 May 13 14:48:03.533221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341f9f8-dac9-4e1d-9cb1-831da9f7901d req-60743dbd-ca3a-492a-9fd4-1b35404b3045 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:03.536547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3341f9f8-dac9-4e1d-9cb1-831da9f7901d req-60743dbd-ca3a-492a-9fd4-1b35404b3045 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3536239 May 13 14:48:03.571509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:03.572275 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.615142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:03.620472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.663606 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3341f9f8-dac9-4e1d-9cb1-831da9f7901d req-085ac618-5935-46cc-af39-9267b19e09b4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190255 May 13 14:48:03.737401 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-313ae6f3-3002-44ca-844c-4a5aa06145ee tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-group-rules/f5adfb18-20ce-41f8-9e34-7538df3b854b HTTP/1.1" status: 200 len: 778 time: 0.0573661 May 13 14:48:03.744009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:03.762097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.762424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.762713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.763120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.763567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.764115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.764644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.765726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.766261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.766582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.767181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.767613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:03.794207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:03.936080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-b462a254-94e0-4f0e-84a5-087e722b0111 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/a7a6d046-9904-4dd9-8750-90eb2058aa75 HTTP/1.1" status: 200 len: 2409 time: 0.1735415 May 13 14:48:04.059260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.076399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.272029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.315449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5adfb18-20ce-41f8-9e34-7538df3b854b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:04.416586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.418086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b753d9e-31ed-4cf7-88f6-26b63836b45f req-7dc7d887-b4b1-4be9-aff8-f8d8fef20fc8 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f5adfb18-20ce-41f8-9e34-7538df3b854b HTTP/1.1" status: 204 len: 173 time: 0.4805198 May 13 14:48:04.486724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-1fc52a0f-a365-407d-b05f-c5df88640250 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.489109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-1fc52a0f-a365-407d-b05f-c5df88640250 tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.3199236 May 13 14:48:04.491168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Router eae726f7-8464-42ed-b601-194f1ea3bbf8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:04.648510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-9f80d416-8463-47a0-90c4-ee664d71c12b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:04.651141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-9f80d416-8463-47a0-90c4-ee664d71c12b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:04.705816 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Sync routers for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:04.752578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-9f80d416-8463-47a0-90c4-ee664d71c12b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:04.753879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-9f80d416-8463-47a0-90c4-ee664d71c12b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 819 time: 0.5009854 May 13 14:48:04.756182 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:04.757913 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:04.793154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.799323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-ebb8e6ab-ffb1-4804-b600-841ff4d60707 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/quotas/b3e2a192007445a6ba0265cebe19f183 HTTP/1.1" status: 200 len: 375 time: 0.0389011 May 13 14:48:04.905002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Deleting port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:04.905449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:04.948350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:04.976664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-0408bd28-a9b5-4902-a1bf-98d5e81324f1 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:05.016820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-0408bd28-a9b5-4902-a1bf-98d5e81324f1 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:05.018615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-0408bd28-a9b5-4902-a1bf-98d5e81324f1 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181973 May 13 14:48:05.038920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-8530dcda-ce8e-40ac-a708-45d6d54f32a1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:48:05.040916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-8530dcda-ce8e-40ac-a708-45d6d54f32a1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072844 May 13 14:48:05.043341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:05.045331 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:05.050179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c5eaa903-bfa5-46d6-b424-37729a9bcc0d admin admin] 10.222.0.36 "PUT /v2.0/routers/eae726f7-8464-42ed-b601-194f1ea3bbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6445286 May 13 14:48:05.053953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:05.085086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Sync routers for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:05.104077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:05.105263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:05.128582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467a32-80cc-4df8-91bf-13ef628beba1 req-65f7f076-1222-436a-a07a-16d3beb0a42a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:05.138117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b0467a32-80cc-4df8-91bf-13ef628beba1 req-65f7f076-1222-436a-a07a-16d3beb0a42a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5096071 May 13 14:48:05.282607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b0467a32-80cc-4df8-91bf-13ef628beba1 req-59e4ec1f-1e52-47ff-bbf3-aa35a4e7e13a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429682 May 13 14:48:05.362595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:05.462506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-a7fbc453-1437-44fc-96b5-ce0f95651a1a service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689185 May 13 14:48:05.467761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] For port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:05.468254 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.484543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.652638 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 2, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:05.658986 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Checking router: 474075f4-309d-4228-a6a0-78ab77fdd62d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:05.659579 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Updating router 474075f4-309d-4228-a6a0-78ab77fdd62d port 761e7940-f474-466c-9863-e01d49f57dd1 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:05.754886 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.770786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Calling delete_port for 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:05.801072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-98b5a235-638e-412b-a8e1-7153e0d8dd6e service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372381 May 13 14:48:05.810721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.834957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Deleting port bf7b8e46-ae71-4140-893e-81ed0f00e950 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:05.835437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:05.840632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:05.847835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.098872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1333225845', 'description': 'tempest-description-786271410'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:06.106130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:06.111793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:06.115323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:06.124721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:06.152862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.208797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:06.219678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:48:02Z', 'revision_number': 5, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port': {'id': 'bf7b8e46-ae71-4140-893e-81ed0f00e950', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:42Z', 'updated_at': '2022-05-13T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:06.230246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Checking router: eae726f7-8464-42ed-b601-194f1ea3bbf8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:06.235752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:06.246975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Routers {'eae726f7-8464-42ed-b601-194f1ea3bbf8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:06.247711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eae726f7-8464-42ed-b601-194f1ea3bbf8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:06.256749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:06.260148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:06.277775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:06.296117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] For port bf7b8e46-ae71-4140-893e-81ed0f00e950, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf7b8e46-ae71-4140-893e-81ed0f00e950,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:06.297393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.362305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6871686-d695-4d51-a605-04d4383d60fc req-50d160e8-6b5b-454c-bf42-ab1f6ab4eeed tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:06.376691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6871686-d695-4d51-a605-04d4383d60fc req-50d160e8-6b5b-454c-bf42-ab1f6ab4eeed tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/ports?device_id=df71ba3b-fcea-4c79-9507-7c17438c8be1 HTTP/1.1" status: 200 len: 945 time: 0.8895307 May 13 14:48:06.434628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.501092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:48:06.526365 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.556923 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Transition to ACTIVE for port object 761e7940-f474-466c-9863-e01d49f57dd1 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:06.563712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6871686-d695-4d51-a605-04d4383d60fc req-dd304378-f16a-4a34-9ef0-740d0d44c08a tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1422108-f4f3-497e-979b-4fc1b3e9407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794231 May 13 14:48:06.564750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Pushing event deleted for resources: {'Port': ['ID=8a8ea3c8-928d-4f5d-bd0e-26e45aadda28,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:06.578287 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.712164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] No DVR routers for this DVR port 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:06.716661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:06.719496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'name': 'network-vif-deleted', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:06.757833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d11582f-e890-4a90-add8-9b3b9517b28b req-d2bff8ab-ed84-42fe-b252-7e28112f3a3d tempest-ServerRescueTestJSON-2123389701 tempest-ServerRescueTestJSON-2123389701-project] 10.222.0.86 "DELETE /v2.0/ports/8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 HTTP/1.1" status: 204 len: 173 time: 2.2558877 May 13 14:48:06.840811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] Set router eae726f7-8464-42ed-b601-194f1ea3bbf8 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:07.081067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:48:05Z', 'revision_number': 6, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:07.089656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cebf204-b0b8-43db-bcdf-3885402f828a None None] The sync data for ids ['eae726f7-8464-42ed-b601-194f1ea3bbf8'] in n-d-841736-1 is: [{'id': 'eae726f7-8464-42ed-b601-194f1ea3bbf8', 'name': 'tempest-ServersTestFqdnHostnames-1112544592-router', 'tenant_id': '651500c9dd5c420b9c0c53478f4ab116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:40Z', 'updated_at': '2022-05-13T14:48:05Z', 'revision_number': 6, 'project_id': '651500c9dd5c420b9c0c53478f4ab116', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:07.103354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7f75-8bf9-4f29-8020-227405de12e2 None None] Pushing event updated for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:07.114904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Calling delete_port for bf7b8e46-ae71-4140-893e-81ed0f00e950 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:07.155101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Attempting to bind port 761e7940-f474-466c-9863-e01d49f57dd1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:07.155754 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Attempting to bind port 761e7940-f474-466c-9863-e01d49f57dd1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:07.156119 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Attempting to bind port 761e7940-f474-466c-9863-e01d49f57dd1 on network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:07.164032 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:07.164441 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Checking segment: {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:07.164845 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.165240 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Bound using segment: {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:07.165700 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Bound port: 761e7940-f474-466c-9863-e01d49f57dd1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:07.166069 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.355823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.365748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.416300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474d08a4-91bc-47ed-b442-90efcb1ff385,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:07.441929 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] For port 761e7940-f474-466c-9863-e01d49f57dd1, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:07.448171 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] For port 761e7940-f474-466c-9863-e01d49f57dd1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=761e7940-f474-466c-9863-e01d49f57dd1,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:07.457547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.475238 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.478765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78707a63-a338-4236-896c-701a421c697e req-9124bf63-0ba0-4c38-ac66-ed8357fba6af tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3906608 May 13 14:48:07.541159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f34eb-f50d-4740-ba0c-9834d053fc45 req-ba42d15f-b4c0-4536-b1b4-c989f296518c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:07.551879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a7f34eb-f50d-4740-ba0c-9834d053fc45 req-ba42d15f-b4c0-4536-b1b4-c989f296518c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2124648 May 13 14:48:07.624931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8a7f34eb-f50d-4740-ba0c-9834d053fc45 req-e7181a7e-9610-4f48-8c9a-58c48e3411a7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718017 May 13 14:48:07.697484 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b13f96b-39fb-4072-b7d0-0371f49f606b'] response: {'server_uuid': 'df71ba3b-fcea-4c79-9507-7c17438c8be1', 'name': 'network-vif-deleted', 'tag': '8a8ea3c8-928d-4f5d-bd0e-26e45aadda28', 'status': 'completed', 'code': 200} May 13 14:48:07.724843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7f75-8bf9-4f29-8020-227405de12e2 None None] Pushing event updated for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:07.761754 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:07.763521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:07.804178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:07.926181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46d763ec-67f6-4cca-83f2-158e4869c380 req-d50ab5b4-b737-4d01-a3c4-11f23488ac0e tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/474d08a4-91bc-47ed-b442-90efcb1ff385 HTTP/1.1" status: 200 len: 1814 time: 0.1402385 May 13 14:48:07.936905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7b8e46-ae71-4140-893e-81ed0f00e950,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:08.000796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90811ab0-fdbd-4b3d-bf41-daf9ad213e51 req-2c34e355-c54a-419b-b764-808ceb2d405b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 210 time: 0.1865368 May 13 14:48:08.271887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:08.317259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:08.416252 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:08.864931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78c17d31-8e6c-40df-8288-09e7e036f471 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:08.991016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 78c17d31-8e6c-40df-8288-09e7e036f471 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:08.991768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 78c17d31-8e6c-40df-8288-09e7e036f471 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:08.997322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf7b8e46-ae71-4140-893e-81ed0f00e950 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:09.055646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:09.061485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.069931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.123787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.125802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eae726f7-8464-42ed-b601-194f1ea3bbf8 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:48:09.169209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:09.169892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8a8ea3c8-928d-4f5d-bd0e-26e45aadda28 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:09.173391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bf7b8e46-ae71-4140-893e-81ed0f00e950 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:09.174037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf7b8e46-ae71-4140-893e-81ed0f00e950 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:09.283378 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.287099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ee1624f-cf68-4b92-a136-cc280af966d3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eae726f7-8464-42ed-b601-194f1ea3bbf8 HTTP/1.1" status: 204 len: 168 time: 4.2292216 May 13 14:48:09.288616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33448) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:09.455294 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:07Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:09.460062 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0acd12-284a-4f93-b0e0-69f78eac6167 None None] The sync data for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 is: [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:07Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:09.526467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df40a0-ef06-4990-8178-bcf48d32b0ae req-08e039cd-e1e5-4108-81b8-e30f60534fbe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:09.551268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a0df40a0-ef06-4990-8178-bcf48d32b0ae req-08e039cd-e1e5-4108-81b8-e30f60534fbe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8450091 May 13 14:48:09.618376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Deleting subnet e365673c-e7db-496e-9b1f-ced77e944fc2 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:09.657184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.812180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:09.971975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1851192409', 'description': 'tempest-description-1381227890'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:10.009964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:10.011540 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.020934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-4c24117f-e7b5-4333-ba90-81cbc617beb1 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:10.022988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-4c24117f-e7b5-4333-ba90-81cbc617beb1 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 819 time: 0.6400311 May 13 14:48:10.030594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:10.036038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:10.044755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'port': {'device_id': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'admin_state_up': True, 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:10.087817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:10.149520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a0df40a0-ef06-4990-8178-bcf48d32b0ae req-aedb504b-34bb-4a5c-ae81-a79350e2eafb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954182 May 13 14:48:10.163104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.276906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.292420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.305826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7bc8f-48ca-41f5-863e-3b533b5da7f3 None None] Network 9293a84e-2586-400a-b6e5-bc505fff9c40 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:10.311857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e365673c-e7db-496e-9b1f-ced77e944fc2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:10.347148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:10.357395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:10.362103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:10.362450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e365673c-e7db-496e-9b1f-ced77e944fc2 HTTP/1.1" status: 204 len: 168 time: 1.0704055 May 13 14:48:10.369622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:10.395074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.398767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.399984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.416556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.417592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.418447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.419177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b14dc9-84f1-4040-bb29-62bd4aaa4d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:10.440372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:10.454327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:10.501524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:10.714615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Made reservation on behalf of b3e2a192007445a6ba0265cebe19f183 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:10.727902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:10.939595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 761e7940-f474-466c-9863-e01d49f57dd1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:11.109370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f9bef143-e24e-4be2-b575-683c26b2a4f0 req-61e51fc3-c02b-4bf8-9e61-7a049c5935fc tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 210 time: 0.1400416 May 13 14:48:11.138573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.164667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 761e7940-f474-466c-9863-e01d49f57dd1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:11.179110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.179332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 761e7940-f474-466c-9863-e01d49f57dd1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:11.179859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.380144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] DHCP port deletion for 9293a84e-2586-400a-b6e5-bc505fff9c40 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:48:11.412849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Deleting port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:11.413398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.553689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.618777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6888a-f84a-40b5-9d29-74392bceb1ab req-791c4023-1406-4222-b24f-f42815e56055 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:11.636576 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99d6888a-f84a-40b5-9d29-74392bceb1ab req-791c4023-1406-4222-b24f-f42815e56055 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2689171 May 13 14:48:11.721503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Deleting port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:11.721872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.749854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99d6888a-f84a-40b5-9d29-74392bceb1ab req-cb8baf6b-92dd-420e-9a9a-f7f1b9544168 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093702 May 13 14:48:11.849918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4614b-82ca-4757-842f-212bb4e4f8d8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:11.884685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:11.913306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f6ab65b-ce82-4f72-9904-12657e6c08c1 req-a0c654dd-23fd-4b86-b055-7955eef17517 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.9712844 May 13 14:48:11.972638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 761e7940-f474-466c-9863-e01d49f57dd1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:11.973334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.062730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 761e7940-f474-466c-9863-e01d49f57dd1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=761e7940-f474-466c-9863-e01d49f57dd1,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:12.080251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.168545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Allocated IP 172.20.0.2 (69c4d08e-e459-4aca-85bd-a220f14a4ed3/c4e9b20c-6cc1-4f73-9303-149c71deb673/648de7ce-e433-4091-9dc1-c8bc4de6ad14) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:12.173833 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.184607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] For port ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:12.185005 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.330071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Calling delete_port for ef3c8310-2871-4fc0-ab54-ee1526e66fd4 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:12.373219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] For port ef3c8310-2871-4fc0-ab54-ee1526e66fd4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,segment=NetworkSegment(04def311-05a0-45f4-a2b0-a2b58e3ae367),segment_id=04def311-05a0-45f4-a2b0-a2b58e3ae367)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:12.373538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.430203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:12.504118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] No DVR routers for this DVR port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:12.521373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:12.583426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Calling delete_port for ef3c8310-2871-4fc0-ab54-ee1526e66fd4 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:12.676410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabf96c-804a-403e-ab74-215bc716306c None None] Pushing event deleted for resources: {'Port': ['ID=ef3c8310-2871-4fc0-ab54-ee1526e66fd4,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:12.824753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6539a-bc39-4d1c-bb4c-10993ebff006 req-bafce824-9440-49f4-b35d-add6d4db97d7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:12.827358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6f6539a-bc39-4d1c-bb4c-10993ebff006 req-bafce824-9440-49f4-b35d-add6d4db97d7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1734841 May 13 14:48:12.864167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 761e7940-f474-466c-9863-e01d49f57dd1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:12.868836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0d512953-d961-495a-8eaf-abf0e4fd5e14 req-7dc3432c-26eb-445c-a9e9-4e0e16e5e3fc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/f6f4614b-82ca-4757-842f-212bb4e4f8d8 HTTP/1.1" status: 200 len: 1815 time: 0.7953739 May 13 14:48:12.981972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6f6539a-bc39-4d1c-bb4c-10993ebff006 req-6da56a80-e19a-4d92-8831-ecc7130fa28d tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382935 May 13 14:48:13.049505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:48:13.049837 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:48:13.051839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 761e7940-f474-466c-9863-e01d49f57dd1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:13.052959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.124431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-26205866-063c-4489-a133-37724f036d6b req-b1f9db69-22ef-40ae-a89b-fc4d9ea107bf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:13.205087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-26205866-063c-4489-a133-37724f036d6b req-b1f9db69-22ef-40ae-a89b-fc4d9ea107bf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:13.213748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 761e7940-f474-466c-9863-e01d49f57dd1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:13.214341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26205866-063c-4489-a133-37724f036d6b req-b1f9db69-22ef-40ae-a89b-fc4d9ea107bf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 210 time: 0.1551962 May 13 14:48:13.269873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302292921', 'description': 'tempest-description-902311317'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:13.296323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.302183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:13.310906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:13.316031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:13.328473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:13.338960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ef3c8310-2871-4fc0-ab54-ee1526e66fd4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:13.370734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.384390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ef3c8310-2871-4fc0-ab54-ee1526e66fd4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:13.385030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ef3c8310-2871-4fc0-ab54-ee1526e66fd4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:13.435435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.441235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:13.448316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:13.452605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:13.460894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:13.552501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Deleting port ef3c8310-2871-4fc0-ab54-ee1526e66fd4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:13.552930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.558138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.565199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.581744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Deleting port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:13.582089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.642475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e370d-bc43-4937-870e-2d0c4b18b260,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:13.649284 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:13.652074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-510ca6da-013c-4fa0-8b21-557ad6f46703 req-298f198e-f762-4442-9758-b9a8b3a1fc30 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3907871 May 13 14:48:13.833200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:13.879507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:13.882356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:13.932231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] The port 'ef3c8310-2871-4fc0-ab54-ee1526e66fd4' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:48:13.965799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:14.180584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:14.269473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:14.270250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.291324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.348252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec688-49af-4d88-81ee-3c26af984b19 req-284b9207-cb6d-4649-bc99-9175405cc60f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:14.350607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-032ec688-49af-4d88-81ee-3c26af984b19 req-284b9207-cb6d-4649-bc99-9175405cc60f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8745244 May 13 14:48:14.372196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.380966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-59da355f-715a-452c-8829-b7b547d9d82c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3409193 May 13 14:48:14.430322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9293a84e-2586-400a-b6e5-bc505fff9c40']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:14.449171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Request body: {'port': {'device_id': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:14.513799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] For port 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,segment=NetworkSegment(165d1f80-b52f-4ee8-82d5-d055d73a0da9),segment_id=165d1f80-b52f-4ee8-82d5-d055d73a0da9)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:14.514392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.527426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c4a76e3-9b42-4ecb-9b2c-af67c3900943 req-5799b653-8930-4cdb-a7c4-61bb4cacdc82 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/f63e370d-bc43-4937-870e-2d0c4b18b260 HTTP/1.1" status: 200 len: 1814 time: 0.2471054 May 13 14:48:14.538490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:14.544374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b46f3aa84634e7a80f5fe5b121c93bc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:14.546258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04def311-05a0-45f4-a2b0-a2b58e3ae367') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:14.547532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04def311-05a0-45f4-a2b0-a2b58e3ae367') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:14.549435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:14.558257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:14.673867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.687352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.728294 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.737473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c1800f-2fcc-461e-977d-be21a152cb81,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:14.742286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ad28d90f-f48b-4791-bcbf-7d7036d77ed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b46f3aa84634e7a80f5fe5b121c93bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605936 May 13 14:48:14.744926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33650) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:14.824761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.856108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.862059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-032ec688-49af-4d88-81ee-3c26af984b19 req-2a208748-f7a1-4f13-b5a8-6c2035090d81 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884067 May 13 14:48:14.888153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Calling delete_port for 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:14.963711 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:14.988163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c1800f-2fcc-461e-977d-be21a152cb81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:15.007631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.015834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-132328513', 'description': 'tempest-description-1539292248'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:15.044681 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.048295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c41a0adf-93cb-4b82-a923-c9825e893e67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c1800f-2fcc-461e-977d-be21a152cb81 HTTP/1.1" status: 204 len: 168 time: 0.2971964 May 13 14:48:15.084970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa2bf4-825d-471b-b854-713f62c936e9 req-aa19b56f-055d-4813-9b78-5d4a05512609 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:15.088861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6aaa2bf4-825d-471b-b854-713f62c936e9 req-aa19b56f-055d-4813-9b78-5d4a05512609 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 931 time: 0.1632013 May 13 14:48:15.118259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.130378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:15.138494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:15.139167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: timer() May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:15.160924 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:15.166933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:15.176018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:15.185912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6aaa2bf4-825d-471b-b854-713f62c936e9 req-0b49696a-cb50-4eae-8bcf-1902cec4a63e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:15.215670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6aaa2bf4-825d-471b-b854-713f62c936e9 req-0b49696a-cb50-4eae-8bcf-1902cec4a63e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:15.224858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6aaa2bf4-825d-471b-b854-713f62c936e9 req-0b49696a-cb50-4eae-8bcf-1902cec4a63e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233928 May 13 14:48:15.318913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:15.380114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.419980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.548398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:15.569285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] Pushing event deleted for resources: {'Network': ['ID=9293a84e-2586-400a-b6e5-bc505fff9c40,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:15.599790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:15.642523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3956135d-a6c8-4c31-a794-9752cc6e67db admin admin] 10.222.0.36 "DELETE /v2.0/networks/9293a84e-2586-400a-b6e5-bc505fff9c40 HTTP/1.1" status: 204 len: 168 time: 5.2774713 May 13 14:48:15.644372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Usage tracker for resource:security_group_rule and tenant:6f78ab79b00a460bb427545f2c828b47 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:15.660606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:15.689335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:15.992616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:16.007735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.107481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a092330-b591-41dd-ac30-b97f61a7f57b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=651500c9dd5c420b9c0c53478f4ab116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101775 May 13 14:48:16.107823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:16.134575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.199609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.213172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.276199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.317443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.373818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82118594-4f6d-4a43-bbb3-15eec3dd02bd req-419027fd-82e1-4a7d-87d2-b5646935ad9b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:16.375454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82118594-4f6d-4a43-bbb3-15eec3dd02bd req-419027fd-82e1-4a7d-87d2-b5646935ad9b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1729705 May 13 14:48:16.470661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82118594-4f6d-4a43-bbb3-15eec3dd02bd req-f0f3baf3-79ac-415f-af6f-268517e49e41 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868652 May 13 14:48:16.478437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.515710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeaa094-88d3-47a6-bd6f-47cfd0ba3647,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.519212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.524650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-90f84643-5c4e-4917-a4a3-4802c65f2a23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbeaa094-88d3-47a6-bd6f-47cfd0ba3647 HTTP/1.1" status: 204 len: 168 time: 0.4154105 May 13 14:48:16.581378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.582994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2af092d3-fdc6-4302-96f3-f1943d5cd0fc req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.6071997 May 13 14:48:16.588946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e6371-4232-4456-8d9a-4b1e51edf512 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833cefc7-3725-43d6-9649-23fe225a6d81,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:16.717577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648de7ce-e433-4091-9dc1-c8bc4de6ad14 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:16.751654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.800242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Transition to ACTIVE for port object 648de7ce-e433-4091-9dc1-c8bc4de6ad14 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:16.809617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:16.902667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.377110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:17.535328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-5b113a3c-4c38-4a93-92a0-cb51323387ed req-64f5bc27-9f4b-484d-9d26-309c20db5c31 service neutron] (88132) timed out ('10.222.0.90', 50155) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:48:17.535959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Attempting to bind port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:17.536316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Attempting to bind port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:17.536648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Attempting to bind port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 on network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:17.567426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152efee5-7deb-42f6-9436-5a157bf770c0 req-be6091cc-3eaf-4caf-b0c6-143f683404da tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:17.570621 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-152efee5-7deb-42f6-9436-5a157bf770c0 req-be6091cc-3eaf-4caf-b0c6-143f683404da tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1412625 May 13 14:48:17.572382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 on network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:48:17.572874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Attempting to bind port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 on network 69c4d08e-e459-4aca-85bd-a220f14a4ed3 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:17.600880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c3fb-692f-41a1-8d17-c2f87c20c5a3 req-63d95997-c2a9-4a89-af10-494a09a8b289 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:17.602817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3dd1c3fb-692f-41a1-8d17-c2f87c20c5a3 req-63d95997-c2a9-4a89-af10-494a09a8b289 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 943 time: 0.5255237 May 13 14:48:17.606090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:17.606520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Checking segment: {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:17.606836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Bound using segment: {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:17.607401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Bound port: 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f715f240-e977-4e93-883f-bc87c2425819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:17.607750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.637292 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-152efee5-7deb-42f6-9436-5a157bf770c0 req-099a9994-be8e-4f59-ad95-4824c62efa9a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 May 13 14:48:17.645115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:17.745055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c35a2487-8cfe-46e1-b728-870cb567fabf req-fdcb45d0-d3cb-443b-8bc3-fe299b75542d tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/833cefc7-3725-43d6-9649-23fe225a6d81 HTTP/1.1" status: 200 len: 1814 time: 0.0785372 May 13 14:48:17.818193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3dd1c3fb-692f-41a1-8d17-c2f87c20c5a3 req-9ae3ab68-26a2-497b-96fa-881c0804409b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949425 May 13 14:48:17.842151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Router 7009719d-1fe3-4b23-a8b8-d367425cedb4 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:17.852880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:17.858566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:17.975746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:17.993709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:17.998247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Usage tracker for resource:security_group_rule and tenant:77540bfc53a2453abc39a79ece059ff0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:18.002238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:18.009463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:18.108411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.121980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:18.133828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Sync routers for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:18.136197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f60be144-6aac-4bf3-a739-8ec5000f0bc8 admin admin] 10.222.0.36 "PUT /v2.0/routers/7009719d-1fe3-4b23-a8b8-d367425cedb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8175538 May 13 14:48:18.149449 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:18.150210 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:18.155180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:18.229707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:18.230341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.236067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] 10.222.0.86 "PUT /v2.0/ports/648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 1091 time: 3.8324394 May 13 14:48:18.277160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da998c-c28c-447b-820f-ba410b66a373 service neutron] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:18.281347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:18.294910 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-71224e8b-7fc9-49e8-9178-32b1f657a5b1 req-95a091ea-20e8-4e88-b4a7-22e8c202319d tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] show failed (client error): The resource could not be found. May 13 14:48:18.297040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71224e8b-7fc9-49e8-9178-32b1f657a5b1 req-95a091ea-20e8-4e88-b4a7-22e8c202319d tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/bf823882-8c9a-44f2-be63-1b6accce4b19 HTTP/1.1" status: 404 len: 352 time: 0.1760788 May 13 14:48:18.510491 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:18.573959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:18.578832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.628140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-497f88d9-9c80-4ee4-8d2e-a7f6bb02a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:18.629585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-497f88d9-9c80-4ee4-8d2e-a7f6bb02a0c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1094 time: 0.3285246 May 13 14:48:18.641807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.706179 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.754461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2018657123-network', 'tenant_id': '6b90a3af5600440c9ca0aa3643cd471e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:18.769648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:18.773268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-6f2af2dc-a6f7-49b3-975e-2320d92984be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.1324227 May 13 14:48:18.776337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Usage tracker for resource:network and tenant:6b90a3af5600440c9ca0aa3643cd471e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:18.780352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:18.830383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:18.862273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Made reservation on behalf of 6b90a3af5600440c9ca0aa3643cd471e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:18.864701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.907120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:18.920501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77540bfc53a2453abc39a79ece059ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2716765 May 13 14:48:18.920501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352d404-e1a9-44b5-a660-3e129bfeaaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9329e8-0fd6-4ce9-bfba-e1f205310e3c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:18.932326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:18.945465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-56492a6b-2a71-49d2-8792-2cb31f3ecc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:18.947311 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-56492a6b-2a71-49d2-8792-2cb31f3ecc61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1622417 May 13 14:48:18.951954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:19.017904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b90a3af5600440c9ca0aa3643cd471e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:19.026758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:19.028629 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:48:15Z', 'revision_number': 5, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:19.032680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-0bc93b09-cf63-4d2d-9124-c1501b2a0ae6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742438 May 13 14:48:19.034731 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Checking router: 7009719d-1fe3-4b23-a8b8-d367425cedb4 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:19.036970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:19.040969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6a87-a08b-466b-b481-3b6466029613 req-f70bed88-6b43-41b7-8264-bd5a51bffa27 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.046339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Routers {'7009719d-1fe3-4b23-a8b8-d367425cedb4'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:19.047579 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7009719d-1fe3-4b23-a8b8-d367425cedb4'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:19.048657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e3d6a87-a08b-466b-b481-3b6466029613 req-f70bed88-6b43-41b7-8264-bd5a51bffa27 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4166055 May 13 14:48:19.078513 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b742359-614b-415a-b4ee-0d972d55e11a'] response: {'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:48:19.110541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.122495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.130149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e3d6a87-a08b-466b-b481-3b6466029613 req-3288c29b-3254-4355-8eb0-3dab42502524 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792558 May 13 14:48:19.142803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Deleting port af389b4f-1825-4cde-b307-8600733f0b5d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:19.143372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.165674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.189949 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-97ed8b33-6f12-41e8-8924-2c24800544af req-7961332a-87af-4570-a6ef-1491533cd1c1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] show failed (client error): The resource could not be found. May 13 14:48:19.191611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97ed8b33-6f12-41e8-8924-2c24800544af req-7961332a-87af-4570-a6ef-1491533cd1c1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-group-rules/70ffc8fe-1d28-4a94-893a-21f3f13b0b6f HTTP/1.1" status: 404 len: 361 time: 0.0601795 May 13 14:48:19.318062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-b0cb347b-f5f8-47db-bd96-4101db962b8c service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747643 May 13 14:48:19.343560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.360681 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] Set router 7009719d-1fe3-4b23-a8b8-d367425cedb4 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:19.554960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.565683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.630704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:19.667284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954a78e6-1215-4a74-8044-03e1267ed6c7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:19.679344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a33730ee-c0ba-4bee-85a8-70a354b6584c req-d277ec38-5836-484c-8759-840cb77e4dc2 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403666 May 13 14:48:19.699042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c5307-af0e-4161-9ceb-d9e112ebb976 req-d20f6d45-c201-498f-8c94-16072ac914a0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.700771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-965c5307-af0e-4161-9ceb-d9e112ebb976 req-d20f6d45-c201-498f-8c94-16072ac914a0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 943 time: 0.2214823 May 13 14:48:19.729116 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:48:15Z', 'revision_number': 5, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:19.735608 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf421513-a846-4ee1-9f0f-7d51ce9a9bdb None None] The sync data for ids ['7009719d-1fe3-4b23-a8b8-d367425cedb4'] in n-d-841736-1 is: [{'id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'name': 'tempest-ServerRescueTestJSON-1045288254-router', 'tenant_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:45:07Z', 'updated_at': '2022-05-13T14:48:15Z', 'revision_number': 5, 'project_id': '5b6a256a67db4f8595c40d6c0f4427ce', 'gw_port': {'id': 'af389b4f-1825-4cde-b307-8600733f0b5d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7009719d-1fe3-4b23-a8b8-d367425cedb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:45:10Z', 'updated_at': '2022-05-13T14:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:19.875979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d8bd-930e-40a2-b3cd-123a36ad552a req-55f6cdab-5aa4-48b9-9310-2fed7f5f7efd tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:19.878232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c87d8bd-930e-40a2-b3cd-123a36ad552a req-55f6cdab-5aa4-48b9-9310-2fed7f5f7efd tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 945 time: 0.5228992 May 13 14:48:19.881636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-965c5307-af0e-4161-9ceb-d9e112ebb976 req-09b27509-9e77-4c0d-9be2-7980a59769bb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731603 May 13 14:48:19.921187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.921591 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Added segment 4bf9cf75-ca66-46df-b311-293a53cb74a6 of type vlan for network aaf99074-56d1-448e-ae75-be59b1b0f76b May 13 14:48:19.924471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.952410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] For port af389b4f-1825-4cde-b307-8600733f0b5d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af389b4f-1825-4cde-b307-8600733f0b5d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:19.953355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:19.962384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9329e8-0fd6-4ce9-bfba-e1f205310e3c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:19.992676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.058579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.061251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-be57f326-3636-4085-9c62-51ecc506bede admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d9329e8-0fd6-4ce9-bfba-e1f205310e3c HTTP/1.1" status: 204 len: 168 time: 1.1275773 May 13 14:48:20.087728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60da3-d91f-4408-9a26-a236431890f7 req-0c5d6776-1b9a-4a23-84eb-ffbaf7468f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:20.089375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-0c5d6776-1b9a-4a23-84eb-ffbaf7468f78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1094 time: 0.2960870 May 13 14:48:20.135956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Calling delete_port for af389b4f-1825-4cde-b307-8600733f0b5d owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:20.204677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c87d8bd-930e-40a2-b3cd-123a36ad552a req-39be3e1e-d0e8-4a3b-989b-e9e8ea583a35 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016469 May 13 14:48:20.237117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.292929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60da3-d91f-4408-9a26-a236431890f7 req-a7d03ffd-7646-40f4-bd78-c594f7d2c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:20.294387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-a7d03ffd-7646-40f4-bd78-c594f7d2c626 service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.1946516 May 13 14:48:20.376795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.377918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:20.378759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.396762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-a599e8d0-eb22-4868-97fa-87820a3ee427 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/833cefc7-3725-43d6-9649-23fe225a6d81 HTTP/1.1" status: 200 len: 1814 time: 0.1608741 May 13 14:48:20.425827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-63233de7-74ca-49f6-b3f4-aa2e4e2e76af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.1187279 May 13 14:48:20.490131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.567309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9888909 May 13 14:48:20.569741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831db9f-9b57-4bd6-a53d-5a0e940ca1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf99074-56d1-448e-ae75-be59b1b0f76b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.573456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33840) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:20.583045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network aaf99074-56d1-448e-ae75-be59b1b0f76b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:20.584462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Request body: {'subnet': {'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2018657123-subnet', 'tenant_id': '6b90a3af5600440c9ca0aa3643cd471e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:20.585668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Pushing event deleted for resources: {'Port': ['ID=af389b4f-1825-4cde-b307-8600733f0b5d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:20.597319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d778ede-fd9c-489f-ad3c-dd6ab0abcb8d req-3405d7da-bc7b-4cea-891f-37e4cf39e019 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:20.604797 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d778ede-fd9c-489f-ad3c-dd6ab0abcb8d req-3405d7da-bc7b-4cea-891f-37e4cf39e019 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6021183 May 13 14:48:20.611069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:20.629468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.634062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Usage tracker for resource:subnet and tenant:6b90a3af5600440c9ca0aa3643cd471e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:20.640708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:20.644849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60da3-d91f-4408-9a26-a236431890f7 req-2126de22-91fb-4db3-b375-da37e623a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:20.646279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-2126de22-91fb-4db3-b375-da37e623a26f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1717389 May 13 14:48:20.653280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:20.719773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-b76a453e-f20e-4703-b88e-3fa002284529 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560007 May 13 14:48:20.731179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d778ede-fd9c-489f-ad3c-dd6ab0abcb8d req-48358a41-03e7-4217-a95a-f09febf27cce tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239562 May 13 14:48:20.736162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Made reservation on behalf of 6b90a3af5600440c9ca0aa3643cd471e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:20.746286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.751704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:20.906036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:20.910220 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.005075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:21.005675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5f9bdb6f-84c6-4ffd-b7aa-500d6c226aae not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:21.036560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.271626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cefc7-3725-43d6-9649-23fe225a6d81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.282052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-d508de3c-6bfd-4201-bbe6-5e2fee917c41 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508337 May 13 14:48:21.286638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.290847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.307490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.318303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aafb6ac9-6791-4a71-b0f8-8a652db98009 req-70dda2b4-1432-4fe2-8b3c-081a34fbb964 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-groups/833cefc7-3725-43d6-9649-23fe225a6d81 HTTP/1.1" status: 204 len: 173 time: 0.9072094 May 13 14:48:21.346617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-bacdcad5-b63b-44b8-b98f-e8985d34f47b tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:21.348197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-bacdcad5-b63b-44b8-b98f-e8985d34f47b tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 945 time: 0.8114705 May 13 14:48:21.422753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.423347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7009719d-1fe3-4b23-a8b8-d367425cedb4 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:48:21.435847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.438543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67db4398-a0f4-4b66-b2cc-ece22a25ea36 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7009719d-1fe3-4b23-a8b8-d367425cedb4 HTTP/1.1" status: 204 len: 168 time: 3.2821448 May 13 14:48:21.444023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:21.537161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Deleting port a108669b-c604-4734-b06e-94ad4a08772f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:21.537721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.576803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10dd12-697c-4f70-ba4f-20cb44ee17ce req-9eb7f587-d8cd-4864-bdfd-7a734a6c38dd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:21.579179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b10dd12-697c-4f70-ba4f-20cb44ee17ce req-9eb7f587-d8cd-4864-bdfd-7a734a6c38dd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 943 time: 0.3660507 May 13 14:48:21.609527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-36f60da3-d91f-4408-9a26-a236431890f7 req-9bc80038-1e5d-4d7c-afc9-0dc2501a7bd0 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187594 May 13 14:48:21.613388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.711251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b10dd12-697c-4f70-ba4f-20cb44ee17ce req-0f300aa8-15b8-4a74-9c60-6c4cc57dc69a tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241941 May 13 14:48:21.724254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:21.724608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf95435-fb68-4f63-8147-ac74b8a5f6d2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:21.728738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Deleting subnet dcabe01d-6c22-4470-9556-8e6ee12b3d24 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:21.734876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Checking segment: {'id': '4bf9cf75-ca66-46df-b311-293a53cb74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:21.735248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Network hostable DHCP agents. Network: aaf99074-56d1-448e-ae75-be59b1b0f76b, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:21.758358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.769995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Network aaf99074-56d1-448e-ae75-be59b1b0f76b is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:21.784910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, aaf99074-56d1-448e-ae75-be59b1b0f76b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:21.795522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e32c1-144b-4932-ab5d-c3d82fbe4223 None None] Network aaf99074-56d1-448e-ae75-be59b1b0f76b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:21.799863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:21.800666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.838844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ef2241de-2cdf-4ad4-9f76-3e5c30e9ee1f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2601261 May 13 14:48:21.897646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:21.986571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d65a92-6226-467d-8c06-2792bcc2f9d5 req-4a97d915-324a-499a-937f-a36b783aea79 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:21.993981 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d65a92-6226-467d-8c06-2792bcc2f9d5 req-4a97d915-324a-499a-937f-a36b783aea79 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.5020671 May 13 14:48:22.040292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfb25f-43ef-4cbb-a1af-d4924f28dc8d req-ddc26158-6082-4379-9ba1-663dd4cd579c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:22.051608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60bfb25f-43ef-4cbb-a1af-d4924f28dc8d req-ddc26158-6082-4379-9ba1-663dd4cd579c tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e40602e-dcd5-4062-ada3-875a5ed28bde HTTP/1.1" status: 200 len: 945 time: 0.1774426 May 13 14:48:22.136953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60bfb25f-43ef-4cbb-a1af-d4924f28dc8d req-97ad70cb-9cca-4ee8-8784-6f48ff04bb85 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.36 "GET /v2.0/security-groups?id=904d6d66-eaa0-4612-8228-7422e5928152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808585 May 13 14:48:22.219680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-186d5942-dddf-4893-b27f-447665f91fd1 req-ad1cd67e-484d-40f4-9897-3bc761a31bfe tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/f63e370d-bc43-4937-870e-2d0c4b18b260 HTTP/1.1" status: 200 len: 1814 time: 0.0611286 May 13 14:48:22.255141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.274135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.294210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6bafc-d8a3-4cd0-96aa-a0780e7aac1d None None] Network aaf99074-56d1-448e-ae75-be59b1b0f76b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:22.299664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-186d5942-dddf-4893-b27f-447665f91fd1 req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.328348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-186d5942-dddf-4893-b27f-447665f91fd1 req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.331378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] For port a108669b-c604-4734-b06e-94ad4a08772f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=a108669b-c604-4734-b06e-94ad4a08772f,segment=NetworkSegment(35d79371-f11d-4739-bad6-8e21a7b537dc),segment_id=35d79371-f11d-4739-bad6-8e21a7b537dc)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:22.331679 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.347484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:22.362819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d65a92-6226-467d-8c06-2792bcc2f9d5 req-b1d62fe6-6683-4c2f-8cf2-e88d1398f283 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679404 May 13 14:48:22.364011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Usage tracker for resource:security_group_rule and tenant:4fa0ce556b8e4e14a801e6f6cdae9a8e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:22.399474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-186d5942-dddf-4893-b27f-447665f91fd1 req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.423808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e370d-bc43-4937-870e-2d0c4b18b260,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:22.432558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-186d5942-dddf-4893-b27f-447665f91fd1 req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.433825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-186d5942-dddf-4893-b27f-447665f91fd1 req-73857b4c-291f-485a-b555-c4f3f250f5d1 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-groups/f63e370d-bc43-4937-870e-2d0c4b18b260 HTTP/1.1" status: 204 len: 173 time: 0.2126212 May 13 14:48:22.527537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:22.547957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Calling delete_port for a108669b-c604-4734-b06e-94ad4a08772f owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:22.585490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:22.727547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.749902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af389b4f-1825-4cde-b307-8600733f0b5d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:22.779052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcabe01d-6c22-4470-9556-8e6ee12b3d24,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:22.789253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.810100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: af389b4f-1825-4cde-b307-8600733f0b5d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:22.810643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af389b4f-1825-4cde-b307-8600733f0b5d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:22.877571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-e9d4bf84-b209-45dd-8ca3-00a9c825868f tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:22.878543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5c2f69c5-a604-44dd-a447-18747287b17e req-e9d4bf84-b209-45dd-8ca3-00a9c825868f tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Synchronizing usage tracker for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:22.893577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429be69-2089-47c9-bb19-bcdfe3054c9b req-ba8ee9d5-d810-434a-8dab-ca6733e177c9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:22.895199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1429be69-2089-47c9-bb19-bcdfe3054c9b req-ba8ee9d5-d810-434a-8dab-ca6733e177c9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3697169 May 13 14:48:22.896502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8e8c4d44-1039-47dc-af92-29afbb8f586d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dcabe01d-6c22-4470-9556-8e6ee12b3d24 HTTP/1.1" status: 204 len: 168 time: 1.4515953 May 13 14:48:22.904224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:22.919025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a108669b-c604-4734-b06e-94ad4a08772f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:22.958877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.961254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:22.982597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5c2f69c5-a604-44dd-a447-18747287b17e req-e9d4bf84-b209-45dd-8ca3-00a9c825868f tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Unset dirty status for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:22.983816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-e9d4bf84-b209-45dd-8ca3-00a9c825868f tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/networks?id=aaf99074-56d1-448e-ae75-be59b1b0f76b HTTP/1.1" status: 200 len: 814 time: 0.2948048 May 13 14:48:22.989687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No active binding found for port a108669b-c604-4734-b06e-94ad4a08772f {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:48:22.990443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device a108669b-c604-4734-b06e-94ad4a08772f not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:23.002358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 648de7ce-e433-4091-9dc1-c8bc4de6ad14 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:48:23.011547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.029020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-5fadb306-1048-48ae-98d0-7572b0f0bfd7 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/quotas/6b90a3af5600440c9ca0aa3643cd471e HTTP/1.1" status: 200 len: 375 time: 0.0284958 May 13 14:48:23.035183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.044860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Pushing event deleted for resources: {'Port': ['ID=a108669b-c604-4734-b06e-94ad4a08772f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.070427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1429be69-2089-47c9-bb19-bcdfe3054c9b req-43056b18-39d0-43c6-85c2-3ccbd9d24c8b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604846 May 13 14:48:23.102383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a1d7e271-8885-4e40-a7d4-fa92ffe9475e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b90a3af5600440c9ca0aa3643cd471e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640955 May 13 14:48:23.184817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fa0ce556b8e4e14a801e6f6cdae9a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4566996 May 13 14:48:23.192663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:23.193497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6806f82-ec80-4ab0-913d-7ea3b38277ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8786b3-004e-47be-ad75-d380bf4bfb9c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.194872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:23.198363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] No DVR routers for this DVR port a108669b-c604-4734-b06e-94ad4a08772f on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:23.204169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.206330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0771d623-1661-4c78-996a-bd05cf4a5df7 req-43efe871-9840-42e9-bb08-2d142fdeaf24 tempest-ServerTagsTestJSON-838267872 tempest-ServerTagsTestJSON-838267872-project] 10.222.0.90 "DELETE /v2.0/ports/a108669b-c604-4734-b06e-94ad4a08772f HTTP/1.1" status: 204 len: 173 time: 1.8467479 May 13 14:48:23.206790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'name': 'network-vif-deleted', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:23.222261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'port_id': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'mac_address': 'fa:16:3e:db:a5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:48:23.273199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-e86db6a2-0ef3-484f-a1cb-bcdfa0040a43 tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/f6f4614b-82ca-4757-842f-212bb4e4f8d8 HTTP/1.1" status: 200 len: 1815 time: 0.1589916 May 13 14:48:23.299239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:23.299640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.324080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648de7ce-e433-4091-9dc1-c8bc4de6ad14 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:23.350184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:23.350457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.359371 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.394451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.401174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.454178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.456350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.458175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.496693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:23.506540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-92f1973b-41b6-4840-b516-734816570a7d service neutron] 10.222.0.36 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646762 May 13 14:48:23.518314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-6d974b84-5c67-4389-b2c8-57915308f7f8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:23.520007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-6d974b84-5c67-4389-b2c8-57915308f7f8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.4167037 May 13 14:48:23.522285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.525563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165d1f80-b52f-4ee8-82d5-d055d73a0da9') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:23.525894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165d1f80-b52f-4ee8-82d5-d055d73a0da9') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:23.534237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.550016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8786b3-004e-47be-ad75-d380bf4bfb9c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.575155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4614b-82ca-4757-842f-212bb4e4f8d8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:23.579212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.585028 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1897065-84e5-4b7b-8caf-9687fa46b0df req-19265bdd-2811-4820-8473-b92146e355cc tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-groups/f6f4614b-82ca-4757-842f-212bb4e4f8d8 HTTP/1.1" status: 204 len: 173 time: 0.3106563 May 13 14:48:23.586683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.596414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd4faebe-a91d-4489-a148-adc21191c5ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e8786b3-004e-47be-ad75-d380bf4bfb9c HTTP/1.1" status: 204 len: 168 time: 0.3995192 May 13 14:48:23.610729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.632682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['648de7ce-e433-4091-9dc1-c8bc4de6ad14'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:48:23.848748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370a9e8-ca93-415f-915d-4d708a3725d1 req-09a80251-745c-460d-a385-3d5fb4ee27a7 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:23.852971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f370a9e8-ca93-415f-915d-4d708a3725d1 req-09a80251-745c-460d-a385-3d5fb4ee27a7 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 944 time: 0.1398585 May 13 14:48:23.858647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.866615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Deleting port 1f6bca07-39e6-423d-954d-390edf2cf286 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:23.866937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.931764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:23.932612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: timer() May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:23.954094 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:23.967648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f370a9e8-ca93-415f-915d-4d708a3725d1 req-53cc5e9b-b5a6-4860-86b9-53f979983c40 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047771 May 13 14:48:24.079281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-8fe33217-6e3d-424a-bfdf-2b525326e4f2 service neutron] 10.222.0.36 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556419 May 13 14:48:24.207675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a158e-2c33-44e7-bc55-de90f0f941bb req-818e3dad-e231-49c9-96c1-0c06315cd4b4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:24.209623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-436a158e-2c33-44e7-bc55-de90f0f941bb req-818e3dad-e231-49c9-96c1-0c06315cd4b4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1112218 May 13 14:48:24.217936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.224150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.263266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:24.313387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f553c4ea-b3ce-46a7-ba25-ba2199c16490 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2c8654a-b0e7-4ed2-be05-fbdda6f6a0b4 HTTP/1.1" status: 204 len: 168 time: 1.4041517 May 13 14:48:24.323572 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-436a158e-2c33-44e7-bc55-de90f0f941bb req-8cb1a9bb-931b-4adc-a86a-dfb5cf5f6ebd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016767 May 13 14:48:24.395069 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ff0542-aa6b-4793-8da9-c20a2597febf'] response: {'server_uuid': '4e40602e-dcd5-4062-ada3-875a5ed28bde', 'name': 'network-vif-deleted', 'tag': 'a108669b-c604-4734-b06e-94ad4a08772f', 'status': 'completed', 'code': 200} May 13 14:48:24.426770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33944) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:24.550842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-5049f1a5-0b7a-4fab-8548-cd1d0b620aaf tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/474d08a4-91bc-47ed-b442-90efcb1ff385 HTTP/1.1" status: 200 len: 1814 time: 0.0918908 May 13 14:48:24.632763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:24.634718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] For port 1f6bca07-39e6-423d-954d-390edf2cf286, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=1f6bca07-39e6-423d-954d-390edf2cf286,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:24.635095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.639206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Deleting subnet 9893eaa9-175c-4d6b-a5c2-5628e7326253 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:24.661489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.764648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:24.814023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a4f4-9487-4f60-856c-596e62659a6e req-32cd5843-f97a-4d7b-9da2-bb9fad2acf0d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:24.821599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5244a4f4-9487-4f60-856c-596e62659a6e req-32cd5843-f97a-4d7b-9da2-bb9fad2acf0d tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 945 time: 0.2988100 May 13 14:48:24.935640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f4f33a8a-6404-4fe5-a78b-1455300a7dd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b6a256a67db4f8595c40d6c0f4427ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003953 May 13 14:48:24.942309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:24.976797 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.029896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 648de7ce-e433-4091-9dc1-c8bc4de6ad14 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:25.037858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.057045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5244a4f4-9487-4f60-856c-596e62659a6e req-e7559a39-3360-41d0-af17-aaae879d8fba tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups?id=d88d6abf-4437-41d1-b94b-0ce907167334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340326 May 13 14:48:25.176937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:25.201627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:25.202180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.221948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.247460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.248109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.248506 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Floating IP 3c75aa6a-488f-4d1d-8226-a33723201644 disassociated. External IP: 172.25.5.34, port: 1f6bca07-39e6-423d-954d-390edf2cf286. May 13 14:48:25.249683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Calling delete_port for 1f6bca07-39e6-423d-954d-390edf2cf286 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:25.265886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.309068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.325147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.382371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:25.383114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.423048 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.454653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:25.463674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d08a4-91bc-47ed-b442-90efcb1ff385,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.493861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.496562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80f7e5fd-4252-40ef-a16d-b3cebfdc97dc req-3a3a3dea-87a5-44c2-82ae-ddd2b37a4deb tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-groups/474d08a4-91bc-47ed-b442-90efcb1ff385 HTTP/1.1" status: 204 len: 173 time: 0.9344270 May 13 14:48:25.507911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:25.536682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.549781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9893eaa9-175c-4d6b-a5c2-5628e7326253,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.567751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9426683c-3bf9-4760-bbcf-546084eff189 req-701ae542-c1fa-44da-a735-769a819cfd6a tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 210 time: 0.2600977 May 13 14:48:25.579987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.630055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91806096-df07-45bd-978f-655f91c53b1e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9893eaa9-175c-4d6b-a5c2-5628e7326253 HTTP/1.1" status: 204 len: 168 time: 1.2025323 May 13 14:48:25.635610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:25.694511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.699956 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdb751d-27f0-4b0c-ade1-22286c57c5cb'] response: {'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'code': 200} May 13 14:48:25.764340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.857990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1422108-f4f3-497e-979b-4fc1b3e9407a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:25.872146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.892185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.895791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e413312-8a81-4025-b644-9bc6e2a13483 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1422108-f4f3-497e-979b-4fc1b3e9407a HTTP/1.1" status: 204 len: 168 time: 0.9440489 May 13 14:48:25.928550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:25.943725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-95769edb-60c6-4cb3-b20a-cffc32120c7d tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "GET /v2.0/security-groups/a7a6d046-9904-4dd9-8750-90eb2058aa75 HTTP/1.1" status: 200 len: 1815 time: 0.1802862 May 13 14:48:26.077597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'Port': ['ID=1f6bca07-39e6-423d-954d-390edf2cf286,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:26.131802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975253a-1b43-4f28-8b6e-5bc06f0acabe req-af61140b-deeb-4f0c-a60d-e97482a6f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:26.133357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0975253a-1b43-4f28-8b6e-5bc06f0acabe req-af61140b-deeb-4f0c-a60d-e97482a6f634 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.3331957 May 13 14:48:26.141510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e409dd-4ed9-47c3-8999-226ff9063ea6 req-d3c317d4-2b50-4981-97db-8a8a237baf2f tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:26.144248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e409dd-4ed9-47c3-8999-226ff9063ea6 req-d3c317d4-2b50-4981-97db-8a8a237baf2f tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.3739858 May 13 14:48:26.161433 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:48:26.162576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.202435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.228961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cbb2c4-ce2d-4ffd-b9c8-797eae470467']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:26.257966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d79371-f11d-4739-bad6-8e21a7b537dc') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:26.258243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d79371-f11d-4739-bad6-8e21a7b537dc') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:26.283304 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0975253a-1b43-4f28-8b6e-5bc06f0acabe req-96de46a5-a10d-4ceb-95ce-3490fb7f6cae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376033 May 13 14:48:26.289182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.299455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.408251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.429391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0e409dd-4ed9-47c3-8999-226ff9063ea6 req-2ad450f2-580f-4017-a7c8-4af11a46c9c6 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674737 May 13 14:48:26.444541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:26.444874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: timer() May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:26.458641 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:26.575925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.641319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.685973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6d046-9904-4dd9-8750-90eb2058aa75,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:26.750322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-ea592132-7eae-46df-b5fb-3c9a13b0e3bf tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:26.762006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-ea592132-7eae-46df-b5fb-3c9a13b0e3bf tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.90 "GET /v2.0/networks?id=aaf99074-56d1-448e-ae75-be59b1b0f76b HTTP/1.1" status: 200 len: 814 time: 0.4646654 May 13 14:48:26.763979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.782282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:26.805899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0cbb2c4-ce2d-4ffd-b9c8-797eae470467,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:26.820591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:26.837861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ea8ce01-1006-47b2-bd57-a39e1e69fc06 req-29bba37e-7179-4072-9ac0-6ac61314851a tempest-SecurityGroupRulesNegativeTestJSON-1769049351 tempest-SecurityGroupRulesNegativeTestJSON-1769049351-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7a6d046-9904-4dd9-8750-90eb2058aa75 HTTP/1.1" status: 204 len: 173 time: 0.8928571 May 13 14:48:26.840088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:26.863029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Request body: {'port': {'device_id': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b', 'admin_state_up': True, 'tenant_id': '6b90a3af5600440c9ca0aa3643cd471e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:27.024831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34018) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:27.031781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a27957c-b49f-44aa-ae86-3a746736db4b admin admin] 10.222.0.36 "DELETE /v2.0/networks/e0cbb2c4-ce2d-4ffd-b9c8-797eae470467 HTTP/1.1" status: 204 len: 168 time: 1.3942966 May 13 14:48:27.042294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1f6bca07-39e6-423d-954d-390edf2cf286 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:27.105944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Deleting subnet ddfa815e-1c9c-4e14-80e4-0799af15da69 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:48:27.117160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 1f6bca07-39e6-423d-954d-390edf2cf286 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:48:27.118216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 1f6bca07-39e6-423d-954d-390edf2cf286 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:27.167064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.193550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576730a-9437-469f-b012-65e0fe39ae4d req-67f23a68-1a01-46c7-b6ff-8db95e70fd17 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:27.196920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1576730a-9437-469f-b012-65e0fe39ae4d req-67f23a68-1a01-46c7-b6ff-8db95e70fd17 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5426948 May 13 14:48:27.198791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8150330b-1185-4fcd-a7ce-b0fa4919ca6b req-1582b0a5-5933-4a55-bd7d-34237ea1b4cb tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cf3ba26-d998-418b-95a3-31ba775084b2 HTTP/1.1" status: 200 len: 210 time: 0.0969818 May 13 14:48:27.264544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.317122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:27.318106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:27.325985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Usage tracker for resource:port and tenant:6b90a3af5600440c9ca0aa3643cd471e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:27.350136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:27.365162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:27.382793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.444731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Made reservation on behalf of 6b90a3af5600440c9ca0aa3643cd471e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:27.448518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.491466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5bd79f7a-fd5e-4778-a406-b657ca83e789 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca3720ae4e034a4ba4283fd1d77434f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705983 May 13 14:48:27.503790 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1576730a-9437-469f-b012-65e0fe39ae4d req-f92983fc-9ca6-4f1b-b406-742e040399db tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922106 May 13 14:48:27.507552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34038) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:27.600773 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.688359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:27.706076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:27.728556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfa815e-1c9c-4e14-80e4-0799af15da69,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:27.737489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:27.739751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:27.862346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:27.877462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-040b1726-99f2-4378-b304-eb056b5c6825 req-ba5f56a0-ca6a-44fe-820c-9870f9c6f2ce tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 210 time: 0.1392055 May 13 14:48:27.918736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79fd84a5-7d9e-4fab-9e5c-2cebcf7d7a1a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ddfa815e-1c9c-4e14-80e4-0799af15da69 HTTP/1.1" status: 204 len: 168 time: 0.8955803 May 13 14:48:27.920057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Allocated IP 172.20.0.6 (aaf99074-56d1-448e-ae75-be59b1b0f76b/dbf95435-fb68-4f63-8147-ac74b8a5f6d2/08334ae3-a7cc-4ec9-b350-702bbc5072ec) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:27.929531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:28.029288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] No DVR routers for this DVR port 1f6bca07-39e6-423d-954d-390edf2cf286 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:28.037901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.053060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'name': 'network-vif-deleted', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:28.096191 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-538afe45-beb1-456c-8dd8-6c8aa479db15 req-7dc9f5f2-1300-4737-92c9-87f46565457a tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.86 "DELETE /v2.0/ports/1f6bca07-39e6-423d-954d-390edf2cf286 HTTP/1.1" status: 204 len: 173 time: 4.5419257 May 13 14:48:28.103276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.147246 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.179577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37f9dd-0b2b-468b-b5b2-26cc5e09488c req-eb3320df-1211-4a03-bdac-045f4c5d98a3 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:28.187696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c37f9dd-0b2b-468b-b5b2-26cc5e09488c req-eb3320df-1211-4a03-bdac-045f4c5d98a3 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.3002572 May 13 14:48:28.193059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:28.256063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c37f9dd-0b2b-468b-b5b2-26cc5e09488c req-bc75854d-9fea-423f-8c45-62ae4594e211 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 May 13 14:48:28.282932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.317663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1512979455', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:28.318693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d6d66-eaa0-4612-8228-7422e5928152,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:28.341656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.342857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7c85d289-7fc5-47aa-89c1-d497768e9a85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/904d6d66-eaa0-4612-8228-7422e5928152 HTTP/1.1" status: 204 len: 168 time: 0.8229876 May 13 14:48:28.410030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:28.414577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Usage tracker for resource:port and tenant:4da9f7423cf642618475feb3316bce12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:28.417860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:28.496568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:28.610769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.631276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:28.636440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:28.646279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:28.646923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:28.698029 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.788003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Made reservation on behalf of 4da9f7423cf642618475feb3316bce12 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:28.790563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.880141 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139698a9-a353-444b-acae-2b0174d31d16'] response: {'server_uuid': '7cf3ba26-d998-418b-95a3-31ba775084b2', 'name': 'network-vif-deleted', 'tag': '1f6bca07-39e6-423d-954d-390edf2cf286', 'status': 'completed', 'code': 200} May 13 14:48:28.887360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.942975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Network aaf99074-56d1-448e-ae75-be59b1b0f76b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:28.948717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:28.953982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:28.960746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:28.979615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:29.123772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f67f1-85b3-4cb3-8ebf-c6e0659a795e req-f400762d-2920-4e89-8a01-64238bf700d3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:29.125545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-532f67f1-85b3-4cb3-8ebf-c6e0659a795e req-f400762d-2920-4e89-8a01-64238bf700d3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8721130 May 13 14:48:29.126252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Pushing event updated for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:29.129159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:29.135521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-0328c281-a537-4ddf-a3be-4b7f875fee20 req-1310e17a-3ec9-4f6e-80ed-3b949ba0db21 service neutron] (88132) timed out ('10.222.0.90', 49868) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:48:29.162616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-535aa5ea-918e-4672-8285-6c56aa9fda67 req-b4f6e446-b0fc-4263-b384-aade02805f7d tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.0705686 May 13 14:48:29.191410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Usage tracker for resource:security_group_rule and tenant:4da9f7423cf642618475feb3316bce12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:29.208743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:29.232848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:29.241562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:29.242963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.438704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4afc10d3-202a-45b7-bf2b-533bbf9d917e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5955536 May 13 14:48:29.442531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.469947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-532f67f1-85b3-4cb3-8ebf-c6e0659a795e req-8e3e851d-739a-42a7-a152-37b2fd61a853 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966483 May 13 14:48:29.496113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0acfb0-f53d-450d-b51f-38acca9a3b63']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:29.515435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79707749-992d-4dbb-98d2-7149ca633218') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:29.520776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79707749-992d-4dbb-98d2-7149ca633218') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:29.576653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-820f3013-b670-481e-ac54-2b5a5b975ccf req-f4fd4082-8d84-4049-86ea-1e45d7291928 service neutron] (88132) timed out ('10.222.0.90', 49907) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:48:29.580068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:29.628446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.657358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.675902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.680895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:48:29.683255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.763015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:29.769049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e6b9073d-505a-4526-bbb3-a3a21a58dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.770979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c8348-a2f1-4be3-bd1b-5f266061364d None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:41:41Z', 'revision_number': 4, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '9efabfbc-dcb7-4549-903d-41615065b207', 'name': '', 'network_id': '25602309-9f25-4a8f-ae1f-f9fcab09f009', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'mac_address': 'fa:16:3e:b0:8b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:37Z', 'updated_at': '2022-05-13T14:41:53Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'subnets': [{'id': '008cc412-eca1-43cb-96fe-f9aeab73fea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: timer() May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:48:29.782783 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:48:29.830312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.902414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.920748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:29.925237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] device_id is not set on port 9439589b-7cdf-41eb-8950-e41b4d4e9f16 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:29.972982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c2ac9-2e4c-4c2c-b13d-b17f0da622c6 req-708a6f3b-8693-4f59-8318-8470d4d4962b tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:29.974620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc0c2ac9-2e4c-4c2c-b13d-b17f0da622c6 req-708a6f3b-8693-4f59-8318-8470d4d4962b tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 931 time: 0.5650988 May 13 14:48:30.011428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Request body: {'port': {'device_id': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:30.019586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:30.071133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bc0c2ac9-2e4c-4c2c-b13d-b17f0da622c6 req-1fda215d-814e-41a4-b053-228d63a83a08 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Synchronizing usage tracker for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:30.094273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bc0c2ac9-2e4c-4c2c-b13d-b17f0da622c6 req-1fda215d-814e-41a4-b053-228d63a83a08 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Unset dirty status for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:30.095566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc0c2ac9-2e4c-4c2c-b13d-b17f0da622c6 req-1fda215d-814e-41a4-b053-228d63a83a08 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044245 May 13 14:48:30.110991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.146213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d6abf-4437-41d1-b94b-0ce907167334,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:30.181085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.191764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2f012c4-fe7e-462e-a875-f49e7e36c058 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "DELETE /v2.0/security-groups/d88d6abf-4437-41d1-b94b-0ce907167334 HTTP/1.1" status: 204 len: 168 time: 0.5956414 May 13 14:48:30.194667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:30.257435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.259276 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-f2e0b0e1-5f8b-4f9c-81b4-6da7aba7d071 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] show failed (client error): The resource could not be found. May 13 14:48:30.259819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17530b6a-4108-4603-92ec-912d4980991f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:30.271243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2e0b0e1-5f8b-4f9c-81b4-6da7aba7d071 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "GET /v2.0/security-groups/d88d6abf-4437-41d1-b94b-0ce907167334 HTTP/1.1" status: 404 len: 347 time: 0.0705626 May 13 14:48:30.272353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:30.291619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.370459 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a41f96-07a2-4390-b931-85e0c27bad0d None None] New status for floating IP 3c75aa6a-488f-4d1d-8226-a33723201644: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:48:30.381742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-521613070-network', 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:30.382465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0acfb0-f53d-450d-b51f-38acca9a3b63,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:30.387457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:30.392977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Usage tracker for resource:network and tenant:6e4e1442890f41d68c244f6bb2ede21a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:30.396333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:30.402979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:30.419041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:30.422309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.457625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.522390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91b000a8-7e30-4425-b33a-da410830990b admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e0acfb0-f53d-450d-b51f-38acca9a3b63 HTTP/1.1" status: 204 len: 168 time: 2.5885286 May 13 14:48:30.547535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5c72-e980-40f7-9eab-a553913aa40c req-f1993747-5b4d-4b6a-9fd8-c24aa8e56b1f tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:30.550477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Deleting port edfe2c50-7f69-4138-b55b-e79f00699d84 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:30.551029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.559449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ffa5c72-e980-40f7-9eab-a553913aa40c req-f1993747-5b4d-4b6a-9fd8-c24aa8e56b1f tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.7709870 May 13 14:48:30.603617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:30.608851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4e1442890f41d68c244f6bb2ede21a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:30.612866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:30.615385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.619865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:30.715272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.756202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.794063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:30.833897 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.835670 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Added segment 1c34efaf-be24-4850-9915-8a41c7612d5c of type vlan for network 229f37f2-9db9-4054-a9ae-776660f14411 May 13 14:48:30.912890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:30.961730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:31.041924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Allocated IP 172.25.5.174 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/9439589b-7cdf-41eb-8950-e41b4d4e9f16) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:31.077185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.078259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:31.078925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.096544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ffa5c72-e980-40f7-9eab-a553913aa40c req-14356a5b-ede1-4933-b59b-44cb4af9a8e4 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354910 May 13 14:48:31.377354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3540766 May 13 14:48:31.386383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03877828-b08c-44e4-8273-b5623c06b70c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.391980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:31.395069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7353402-7660-4cd5-a171-5f8d6ce70c01 req-3f122598-bd73-4df4-9b75-a302b2c50de9 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0793047 May 13 14:48:31.403952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Request body: {'subnet': {'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-521613070-subnet', 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:31.426453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:31.430855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52282e-712c-4f7c-be3b-e96caa2aee08 admin admin] Pushing event updated for resources: {'Network': ['ID=229f37f2-9db9-4054-a9ae-776660f14411,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.442804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Usage tracker for resource:subnet and tenant:6e4e1442890f41d68c244f6bb2ede21a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:31.462559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:31.471787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-878488b6-804d-4c9c-8603-e206a64d4863 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f78ab79b00a460bb427545f2c828b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941854 May 13 14:48:31.479242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:31.481397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34168) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:31.514262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 229f37f2-9db9-4054-a9ae-776660f14411 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:31.532869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.533193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.630819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08334ae3-a7cc-4ec9-b350-702bbc5072ec {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:31.642752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.675116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.681734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Transition to ACTIVE for port object 08334ae3-a7cc-4ec9-b350-702bbc5072ec will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:31.693478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.776090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:31.892407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Calling delete_port for edfe2c50-7f69-4138-b55b-e79f00699d84 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:31.913851 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.931510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:31.934625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:31.968883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ac249-38fc-4cb2-85c0-5edd7ef52b3d req-25d62c1e-3929-410e-b2b0-6e472f762fa7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:31.970479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f31ac249-38fc-4cb2-85c0-5edd7ef52b3d req-25d62c1e-3929-410e-b2b0-6e472f762fa7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 1.0097377 May 13 14:48:32.025546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d1adb3a-677a-4c6c-9396-00bb3f9bb6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.132037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Pushing event updated for resources: {'Port': ['ID=9439589b-7cdf-41eb-8950-e41b4d4e9f16,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.138433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:32.144118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:32.150488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:32.415224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81178994-9a8e-4388-bdf9-bc9bb85859ab req-977229ae-e94d-444a-b673-8982558bbf9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.1263745 May 13 14:48:32.418127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f31ac249-38fc-4cb2-85c0-5edd7ef52b3d req-f2266ab8-024a-4d21-915d-d71c7b170b18 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346697 May 13 14:48:32.454027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.454139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Attempting to bind port 08334ae3-a7cc-4ec9-b350-702bbc5072ec on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:32.454139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Attempting to bind port 08334ae3-a7cc-4ec9-b350-702bbc5072ec by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '4bf9cf75-ca66-46df-b311-293a53cb74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:32.454139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Attempting to bind port 08334ae3-a7cc-4ec9-b350-702bbc5072ec on network aaf99074-56d1-448e-ae75-be59b1b0f76b {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:32.472284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:32.472929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.484111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Port 08334ae3-a7cc-4ec9-b350-702bbc5072ec on network aaf99074-56d1-448e-ae75-be59b1b0f76b not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:48:32.484559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Attempting to bind port 08334ae3-a7cc-4ec9-b350-702bbc5072ec on network aaf99074-56d1-448e-ae75-be59b1b0f76b {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:32.513834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:32.514951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Checking segment: {'id': '4bf9cf75-ca66-46df-b311-293a53cb74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:32.516105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Bound using segment: {'id': '4bf9cf75-ca66-46df-b311-293a53cb74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:32.517115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Bound port: 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf9cf75-ca66-46df-b311-293a53cb74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:32.517934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.520464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:48:32.520999 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:48:32.534133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.560491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eead94d8-3b6f-4411-9a7b-fdcf91bb35d2 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5272028 May 13 14:48:32.566988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:32.645952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.174'}]}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:32.668911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-7cd9f689-484b-4fb1-9db7-a1190535eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:32.669144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b56e22-2dea-43ae-bc3c-be8e06c8070b req-416c23d8-d962-41bf-b889-490c7c07c971 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:32.670199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53b56e22-2dea-43ae-bc3c-be8e06c8070b req-416c23d8-d962-41bf-b889-490c7c07c971 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Synchronizing usage tracker for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:32.672152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-7cd9f689-484b-4fb1-9db7-a1190535eba1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.5360112 May 13 14:48:32.697738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:32.727121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-53b56e22-2dea-43ae-bc3c-be8e06c8070b req-416c23d8-d962-41bf-b889-490c7c07c971 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Unset dirty status for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:32.728409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53b56e22-2dea-43ae-bc3c-be8e06c8070b req-416c23d8-d962-41bf-b889-490c7c07c971 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 943 time: 0.5280764 May 13 14:48:32.739692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:32.742432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec,segment=NetworkSegment(4bf9cf75-ca66-46df-b311-293a53cb74a6),segment_id=4bf9cf75-ca66-46df-b311-293a53cb74a6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:32.749174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.822983 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.834245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Usage tracker for resource:router and tenant:4da9f7423cf642618475feb3316bce12 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:32.851134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:32.852173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:32.854510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] 10.222.0.90 "PUT /v2.0/ports/08334ae3-a7cc-4ec9-b350-702bbc5072ec HTTP/1.1" status: 200 len: 1091 time: 3.3925705 May 13 14:48:32.856770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:32.860671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:32.958890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53b56e22-2dea-43ae-bc3c-be8e06c8070b req-85672ce8-d8dc-4952-a3de-879a157b5005 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685359 May 13 14:48:32.968879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:32.969418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cd2ee-96c4-4b33-94cb-3b4bfb82a4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:32.999528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-23edc3f7-6976-4a64-a34c-b347d7f9e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:33.001717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-23edc3f7-6976-4a64-a34c-b347d7f9e5e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b90a3af5600440c9ca0aa3643cd471e&device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 1094 time: 0.1015446 May 13 14:48:33.029392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Deleting port edfe2c50-7f69-4138-b55b-e79f00699d84 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:33.030382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.104644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.107174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.134845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-a073ff11-cc40-421b-b586-590cad1e016d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec HTTP/1.1" status: 200 len: 217 time: 0.1235976 May 13 14:48:33.143672 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.184095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.242899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.336592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4858ed8c-de66-4965-a6bc-f89022c510e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:33.338610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60e9be-7456-46a1-9c3c-1e4aac30dd96,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:33.338855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-4858ed8c-de66-4965-a6bc-f89022c510e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf95435-fb68-4f63-8147-ac74b8a5f6d2 HTTP/1.1" status: 200 len: 854 time: 0.1441195 May 13 14:48:33.363947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:33.428387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-1260cb26-05d3-4526-839b-7a2b7c8b7830 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf99074-56d1-448e-ae75-be59b1b0f76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799966 May 13 14:48:33.448617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a655d-fc07-4afb-aa41-6ae173308d12 req-cae7eba5-0e5b-435b-a733-3cc771268ab1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:33.457069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c7a655d-fc07-4afb-aa41-6ae173308d12 req-cae7eba5-0e5b-435b-a733-3cc771268ab1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3203962 May 13 14:48:33.519661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-b6424b9a-2732-4bd7-8593-653f7ae88984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:33.521870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-b6424b9a-2732-4bd7-8593-653f7ae88984 service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.7493703 May 13 14:48:33.689965 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1c7a655d-fc07-4afb-aa41-6ae173308d12 req-81dbdd81-95af-410d-966e-6c27e99b52b9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922665 May 13 14:48:33.731786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cba79-57ad-404d-a459-c5c1866473a8 req-7abcac4f-14ac-4e37-a1d3-220b2bbd1975 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:33.734469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f8cba79-57ad-404d-a459-c5c1866473a8 req-7abcac4f-14ac-4e37-a1d3-220b2bbd1975 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 1.0796099 May 13 14:48:33.751951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-f6eaaaf0-bed8-47b9-b2f8-cb1f2f8d4a0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.2021112 May 13 14:48:33.775537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-c373eeff-9c48-4752-910a-14caa4bee77a service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164856 May 13 14:48:34.017093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4410439e-8940-4ef5-a361-e8d2d9a80ba3 req-15dcb1da-7aa7-406a-aa41-6edd93a42e2b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.2810016 May 13 14:48:34.089221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec32c170-33f3-40a1-b288-a155bf6b0c63,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:34.104784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dac9f8e-ad08-4f83-bfaf-17a4f92c4e6f req-a1e093f0-b5cf-4aac-a723-6e5a4612cd1e tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1852813 May 13 14:48:34.112236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:34.112598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Network hostable DHCP agents. Network: 229f37f2-9db9-4054-a9ae-776660f14411, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:34.138415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.139058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.153537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c2f69c5-a604-44dd-a447-18747287b17e req-29704e8d-bb0f-409b-b02b-50bc8e005a38 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687036 May 13 14:48:34.172229 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2e1091-bd13-44ff-aa37-60ecb012d5ca'] response: {'name': 'network-changed', 'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec', 'status': 'completed', 'code': 200} May 13 14:48:34.413878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.422199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3225e705-a96e-43ae-b4af-3d345d5c685d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a60e9be-7456-46a1-9c3c-1e4aac30dd96 HTTP/1.1" status: 204 len: 168 time: 2.9363072 May 13 14:48:34.427362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a633-0f56-4f62-82af-d37184325b89 req-eaf9ebc6-9ce3-47d8-a420-32e185b1d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:34.430921 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-eaf9ebc6-9ce3-47d8-a420-32e185b1d430 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b90a3af5600440c9ca0aa3643cd471e&device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 1094 time: 0.1304929 May 13 14:48:34.638080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Calling delete_port for edfe2c50-7f69-4138-b55b-e79f00699d84 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:34.677565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a633-0f56-4f62-82af-d37184325b89 req-5585b1aa-79f1-464f-aa4b-ba04cb1c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:34.679055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-5585b1aa-79f1-464f-aa4b-ba04cb1c974a service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf99074-56d1-448e-ae75-be59b1b0f76b HTTP/1.1" status: 200 len: 915 time: 0.2420330 May 13 14:48:34.696368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d45ea-fcac-40d5-9cd4-7ea09f56a64f req-67773155-b5ec-47e3-bbd8-6b1c8cee5cde tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:34.698568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-770d45ea-fcac-40d5-9cd4-7ea09f56a64f req-67773155-b5ec-47e3-bbd8-6b1c8cee5cde tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 943 time: 0.1616926 May 13 14:48:34.777290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-2c01bbd8-4020-47c6-a912-c8d0b706cdc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec HTTP/1.1" status: 200 len: 217 time: 0.0772800 May 13 14:48:34.788983 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:34.915379 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-770d45ea-fcac-40d5-9cd4-7ea09f56a64f req-e400981e-bea6-460f-ad46-9d4b8bdf36b5 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370041 May 13 14:48:34.940337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-a6802b30-b7fc-4da1-9086-57de0677d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:34.941914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-a6802b30-b7fc-4da1-9086-57de0677d9c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 1.0145550 May 13 14:48:34.942924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95a633-0f56-4f62-82af-d37184325b89 req-3d1f8512-ec4d-42c7-9a5f-c4102f78e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:34.945728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-3d1f8512-ec4d-42c7-9a5f-c4102f78e26b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf95435-fb68-4f63-8147-ac74b8a5f6d2 HTTP/1.1" status: 200 len: 854 time: 0.1329613 May 13 14:48:34.955445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f8cba79-57ad-404d-a459-c5c1866473a8 req-07048b4c-138b-4f8a-a1de-cee56771cb3e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1496329 May 13 14:48:35.083328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.095400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Network 229f37f2-9db9-4054-a9ae-776660f14411 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:35.147637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-29b8029f-c9ae-4879-bccd-4bfb87bc8775 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf99074-56d1-448e-ae75-be59b1b0f76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942391 May 13 14:48:35.242021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.367508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439803cc-3b8c-4556-81af-ffba9e841358 req-72d113f2-a01a-496c-a1af-4dea43247dd6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:35.377282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-439803cc-3b8c-4556-81af-ffba9e841358 req-72d113f2-a01a-496c-a1af-4dea43247dd6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2991114 May 13 14:48:35.418712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-d86f584f-46d4-4f4a-ad4f-717e7f8c6493 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591059 May 13 14:48:35.506777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-59fa77d5-f78d-47df-ab5f-5513540ab9bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4030690 May 13 14:48:35.517365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-439803cc-3b8c-4556-81af-ffba9e841358 req-62f850ba-49d2-4c78-aac5-e92db2fa7210 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391113 May 13 14:48:35.518365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 229f37f2-9db9-4054-a9ae-776660f14411) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:35.520738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Pushing event deleted for resources: {'Port': ['ID=edfe2c50-7f69-4138-b55b-e79f00699d84,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:35.549687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d801ce1-e698-422a-acfa-96de3c3d9503 None None] Network 229f37f2-9db9-4054-a9ae-776660f14411 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:35.621594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a95a633-0f56-4f62-82af-d37184325b89 req-fe542c85-5fcf-442d-a902-71d542985b30 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941636 May 13 14:48:35.627645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:35.628980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:35.730681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da19ddac-ff63-4132-8e0d-30428c650e1b req-f7523d2d-0022-4b79-b800-894ce662b39e tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.3116517 May 13 14:48:35.921961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a72630-be5f-4ba9-b10f-5f81a3a7c833 None None] Network 229f37f2-9db9-4054-a9ae-776660f14411 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:36.203280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f4c1d0a-2e70-4fb4-8fee-854199a0fc6f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8060198 May 13 14:48:36.207911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.210963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.228747 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4fd5d4d7-5568-46b6-ac45-a992ff8848e8 tempest-AttachVolumeTestJSON-1960391384 tempest-AttachVolumeTestJSON-1960391384-project] 10.222.0.36 "DELETE /v2.0/floatingips/3c75aa6a-488f-4d1d-8226-a33723201644 HTTP/1.1" status: 204 len: 168 time: 5.9421020 May 13 14:48:36.285010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:36.540887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-00a25861-2e4d-41b6-a97c-45463ef0f65f service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0155256 May 13 14:48:36.584483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed6e5c-fd94-48b7-9e2f-d6cd57d6e5bf req-fa399592-7d5e-4f32-b6f3-825b4c77edbe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:36.602018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0ed6e5c-fd94-48b7-9e2f-d6cd57d6e5bf req-fa399592-7d5e-4f32-b6f3-825b4c77edbe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3768146 May 13 14:48:36.729544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-df6df84f-5e79-4c34-9827-9db6d504cc43 req-fd51f163-9cda-4dbe-ad3c-f76bb00ee3f3 service neutron] (88131) timed out ('10.222.0.90', 50158) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:48:36.785936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e0ed6e5c-fd94-48b7-9e2f-d6cd57d6e5bf req-92bc6995-0a32-47df-a0f2-c46849a02e61 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824718 May 13 14:48:36.792794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8dcff60-f57f-40c3-85bf-f01c778592f5 req-cf868d09-b6da-4ee8-98cd-ca89cec6b03a service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414491 May 13 14:48:36.812388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-528351754-network', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:36.819827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:36.825267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Usage tracker for resource:network and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:36.833521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:36.860804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:36.915238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd4ff-c7a0-49d6-92d9-dee52a07d7e5 req-442c93f3-4776-48e8-b23f-d29aab18c386 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:36.923925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f6bd4ff-c7a0-49d6-92d9-dee52a07d7e5 req-442c93f3-4776-48e8-b23f-d29aab18c386 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 943 time: 0.6018257 May 13 14:48:36.947052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Made reservation on behalf of 4384b141ea6f4fea9646e9930a9ccc2d for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:36.949468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.969790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:36.981593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08334ae3-a7cc-4ec9-b350-702bbc5072ec details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:48:37.004792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:37.056713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f6bd4ff-c7a0-49d6-92d9-dee52a07d7e5 req-91cf51a8-1aac-462b-a8b1-2d62134495d0 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317089 May 13 14:48:37.062590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:37.079747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:37.117277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:37.182439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caadb0-1c94-4b1e-beea-1cee93020555 req-14cd627a-e9c3-44cb-9cb6-5a0ffafc5611 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:37.197341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-98caadb0-1c94-4b1e-beea-1cee93020555 req-14cd627a-e9c3-44cb-9cb6-5a0ffafc5611 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.1990163 May 13 14:48:37.292878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-98caadb0-1c94-4b1e-beea-1cee93020555 req-f037bcdb-27d3-403c-bf51-0bfee98fecdd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 May 13 14:48:37.332135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec,segment=NetworkSegment(4bf9cf75-ca66-46df-b311-293a53cb74a6),segment_id=4bf9cf75-ca66-46df-b311-293a53cb74a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:37.348733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '08334ae3-a7cc-4ec9-b350-702bbc5072ec', 'network_id': 'aaf99074-56d1-448e-ae75-be59b1b0f76b', 'port_id': '08334ae3-a7cc-4ec9-b350-702bbc5072ec', 'mac_address': 'fa:16:3e:23:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf95435-fb68-4f63-8147-ac74b8a5f6d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:48:37.468384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fdc71c52-ea77-413c-b349-41e3c016d5bb req-931c99f7-e00b-462d-bebe-c7bb5bff5489 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1920836 May 13 14:48:37.501729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 08334ae3-a7cc-4ec9-b350-702bbc5072ec is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:37.502313 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:37.534013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08334ae3-a7cc-4ec9-b350-702bbc5072ec {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:37.570989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec,segment=NetworkSegment(4bf9cf75-ca66-46df-b311-293a53cb74a6),segment_id=4bf9cf75-ca66-46df-b311-293a53cb74a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:37.579008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:37.751281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:37.812056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['08334ae3-a7cc-4ec9-b350-702bbc5072ec'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:48:37.934323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.002067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-7f9fdb96-cf2d-4f6d-b0ad-2a0b12128887 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:38.005306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-7f9fdb96-cf2d-4f6d-b0ad-2a0b12128887 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.2467585 May 13 14:48:38.041329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-69a136a0-66fc-40af-b371-7708a3c35aaa tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0286555 May 13 14:48:38.057952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.100716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.151783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-ad1a6069-5093-45b5-a28c-f2113eec3dee tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070423 May 13 14:48:38.152124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.308936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:38.328893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51278931-08b8-41f9-91d9-6e29883926ad,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:38.411712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.416126 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Added segment 7afc8ab6-2d69-4977-82df-72862f2d6620 of type vlan for network 180d2a11-2b79-479a-9869-44e5d1711ba9 May 13 14:48:38.512359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-eb8d015a-4cb5-4b58-baa0-09dec2c82bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560433 May 13 14:48:38.517892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.673837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.674781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:38.675387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.803222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:38.899050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-3c3f0fcd-d5b9-49aa-aa15-0529c93667ef service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708906 May 13 14:48:38.986503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6942027 May 13 14:48:38.987597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34284) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:38.989121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08334ae3-a7cc-4ec9-b350-702bbc5072ec up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:39.003952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a993-c65c-4f44-88ec-5f985ac791d9 admin admin] Pushing event updated for resources: {'Network': ['ID=180d2a11-2b79-479a-9869-44e5d1711ba9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.005675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Request body: {'subnet': {'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-528351754-subnet', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:39.019557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:39.031657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Usage tracker for resource:subnet and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:39.033976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:39.038398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:39.039186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca31-aa3a-480d-9bc8-903224442fc8 req-2ef4cecb-8f27-4fb4-bbf9-8a8817b82b52 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:39.040959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0904ca31-aa3a-480d-9bc8-903224442fc8 req-2ef4cecb-8f27-4fb4-bbf9-8a8817b82b52 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4719765 May 13 14:48:39.098086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:39.119330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Made reservation on behalf of 4384b141ea6f4fea9646e9930a9ccc2d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:39.121894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.347810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 08334ae3-a7cc-4ec9-b350-702bbc5072ec completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:39.363859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 08334ae3-a7cc-4ec9-b350-702bbc5072ec triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:39.365109 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.424675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426049e9-7bdd-4a88-8baf-6f282dc0a62d req-836d90b3-f20f-4f7e-8805-e708812e3e85 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:39.427906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-426049e9-7bdd-4a88-8baf-6f282dc0a62d req-836d90b3-f20f-4f7e-8805-e708812e3e85 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 944 time: 0.1884215 May 13 14:48:39.464696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.469796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.495823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0904ca31-aa3a-480d-9bc8-903224442fc8 req-39bafa86-8a98-422b-93ba-13c62ac5eb2b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288029 May 13 14:48:39.549470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-426049e9-7bdd-4a88-8baf-6f282dc0a62d req-8c500f8f-b77b-47cf-bdd7-4e7f29997b5d tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101720 May 13 14:48:39.549838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.552361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52d49406-1e53-4c07-baa1-d6d78e05ec4f {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:48:39.563725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.636617 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 14:48:39.641988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d168a707-67f3-46df-a23e-4c9cd9b8d153 tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.0575919 May 13 14:48:39.649391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34298) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:39.663277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 08334ae3-a7cc-4ec9-b350-702bbc5072ec is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:39.664502 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.722671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd626bc-813b-4466-a534-f6ebd7fcdd8d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:39.775347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:39.814033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec,segment=NetworkSegment(4bf9cf75-ca66-46df-b311-293a53cb74a6),segment_id=4bf9cf75-ca66-46df-b311-293a53cb74a6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:39.820668 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:39.863054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Deleting port 9439589b-7cdf-41eb-8950-e41b4d4e9f16 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:39.864811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.051522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:40.055436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Checking segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:40.056288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Network hostable DHCP agents. Network: 180d2a11-2b79-479a-9869-44e5d1711ba9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:40.081868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-656d55b0-a3f1-4bd7-9013-5e2f2b9553e2 req-ec5d67d1-c2dc-4ac0-87e8-5d281fe1b2fc tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.3188670 May 13 14:48:40.155439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:40.195230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 180d2a11-2b79-479a-9869-44e5d1711ba9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:40.207030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:40.208534 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.220755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5ca04-16eb-401d-b59b-2399364a3005 None None] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:40.343970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eb8d1606-2e08-42cf-ab1a-c7baa09eec39 req-3cdaec2a-08c0-4639-a9be-c0ed443946c5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 210 time: 0.1121860 May 13 14:48:40.384810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8acc877c-4197-4d1c-8c8e-ebf503c6a182 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3933580 May 13 14:48:40.388804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:40.396849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:40.403323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:40.410735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Usage tracker for resource:router and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:40.414669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:40.424610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:40.445618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.447190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.474375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.656759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00b2d6-2f2f-4c33-8774-43ae436e06ce req-6b12a9a9-e88b-4225-a5ab-c4c6e5cb6d86 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:40.665547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c00b2d6-2f2f-4c33-8774-43ae436e06ce req-6b12a9a9-e88b-4225-a5ab-c4c6e5cb6d86 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.7408133 May 13 14:48:40.669608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:40.892807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-180d2a11-2b79-479a-9869-44e5d1711ba9', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:40.894231 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.014372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.165622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420158-4899-4808-84a3-72fe59932710 req-897e6f73-8da4-45c2-b364-06ce603d3938 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:41.173316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6420158-4899-4808-84a3-72fe59932710 req-897e6f73-8da4-45c2-b364-06ce603d3938 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4554198 May 13 14:48:41.190234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Calling delete_port for 9439589b-7cdf-41eb-8950-e41b4d4e9f16 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:41.244509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6420158-4899-4808-84a3-72fe59932710 req-51fe3894-732f-4082-9309-2242bfc91387 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701675 May 13 14:48:41.295835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c00b2d6-2f2f-4c33-8774-43ae436e06ce req-bc9cce0e-7527-4271-9c60-5317441fd656 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285410 May 13 14:48:41.389717 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da3acb0-b867-4c59-a2a1-75259d77458b'] response: {'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec', 'code': 200} May 13 14:48:41.480922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Allocated IP 172.20.0.2 (180d2a11-2b79-479a-9869-44e5d1711ba9/6bd626bc-813b-4466-a534-f6ebd7fcdd8d/bdcf9768-07a4-4863-af7c-a4358ca8ea29) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:41.921754 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:41.940691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65cb112-6d72-4bb3-bce2-1aacbde0df5b req-6673c835-0ebc-4c52-953f-7fbe16b9a677 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.2268779 May 13 14:48:41.951400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Transition to ACTIVE for port object bdcf9768-07a4-4863-af7c-a4358ca8ea29 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:42.001009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Transition to ACTIVE for port object bdcf9768-07a4-4863-af7c-a4358ca8ea29 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:42.009529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.120389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Pushing event updated for resources: {'Port': ['ID=bdcf9768-07a4-4863-af7c-a4358ca8ea29,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:42.130921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:42.140435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:42.143443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:42.160073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.211596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.234175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-ed1898a9-0d6f-4b7b-b921-18b6b445fad1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:42.235442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf95f26e-ac58-406a-b709-2842efde547c req-ed1898a9-0d6f-4b7b-b921-18b6b445fad1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:42.239804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.295542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeafaa-bb03-45ba-8e53-1e91fcf6240b req-08c08beb-34a3-4a57-8868-83db50969b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:42.297702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45aeafaa-bb03-45ba-8e53-1e91fcf6240b req-08c08beb-34a3-4a57-8868-83db50969b9b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 1096 time: 0.6776235 May 13 14:48:42.338707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Attempting to bind port bdcf9768-07a4-4863-af7c-a4358ca8ea29 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:42.339216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Attempting to bind port bdcf9768-07a4-4863-af7c-a4358ca8ea29 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:42.339716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Attempting to bind port bdcf9768-07a4-4863-af7c-a4358ca8ea29 on network 180d2a11-2b79-479a-9869-44e5d1711ba9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:42.350068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:42.350681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Checking segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:42.351191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-c3d18457-b489-44f5-bd68-3b7eebe6daeb req-8232dfd6-d881-4020-8ba7-62075c7383a1 service neutron] (88132) timed out ('10.222.0.90', 50157) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:48:42.351374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.351978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Bound using segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:42.352477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Pushing event deleted for resources: {'Port': ['ID=9439589b-7cdf-41eb-8950-e41b4d4e9f16,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:42.352796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Bound port: bdcf9768-07a4-4863-af7c-a4358ca8ea29, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:42.353410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.425412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Allocated IP 172.25.5.182 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/b7c1480a-61a4-40a5-8aed-42a0b5618492) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:42.502829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] For port bdcf9768-07a4-4863-af7c-a4358ca8ea29, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:42.506605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] For port bdcf9768-07a4-4863-af7c-a4358ca8ea29, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdcf9768-07a4-4863-af7c-a4358ca8ea29,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:42.513555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.588040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99d2e7a4-2e4c-4510-aeeb-2699288e7649 req-5d959542-3e72-4388-81a3-3c7e98dfc5e5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 210 time: 0.0791664 May 13 14:48:42.635910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.636827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97691f-0b58-4a5a-a8f3-fe24fc0b2cac None None] Pushing event updated for resources: {'Port': ['ID=bdcf9768-07a4-4863-af7c-a4358ca8ea29,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:42.650646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45aeafaa-bb03-45ba-8e53-1e91fcf6240b req-e5a19357-0703-4637-8075-e562bda12890 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376515 May 13 14:48:42.667846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf95f26e-ac58-406a-b709-2842efde547c req-ed1898a9-0d6f-4b7b-b921-18b6b445fad1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:42.670411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-ed1898a9-0d6f-4b7b-b921-18b6b445fad1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.9488354 May 13 14:48:42.697275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:42.775582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.858572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:42.958832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2e99417f-bc58-4842-99da-01d5f4fef2db tempest-RoutersAdminNegativeTest-409644830 tempest-RoutersAdminNegativeTest-409644830-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9439589b-7cdf-41eb-8950-e41b4d4e9f16 HTTP/1.1" status: 204 len: 168 time: 3.3069427 May 13 14:48:43.071590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:43.085609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc7f5-2f0b-4d69-a2cb-57c2e2b7e0b1 req-b5188b1e-b935-4bb9-b93f-fd2f7fe9f823 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.087411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3cdfc7f5-2f0b-4d69-a2cb-57c2e2b7e0b1 req-b5188b1e-b935-4bb9-b93f-fd2f7fe9f823 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 1.3699758 May 13 14:48:43.094745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:43.099577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Usage tracker for resource:port and tenant:6e4e1442890f41d68c244f6bb2ede21a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:43.104077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:43.115320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:43.115713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:43.136313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9751e08-6f32-43e1-a34e-db46a5690c54 req-30f3096d-d9b6-406a-8e22-f4628e327028 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.139174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9751e08-6f32-43e1-a34e-db46a5690c54 req-30f3096d-d9b6-406a-8e22-f4628e327028 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3243577 May 13 14:48:43.140170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Pushing event updated for resources: {'Port': ['ID=b7c1480a-61a4-40a5-8aed-42a0b5618492,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:43.144295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:43.145070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:43.149079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:43.285160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3cdfc7f5-2f0b-4d69-a2cb-57c2e2b7e0b1 req-f9dbe2fe-8c68-4e26-a909-08e4ea8a99b0 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554980 May 13 14:48:43.541129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:43.586626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9751e08-6f32-43e1-a34e-db46a5690c54 req-aca1b8c0-2d90-4b4e-b90f-6b6d6dbd7df0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515246 May 13 14:48:43.607270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.10 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/b8176694-c334-48e7-8214-547d33b8def0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:43.710409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde8c22-cf2a-4b64-a534-b3fbc49da2df req-7b32e550-1125-49f9-b847-d99fcc175449 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:43.719619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbde8c22-cf2a-4b64-a534-b3fbc49da2df req-7b32e550-1125-49f9-b847-d99fcc175449 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.2528865 May 13 14:48:43.804748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbde8c22-cf2a-4b64-a534-b3fbc49da2df req-9c607590-446c-4bb4-89b5-ef96fc6abaf8 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 May 13 14:48:44.201767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-21d31c02-6793-465c-8180-fc2498acdc62 req-32445103-73c6-4d07-98cf-ae855643f40e tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1688433 May 13 14:48:44.212698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.284694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-375e251a-0cf0-49ac-9186-9c8885accf27 req-4576092b-8ecc-493f-b110-d406f003514c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 210 time: 0.1609375 May 13 14:48:44.310183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908067b-b1dc-489d-9627-94d4b54646c7 None None] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:44.417562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:44.441538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Usage tracker for resource:security_group_rule and tenant:54719e3a18d2438fa174741296a87380 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:44.442067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.467015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:44.486028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:44.502368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-418f80c6-6ec9-4700-a2b3-d2538ac5f089 None None] Provisioning for port bdcf9768-07a4-4863-af7c-a4358ca8ea29 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:44.534181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.691421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:44.755775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:44.875450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:44.882914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:44.887295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:44.962901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdcf9768-07a4-4863-af7c-a4358ca8ea29 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:44.996094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:44.996790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.019593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4031ff-27d1-4e61-8d9d-46c75008e6ba req-16c46b3f-c35a-44f9-ab9f-ad8bd73355c4 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:45.026929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd4031ff-27d1-4e61-8d9d-46c75008e6ba req-16c46b3f-c35a-44f9-ab9f-ad8bd73355c4 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.3886518 May 13 14:48:45.089208 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd4031ff-27d1-4e61-8d9d-46c75008e6ba req-800f1ab9-35af-45b0-a24b-758a70bc96d2 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592158 May 13 14:48:45.090881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-4fb01f65-6cbf-444a-aa80-3d27c8d27428 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4062946 May 13 14:48:45.116106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Request body: {'port': {'device_id': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:45.275283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bdcf9768-07a4-4863-af7c-a4358ca8ea29 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:45.287012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bdcf9768-07a4-4863-af7c-a4358ca8ea29 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:45.288518 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.457514 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.491781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfa4da-adea-41c7-913e-83d84e1fc9fb req-e442af89-f020-46b3-a244-13b78da20f76 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:45.504143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-65cfa4da-adea-41c7-913e-83d84e1fc9fb req-e442af89-f020-46b3-a244-13b78da20f76 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.9869719 May 13 14:48:45.541432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.601015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bdcf9768-07a4-4863-af7c-a4358ca8ea29 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:45.601675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.672678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bdcf9768-07a4-4863-af7c-a4358ca8ea29, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdcf9768-07a4-4863-af7c-a4358ca8ea29,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:45.689650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.693467 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.817707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54719e3a18d2438fa174741296a87380&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2687671 May 13 14:48:45.818904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:45.827233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186525b1-c023-4d6c-9504-698d82d82176 req-72d516a2-69c7-4f4c-8794-3819acc4e912 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:45.830115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65b94b-4cc6-40f4-ad57-366b746af651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db0a5a0-115c-4b0d-962d-82838297fcb6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:45.839434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-186525b1-c023-4d6c-9504-698d82d82176 req-72d516a2-69c7-4f4c-8794-3819acc4e912 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.5141358 May 13 14:48:45.861234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bdcf9768-07a4-4863-af7c-a4358ca8ea29,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:45.869087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-65cfa4da-adea-41c7-913e-83d84e1fc9fb req-e80eb4d6-2ed3-4260-8ea6-ae116bbebb21 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628490 May 13 14:48:45.872741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6cac5b43-f750-438b-981a-add8ed2cc15e None None] Provisioning complete for port bdcf9768-07a4-4863-af7c-a4358ca8ea29 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:45.873474 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6cac5b43-f750-438b-981a-add8ed2cc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:45.941570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.052406 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-186525b1-c023-4d6c-9504-698d82d82176 req-93ffdf9c-0be4-4f69-86e6-7792fd907f1e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117348 May 13 14:48:46.082125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6cac5b43-f750-438b-981a-add8ed2cc15e None None] Current status of the port bdcf9768-07a4-4863-af7c-a4358ca8ea29 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:46.144441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.355082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.391472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ade55be-e212-4fbc-8030-4956313fd871 req-61b51be6-4e0e-4c7b-90b9-5f4039bd8ca5 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0921671 May 13 14:48:46.405410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8176694-c334-48e7-8214-547d33b8def0 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:46.415774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.452521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.456480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Transition to ACTIVE for port object b8176694-c334-48e7-8214-547d33b8def0 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:46.463136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.477323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db0a5a0-115c-4b0d-962d-82838297fcb6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:46.486434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab594cc-3cab-4747-b9b6-df4ec25128bc req-fefd95e5-34e4-4b06-9f22-9a1ff8292d64 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:46.487984 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ab594cc-3cab-4747-b9b6-df4ec25128bc req-fefd95e5-34e4-4b06-9f22-9a1ff8292d64 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 932 time: 0.1993401 May 13 14:48:46.523166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.527054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-92ac62c9-d103-44f1-8dfe-e6ddb1dfa9f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3db0a5a0-115c-4b0d-962d-82838297fcb6 HTTP/1.1" status: 204 len: 168 time: 0.6994452 May 13 14:48:46.573963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:48:46.593616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ab594cc-3cab-4747-b9b6-df4ec25128bc req-bad8fb5a-4acc-4e05-9972-7c0ecce55f03 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 May 13 14:48:46.901146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:46.906960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdcf9768-07a4-4863-af7c-a4358ca8ea29 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:46.932291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:46.933794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2649618-8763-49a1-9626-a45f21b7131d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.5427346 May 13 14:48:46.938802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:46.992294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:47.015779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Sync routers for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:47.073205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Attempting to bind port b8176694-c334-48e7-8214-547d33b8def0 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:47.073894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Attempting to bind port b8176694-c334-48e7-8214-547d33b8def0 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:47.074594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Attempting to bind port b8176694-c334-48e7-8214-547d33b8def0 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:47.085588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Port b8176694-c334-48e7-8214-547d33b8def0 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:48:47.086902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Attempting to bind port b8176694-c334-48e7-8214-547d33b8def0 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:47.099834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:47.100683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:47.102053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:47.103070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Bound port: b8176694-c334-48e7-8214-547d33b8def0, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:47.103840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.148594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:47.150159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:47.429318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:47.434719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:47.438399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:47.485846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.586583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bdcf9768-07a4-4863-af7c-a4358ca8ea29 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:47.587099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.641936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:47.642470 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.644008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 1092 time: 2.5349112 May 13 14:48:47.644942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:47.673603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a4dfa34c-b726-4738-b207-5f297b007fd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4da9f7423cf642618475feb3316bce12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333443 May 13 14:48:47.681284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:47.774652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1092-ad33-4f55-b919-9cb0bfd31d62 service neutron] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:47.852359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.887341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:47.911588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d2ff-b48d-4ca7-977d-6ecaecd4de7b req-41cbed4d-c9cc-4d0e-b600-839edb1e4788 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:47.924630 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e8d2ff-b48d-4ca7-977d-6ecaecd4de7b req-41cbed4d-c9cc-4d0e-b600-839edb1e4788 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.4870656 May 13 14:48:47.931106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:47.948336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a1ec-3cdd-4309-918e-cc2d71f1b5db req-b1bc3087-88d5-45af-8cbf-24c532e388dd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:47.949919 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd1a1ec-3cdd-4309-918e-cc2d71f1b5db req-b1bc3087-88d5-45af-8cbf-24c532e388dd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6132646 May 13 14:48:47.973067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-04885945-75ff-4090-8808-d311d8921da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:47.976785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-04885945-75ff-4090-8808-d311d8921da9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6b90a3af5600440c9ca0aa3643cd471e&device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 1096 time: 0.6419337 May 13 14:48:48.063149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-410a1d14-7b78-4589-a8e0-b258eb15b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.064728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-410a1d14-7b78-4589-a8e0-b258eb15b280 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1095 time: 0.3386543 May 13 14:48:48.068534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e8d2ff-b48d-4ca7-977d-6ecaecd4de7b req-501c11e7-cf53-4463-af47-d47c537be701 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427653 May 13 14:48:48.162925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-acea5c37-d51b-45aa-8419-f07e1055b2eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 217 time: 0.0906310 May 13 14:48:48.232446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bdcf9768-07a4-4863-af7c-a4358ca8ea29 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:48.266940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.306741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17530b6a-4108-4603-92ec-912d4980991f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:48.308852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.313734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a1cb3de-624a-4567-a425-12d8055a9819 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17530b6a-4108-4603-92ec-912d4980991f HTTP/1.1" status: 204 len: 168 time: 0.6237202 May 13 14:48:48.318442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f26e-ac58-406a-b709-2842efde547c req-24db8e42-a8c9-4e69-a631-8c616f2e7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.320306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-24db8e42-a8c9-4e69-a631-8c616f2e7542 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1514966 May 13 14:48:48.418650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-baf45644-546d-47b7-b5e8-37843eb9ae1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914168 May 13 14:48:48.457367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd1a1ec-3cdd-4309-918e-cc2d71f1b5db req-88668ba9-6064-4229-bff6-626863324fb6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935005 May 13 14:48:48.553686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:43Z', 'revision_number': 3, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:48.574976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Checking router: 1e8c163f-dfe2-45bc-8a66-7055a10d1607 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:48.575819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Updating router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 port b7c1480a-61a4-40a5-8aed-42a0b5618492 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:48.761490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:48.761769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c6ed3-0edc-4c04-8dec-28bb311775e5 req-62e9fe59-8929-4c24-a96c-2780ad86b313 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.763460 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c0c6ed3-0edc-4c04-8dec-28bb311775e5 req-62e9fe59-8929-4c24-a96c-2780ad86b313 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.3986526 May 13 14:48:48.806943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-d3f7e932-625f-4093-9e8a-7a1dd838a382 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764601 May 13 14:48:48.941049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-7e1432d8-473a-48d6-9f79-49e24cd64f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:48.942742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-7e1432d8-473a-48d6-9f79-49e24cd64f60 service neutron] 10.222.0.90 "GET /v2.0/networks?id=aaf99074-56d1-448e-ae75-be59b1b0f76b HTTP/1.1" status: 200 len: 915 time: 0.9248927 May 13 14:48:48.953279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9fa56fb-1fe6-40ec-b6e7-8bf6dc96dec4 req-08e03009-7628-4d58-87ba-b2b0777a8111 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1651547 May 13 14:48:49.084503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-fbbc524a-317f-4a30-a440-7930478a876a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec HTTP/1.1" status: 200 len: 217 time: 0.1267924 May 13 14:48:49.173802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c0c6ed3-0edc-4c04-8dec-28bb311775e5 req-d9d099f6-078c-41ec-9dcf-082f07ea07b3 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881032 May 13 14:48:49.304469 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.314352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf95f26e-ac58-406a-b709-2842efde547c req-ea10a9ae-2966-4a09-864a-39b304cf8e4d service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306307 May 13 14:48:49.382755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-88907b58-ef84-41b1-b053-84809b60fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:49.384868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-88907b58-ef84-41b1-b053-84809b60fe0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf95435-fb68-4f63-8147-ac74b8a5f6d2 HTTP/1.1" status: 200 len: 854 time: 0.1954958 May 13 14:48:49.439041 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edae8fb-76a6-44ea-9c66-8316869576af'] response: {'name': 'network-changed', 'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0', 'status': 'completed', 'code': 200} May 13 14:48:49.477386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-380453ba-4fe0-4c54-bd84-a0aab51578d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=aaf99074-56d1-448e-ae75-be59b1b0f76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746024 May 13 14:48:49.615452 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.649515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Transition to ACTIVE for port object b7c1480a-61a4-40a5-8aed-42a0b5618492 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:49.655804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-5a67ef37-e8ce-4b1d-8025-d95ee6b84348 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:49.656258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-5a67ef37-e8ce-4b1d-8025-d95ee6b84348 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:49.670206 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.677236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-956bbaa7-6c41-4e63-83ac-9413f3f52572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:49.679100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-956bbaa7-6c41-4e63-83ac-9413f3f52572 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1095 time: 0.2147641 May 13 14:48:49.682092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-5a67ef37-e8ce-4b1d-8025-d95ee6b84348 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:49.689539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-5a67ef37-e8ce-4b1d-8025-d95ee6b84348 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 944 time: 0.2915549 May 13 14:48:49.855268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-97534916-3f67-4e18-ba47-6a9519e1ef55 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:48:49.879022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Attempting to bind port b7c1480a-61a4-40a5-8aed-42a0b5618492 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:49.879387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Attempting to bind port b7c1480a-61a4-40a5-8aed-42a0b5618492 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:49.879758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Attempting to bind port b7c1480a-61a4-40a5-8aed-42a0b5618492 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:49.903430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:49.904393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:49.904881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.905303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:49.905836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Bound port: b7c1480a-61a4-40a5-8aed-42a0b5618492, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:49.906236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:49.910340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-97534916-3f67-4e18-ba47-6a9519e1ef55 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:48:49.923924 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f94d26a1-3aec-45e5-84a2-6cc9572809ce req-97534916-3f67-4e18-ba47-6a9519e1ef55 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328117 May 13 14:48:49.935921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-0bde6e03-aaa9-4d79-9df5-886f485a200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:49.939742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-0bde6e03-aaa9-4d79-9df5-886f485a200b service neutron] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.2478817 May 13 14:48:50.046139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-a3c0e0ee-9d38-459b-b353-8340884ce5b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 217 time: 0.0982561 May 13 14:48:50.055674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] For port b7c1480a-61a4-40a5-8aed-42a0b5618492, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:50.065238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] For port b7c1480a-61a4-40a5-8aed-42a0b5618492, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b7c1480a-61a4-40a5-8aed-42a0b5618492,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:50.081586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:50.082173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc73576-99dd-4a0e-a879-e5f8367a1b17 None None] Pushing event updated for resources: {'Port': ['ID=b7c1480a-61a4-40a5-8aed-42a0b5618492,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:50.084808 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.163931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc73576-99dd-4a0e-a879-e5f8367a1b17 None None] Pushing event updated for resources: {'Port': ['ID=b7c1480a-61a4-40a5-8aed-42a0b5618492,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:50.181924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.186564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:50.187189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:50.204900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-871908fa-aa34-4d61-91a1-089e88911462 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890886 May 13 14:48:50.211274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-8f2ca5e4-ad8a-4933-a979-53b2c01a63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:50.213652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-8f2ca5e4-ad8a-4933-a979-53b2c01a63c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1546259 May 13 14:48:50.309390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-2a1c034f-fc2a-457c-9373-b2e695c881c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859489 May 13 14:48:50.375597 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.376258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa838ea-0a13-4298-ac4a-0bef8e4ec95c req-d2593fd7-2b14-4f1b-8d53-43595e45e452 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:50.379069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eaa838ea-0a13-4298-ac4a-0bef8e4ec95c req-d2593fd7-2b14-4f1b-8d53-43595e45e452 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.2628660 May 13 14:48:50.476590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1126845788'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:50.494601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:50.512621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ba54-cbec-4b43-9ce7-6abdd79d40e5 req-195df230-e5e0-469f-ae91-8a80003cb571 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:50.514419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab04ba54-cbec-4b43-9ce7-6abdd79d40e5 req-195df230-e5e0-469f-ae91-8a80003cb571 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.7545104 May 13 14:48:50.519373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:50.523644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:network and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:50.531495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:50.570009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:50.595842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-f6132225-cb16-4428-bd5a-13b4aa1c397a service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784705 May 13 14:48:50.600358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab04ba54-cbec-4b43-9ce7-6abdd79d40e5 req-5a2d3d81-3878-4a1b-b42f-030ae7b8e450 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 May 13 14:48:50.648989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eaa838ea-0a13-4298-ac4a-0bef8e4ec95c req-a576a405-0a71-4269-8d22-305480c86bed tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567332 May 13 14:48:50.783574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d51af345-6a2a-4da9-a0c8-97c12553dac5 req-34fc4c75-af5d-4753-8787-94055c77f7d0 service neutron] 10.222.0.90 "GET /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062845 May 13 14:48:50.792719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:50.798871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.826606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:50.835193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e33fac47-ae16-4c0c-a192-797d5a927884 req-def5a744-1fc5-42f1-8252-d64f0d699435 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192349 May 13 14:48:50.853772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:50.859857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:security_group_rule and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:50.864066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:50.872382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:50.955068 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2fba6b4-c7c2-4c4b-85a3-19b0ec7ef110 req-8a4c6cd9-44aa-466e-91c9-9842d8b7f6d4 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0799782 May 13 14:48:51.110579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Allocated IP 172.20.0.1 (180d2a11-2b79-479a-9869-44e5d1711ba9/6bd626bc-813b-4466-a534-f6ebd7fcdd8d/13acbae7-f748-421b-b726-c09fd78bad17) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:51.165255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71b47c-9f61-4228-afa4-d108d16de398 req-0157bfb2-7572-46f9-87d3-b343a30d00a5 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:51.175226 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b71b47c-9f61-4228-afa4-d108d16de398 req-0157bfb2-7572-46f9-87d3-b343a30d00a5 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.2510295 May 13 14:48:51.190422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b8176694-c334-48e7-8214-547d33b8def0 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:48:51.299977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b71b47c-9f61-4228-afa4-d108d16de398 req-3e75aeee-eb65-4bb0-8ee3-d1c75fd1bd4d tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187215 May 13 14:48:51.441842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:51.451426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:43Z', 'revision_number': 3, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:51.460285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c848c47-a11b-4fe0-b931-2d750f2f1bf5 None None] The sync data for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 is: [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:43Z', 'revision_number': 3, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:51.471393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'b8176694-c334-48e7-8214-547d33b8def0', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': 'b8176694-c334-48e7-8214-547d33b8def0', 'mac_address': 'fa:16:3e:de:2f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:48:51.564412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port b8176694-c334-48e7-8214-547d33b8def0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:51.564793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.565334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.583987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8176694-c334-48e7-8214-547d33b8def0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:48:51.602678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:51.609878 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.623156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Transition to ACTIVE for port object 13acbae7-f748-421b-b726-c09fd78bad17 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:51.627707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.638783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.704535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:48:51.708343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a1a14-0a45-42b8-886b-a782b868054b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:51.733889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:51.743670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb6ca-072c-4c3d-aeba-1e37be5514be req-8c058b5b-f8bf-49e9-9ca0-4bdf4ce9208a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:51.751062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9d36a-186b-4a2d-8b5d-8e2f19ad0dfb req-704e26ff-0912-46ac-8b15-254ec9f5137a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:51.752001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a87bb6ca-072c-4c3d-aeba-1e37be5514be req-8c058b5b-f8bf-49e9-9ca0-4bdf4ce9208a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2170682 May 13 14:48:51.758341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85b9d36a-186b-4a2d-8b5d-8e2f19ad0dfb req-704e26ff-0912-46ac-8b15-254ec9f5137a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 944 time: 0.2549851 May 13 14:48:51.778389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.778820 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Added segment 5f26b71b-b314-49a3-b5a3-fc46bd2b442b of type vlan for network c3a2f445-231b-4051-9d93-8a75c8a7d83d May 13 14:48:51.829471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.842759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:48:51.876160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a87bb6ca-072c-4c3d-aeba-1e37be5514be req-05e7070c-acf8-4528-af0f-dc060cd651ba tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202662 May 13 14:48:51.927352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:51.942743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85b9d36a-186b-4a2d-8b5d-8e2f19ad0dfb req-5e390c85-f23c-49e3-9495-754fd53dc172 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835043 May 13 14:48:51.956572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:51.961981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:51.965517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:52.020596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Pushing event updated for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:52.074704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.100279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:52.111449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.144677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:52.184991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.389801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2950115 May 13 14:48:52.392621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab595-1051-4bbe-948c-faabc5740fdb tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Network': ['ID=c3a2f445-231b-4051-9d93-8a75c8a7d83d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:52.397305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:52.410159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:48:52.464775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542fbe1-e0fd-4587-8e49-4bb989a47e2d req-f5e03336-bda9-45e1-9ff9-4c8b94e5deda tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:52.467525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5542fbe1-e0fd-4587-8e49-4bb989a47e2d req-f5e03336-bda9-45e1-9ff9-4c8b94e5deda tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1879699 May 13 14:48:52.517887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'subnet': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:52.545088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5542fbe1-e0fd-4587-8e49-4bb989a47e2d req-85b658f6-1855-410a-bd65-7581a35397b5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 May 13 14:48:52.624259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1b06778e-5ec2-439a-907d-28dba9153ed2 None None] Provisioning for port 13acbae7-f748-421b-b726-c09fd78bad17 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:52.630199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1b06778e-5ec2-439a-907d-28dba9153ed2 None None] Provisioning complete for port 13acbae7-f748-421b-b726-c09fd78bad17 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:52.630719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1b06778e-5ec2-439a-907d-28dba9153ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:52.706438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1b06778e-5ec2-439a-907d-28dba9153ed2 None None] Port 13acbae7-f748-421b-b726-c09fd78bad17 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:52.878012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7c1480a-61a4-40a5-8aed-42a0b5618492 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:52.946334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:52.973844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:subnet and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:52.979856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:52.993924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:53.005998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.051505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b7c1480a-61a4-40a5-8aed-42a0b5618492 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:53.055701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4b4e81b-70a3-4cbe-8374-e3551defd05a req-106c8f43-045f-4350-be89-79b1b57694d9 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.2579257 May 13 14:48:53.057893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b7c1480a-61a4-40a5-8aed-42a0b5618492 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:53.058271 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.069755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:53.073348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.149918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-5813b65e-6c8b-47d4-a798-499e619468e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.151395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-5813b65e-6c8b-47d4-a798-499e619468e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.6053591 May 13 14:48:53.203345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea08ba2-d65a-4734-bdda-f2d1c5efa001 req-b7ae75a2-d0ac-4f23-8a0c-3c3eb9c08e67 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.210779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fea08ba2-d65a-4734-bdda-f2d1c5efa001 req-b7ae75a2-d0ac-4f23-8a0c-3c3eb9c08e67 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.7782609 May 13 14:48:53.219212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b7c1480a-61a4-40a5-8aed-42a0b5618492 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:53.219876 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.225827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b8176694-c334-48e7-8214-547d33b8def0 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:53.288462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b7c1480a-61a4-40a5-8aed-42a0b5618492, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b7c1480a-61a4-40a5-8aed-42a0b5618492,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:53.298632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.323774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fea08ba2-d65a-4734-bdda-f2d1c5efa001 req-da1ae4c9-bb01-4d2c-a2a2-f9e49ff85884 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119483 May 13 14:48:53.376749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b7c1480a-61a4-40a5-8aed-42a0b5618492,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:53.392998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port b8176694-c334-48e7-8214-547d33b8def0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:53.401871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port b8176694-c334-48e7-8214-547d33b8def0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:53.402357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.581443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port b8176694-c334-48e7-8214-547d33b8def0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:53.582183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.617255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:53.617855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-2e2808a9-ca6e-465e-9f21-88bb79cc64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.620366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-2e2808a9-ca6e-465e-9f21-88bb79cc64db service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.3956439 May 13 14:48:53.643359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb666e9-d81b-4838-9cd4-255fe5505f09 req-d2681a0d-3662-4186-8642-1a6cce41d0ed tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.645780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ffb666e9-d81b-4838-9cd4-255fe5505f09 req-d2681a0d-3662-4186-8642-1a6cce41d0ed tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.4028847 May 13 14:48:53.646596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:53.655527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.766218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:53.766966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.767572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-9c18d215-f343-4589-aaee-0f30d230d115 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.1203790 May 13 14:48:53.821703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86384356-9cd3-4b38-9f1f-bc508b1cff58 req-6edb60f0-0d09-4c83-905e-c29284003752 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.829099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86384356-9cd3-4b38-9f1f-bc508b1cff58 req-6edb60f0-0d09-4c83-905e-c29284003752 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 945 time: 0.3350470 May 13 14:48:53.893134 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ffb666e9-d81b-4838-9cd4-255fe5505f09 req-034e4fd5-8eb2-4958-b8c2-7053bee850f2 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625745 May 13 14:48:53.909789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-2b6a3a84-1656-4ae5-967e-046710b052b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:53.911273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-2b6a3a84-1656-4ae5-967e-046710b052b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1128433 May 13 14:48:53.951558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Subnet': ['ID=86f53888-8fc9-4489-9b62-51087bc6839b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:53.958217 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:53.965505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-da99151b-50ee-4c28-8c67-d5b61788cace service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472667 May 13 14:48:53.973779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86384356-9cd3-4b38-9f1f-bc508b1cff58 req-213f701c-e0ce-467d-bbc6-b8006caf408e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427484 May 13 14:48:53.988245 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.096186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Checking segment: {'id': '5f26b71b-b314-49a3-b5a3-fc46bd2b442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:54.096574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network hostable DHCP agents. Network: c3a2f445-231b-4051-9d93-8a75c8a7d83d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:48:54.108142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Pushing event updated for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:54.114215 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d658995-f01a-4b2e-820d-16c9293ad820'] response: {'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0', 'code': 200} May 13 14:48:54.199498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-a571ca51-87d9-47aa-8ea6-93e928b4c8b5 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233758 May 13 14:48:54.229804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.407076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.416020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-6d18d153-88be-4aae-987e-acc7229ee258 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7135172 May 13 14:48:54.435937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:48:54.503331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad68999b-ecc5-4ff5-a15a-05cafbdb3ac3 req-2dfc0acf-e0a5-4043-abd0-8545f9a7313c service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974048 May 13 14:48:54.566083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c3a2f445-231b-4051-9d93-8a75c8a7d83d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:54.574551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc943d-afc5-461d-9d1d-61fa800e7141 None None] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:54.607898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.608527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:54.692407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-efbb6129-241f-44d1-8b7d-92833904dbd3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2890584 May 13 14:48:54.701368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:54.715661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f695d-9490-408d-97e0-65afe0d81124 req-7ce2d1c1-138a-4e4a-ab5f-fa1c63d0c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.717326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-457f695d-9490-408d-97e0-65afe0d81124 req-7ce2d1c1-138a-4e4a-ab5f-fa1c63d0c35b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1097 time: 0.4284837 May 13 14:48:54.720847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1395802186'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:54.751668 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-981e45d3-21bf-4fc3-99c9-3d93f85f9e21 req-6c509923-4089-4694-aebe-52a0117308f5 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.2408822 May 13 14:48:54.756523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801d3d3-9948-4642-bdf9-d76cca161003 req-a3308422-8106-484e-a5a2-ba997d5e6d72 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:54.758063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f801d3d3-9948-4642-bdf9-d76cca161003 req-a3308422-8106-484e-a5a2-ba997d5e6d72 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4703622 May 13 14:48:54.883217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:54.884926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7c1480a-61a4-40a5-8aed-42a0b5618492 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:54.892434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:54.955357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'tenant_id': 'dc32436e1dbb4159840043bd3cc084a4', 'fixed_ips': [{'subnet_id': '86f53888-8fc9-4489-9b62-51087bc6839b'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:48:54.956420 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.008750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-537c3bdd-96fb-40e2-a741-000127b3db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.010348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-537c3bdd-96fb-40e2-a741-000127b3db56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1096 time: 0.4497244 May 13 14:48:55.012013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-457f695d-9490-408d-97e0-65afe0d81124 req-c6967fa3-43d3-4abd-8cf7-3065dc2705f4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676582 May 13 14:48:55.035757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f801d3d3-9948-4642-bdf9-d76cca161003 req-9bcba917-9d7f-41df-a584-b5e405cf6a2c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422619 May 13 14:48:55.058114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Deleting port 9efabfbc-dcb7-4549-903d-41615065b207 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:55.072509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.129752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b7c1480a-61a4-40a5-8aed-42a0b5618492 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:55.134580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.253403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0861-86b1-4e11-855a-f45b98905e37 req-945e4f28-61bc-4d7a-9f03-5dd6bd81c138 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.254972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ccbb0861-86b1-4e11-855a-f45b98905e37 req-945e4f28-61bc-4d7a-9f03-5dd6bd81c138 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.2956893 May 13 14:48:55.286965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:55.304759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Allocated IP 2001:db8::2 (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/fd9191d3-a6ce-4cd0-b77e-66a45f80b946) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:55.307248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:port and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:55.343186 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ccbb0861-86b1-4e11-855a-f45b98905e37 req-b45d46fd-423e-48bc-9b1a-0771260d54e5 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739398 May 13 14:48:55.345347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:55.356421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fea21ac4-56a5-4aa6-a79f-a4ee119c1add None None] Provisioning complete for port 13acbae7-f748-421b-b726-c09fd78bad17 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:55.357487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fea21ac4-56a5-4aa6-a79f-a4ee119c1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.373161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:55.373476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] For port 9efabfbc-dcb7-4549-903d-41615065b207, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9efabfbc-dcb7-4549-903d-41615065b207,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:55.373715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.433782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fea21ac4-56a5-4aa6-a79f-a4ee119c1add None None] Port 13acbae7-f748-421b-b726-c09fd78bad17 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:55.435548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:55.439012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.464776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-50714387-50d9-444e-a2d9-23f2137474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.466691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-50714387-50d9-444e-a2d9-23f2137474ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.4146726 May 13 14:48:55.481940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:55.516143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:55.574960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Calling delete_port for 9efabfbc-dcb7-4549-903d-41615065b207 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:55.593325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b7c1480a-61a4-40a5-8aed-42a0b5618492 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:55.596242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-99fe17ed-6b05-4fd7-865e-abb069966145 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.1156425 May 13 14:48:55.703332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c5b0-252a-4a81-bd47-7ca1f5db124a req-43b09198-6879-454e-a60f-2e78dbe31b78 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.705068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b34c5b0-252a-4a81-bd47-7ca1f5db124a req-43b09198-6879-454e-a60f-2e78dbe31b78 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 946 time: 0.1795883 May 13 14:48:55.724492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.740244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Transition to ACTIVE for port object fd9191d3-a6ce-4cd0-b77e-66a45f80b946 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:55.770483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Transition to ACTIVE for port object fd9191d3-a6ce-4cd0-b77e-66a45f80b946 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:55.780917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.787765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b34c5b0-252a-4a81-bd47-7ca1f5db124a req-5ad592b2-bc5e-43d4-9b7d-14def4eaa766 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696719 May 13 14:48:55.889669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:55.898143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:55.902057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:55.906681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:55.949119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Pushing event updated for resources: {'Port': ['ID=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:55.983389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62007b61-2e7c-44a5-82f8-941b005c36aa req-e0929603-bf66-4aad-b186-2e2572b27551 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:55.986807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62007b61-2e7c-44a5-82f8-941b005c36aa req-e0929603-bf66-4aad-b186-2e2572b27551 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.7030761 May 13 14:48:56.013015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Attempting to bind port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:56.013372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Attempting to bind port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5f26b71b-b314-49a3-b5a3-fc46bd2b442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:56.013560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Attempting to bind port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 on network c3a2f445-231b-4051-9d93-8a75c8a7d83d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:56.019503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:56.020052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Checking segment: {'id': '5f26b71b-b314-49a3-b5a3-fc46bd2b442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:56.020480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.020872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Bound using segment: {'id': '5f26b71b-b314-49a3-b5a3-fc46bd2b442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:56.021341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Bound port: fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f26b71b-b314-49a3-b5a3-fc46bd2b442b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:56.021712 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.038011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efabfbc-dcb7-4549-903d-41615065b207,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:56.052448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-67d3f99d-ce4f-4281-b659-3659019f03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.054115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-67d3f99d-ce4f-4281-b659-3659019f03d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.4504261 May 13 14:48:56.064081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:56.082943 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Sync routers for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:56.108179 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:56.109028 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:56.117654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.118014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.118542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.119083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.119432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.119765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.120091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.120476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.120926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.121370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.121701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.122063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:56.212546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] For port fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:56.219721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] For port fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,segment=NetworkSegment(5f26b71b-b314-49a3-b5a3-fc46bd2b442b),segment_id=5f26b71b-b314-49a3-b5a3-fc46bd2b442b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:56.230601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.414409 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:56.441246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f916dd0-8429-4ddb-a687-228ab0fb6612 None None] Pushing event updated for resources: {'Port': ['ID=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:56.567086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef806103-17cb-4e33-a9fe-555f606615a2 req-2f9c776e-69d3-44d7-8d1f-2dfc0a7bb0d5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.570069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef806103-17cb-4e33-a9fe-555f606615a2 req-2f9c776e-69d3-44d7-8d1f-2dfc0a7bb0d5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6239812 May 13 14:48:56.593812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.604420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-6a60710e-f786-493e-a27f-19a2ec2429ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5018933 May 13 14:48:56.608902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-52f495ca-6877-48aa-820e-e078f90f305e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:56.610944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-52f495ca-6877-48aa-820e-e078f90f305e tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.90 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.6189475 May 13 14:48:56.637328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::1aa (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:48:56.877522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 2, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:56.883173 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Checking router: 1e8c163f-dfe2-45bc-8a66-7055a10d1607 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:48:56.883872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Updating router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 port 13acbae7-f748-421b-b726-c09fd78bad17 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:48:56.977935 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:56.993919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef806103-17cb-4e33-a9fe-555f606615a2 req-72b96c0b-ad85-4fe8-9be2-aba88dc400fa tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951523 May 13 14:48:57.023041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62007b61-2e7c-44a5-82f8-941b005c36aa req-bcdce939-b604-43af-9edd-5649ef8ed5f0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9968040 May 13 14:48:57.027851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Deleting port 08334ae3-a7cc-4ec9-b350-702bbc5072ec {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:48:57.027851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.046242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9191d3-a6ce-4cd0-b77e-66a45f80b946 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:48:57.127908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-06305aed-f7e3-49d1-974a-9ebeacf74f81 admin admin] 10.222.0.36 "PUT /v2.0/routers/1e8c163f-dfe2-45bc-8a66-7055a10d1607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1875579 May 13 14:48:57.270824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:57.274915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f472d037-4d14-474e-9cb8-5458b7701b68 req-5d17f44f-5470-4fd2-82cd-d31282794d3d tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0524566 May 13 14:48:57.434699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.479686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:57.519947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd269-2bc0-4dc4-a7db-330625f72fc4 req-91a7f3ab-eae5-4cad-a056-19a2fdaeb00a tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:57.521820 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fddd269-2bc0-4dc4-a7db-330625f72fc4 req-91a7f3ab-eae5-4cad-a056-19a2fdaeb00a tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 945 time: 0.3027353 May 13 14:48:57.524561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-6c5ce3ef-82fb-4342-861f-fa6c3a4893da service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132937 May 13 14:48:57.672035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3fddd269-2bc0-4dc4-a7db-330625f72fc4 req-11bb1246-b1f3-46c4-809f-94721d66c8c6 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/security-groups?id=954a78e6-1215-4a74-8044-03e1267ed6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427944 May 13 14:48:57.722481 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.786147 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.801215 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Transition to ACTIVE for port object 13acbae7-f748-421b-b726-c09fd78bad17 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:48:57.812537 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.835652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:48:57.841425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:48:57.851539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36c2dcf9-310e-4a3b-b178-12aef21c0e08 req-506d9ea6-3307-4322-90be-0fd6de945e05 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862532 May 13 14:48:57.855342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:48:57.862686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:57.864561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:57.920378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:57.931325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2bc6e605-3eb6-4b23-8b28-3de8caed265c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2288547 May 13 14:48:57.932445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:57.939627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082274853', 'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:a4:79:10'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:58.130773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:58.131117 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Pushing event updated for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:58.174019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18369b01-a571-4c08-9e8d-b022dd22b197 None None] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:48:58.189403 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.190000 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.190512 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.191012 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.191492 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.191983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.192544 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.193019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.193520 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.194008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.194497 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.194960 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:48:58.311934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] For port 08334ae3-a7cc-4ec9-b350-702bbc5072ec, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=08334ae3-a7cc-4ec9-b350-702bbc5072ec,segment=NetworkSegment(4bf9cf75-ca66-46df-b311-293a53cb74a6),segment_id=4bf9cf75-ca66-46df-b311-293a53cb74a6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:58.312538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.324321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Provisioning for port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:58.333522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Attempting to bind port 13acbae7-f748-421b-b726-c09fd78bad17 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:48:58.334017 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Attempting to bind port 13acbae7-f748-421b-b726-c09fd78bad17 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:48:58.334387 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Attempting to bind port 13acbae7-f748-421b-b726-c09fd78bad17 on network 180d2a11-2b79-479a-9869-44e5d1711ba9 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:48:58.335981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Provisioning complete for port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:58.336565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.337998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535655855', 'description': 'tempest-description--1078302255'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:58.345219 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:48:58.346965 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Checking segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:48:58.348306 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.350065 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Bound using segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:48:58.350909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Bound port: 13acbae7-f748-421b-b726-c09fd78bad17, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:48:58.351822 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.387839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:58.489043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] For port 13acbae7-f748-421b-b726-c09fd78bad17, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:48:58.493916 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] For port 13acbae7-f748-421b-b726-c09fd78bad17, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13acbae7-f748-421b-b726-c09fd78bad17,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:48:58.502825 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.504746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Calling delete_port for 08334ae3-a7cc-4ec9-b350-702bbc5072ec owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:48:58.517752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Usage tracker for resource:security_group and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:58.552910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:58.596286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc847-18f5-4bed-8977-82db953b268c req-e9340784-d893-4eea-a3be-d6e83d399d79 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:58.597904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7fbc847-18f5-4bed-8977-82db953b268c req-e9340784-d893-4eea-a3be-d6e83d399d79 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 946 time: 1.0596764 May 13 14:48:58.606699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Router ecf27069-63c1-46c9-8acf-407916ea1986 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:48:58.624748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:58.629847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Current status of the port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:58.630225 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.648564 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:58.649200 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:58.748865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39be6c-de9f-4b70-b5fa-ff12321c39dd req-49e5845c-1a88-47e3-9760-4b1a71da5066 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:58.751757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8b39be6c-de9f-4b70-b5fa-ff12321c39dd req-49e5845c-1a88-47e3-9760-4b1a71da5066 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3844476 May 13 14:48:58.765149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] For port fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,segment=NetworkSegment(5f26b71b-b314-49a3-b5a3-fc46bd2b442b),segment_id=5f26b71b-b314-49a3-b5a3-fc46bd2b442b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:48:58.775445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f10b6-e4f3-4f42-8bd6-4711d626a36b req-26d20bfe-4abc-408a-9bba-a41d0f53cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:58.778889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-339f10b6-e4f3-4f42-8bd6-4711d626a36b req-26d20bfe-4abc-408a-9bba-a41d0f53cbb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.6378515 May 13 14:48:58.795935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.892431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8b39be6c-de9f-4b70-b5fa-ff12321c39dd req-6635fe7f-a6f4-40af-91f9-49187c55598f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252670 May 13 14:48:58.918712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:58.935679 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:48:58.986704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:59.006381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:59.009022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:port and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:59.019676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:59.026770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Usage tracker for resource:security_group_rule and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:59.041202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:59.057774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:59.058689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08334ae3-a7cc-4ec9-b350-702bbc5072ec no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:48:59.064966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-339f10b6-e4f3-4f42-8bd6-4711d626a36b req-0810d35d-f172-4d01-a108-f410dce70e5d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806750 May 13 14:48:59.068388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:59.072835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7fbc847-18f5-4bed-8977-82db953b268c req-765b365a-c3d4-4892-a246-5cb985cb1a95 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494059 May 13 14:48:59.142669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:48:59.175895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbfea0-6b32-44bf-991c-af94a863a578 None None] Pushing event updated for resources: {'Port': ['ID=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:59.353027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.370234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No active binding found for port 08334ae3-a7cc-4ec9-b350-702bbc5072ec {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:48:59.373015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 08334ae3-a7cc-4ec9-b350-702bbc5072ec not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:48:59.412307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Provisioning for port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:48:59.431375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Provisioning complete for port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:59.438363 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.584592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:48:59.604721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.608128 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d895d41-273a-4583-aa6c-74fbf0529012 None None] Pushing event updated for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:59.611817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Provisioning complete for port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:48:59.612190 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.640791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.650886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.723710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port 4e461e59-1c28-4c4f-91dc-46df8057f64a yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:48:59.732273 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-967edc4c-dbae-46fd-951c-e4bd37c7569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.757407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Pushing event deleted for resources: {'Port': ['ID=08334ae3-a7cc-4ec9-b350-702bbc5072ec,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:48:59.780402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de814-4c4e-434d-8f68-b612cb52307e req-e5928652-c78c-418d-930b-dd790f2b7e58 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:48:59.782685 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a01de814-4c4e-434d-8f68-b612cb52307e req-e5928652-c78c-418d-930b-dd790f2b7e58 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.6032007 May 13 14:48:59.794419 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.800366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6673651 May 13 14:48:59.802382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1349038b-bdaa-40d5-adde-e10b52c6ee7b None None] Current status of the port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:48:59.809953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:48:59.822844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'security_group_rule': {'security_group_id': '8f6845df-31b4-468c-91bd-83dca4668c9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:48:59.829526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] No DVR routers for this DVR port 08334ae3-a7cc-4ec9-b350-702bbc5072ec on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:48:59.833317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfb04917-24fb-48c6-8eea-ab6e7d8cbcce req-10eb6482-2ed1-4b91-ad27-a1203bcea096 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1049552 May 13 14:48:59.834875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:48:59.836491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:48:59.839710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Usage tracker for resource:security_group_rule and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:48:59.839991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'name': 'network-vif-deleted', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:48:59.844859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:48:59.853527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:48:59.853746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:48:59.864821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Sync routers for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:48:59.882003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:48:59.882632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:59.895709 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:48:58Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:48:59.899825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efdcb54f-ab8d-46b9-99b5-164564f6d3a7 req-39e83e01-3361-4434-8767-b9e4d108ab60 tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.90 "DELETE /v2.0/ports/08334ae3-a7cc-4ec9-b350-702bbc5072ec HTTP/1.1" status: 204 len: 173 time: 3.2699685 May 13 14:48:59.911987 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13a517-2147-4f72-b758-f70479e16d45 None None] The sync data for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 is: [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:48:58Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:48:59.927361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b4386012-f347-461f-8137-6753129f07b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/ecf27069-63c1-46c9-8acf-407916ea1986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7802684 May 13 14:48:59.937164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:00.066866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d26d8-4638-42d7-9b77-07c016bc4752 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6845df-31b4-468c-91bd-83dca4668c9f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:00.071509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fc83c318-ce9f-45ee-9fdb-b7e2552b6d49 None None] Provisioning complete for port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:00.072201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc83c318-ce9f-45ee-9fdb-b7e2552b6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.182190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::7e (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/4e461e59-1c28-4c4f-91dc-46df8057f64a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:00.199344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ed444903-d4e5-4e91-bc5f-98f917dc80e4 req-7ef2da59-c94d-4299-bb9c-a7c39f2428fb tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Synchronizing usage tracker for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:00.244928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.277711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a01de814-4c4e-434d-8f68-b612cb52307e req-51e5854f-f98c-446b-90c2-2c52253ab4a6 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661164 May 13 14:49:00.318412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fc83c318-ce9f-45ee-9fdb-b7e2552b6d49 None None] Port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:00.378852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:00.396182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.406951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.520967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.599209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ed444903-d4e5-4e91-bc5f-98f917dc80e4 req-7ef2da59-c94d-4299-bb9c-a7c39f2428fb tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] Unset dirty status for tenant:6b90a3af5600440c9ca0aa3643cd471e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:00.599961 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed444903-d4e5-4e91-bc5f-98f917dc80e4 req-7ef2da59-c94d-4299-bb9c-a7c39f2428fb tempest-InstanceActionsTestJSON-137147346 tempest-InstanceActionsTestJSON-137147346-project] 10.222.0.36 "GET /v2.0/ports?device_id=cedd241c-519a-44d2-bf20-bb0526cf2bac HTTP/1.1" status: 200 len: 210 time: 0.4792507 May 13 14:49:00.686696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93e5ad3-c07a-4758-9a7b-a2fdb4eb27bb,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:00.750042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:00.751253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-786be9fd-954b-4813-a281-a56779339de2 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9386101 May 13 14:49:00.763843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:00.924148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'security_group_rule': {'security_group_id': '8f6845df-31b4-468c-91bd-83dca4668c9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:00.940616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:00.944840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Usage tracker for resource:security_group_rule and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:00.947778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:00.955908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:01.006153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.021412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13acbae7-f748-421b-b726-c09fd78bad17 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:01.073579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:48:55Z', 'revision_number': 5, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port': {'id': '792793d9-2a84-4a58-b0a2-d2f2921bd43f', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:41:30Z', 'updated_at': '2022-05-13T14:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:01.093816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Checking router: ecf27069-63c1-46c9-8acf-407916ea1986 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:01.115613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Routers {'ecf27069-63c1-46c9-8acf-407916ea1986'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:01.116484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:48:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecf27069-63c1-46c9-8acf-407916ea1986'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:01.133965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.160204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.181475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.203000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91411539-f7dc-492b-b880-480ab3b79983 req-e028df31-6cad-4870-929f-f6a070b16c44 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.204823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91411539-f7dc-492b-b880-480ab3b79983 req-e028df31-6cad-4870-929f-f6a070b16c44 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.3703878 May 13 14:49:01.206288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Deleting port 792793d9-2a84-4a58-b0a2-d2f2921bd43f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:01.206635 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.209155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9294-75d5-4874-b67d-5d023aff7023 req-f8971f76-b6c2-4613-958a-b6c01eb00a5f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.219666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-286b9294-75d5-4874-b67d-5d023aff7023 req-f8971f76-b6c2-4613-958a-b6c01eb00a5f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6180823 May 13 14:49:01.292642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a6691a-76af-418e-8fd8-536a41add98b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:01.296831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91411539-f7dc-492b-b880-480ab3b79983 req-5fc1d616-b32b-4dce-a5bb-ab60fdc6075e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0520043 May 13 14:49:01.314093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.339451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-286b9294-75d5-4874-b67d-5d023aff7023 req-ef26cb64-386a-4dc5-8800-effd5603a8c5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181908 May 13 14:49:01.348178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.351867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c06f9953-6c0a-488c-8560-db52c9021bb5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4525936 May 13 14:49:01.354822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:01.371003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 13acbae7-f748-421b-b726-c09fd78bad17 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:01.379692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 13acbae7-f748-421b-b726-c09fd78bad17 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:01.380115 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.383422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:01.398895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object 4e461e59-1c28-4c4f-91dc-46df8057f64a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:01.408349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:01.423759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Usage tracker for resource:floatingip and tenant:4384b141ea6f4fea9646e9930a9ccc2d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:01.433843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] Set router ecf27069-63c1-46c9-8acf-407916ea1986 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:01.434150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:01.448413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:01.483488 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae81376-48e1-4c8e-91c4-746251828f8f'] response: {'server_uuid': 'cedd241c-519a-44d2-bf20-bb0526cf2bac', 'name': 'network-vif-deleted', 'tag': '08334ae3-a7cc-4ec9-b350-702bbc5072ec', 'status': 'completed', 'code': 200} May 13 14:49:01.496310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.531499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] For port 792793d9-2a84-4a58-b0a2-d2f2921bd43f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=792793d9-2a84-4a58-b0a2-d2f2921bd43f,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:01.532075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.577047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 6, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:01.584881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba3150-fd48-45ab-80ff-18e8b048dc31 None None] The sync data for ids ['ecf27069-63c1-46c9-8acf-407916ea1986'] in n-d-841736-1 is: [{'id': 'ecf27069-63c1-46c9-8acf-407916ea1986', 'name': 'tempest-AttachVolumeTestJSON-304942779-router', 'tenant_id': '3bfa4efaf40341d88fcda7136e832754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:41:28Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 6, 'project_id': '3bfa4efaf40341d88fcda7136e832754', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:01.673131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.687162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 13acbae7-f748-421b-b726-c09fd78bad17 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:01.687684 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.724573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 13acbae7-f748-421b-b726-c09fd78bad17, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13acbae7-f748-421b-b726-c09fd78bad17,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:01.728745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.729679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9191d3-a6ce-4cd0-b77e-66a45f80b946 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:01.742009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Calling delete_port for 792793d9-2a84-4a58-b0a2-d2f2921bd43f owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:01.804872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e671c52c-e610-4da0-a0cb-5978a316e33f req-75d56d34-4c53-4b28-b09d-137e3160f25e tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1755080 May 13 14:49:01.827416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=4e461e59-1c28-4c4f-91dc-46df8057f64a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:01.828161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91411539-f7dc-492b-b880-480ab3b79983 req-2ce49b20-06ac-4e76-be66-b21d69813a33 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5304911 May 13 14:49:01.868602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:01.884828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:01.885200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.895146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:01.898188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:01.905646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:01.913170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:01.915135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:01.975176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-51c1a390-b729-4c03-ae38-e1f8dcf6cb38 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.0414062 May 13 14:49:01.976190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:02.082791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06c79f18-5e54-4099-b8c9-f4d090eff13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.086441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:02.134644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91411539-f7dc-492b-b880-480ab3b79983 req-b2765244-0e81-44ad-9263-9719546f2d91 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852807 May 13 14:49:02.210429 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.266560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43ae9394-be1b-469e-adba-ab33ea7df9d5 None None] Provisioning for port 4e461e59-1c28-4c4f-91dc-46df8057f64a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:02.273642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43ae9394-be1b-469e-adba-ab33ea7df9d5 None None] Provisioning complete for port 4e461e59-1c28-4c4f-91dc-46df8057f64a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:02.274709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43ae9394-be1b-469e-adba-ab33ea7df9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.285877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.292295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.299419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.300336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Synchronizing usage tracker for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:02.368708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-43ae9394-be1b-469e-adba-ab33ea7df9d5 None None] Port 4e461e59-1c28-4c4f-91dc-46df8057f64a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:02.391124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03bff-9a9a-4bc0-92e9-157c81eef85e req-833510f8-c134-4299-8c80-df14ecc7f49e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:02.392710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16f03bff-9a9a-4bc0-92e9-157c81eef85e req-833510f8-c134-4299-8c80-df14ecc7f49e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.2869666 May 13 14:49:02.401787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Unset dirty status for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:02.403014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27e2a1f8-bd25-4f89-871b-48d3cb2b2b17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4241641 May 13 14:49:02.423259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:02.496316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-91411539-f7dc-492b-b880-480ab3b79983 req-6d2074e9-7c77-4ced-ab99-30f1f67c3c6e service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580155 May 13 14:49:02.498819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.523190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16f03bff-9a9a-4bc0-92e9-157c81eef85e req-ccffdbb0-1dd7-44a1-aca0-fd7a290dff62 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233056 May 13 14:49:02.532428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Allocated IP 172.25.5.237 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d052a3db-6569-4c54-ad47-36aa8cbf8d2e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:02.557420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port 4e461e59-1c28-4c4f-91dc-46df8057f64a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:02.557795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.606358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=792793d9-2a84-4a58-b0a2-d2f2921bd43f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:02.749759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:02.759009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-405721494', 'description': 'tempest-description-962957335'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:02.774045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:02.819648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:02.843183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.953020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.977652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:02.993018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13acbae7-f748-421b-b726-c09fd78bad17 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:03.070907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.150995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 13acbae7-f748-421b-b726-c09fd78bad17 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:03.151589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.164519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:49:03.183150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.185736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.202017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.232507 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.234022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Deleting subnet dbf95435-fb68-4f63-8147-ac74b8a5f6d2 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:03.238386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.239007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf27069-63c1-46c9-8acf-407916ea1986 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:49:03.250367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.334720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.336237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e452e134-9f5b-4eea-b32c-42bac0695e76 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ecf27069-63c1-46c9-8acf-407916ea1986 HTTP/1.1" status: 204 len: 168 time: 3.3969209 May 13 14:49:03.357055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:03.377399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:03.388326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Usage tracker for resource:security_group_rule and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:03.393534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:03.396267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 13acbae7-f748-421b-b726-c09fd78bad17 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:03.399626 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.418878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:03.463504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 792793d9-2a84-4a58-b0a2-d2f2921bd43f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:03.517968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62785c8-b4f4-4c97-a2da-29dff3b9f401 req-111edc3f-e05d-4f01-8e30-d3a2d05220a2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:03.519193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 792793d9-2a84-4a58-b0a2-d2f2921bd43f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:49:03.519546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 792793d9-2a84-4a58-b0a2-d2f2921bd43f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:03.519979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9efabfbc-dcb7-4549-903d-41615065b207 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:03.522050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e62785c8-b4f4-4c97-a2da-29dff3b9f401 req-111edc3f-e05d-4f01-8e30-d3a2d05220a2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1894302 May 13 14:49:03.523670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.573920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9efabfbc-dcb7-4549-903d-41615065b207 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:49:03.574596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9efabfbc-dcb7-4549-903d-41615065b207 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:03.648921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e62785c8-b4f4-4c97-a2da-29dff3b9f401 req-c71ae16f-6261-43b3-b5c4-e4f049fbcaf4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743792 May 13 14:49:03.665415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.708016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for 4e461e59-1c28-4c4f-91dc-46df8057f64a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:03.719593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf95435-fb68-4f63-8147-ac74b8a5f6d2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:03.723842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.732966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-92314f32-31ee-41cb-82f0-64b75d7c9949 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbf95435-fb68-4f63-8147-ac74b8a5f6d2 HTTP/1.1" status: 204 len: 168 time: 0.9437835 May 13 14:49:03.733909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:03.835727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Deleting subnet 008cc412-eca1-43cb-96fe-f9aeab73fea1 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:03.843117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.874425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26031ab2-e04a-457a-b7a4-a809edab32cd req-6de377fc-24d7-45b3-94cb-cbc9e8d3a1ad tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0662916 May 13 14:49:03.882353 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:03.924623 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.091634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.131658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.170314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf99074-56d1-448e-ae75-be59b1b0f76b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:04.185317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf9cf75-ca66-46df-b311-293a53cb74a6') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:04.185688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf9cf75-ca66-46df-b311-293a53cb74a6') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:04.201389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.227679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444cd5-67ac-42da-ad16-8d70749f4361 req-2055ebcb-312c-4395-b3cf-68836cb47063 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:04.229211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e444cd5-67ac-42da-ad16-8d70749f4361 req-2055ebcb-312c-4395-b3cf-68836cb47063 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1562827 May 13 14:49:04.230214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.237747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:49:04.238141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: timer() May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:49:04.254648 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:49:04.276692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:04.306137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:04.339645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:04.365959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e444cd5-67ac-42da-ad16-8d70749f4361 req-55527adf-10a3-4e98-973e-8874ff4f9d66 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103001 May 13 14:49:04.368718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.389526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'Port': ['ID=d052a3db-6569-4c54-ad47-36aa8cbf8d2e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:04.399815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.401799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.406317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf99074-56d1-448e-ae75-be59b1b0f76b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:04.426362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ef6d8495-35b1-4668-b28e-0b977994e8c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aaf99074-56d1-448e-ae75-be59b1b0f76b HTTP/1.1" status: 204 len: 168 time: 0.6890471 May 13 14:49:04.435539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.557391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.623430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c516bc-8176-4db8-a182-acd06f47af10,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:04.641763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:04.653218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.654424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c258a744-76ec-4ca8-a891-f5d61e22228c req-ac108297-259d-4b49-b6fa-439ec5896974 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9316986 May 13 14:49:04.658241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=4e461e59-1c28-4c4f-91dc-46df8057f64a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:04.715791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.768838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3274da1b-c586-4078-84a2-6dab94dac7ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b90a3af5600440c9ca0aa3643cd471e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232998 May 13 14:49:04.773210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:04.809757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.820556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:04.921300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-e9c92ad1-34c2-4466-81ac-7d64e4d9247b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:04.922887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-e9c92ad1-34c2-4466-81ac-7d64e4d9247b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.4248798 May 13 14:49:04.949670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-93c41d1b-4f65-4762-8f58-25309537c368 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0203588 May 13 14:49:04.959202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.034934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.040891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.068458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3010d56f-3122-4e57-bd39-07594338be0c req-4a153564-3ba1-4193-bbc4-e6aaf5754d0e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:05.077807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cbc8d07d-a782-4006-b13e-a6ce30bfdb4b tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/4e461e59-1c28-4c4f-91dc-46df8057f64a HTTP/1.1" status: 204 len: 168 time: 2.6476486 May 13 14:49:05.077807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.081751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:05.103567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.137025 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d44ec9d-b990-46f4-a24c-9c1266bf8018 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] GET failed (client error): The resource could not be found. May 13 14:49:05.138385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3d44ec9d-b990-46f4-a24c-9c1266bf8018 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports/4e461e59-1c28-4c4f-91dc-46df8057f64a HTTP/1.1" status: 404 len: 333 time: 0.0548897 May 13 14:49:05.145947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a76207ce-191f-4f24-b170-b8e416caa2a5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885509 May 13 14:49:05.146446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34656) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:05.154256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1743654809'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:05.162809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008cc412-eca1-43cb-96fe-f9aeab73fea1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:05.180634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.182737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46b4a8d0-fbd2-4860-a3df-b6d4b3f3dbe0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/008cc412-eca1-43cb-96fe-f9aeab73fea1 HTTP/1.1" status: 204 len: 168 time: 1.8162305 May 13 14:49:05.188776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105234e4-cd26-4e88-88ef-5b5a700ce4aa None None] Network 25602309-9f25-4a8f-ae1f-f9fcab09f009 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:05.190217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:05.197064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3010d56f-3122-4e57-bd39-07594338be0c req-4a153564-3ba1-4193-bbc4-e6aaf5754d0e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:05.198263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3010d56f-3122-4e57-bd39-07594338be0c req-4a153564-3ba1-4193-bbc4-e6aaf5754d0e tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-405721494&fields=id&tenant_id=b3e2a192007445a6ba0265cebe19f183 HTTP/1.1" status: 200 len: 267 time: 0.3652649 May 13 14:49:05.334378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.387701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a78e6-1215-4a74-8044-03e1267ed6c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:05.435790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.444743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24cc12a7-69c8-4d6a-b1e4-306a6a6f93a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/954a78e6-1215-4a74-8044-03e1267ed6c7 HTTP/1.1" status: 204 len: 168 time: 0.6624014 May 13 14:49:05.444743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:05.474365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:05.491558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-9bf24e8b-70ba-4b59-88fb-b20f09d90a6f service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550051 May 13 14:49:05.498028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.524187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] DHCP port deletion for 25602309-9f25-4a8f-ae1f-f9fcab09f009 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:49:05.532544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Deleting port fd056244-6b20-4e36-b767-260ed8fb2394 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:05.533218 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.565954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Deleting port fd056244-6b20-4e36-b767-260ed8fb2394 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:05.566479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.571034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:05.576420 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.624966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port cf2e3355-459b-464c-97ed-ddc7f374945e yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:05.647377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d56f-3122-4e57-bd39-07594338be0c req-666b86d4-06bb-42e0-83fb-b1efc6788c4c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:05.651338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3010d56f-3122-4e57-bd39-07594338be0c req-666b86d4-06bb-42e0-83fb-b1efc6788c4c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.4205637 May 13 14:49:05.673253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'port': {'security_groups': ['c7b42719-9bce-4cd0-b4ee-59e40973b612', '99c516bc-8176-4db8-a182-acd06f47af10']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:05.713586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:49:05.752370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-8b3a2290-e205-4ae1-96d2-d46b2010ec00 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597015 May 13 14:49:05.775782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.814826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.910931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] For port fd056244-6b20-4e36-b767-260ed8fb2394, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd056244-6b20-4e36-b767-260ed8fb2394,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:05.911522 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:05.983771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::46 (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/cf2e3355-459b-464c-97ed-ddc7f374945e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:06.222522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Calling delete_port for fd056244-6b20-4e36-b767-260ed8fb2394 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:06.346347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465579b-c856-41df-9466-f1eae0c8de01 req-b0ec610b-c9b0-4562-932e-74cc5a5b0ff0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.353343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3465579b-c856-41df-9466-f1eae0c8de01 req-b0ec610b-c9b0-4562-932e-74cc5a5b0ff0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3072236 May 13 14:49:06.440715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.442060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3465579b-c856-41df-9466-f1eae0c8de01 req-c4a81f92-9688-4d3f-b47f-1e6af60fa671 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878670 May 13 14:49:06.451557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.479912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object cf2e3355-459b-464c-97ed-ddc7f374945e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:06.512526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.519213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.531537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] For port fd056244-6b20-4e36-b767-260ed8fb2394, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd056244-6b20-4e36-b767-260ed8fb2394,segment=NetworkSegment(dfec38f6-4c6f-4061-9e77-62ff1298e6a5),segment_id=dfec38f6-4c6f-4061-9e77-62ff1298e6a5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:06.532362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.642126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Pushing event deleted for resources: {'Port': ['ID=fd056244-6b20-4e36-b767-260ed8fb2394,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:06.655985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:06.659996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:06.668274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'Port': ['ID=d052a3db-6569-4c54-ad47-36aa8cbf8d2e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:06.671692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.673156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e67f9c1-256c-42f3-9e88-8d74a9ca2170 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2998304 May 13 14:49:06.686759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:06.708546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:06.715551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.739566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] No DVR routers for this DVR port fd056244-6b20-4e36-b767-260ed8fb2394 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:06.743795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.761910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.763841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.765216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.765865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Calling delete_port for fd056244-6b20-4e36-b767-260ed8fb2394 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:06.766914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.769643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.775895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.776788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.780942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.781759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.782527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.796044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e169559-3627-4c76-844c-6aab8ed16816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:06.822038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=cf2e3355-459b-464c-97ed-ddc7f374945e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:06.863729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8bcfa735-4673-466e-b3d2-ac476e64fc17 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7154334 May 13 14:49:06.868504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:06.878628 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:06.885234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:a4:79:10'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:06.999803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd056244-6b20-4e36-b767-260ed8fb2394 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:07.042803 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:49:07.043902 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:49:07.098537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: fd056244-6b20-4e36-b767-260ed8fb2394 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:49:07.099249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd056244-6b20-4e36-b767-260ed8fb2394 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:07.143352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43321e56-f189-4554-bc16-9119476ea358 req-77a3bf97-05c4-4a99-9f4b-5b603d8e8cc2 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.1111095 May 13 14:49:07.242930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e172cd4d-2a30-4429-bb87-9b4c62a0bc95 None None] Provisioning for port cf2e3355-459b-464c-97ed-ddc7f374945e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:07.250817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e172cd4d-2a30-4429-bb87-9b4c62a0bc95 None None] Provisioning complete for port cf2e3355-459b-464c-97ed-ddc7f374945e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:07.251516 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e172cd4d-2a30-4429-bb87-9b4c62a0bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.313856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e172cd4d-2a30-4429-bb87-9b4c62a0bc95 None None] Port cf2e3355-459b-464c-97ed-ddc7f374945e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:07.339491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:07.365169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:07.417528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.426129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.438026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['648de7ce-e433-4091-9dc1-c8bc4de6ad14'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:07.547103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Deleting port fd056244-6b20-4e36-b767-260ed8fb2394 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:07.547708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.580991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-326067689-network', 'tenant_id': '4f5e0a562a934eb7a30602f1a91fc464'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:07.608692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:07.609333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.610735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3010d56f-3122-4e57-bd39-07594338be0c req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "PUT /v2.0/ports/648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 981 time: 1.9482245 May 13 14:49:07.611196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:07.612856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d8821d4b-756e-4cea-8444-595c3e46f724 req-ab0df403-a2e6-4051-b9a0-25226fb96126 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 210 time: 0.0700972 May 13 14:49:07.633823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:07.645130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.681900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Usage tracker for resource:network and tenant:4f5e0a562a934eb7a30602f1a91fc464 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:07.686466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:07.694309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] The port 'fd056244-6b20-4e36-b767-260ed8fb2394' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:49:07.710587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:07.753004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['648de7ce-e433-4091-9dc1-c8bc4de6ad14'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:07.770007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd80b6-1a99-49da-9cb9-0e19fb650194 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:07.796907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Made reservation on behalf of 4f5e0a562a934eb7a30602f1a91fc464 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:07.799023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.867779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.953711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:07.971900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5e0a562a934eb7a30602f1a91fc464 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:07.975460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:07.985526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:08.015523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:08.058356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25602309-9f25-4a8f-ae1f-f9fcab09f009']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:08.095972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:08.096290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfec38f6-4c6f-4061-9e77-62ff1298e6a5') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:08.120779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.151734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e2d58c35-5291-40ec-a072-3efe135d365d req-de4bc8e4-89d2-49ec-9140-d9a49599be62 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Synchronizing usage tracker for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:08.152925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.165656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:49:08.166057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: timer() May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:49:08.182896 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:49:08.251288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b68cb7-6331-4b68-b4d5-64a88f7b1bbc req-1266940b-aa2d-43c8-837b-a1a3a0a070fb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:08.258466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e2d58c35-5291-40ec-a072-3efe135d365d req-de4bc8e4-89d2-49ec-9140-d9a49599be62 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Unset dirty status for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:08.259688 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50b68cb7-6331-4b68-b4d5-64a88f7b1bbc req-1266940b-aa2d-43c8-837b-a1a3a0a070fb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3725138 May 13 14:49:08.269077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-de4bc8e4-89d2-49ec-9140-d9a49599be62 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--535655855&fields=id&tenant_id=4384b141ea6f4fea9646e9930a9ccc2d HTTP/1.1" status: 200 len: 267 time: 0.4996655 May 13 14:49:08.353469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.382775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.389524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50b68cb7-6331-4b68-b4d5-64a88f7b1bbc req-4968c4a1-3774-4fa5-b728-48c9bfb6c79d tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290042 May 13 14:49:08.415515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.417314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] Pushing event deleted for resources: {'Network': ['ID=25602309-9f25-4a8f-ae1f-f9fcab09f009,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:08.442987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-36ce2912-2f3b-4a80-aa56-827f882de4d9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:08.444522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-36ce2912-2f3b-4a80-aa56-827f882de4d9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.4051266 May 13 14:49:08.464176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e5bcbe7-7293-4c82-8054-aad97cf01810 admin admin] 10.222.0.36 "DELETE /v2.0/networks/25602309-9f25-4a8f-ae1f-f9fcab09f009 HTTP/1.1" status: 204 len: 168 time: 3.2697065 May 13 14:49:08.467605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.475025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:08.509072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad979f-a228-4c78-ad3b-b77a4f1e51de,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:08.558078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:49:08.594335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-bc4b393b-1fed-4bbf-b066-ebdd2fac2680 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:08.595072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e2d58c35-5291-40ec-a072-3efe135d365d req-bc4b393b-1fed-4bbf-b066-ebdd2fac2680 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Synchronizing usage tracker for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:08.601337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.601976 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Added segment 1ffd8d10-6b8e-4675-986a-2bec4c0b4933 of type vlan for network 5018bfb8-42bb-4876-9b25-562f1441e8cc May 13 14:49:08.642431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.648247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e2d58c35-5291-40ec-a072-3efe135d365d req-bc4b393b-1fed-4bbf-b066-ebdd2fac2680 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Unset dirty status for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:08.655470 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-bc4b393b-1fed-4bbf-b066-ebdd2fac2680 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/networks?id=180d2a11-2b79-479a-9869-44e5d1711ba9 HTTP/1.1" status: 200 len: 805 time: 0.3853166 May 13 14:49:08.666195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-8031da43-f6a7-4ccd-9166-0e8ff509d48a tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-405721494&fields=id&tenant_id=b3e2a192007445a6ba0265cebe19f183 HTTP/1.1" status: 200 len: 267 time: 0.1118164 May 13 14:49:08.667171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:08.676972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.757455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-105225e6-5a0b-47b5-b94e-7981704c8451 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/quotas/4384b141ea6f4fea9646e9930a9ccc2d HTTP/1.1" status: 200 len: 375 time: 0.1009674 May 13 14:49:08.769639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.783794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] In _notify_port_updated(), no bound segment for port cf2e3355-459b-464c-97ed-ddc7f374945e on network c3a2f445-231b-4051-9d93-8a75c8a7d83d {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:49:08.790446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:08.791277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.799937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "PUT /v2.0/ports/cf2e3355-459b-464c-97ed-ddc7f374945e HTTP/1.1" status: 200 len: 1002 time: 1.9284780 May 13 14:49:08.801219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:08.856983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:08.876927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03598d9e-5687-4767-8402-843423c3e565 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=cf2e3355-459b-464c-97ed-ddc7f374945e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:08.880153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:08.907859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:08.911638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:08.992900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-a8b99ff4-baed-41f5-8f77-7e07a00a8e48 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4384b141ea6f4fea9646e9930a9ccc2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2169154 May 13 14:49:09.052375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-11955cbd-0815-4c46-9f02-4ca0dd9875f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bfa4efaf40341d88fcda7136e832754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757417 May 13 14:49:09.055977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:09.064662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.066165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.066926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.096809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port cf2e3355-459b-464c-97ed-ddc7f374945e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:09.097136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.150098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-60ea7170-a1f1-48ec-8d2b-33654a6e078c None None] Provisioning complete for port cf2e3355-459b-464c-97ed-ddc7f374945e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:09.150665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-60ea7170-a1f1-48ec-8d2b-33654a6e078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.211068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-60ea7170-a1f1-48ec-8d2b-33654a6e078c None None] Port cf2e3355-459b-464c-97ed-ddc7f374945e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:09.223492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-2914f1e5-1da1-46c3-9e5a-780858197dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146356 May 13 14:49:09.225139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.12 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/5c6374e0-b8d4-4fe7-a9f2-019e79ef4511) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:09.274127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-b9ba0b38-12ee-447a-a658-18937de8b05a tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:09.275666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-b9ba0b38-12ee-447a-a658-18937de8b05a tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 984 time: 0.5692356 May 13 14:49:09.287285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] Pushing event updated for resources: {'Network': ['ID=5018bfb8-42bb-4876-9b25-562f1441e8cc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:09.290083 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e31d5e84-74cd-46a6-b06b-ebc8e0993e55 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9496014 May 13 14:49:09.298605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'port': {'security_groups': ['c7b42719-9bce-4cd0-b4ee-59e40973b612']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:09.299451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5018bfb8-42bb-4876-9b25-562f1441e8cc details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:49:09.310503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:09.343681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Request body: {'subnet': {'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-326067689-subnet', 'tenant_id': '4f5e0a562a934eb7a30602f1a91fc464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:09.369617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:09.385764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Usage tracker for resource:subnet and tenant:4f5e0a562a934eb7a30602f1a91fc464 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:09.395894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:09.427353 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.434250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:09.521983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Made reservation on behalf of 4f5e0a562a934eb7a30602f1a91fc464 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:09.524309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.540165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-36231e59-cdf6-4dba-a8c6-4bb41fe2aa18 service neutron] 10.222.0.36 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063831 May 13 14:49:09.603934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.639475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.824076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.864558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.983227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:09.994523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for cf2e3355-459b-464c-97ed-ddc7f374945e owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:10.023348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.054882 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1641c6-77ad-439a-9264-41f3e939896c'] response: {'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:49:10.073160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e6b698-4952-495a-b965-9ff148be00b5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:10.100548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.128755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:10.199658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.200081 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fefc4197-327e-48db-9f40-ae89610c7276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4e6b698-4952-495a-b965-9ff148be00b5 HTTP/1.1" status: 204 len: 168 time: 1.1420665 May 13 14:49:10.244695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Checking segment: {'id': '1ffd8d10-6b8e-4675-986a-2bec4c0b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:10.245444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Network hostable DHCP agents. Network: 5018bfb8-42bb-4876-9b25-562f1441e8cc, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:49:10.255746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12332681-5cda-4c30-b343-d8e0b7055932,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:10.316197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:10.332833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:10.336766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3f8c3c10-4b29-4c19-a268-a2c97e63bd6d req-f0905644-1414-46fd-af0e-2b20fccad9b0 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0821722 May 13 14:49:10.338105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:10.368764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Network 5018bfb8-42bb-4876-9b25-562f1441e8cc is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:49:10.370832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:10.394037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5018bfb8-42bb-4876-9b25-562f1441e8cc) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:10.403473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:10.404068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.407378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff1b92-4fca-45b7-8aa5-9524df692f8c None None] Network 5018bfb8-42bb-4876-9b25-562f1441e8cc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:10.442540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:10.443406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.480773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-567f30c4-2f9a-44b9-ad23-47acd08e6ee5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1672080 May 13 14:49:10.490428 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-fd0a3678-3ebc-4e5b-9b47-1cafb2b0ec2d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0243754 May 13 14:49:10.506188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Request body: {'port': {'device_id': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:10.537074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-a26009b5-1e86-456f-8148-e033acad09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:10.539038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-a26009b5-1e86-456f-8148-e033acad09f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1135 time: 0.4221911 May 13 14:49:10.780119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.792195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:10.894316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=cf2e3355-459b-464c-97ed-ddc7f374945e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:10.909599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:10.958497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.958843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.959215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.959551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.959881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.960228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.960556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.960880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.961336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.961662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.962040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:10.962303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:11.113544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-3bf7a98b-a132-418b-9eb3-a8b3179c0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.115102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-3bf7a98b-a132-418b-9eb3-a8b3179c0d66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.5641460 May 13 14:49:11.116363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e256b-4dda-40dc-9265-84b64fef1c84 None None] Network 5018bfb8-42bb-4876-9b25-562f1441e8cc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:11.123976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.348380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa1b1-b677-467b-bc3e-c8648477467c req-53aa1aaf-3f4a-46b8-8e34-328a1d051564 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.349477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-96efa1b1-b677-467b-bc3e-c8648477467c req-53aa1aaf-3f4a-46b8-8e34-328a1d051564 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:11.439267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.457143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-868b74c9-d8ce-4453-8955-d5bdf9013f3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.3207254 May 13 14:49:11.460635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-96efa1b1-b677-467b-bc3e-c8648477467c req-53aa1aaf-3f4a-46b8-8e34-328a1d051564 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:11.468276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96efa1b1-b677-467b-bc3e-c8648477467c req-53aa1aaf-3f4a-46b8-8e34-328a1d051564 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 932 time: 0.5350199 May 13 14:49:11.487707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['648de7ce-e433-4091-9dc1-c8bc4de6ad14'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:11.547927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.599560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.600363 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.616384 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d3e056f-98ff-4299-a7ea-b8728e3cad1d req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "PUT /v2.0/ports/648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 942 time: 2.3299646 May 13 14:49:11.617942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-22a77bb2-3fd6-4d51-aab0-42b426681a53 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/cf2e3355-459b-464c-97ed-ddc7f374945e HTTP/1.1" status: 204 len: 168 time: 2.8157215 May 13 14:49:11.629211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:11.639507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:11.640820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.664388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Transition to ACTIVE for port object 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:11.729044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['648de7ce-e433-4091-9dc1-c8bc4de6ad14'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:11.750696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-6d1bfaa3-fa5e-46c8-adba-0f73405b6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:11.752761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-6d1bfaa3-fa5e-46c8-adba-0f73405b6d5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.2589736 May 13 14:49:11.758396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:11.822113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-3fa0758a-fdc8-4e9e-a335-a6847f5e1c63 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590093 May 13 14:49:11.823793 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2827dd8-50da-4518-a2a1-487e99a37bf3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] GET failed (client error): The resource could not be found. May 13 14:49:11.824703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e2827dd8-50da-4518-a2a1-487e99a37bf3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Synchronizing usage tracker for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:11.829402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab5157-ceca-4f02-9972-af28378e785b tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:12.012959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:12.029445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b5599f5-ddb2-494f-8665-fbb23e1bec4f req-850bdd10-913f-4000-985a-d47cd55ab364 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Synchronizing usage tracker for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:12.078125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:12.091628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e2827dd8-50da-4518-a2a1-487e99a37bf3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Unset dirty status for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:12.093625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-96efa1b1-b677-467b-bc3e-c8648477467c req-319f6c92-e4f3-4cc9-b034-7edb9defc28f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240616 May 13 14:49:12.098932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e2827dd8-50da-4518-a2a1-487e99a37bf3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports/cf2e3355-459b-464c-97ed-ddc7f374945e HTTP/1.1" status: 404 len: 333 time: 0.4535270 May 13 14:49:12.107185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:12.117294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e3e3fe6-4b2a-462a-a6ff-0a0b45ac3326 req-c36785a6-94ad-46c4-b703-d379f8b0dbb1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0818367 May 13 14:49:12.120803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-694151261'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:12.150128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5b5599f5-ddb2-494f-8665-fbb23e1bec4f req-850bdd10-913f-4000-985a-d47cd55ab364 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Unset dirty status for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:12.151789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b5599f5-ddb2-494f-8665-fbb23e1bec4f req-850bdd10-913f-4000-985a-d47cd55ab364 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 210 time: 0.3179889 May 13 14:49:12.203017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-59a83e62-6fd7-4d51-a19e-c57feb32ae68 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:12.204651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-59a83e62-6fd7-4d51-a19e-c57feb32ae68 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.86 "GET /v2.0/networks?id=180d2a11-2b79-479a-9869-44e5d1711ba9 HTTP/1.1" status: 200 len: 805 time: 0.7964232 May 13 14:49:12.251904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-b675302c-f2f7-48b9-aac8-b6950d35ec12 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983307 May 13 14:49:12.318913 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-79dba424-b602-4bdd-8413-75f447d279b9 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4384b141ea6f4fea9646e9930a9ccc2d HTTP/1.1" status: 200 len: 379 time: 0.1044030 May 13 14:49:12.330570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Attempting to bind port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:12.331219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Attempting to bind port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:12.331219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Attempting to bind port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:12.336741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'port': {'device_id': '97e18785-1325-4f66-8f83-e69160e26e0e', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'admin_state_up': True, 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'security_groups': ['8f6845df-31b4-468c-91bd-83dca4668c9f']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:12.383847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:12.409969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:12.437333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cda7a19b-596e-40b5-af3c-e31ebdcdef17 req-dbe9ab4e-aa53-4b0c-82ac-ae74026981cf service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789193 May 13 14:49:12.438174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:12.441941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.465885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port b9f6c895-3a98-4fb5-8245-252be7ad597f yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:12.559149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:12.560025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Attempting to bind port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:12.586635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:12.586987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:12.587381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:12.587844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Bound port: 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:12.588185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.663921 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-48d49313-bf12-426e-be37-ac9fc07c6ef6 req-6b2bb88f-0445-44b8-828a-f391a9551ce3 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0622685 May 13 14:49:12.702990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2991847-c142-44d5-b960-8a98fae323c0 req-6368f1b6-61bd-4312-9a62-7e3e207ca977 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:12.702990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2991847-c142-44d5-b960-8a98fae323c0 req-6368f1b6-61bd-4312-9a62-7e3e207ca977 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4744022 May 13 14:49:12.730073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::346 (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/b9f6c895-3a98-4fb5-8245-252be7ad597f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:12.771497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:12.798223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:12.801249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2991847-c142-44d5-b960-8a98fae323c0 req-be9cc3ad-5e02-4037-ae61-042542542e03 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854700 May 13 14:49:12.804796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:12.809771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:12.815387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.878445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Made reservation on behalf of 4384b141ea6f4fea9646e9930a9ccc2d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:12.882204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.914296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:12.914814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:12.916272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] 10.222.0.90 "PUT /v2.0/ports/5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 HTTP/1.1" status: 200 len: 1092 time: 2.4149864 May 13 14:49:12.931447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:13.009563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-0d83945b-6f7a-4ea6-bcc6-9e1447583266 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3150132 May 13 14:49:13.025677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:13.036938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:13.045831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Usage tracker for resource:floatingip and tenant:b3e2a192007445a6ba0265cebe19f183 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:13.050717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:13.069358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:13.093717 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.135428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1951e27-deb0-42f3-9c70-78620f35b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:13.192031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.206051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-f624986f-8f77-4a43-a7b7-cb25a5731240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.207943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-f624986f-8f77-4a43-a7b7-cb25a5731240 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 1095 time: 0.1842122 May 13 14:49:13.232791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object b9f6c895-3a98-4fb5-8245-252be7ad597f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:13.293848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.296055 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-82822465-d265-4bf2-b56f-3ac23006a663 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 HTTP/1.1" status: 200 len: 217 time: 0.0776274 May 13 14:49:13.401812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Allocated IP 172.20.0.13 (180d2a11-2b79-479a-9869-44e5d1711ba9/6bd626bc-813b-4466-a534-f6ebd7fcdd8d/afb30029-e708-4067-8832-4aa7a29380b9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:13.460425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-72ea26b5-73f9-4ac9-aab6-fc7ed97e08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.461939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-72ea26b5-73f9-4ac9-aab6-fc7ed97e08a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1536219 May 13 14:49:13.563619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=b9f6c895-3a98-4fb5-8245-252be7ad597f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:13.579253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:13.581290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.583972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:13.587331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:13.594268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:13.595126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:13.687897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d0b9a1a-13d4-4a05-b753-bef3e68361ef tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5768924 May 13 14:49:13.692084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:13.698155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a4:79:10'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:13.860145 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6c0862-6f0e-4046-8c9a-194acc927e76'] response: {'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:49:14.104870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba0e8cfa-316f-4544-90d2-bbd6e9d1e2bc None None] Provisioning for port b9f6c895-3a98-4fb5-8245-252be7ad597f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:14.108941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.112712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Allocated IP 172.25.5.9 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/790f3a57-4984-44eb-ac24-bd58feee6063) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:14.114659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba0e8cfa-316f-4544-90d2-bbd6e9d1e2bc None None] Provisioning complete for port b9f6c895-3a98-4fb5-8245-252be7ad597f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:14.115665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-48a273d3-d7ae-4c25-b096-eb480c2da266 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6459329 May 13 14:49:14.116115 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8cfa-316f-4544-90d2-bbd6e9d1e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.194610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e8cfa-316f-4544-90d2-bbd6e9d1e2bc None None] Port b9f6c895-3a98-4fb5-8245-252be7ad597f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:14.249755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-3efa69ff-384e-4591-8777-c1a4156631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:14.251367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-3efa69ff-384e-4591-8777-c1a4156631fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.3824775 May 13 14:49:14.285104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Transition to ACTIVE for port object afb30029-e708-4067-8832-4aa7a29380b9 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:14.385371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-661d1b20-c17e-4ff0-a8b8-88dae0473371 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580743 May 13 14:49:14.394071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.549176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.551362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326729f-a8ff-4697-a86e-20f40b5480b6 req-e4b69a0c-73de-4468-a406-0aedb3465370 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:14.552769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-083e2c5a-a562-49b8-bbce-e0a6c8ee548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:14.552990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9326729f-a8ff-4697-a86e-20f40b5480b6 req-e4b69a0c-73de-4468-a406-0aedb3465370 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4313169 May 13 14:49:14.554265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-083e2c5a-a562-49b8-bbce-e0a6c8ee548f service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.2963371 May 13 14:49:14.614214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:14.621774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:14.632080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:14.668066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.677586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event updated for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:14.782450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9326729f-a8ff-4697-a86e-20f40b5480b6 req-0ff0d115-de4f-450d-b421-a5fed2540ed7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168360 May 13 14:49:14.808745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c9fcd14-0c71-42f5-b6bc-4e940c497cd4 req-aa255459-9880-426d-9719-b9fcd0bbdbac service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145489 May 13 14:49:14.839892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:14.840678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:14.883504 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062b9086-06fd-4133-94e3-4ab04768aab9'] response: {'name': 'network-changed', 'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511', 'status': 'completed', 'code': 200} May 13 14:49:14.960854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-8e020e17-f2cc-442b-9cb5-615aafac87d6 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6331480 May 13 14:49:14.991988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Request body: {'port': {'device_id': '97e18785-1325-4f66-8f83-e69160e26e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:15.002264 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-c2e487be-a06b-406a-bf9d-ec93f2e8a936 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.4394293 May 13 14:49:15.030970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca66350c-ca94-4d5f-b463-92a8e283bf16 None None] Provisioning for port afb30029-e708-4067-8832-4aa7a29380b9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:15.039756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca66350c-ca94-4d5f-b463-92a8e283bf16 None None] Provisioning complete for port afb30029-e708-4067-8832-4aa7a29380b9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:15.040354 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ca66350c-ca94-4d5f-b463-92a8e283bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.115248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-1802bc78-96a0-49bf-9050-dac4c20aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.116807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-1802bc78-96a0-49bf-9050-dac4c20aee99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1072068 May 13 14:49:15.147783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ca66350c-ca94-4d5f-b463-92a8e283bf16 None None] Port afb30029-e708-4067-8832-4aa7a29380b9 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:15.194139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.235129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-c3da1d2a-4716-48cb-953d-d3a93ba56885 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058946 May 13 14:49:15.316840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.328879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-c3606b8f-7977-46b3-b8dc-f2c544ad08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.330401 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-c3606b8f-7977-46b3-b8dc-f2c544ad08ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 1095 time: 0.4253049 May 13 14:49:15.347659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:15.363265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:15.371308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:15.398042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:49:15.410471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'Port': ['ID=790f3a57-4984-44eb-ac24-bd58feee6063,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:15.445974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.456670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b35a9f-0583-4755-a8a8-8b092943de99 req-d59862ad-8d84-47d4-ac95-3dd1f030ada2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.458176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87b35a9f-0583-4755-a8a8-8b092943de99 req-d59862ad-8d84-47d4-ac95-3dd1f030ada2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 944 time: 0.4402153 May 13 14:49:15.468811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.562670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] In _notify_port_updated(), no bound segment for port b9f6c895-3a98-4fb5-8245-252be7ad597f on network c3a2f445-231b-4051-9d93-8a75c8a7d83d {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:49:15.568133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.569262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.575860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "PUT /v2.0/ports/b9f6c895-3a98-4fb5-8245-252be7ad597f HTTP/1.1" status: 200 len: 1002 time: 1.8774800 May 13 14:49:15.576927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:15.592661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-8f232ec1-f643-4c74-a2b2-988a3d2aeb2a service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412919 May 13 14:49:15.631096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3708-6b67-4a1d-acd6-51080d46a662 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=b9f6c895-3a98-4fb5-8245-252be7ad597f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:15.638302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87b35a9f-0583-4755-a8a8-8b092943de99 req-5a6c8e50-9034-4a4b-9727-146eb53032af tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652567 May 13 14:49:15.759174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-c3552f0b-7c6e-4598-a900-4947bc5f7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:15.760751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-c3552f0b-7c6e-4598-a900-4947bc5f7e6e service neutron] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.4225349 May 13 14:49:15.892395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-48975330-90f8-40da-bfd0-62a5f114f5f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 HTTP/1.1" status: 200 len: 217 time: 0.1243834 May 13 14:49:15.905173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.905923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-115e9d2f-8a30-49cf-84ae-a47a6fce5567 None None] Provisioning complete for port b9f6c895-3a98-4fb5-8245-252be7ad597f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:15.906624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-115e9d2f-8a30-49cf-84ae-a47a6fce5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.927087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port b9f6c895-3a98-4fb5-8245-252be7ad597f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:15.927587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:15.978067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-115e9d2f-8a30-49cf-84ae-a47a6fce5567 None None] Port b9f6c895-3a98-4fb5-8245-252be7ad597f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:16.017411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-67173eb5-8f6f-4bc7-a1da-2bc79f7faaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.018860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-67173eb5-8f6f-4bc7-a1da-2bc79f7faaaf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1155713 May 13 14:49:16.036952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa205f6-4a4e-4fae-b639-8aa8cb0acfe4 req-33e190a3-009e-46bc-8167-ff2a7d2bd7be service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115801 May 13 14:49:16.083237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-8e658575-2bb6-45b7-b9e8-f0ffc1661bd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570245 May 13 14:49:16.110910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.216825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07980cda-f256-4c59-bba9-3396e7536148 req-bc304e9c-af28-43ac-af5d-e78fc5dd048c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:16.217448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-07980cda-f256-4c59-bba9-3396e7536148 req-bc304e9c-af28-43ac-af5d-e78fc5dd048c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Synchronizing usage tracker for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:16.271516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb30029-e708-4067-8832-4aa7a29380b9 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:16.295470 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.303711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-07980cda-f256-4c59-bba9-3396e7536148 req-bc304e9c-af28-43ac-af5d-e78fc5dd048c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Unset dirty status for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:16.304974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07980cda-f256-4c59-bba9-3396e7536148 req-bc304e9c-af28-43ac-af5d-e78fc5dd048c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 932 time: 0.5388870 May 13 14:49:16.347373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Transition to ACTIVE for port object afb30029-e708-4067-8832-4aa7a29380b9 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:16.350043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-49170e2c-e4e5-43ed-940f-b4a943e79326 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591195 May 13 14:49:16.354396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.400967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.580904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for b9f6c895-3a98-4fb5-8245-252be7ad597f owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:16.594233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07980cda-f256-4c59-bba9-3396e7536148 req-1268ae7c-5e30-4ba6-873e-385a16a15a0e tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766426 May 13 14:49:16.614528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Pushing event updated for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:16.807673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.846927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93dc27bd-66d3-411d-8e3a-9e60287f3e8b req-594eeaf6-6140-4ca6-a408-643c666168f1 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877555 May 13 14:49:16.878131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Attempting to bind port afb30029-e708-4067-8832-4aa7a29380b9 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:16.878687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Attempting to bind port afb30029-e708-4067-8832-4aa7a29380b9 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:16.879223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Attempting to bind port afb30029-e708-4067-8832-4aa7a29380b9 on network 180d2a11-2b79-479a-9869-44e5d1711ba9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:16.892735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:16.894074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Port afb30029-e708-4067-8832-4aa7a29380b9 on network 180d2a11-2b79-479a-9869-44e5d1711ba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:16.894779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Attempting to bind port afb30029-e708-4067-8832-4aa7a29380b9 on network 180d2a11-2b79-479a-9869-44e5d1711ba9 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:16.908006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:16.908656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Checking segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:16.909335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Bound using segment: {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:16.910103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Bound port: afb30029-e708-4067-8832-4aa7a29380b9, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afc8ab6-2d69-4977-82df-72862f2d6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:16.910724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.071126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c76fa76-5c42-4ee2-bd28-5d069ea65bfe req-fbf7ccb8-a238-4088-8c7e-0cd3f05695ae tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0701761 May 13 14:49:17.123812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:17.131492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=afb30029-e708-4067-8832-4aa7a29380b9,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:17.132465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event updated for resources: {'Port': ['ID=790f3a57-4984-44eb-ac24-bd58feee6063,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:17.139705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.144932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.250063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=b9f6c895-3a98-4fb5-8245-252be7ad597f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:17.253248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.358740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.373023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.374311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-b150236a-5e21-4f19-947f-6b04ba116cbd tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.3554459 May 13 14:49:17.385206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c7c1429d-839a-4b59-84cd-eef5e3c614d3 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/b9f6c895-3a98-4fb5-8245-252be7ad597f HTTP/1.1" status: 204 len: 168 time: 1.8019993 May 13 14:49:17.389437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:17.472893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:17.473916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:17.476362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] 10.222.0.86 "PUT /v2.0/ports/afb30029-e708-4067-8832-4aa7a29380b9 HTTP/1.1" status: 200 len: 1092 time: 2.4905465 May 13 14:49:17.477095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:17.530023 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ad9c8d-637f-4682-88bc-07a632ef400f tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] GET failed (client error): The resource could not be found. May 13 14:49:17.530866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8ad9c8d-637f-4682-88bc-07a632ef400f tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Synchronizing usage tracker for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:17.535515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-fe5b9f2a-e4a7-4d9d-9c82-19c3f3a9daf0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:17.562146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8ad9c8d-637f-4682-88bc-07a632ef400f tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Unset dirty status for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:17.569485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8ad9c8d-637f-4682-88bc-07a632ef400f tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports/b9f6c895-3a98-4fb5-8245-252be7ad597f HTTP/1.1" status: 404 len: 333 time: 0.1729834 May 13 14:49:17.570081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:17.586474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880386822'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:17.620709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-fe5b9f2a-e4a7-4d9d-9c82-19c3f3a9daf0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:17.622582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-fe5b9f2a-e4a7-4d9d-9c82-19c3f3a9daf0 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.2342370 May 13 14:49:17.647117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17ef3c-23ad-4d83-bd0f-8a9c28935850 service neutron] Pushing event updated for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:17.747469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-f7737c4c-5c8d-4bb5-9362-eb60db338a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:17.750416 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-f7737c4c-5c8d-4bb5-9362-eb60db338a35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4384b141ea6f4fea9646e9930a9ccc2d&device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 1095 time: 0.2138057 May 13 14:49:17.950268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-0550911c-bb46-4824-9c2e-a8fb14a31be2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb30029-e708-4067-8832-4aa7a29380b9 HTTP/1.1" status: 200 len: 217 time: 0.1829138 May 13 14:49:18.091643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-53d94ad3-843d-48fd-9102-b51606e472a8 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.093108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ec7fec4-d8ba-4e26-aeb3-c26739bad596 req-53d94ad3-843d-48fd-9102-b51606e472a8 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4625099 May 13 14:49:18.100283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-cac05b5e-34f9-4b02-8327-9bc0a37ba109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.100283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-cac05b5e-34f9-4b02-8327-9bc0a37ba109 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6bd626bc-813b-4466-a534-f6ebd7fcdd8d HTTP/1.1" status: 200 len: 844 time: 0.1390541 May 13 14:49:18.159303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:18.174770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:18.192251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:18.200159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.208089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166f545-67ed-47c6-9105-49c58185d5e2 req-6201ca43-60df-484c-bfe2-b0f21a5662c0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.210508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1166f545-67ed-47c6-9105-49c58185d5e2 req-6201ca43-60df-484c-bfe2-b0f21a5662c0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 944 time: 0.3473656 May 13 14:49:18.243525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port 8d59a401-4e48-4864-b723-236e4b05542c yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:18.279331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1166f545-67ed-47c6-9105-49c58185d5e2 req-66169aa6-b4e1-4924-86c6-68f4bd11b200 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 May 13 14:49:18.297689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58c35-5291-40ec-a072-3efe135d365d req-c58a1959-a9a6-48c9-84da-39314ab95e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.300143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-c58a1959-a9a6-48c9-84da-39314ab95e39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=180d2a11-2b79-479a-9869-44e5d1711ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914036 May 13 14:49:18.522112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::371 (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/8d59a401-4e48-4864-b723-236e4b05542c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:18.555099 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-4ed394f8-9eea-46a5-a8c0-65f16aa76662 service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463667 May 13 14:49:18.621397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-36e892b7-bb4d-4caf-b317-c62446648d56 req-96cd1afe-a4f2-43cd-8445-30c5179964df tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949&device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.0617881 May 13 14:49:18.756339 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4f0849-fbf0-4fa4-98bb-5499a991a612'] response: {'name': 'network-changed', 'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9', 'status': 'completed', 'code': 200} May 13 14:49:18.763208 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2d58c35-5291-40ec-a072-3efe135d365d req-022a64ea-b1e3-4c3c-b6ae-327f5281e338 service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015324 May 13 14:49:18.920532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:18.948020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object 8d59a401-4e48-4864-b723-236e4b05542c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:18.962912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-53da336c-354f-45e7-b7b4-5684cc2fae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:18.964567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-53da336c-354f-45e7-b7b4-5684cc2fae6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4384b141ea6f4fea9646e9930a9ccc2d&device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 1095 time: 0.1177306 May 13 14:49:18.985011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.137663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:19.150399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=8d59a401-4e48-4864-b723-236e4b05542c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:19.154727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:19.157259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:19.163405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.164204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.188573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:49:19.220910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-44a0370f-b0c1-4dc0-a6c9-c8dd25bd46fa tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6495323 May 13 14:49:19.226367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:19.234181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.238268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'network_id': 'c3a2f445-231b-4051-9d93-8a75c8a7d83d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1470966273'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:19.282463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9991b-ce3f-4c92-be6b-bfed4647d9f8 req-618cd709-b281-4dd5-a5f3-fbd4f1097986 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.283824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-4251b8aa-d239-4791-9d7d-38d5e2844e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.284488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8c9991b-ce3f-4c92-be6b-bfed4647d9f8 req-618cd709-b281-4dd5-a5f3-fbd4f1097986 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 944 time: 0.2326059 May 13 14:49:19.286431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-4251b8aa-d239-4791-9d7d-38d5e2844e8e service neutron] 10.222.0.86 "GET /v2.0/networks?id=180d2a11-2b79-479a-9869-44e5d1711ba9 HTTP/1.1" status: 200 len: 906 time: 0.3147454 May 13 14:49:19.376340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c8c9991b-ce3f-4c92-be6b-bfed4647d9f8 req-a1805187-0d79-4f9b-9d58-3cb9655e962f tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Synchronizing usage tracker for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:19.431223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c8c9991b-ce3f-4c92-be6b-bfed4647d9f8 req-a1805187-0d79-4f9b-9d58-3cb9655e962f tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Unset dirty status for tenant:4384b141ea6f4fea9646e9930a9ccc2d on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:19.432689 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8c9991b-ce3f-4c92-be6b-bfed4647d9f8 req-a1805187-0d79-4f9b-9d58-3cb9655e962f tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370230 May 13 14:49:19.481246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:19.488315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-54b4d977-fda0-49d6-a9b1-1aa6600008a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb30029-e708-4067-8832-4aa7a29380b9 HTTP/1.1" status: 200 len: 217 time: 0.1349363 May 13 14:49:19.507542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511', 'mac_address': 'fa:16:3e:b8:c9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:49:19.565484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b69b54-1031-443f-b54e-3c5181f9219a req-7ed21541-50d0-4aeb-8276-f69b65ae46f6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.572631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4b69b54-1031-443f-b54e-3c5181f9219a req-7ed21541-50d0-4aeb-8276-f69b65ae46f6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.4913790 May 13 14:49:19.626192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:19.627025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.639862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-d8e382c4-9a69-45a3-82d7-87901da43480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.641533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-d8e382c4-9a69-45a3-82d7-87901da43480 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6bd626bc-813b-4466-a534-f6ebd7fcdd8d HTTP/1.1" status: 200 len: 844 time: 0.1443243 May 13 14:49:19.668711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:19.690763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b4ca1e5c-bb26-40ca-b401-4cf5e74640fd None None] Provisioning for port 8d59a401-4e48-4864-b723-236e4b05542c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:19.701453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b4ca1e5c-bb26-40ca-b401-4cf5e74640fd None None] Provisioning complete for port 8d59a401-4e48-4864-b723-236e4b05542c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:19.701969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1e5c-bb26-40ca-b401-4cf5e74640fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.718001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-2ebaae6a-9cc7-49dc-867b-4b510deee3d9 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.720559 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-2ebaae6a-9cc7-49dc-867b-4b510deee3d9 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1243532 May 13 14:49:19.756872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4b69b54-1031-443f-b54e-3c5181f9219a req-a85b5f88-5365-4318-9a72-c01e85ce5c21 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832676 May 13 14:49:19.764786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:19.774421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.828738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:19.857389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Usage tracker for resource:port and tenant:dc32436e1dbb4159840043bd3cc084a4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:19.861337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:19.891186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:19.904056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-aba95450-031c-478b-94c3-8bf2f4580024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:19.905349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-aba95450-031c-478b-94c3-8bf2f4580024 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=180d2a11-2b79-479a-9869-44e5d1711ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495391 May 13 14:49:19.911469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Made reservation on behalf of dc32436e1dbb4159840043bd3cc084a4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:19.917154 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:19.926132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca1e5c-bb26-40ca-b401-4cf5e74640fd None None] Port 8d59a401-4e48-4864-b723-236e4b05542c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:19.956538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-2005ace5-b395-4ee2-a437-2b86ffc6dd6f tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.2287323 May 13 14:49:19.978409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'floatingip': {'port_id': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:19.998850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:20.033891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5c6374e0-b8d4-4fe7-a9f2-019e79ef4511'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:20.174413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] device_id is not set on port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:20.185504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.309610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:20.467049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a345c5f3-a23b-4e78-932e-6cb8e40d49f3 req-ca87e360-5aa6-420b-bf6d-56ad05dfe2f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=007d07671e2342cda5f55040ed422c36&device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0792792 May 13 14:49:20.690388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a345c5f3-a23b-4e78-932e-6cb8e40d49f3 req-d8207020-8491-4ba6-9ad0-8f824d37efdd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=007d07671e2342cda5f55040ed422c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1986282 May 13 14:49:21.030839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-ae979267-311f-40fe-9ebf-2bf0b0d17f1d service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0963364 May 13 14:49:21.192824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Allocated IP 2001:db8::1ce (c3a2f445-231b-4051-9d93-8a75c8a7d83d/86f53888-8fc9-4489-9b62-51087bc6839b/6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:21.196227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:21.254277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c5f3-a23b-4e78-932e-6cb8e40d49f3 req-e8f3fb0f-60b7-4e10-be38-b2d9dd6dcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.255723 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a345c5f3-a23b-4e78-932e-6cb8e40d49f3 req-e8f3fb0f-60b7-4e10-be38-b2d9dd6dcb61 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5103247 May 13 14:49:21.286713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device afb30029-e708-4067-8832-4aa7a29380b9 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:49:21.301875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:21.311854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:21.312901 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.352607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8f7d358-0a87-46ce-8188-ee1d94ae6c75 req-28cbce35-fd6b-47df-810a-379b6adfc66c service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123722 May 13 14:49:21.362737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7ad0-c0eb-4418-9a3c-0aba2a8ddac9 req-d6c19ac1-c5e1-4a13-b63d-6ffc5718f206 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.371012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a3f7ad0-c0eb-4418-9a3c-0aba2a8ddac9 req-d6c19ac1-c5e1-4a13-b63d-6ffc5718f206 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 945 time: 0.4272869 May 13 14:49:21.485649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.491801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.515174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a3f7ad0-c0eb-4418-9a3c-0aba2a8ddac9 req-c1b00bd3-69a7-4881-8d43-87c803c31be3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436183 May 13 14:49:21.585367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=afb30029-e708-4067-8832-4aa7a29380b9,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:21.595030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:21.596404 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.596605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.621309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Transition to ACTIVE for port object 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:21.625445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'afb30029-e708-4067-8832-4aa7a29380b9', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'port_id': 'afb30029-e708-4067-8832-4aa7a29380b9', 'mac_address': 'fa:16:3e:c4:7e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:49:21.643399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:21.650668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:21.682355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.699029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.771977 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Floating IP 96927903-b59c-4d7d-a927-c11f16b96478 associated. External IP: 172.25.5.9, port: 648de7ce-e433-4091-9dc1-c8bc4de6ad14. May 13 14:49:21.783721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port afb30029-e708-4067-8832-4aa7a29380b9 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:21.784201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.807737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.825549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb30029-e708-4067-8832-4aa7a29380b9 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:21.857428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=afb30029-e708-4067-8832-4aa7a29380b9,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:21.862002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.911665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.915599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:21.918156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:21.928044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:21.934198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:21.934604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:21.950200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:21.982892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-64c57397-845c-47ea-8de8-fad85421fa24 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7528834 May 13 14:49:21.985982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34896) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:21.994199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1aa', 'mac_address': 'fa:16:3e:a4:79:10'}, {'ip_address': '2001:db8::371', 'mac_address': 'fa:16:3e:3a:72:4f'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:22.036000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155ccbc-1a71-453f-aca0-dbe34970ca6a req-5a9dc77d-594f-44d6-b98d-31a0d069176d tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.037550 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3155ccbc-1a71-453f-aca0-dbe34970ca6a req-5a9dc77d-594f-44d6-b98d-31a0d069176d tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2126086 May 13 14:49:22.111698 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3155ccbc-1a71-453f-aca0-dbe34970ca6a req-f8974e61-20a0-47a8-97f1-05c15f09969e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542400 May 13 14:49:22.123752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['afb30029-e708-4067-8832-4aa7a29380b9'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:22.325301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1cd9a6a7-712b-4b44-b26b-6c491a31a1f4 None None] Provisioning for port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:22.341030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1cd9a6a7-712b-4b44-b26b-6c491a31a1f4 None None] Provisioning complete for port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:22.341527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a6a7-712b-4b44-b26b-6c491a31a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.391148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Router 474075f4-309d-4228-a6a0-78ab77fdd62d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:49:22.407581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9a6a7-712b-4b44-b26b-6c491a31a1f4 None None] Port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:22.413730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-264be759-46df-4699-966b-e7758a4a2252 req-6095b4f2-17ef-4fe0-b205-b54ec2b9b0f1 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0905740 May 13 14:49:22.648722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a345c5f3-a23b-4e78-932e-6cb8e40d49f3 req-b916cd5d-6d9b-494e-9676-ece8107647c1 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.90 "GET /v2.0/ports?device_id=51026528-c121-497a-9607-40cead824949 HTTP/1.1" status: 200 len: 210 time: 0.0807478 May 13 14:49:22.649780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.670623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:49:22.686701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:22.696397 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Sync routers for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:49:22.730433 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:22.731383 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:22.777076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-dfb16bab-f8fd-4ea6-af9d-1bf24a3b8bbf tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "PUT /v2.0/floatingips/96927903-b59c-4d7d-a927-c11f16b96478 HTTP/1.1" status: 200 len: 994 time: 2.8190939 May 13 14:49:22.778439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:22.910579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-d0e41acc-3861-4799-bb1a-588bc7b816c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:22.916641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-d0e41acc-3861-4799-bb1a-588bc7b816c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.1197152 May 13 14:49:23.053029 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:23.097689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c464b-082d-4465-88cb-527797d9a0b0 req-37eb30eb-a27e-4846-b66c-2cef82fc6c89 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.099249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-222c464b-082d-4465-88cb-527797d9a0b0 req-37eb30eb-a27e-4846-b66c-2cef82fc6c89 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 945 time: 0.3700974 May 13 14:49:23.101049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-ba11b025-2263-4fd5-8cbd-d9fda16015ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.103477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-ba11b025-2263-4fd5-8cbd-d9fda16015ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.1784644 May 13 14:49:23.190723 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-222c464b-082d-4465-88cb-527797d9a0b0 req-27d65a1b-528b-4666-a994-47fe7c0af7ad tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741396 May 13 14:49:23.237447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.252971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.291587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device afb30029-e708-4067-8832-4aa7a29380b9 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:23.303751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-57e2196a-bc63-4fb0-a1b9-b10d863ca238 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 997 time: 0.1937420 May 13 14:49:23.383569 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71708b5c-a436-4f57-9224-01eeacda0103'] response: {'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511', 'code': 200} May 13 14:49:23.395702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] In _notify_port_updated(), no bound segment for port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 on network c3a2f445-231b-4051-9d93-8a75c8a7d83d {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:49:23.409833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-c1dfbf8c-4e70-419e-a986-0a11d67d8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.410128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.411185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.413563 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "PUT /v2.0/ports/6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 HTTP/1.1" status: 200 len: 1068 time: 1.4263015 May 13 14:49:23.419862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-c1dfbf8c-4e70-419e-a986-0a11d67d8522 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1084023 May 13 14:49:23.422194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34920) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:23.469256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port afb30029-e708-4067-8832-4aa7a29380b9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:23.473186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6ebc-3a89-40ef-8845-78659f81429c tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event updated for resources: {'Port': ['ID=6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:23.478030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port afb30029-e708-4067-8832-4aa7a29380b9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:23.478396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.539445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-87b2ba6e-ebce-497e-b83c-f6e0ea4643e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175516 May 13 14:49:23.663627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71e3f-09ef-425e-83c1-73e3f524841a req-f69cff7b-a73f-4fb3-a920-0af2e88ba620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.666189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20e71e3f-09ef-425e-83c1-73e3f524841a req-f69cff7b-a73f-4fb3-a920-0af2e88ba620 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 1097 time: 0.1824100 May 13 14:49:23.855716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20e71e3f-09ef-425e-83c1-73e3f524841a req-8c6e521b-8072-43c2-9d0f-41860053fa66 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809428 May 13 14:49:23.877443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port afb30029-e708-4067-8832-4aa7a29380b9 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:23.877831 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:23.908992 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '96927903-b59c-4d7d-a927-c11f16b96478', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'port_id': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'mac_address': 'fa:16:3e:db:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:15Z', 'updated_at': '2022-05-13T14:49:21Z', 'revision_number': 1, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:23.914856 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Checking router: 474075f4-309d-4228-a6a0-78ab77fdd62d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:23.925104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:23.925751 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:23.953891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b427-a96f-4844-ab4a-95ca0e0cf9c4 req-220feb88-bdc9-4072-a64b-09bc8970c1cc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:23.954222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=afb30029-e708-4067-8832-4aa7a29380b9,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:23.957308 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2e3b427-a96f-4844-ab4a-95ca0e0cf9c4 req-220feb88-bdc9-4072-a64b-09bc8970c1cc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 946 time: 0.2377279 May 13 14:49:23.962496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.053862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:24.054432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.064703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9154c111-00bc-4661-ac78-b1212b69aa4d None None] Provisioning complete for port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:24.065342 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9154c111-00bc-4661-ac78-b1212b69aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.069452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2e3b427-a96f-4844-ab4a-95ca0e0cf9c4 req-1eaa075a-4581-4d40-bde5-98f13bbdea08 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039419 May 13 14:49:24.142332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:24.183644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9154c111-00bc-4661-ac78-b1212b69aa4d None None] Port 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:24.238433 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:24.262970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-54dca26e-02e4-4a7f-8fad-941648b8c0e3 service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191601 May 13 14:49:24.353272 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b308b9d5-c50e-4b93-8a79-ac694be82155'] response: {'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:49:24.506950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:24.591784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43e23171-f3bf-47eb-ba3e-3d67d6fb420b req-a4bb4a62-120c-4227-99d0-8e98e751dac7 service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770827 May 13 14:49:24.673706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-2db37d0d-d0e0-4dfc-bdb4-f8240e409fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.676392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-2db37d0d-d0e0-4dfc-bdb4-f8240e409fae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.2907195 May 13 14:49:24.685695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for 6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:24.693321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e54bec-fb24-4ece-9803-897e19f209bd req-a9337379-92a5-47c1-807e-5b906d7637e0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:24.697507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02e54bec-fb24-4ece-9803-897e19f209bd req-a9337379-92a5-47c1-807e-5b906d7637e0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.1914716 May 13 14:49:24.711508 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '96927903-b59c-4d7d-a927-c11f16b96478', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'port_id': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'mac_address': 'fa:16:3e:db:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:15Z', 'updated_at': '2022-05-13T14:49:21Z', 'revision_number': 1, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:24.717702 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6431e19-c258-413f-bbfc-0e78f4647113 None None] The sync data for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 is: [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '96927903-b59c-4d7d-a927-c11f16b96478', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'port_id': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'mac_address': 'fa:16:3e:db:a5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:15Z', 'updated_at': '2022-05-13T14:49:21Z', 'revision_number': 1, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:24.966296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:25.108350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-02e54bec-fb24-4ece-9803-897e19f209bd req-774726b9-66dd-4449-a559-2c9a6201c7b2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493376 May 13 14:49:25.147977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b25715-2792-44ac-b10c-01dba4a2bd35 None None] New status for floating IP 96927903-b59c-4d7d-a927-c11f16b96478: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:49:25.216567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-36e76da6-5087-4410-9ff3-86cebb3fd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.220848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-36e76da6-5087-4410-9ff3-86cebb3fd605 service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.5218465 May 13 14:49:25.228777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:25.390521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:25.452982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-52cd3dba-a99b-410a-a916-44f9cae3fd23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 997 time: 0.2226467 May 13 14:49:25.677167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-99093b0f-70bc-4876-94af-23f381032353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.683518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-99093b0f-70bc-4876-94af-23f381032353 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.2213047 May 13 14:49:25.792506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-f53c8ec6-87be-4b98-aabe-f84cc378bb41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926456 May 13 14:49:25.810123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f16c4-e63c-4bdd-939d-e350ab133f8f req-6b02e110-efd7-4d78-be04-17e33a1a84a4 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:25.821004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-775f16c4-e63c-4bdd-939d-e350ab133f8f req-6b02e110-efd7-4d78-be04-17e33a1a84a4 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.3005984 May 13 14:49:25.865960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:25.893573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-96f23dd9-47bf-436d-8c4a-a296c40cb793 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 HTTP/1.1" status: 204 len: 168 time: 2.4336681 May 13 14:49:25.896698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:25.949858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-e6d2a9c3-0cbd-4bd1-a207-95dec78c8da5 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 0.4261231 May 13 14:49:25.951463 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b7e43e-0c33-41d6-b62b-4d42d434d7c6 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] GET failed (client error): The resource could not be found. May 13 14:49:25.952008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a8b7e43e-0c33-41d6-b62b-4d42d434d7c6 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Synchronizing usage tracker for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:26.024851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a8b7e43e-0c33-41d6-b62b-4d42d434d7c6 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Unset dirty status for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:26.028892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a8b7e43e-0c33-41d6-b62b-4d42d434d7c6 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports/6f964c45-9a2a-4bee-ae1a-2cafbfdedbe8 HTTP/1.1" status: 404 len: 333 time: 0.1284046 May 13 14:49:26.030199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:26.056840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-775f16c4-e63c-4bdd-939d-e350ab133f8f req-ee9944e1-e042-4100-a6ab-09d6a3e990a7 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346039 May 13 14:49:26.097898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-adc61c7e-d617-4701-8adb-40eb9862e091 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.097898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-adc61c7e-d617-4701-8adb-40eb9862e091 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports/648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 942 time: 0.1331232 May 13 14:49:26.117421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-caec1496-9026-41b1-bd5b-3818b085aa47 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921200 May 13 14:49:26.126969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port 8d59a401-4e48-4864-b723-236e4b05542c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:26.127649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:26.305276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6177ab4-347e-40e1-83ed-bd26ed397f28 req-ed4fd910-3946-4f2b-8781-c343dd13051f service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795270 May 13 14:49:26.538396 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e65731ca-1784-4a03-93e4-f4f6a080e351 req-cc3e0212-84aa-479e-a4df-4c6a36a8c386 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=007d07671e2342cda5f55040ed422c36&device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.0761046 May 13 14:49:26.600256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e65731ca-1784-4a03-93e4-f4f6a080e351 req-acdfd4db-c07f-40b1-a5ef-4dd04685ae8e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=007d07671e2342cda5f55040ed422c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479620 May 13 14:49:26.671319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-c310dd68-3c3b-4ed7-aa9c-de9a305e2fc2 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 0.4058988 May 13 14:49:26.882525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ba749-4d4a-4868-9e44-0fbee5e35ffd req-fc1fed00-efa0-46fb-b770-976210b839a1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.884174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d25ba749-4d4a-4868-9e44-0fbee5e35ffd req-fc1fed00-efa0-46fb-b770-976210b839a1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 946 time: 0.2485294 May 13 14:49:26.887232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65731ca-1784-4a03-93e4-f4f6a080e351 req-43fbbe6a-8673-4b44-822c-0321c3d1a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:26.888722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e65731ca-1784-4a03-93e4-f4f6a080e351 req-43fbbe6a-8673-4b44-822c-0321c3d1a5eb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2846067 May 13 14:49:26.960354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d25ba749-4d4a-4868-9e44-0fbee5e35ffd req-96aa48f0-7ada-4db3-971f-1842fd8d64fb tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624874 May 13 14:49:27.049415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.077948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-f92e544f-76f3-47d9-bfc8-100fdeb807eb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.079380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-f92e544f-76f3-47d9-bfc8-100fdeb807eb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.4072886 May 13 14:49:27.215041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for 8d59a401-4e48-4864-b723-236e4b05542c owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:27.329053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7001-b2ed-4310-97a4-57d41a573101 req-fd000f5b-64f6-4210-8cf2-a1222f4e1cc0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.331571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c38a7001-b2ed-4310-97a4-57d41a573101 req-fd000f5b-64f6-4210-8cf2-a1222f4e1cc0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2512968 May 13 14:49:27.408472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-39c9e698-2163-412b-8b8a-0cd82a5e52aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 999 time: 0.2752101 May 13 14:49:27.425155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c38a7001-b2ed-4310-97a4-57d41a573101 req-1fdbb001-0620-4801-8089-2be8c638b942 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868571 May 13 14:49:27.428733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:27.483804 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691d038b-0da9-4f27-9456-827a5bcff500'] response: {'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9', 'code': 200} May 13 14:49:27.610412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.674417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.691327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-227c1d45-db83-4fc7-b6c9-03f4b1e2f78c req-afaf79d6-7c26-454c-b08e-1b606ed7759f tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.0544200 May 13 14:49:27.700190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048573d4-8ff7-42cb-981b-7cf995afa932 req-62309a1d-8917-448d-bea0-769ae80d39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.702522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-048573d4-8ff7-42cb-981b-7cf995afa932 req-62309a1d-8917-448d-bea0-769ae80d39a9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 1097 time: 0.1367083 May 13 14:49:27.762545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=8d59a401-4e48-4864-b723-236e4b05542c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:27.770243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-048573d4-8ff7-42cb-981b-7cf995afa932 req-24ed8f52-4ef3-445f-8764-cf49109b3fc2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593016 May 13 14:49:27.852407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:27.956924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858dd61-09d9-4516-9eae-00798d7d0d0f req-d3ba888f-6ffd-41eb-bdb2-24e10d59baa4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:27.959977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3858dd61-09d9-4516-9eae-00798d7d0d0f req-d3ba888f-6ffd-41eb-bdb2-24e10d59baa4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 946 time: 0.1221766 May 13 14:49:27.996599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5441807-f208-4d9d-89d5-23289a9895dc tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/8d59a401-4e48-4864-b723-236e4b05542c HTTP/1.1" status: 204 len: 168 time: 1.9652469 May 13 14:49:28.001887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:28.091946 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2dae90-ae24-47d2-ac22-99551d923b6a tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] GET failed (client error): The resource could not be found. May 13 14:49:28.092724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e2dae90-ae24-47d2-ac22-99551d923b6a tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Synchronizing usage tracker for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:28.110828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3858dd61-09d9-4516-9eae-00798d7d0d0f req-08a2ed0d-b551-42d8-b59d-d89d9f8593f8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400871 May 13 14:49:28.124113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.127061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e2dae90-ae24-47d2-ac22-99551d923b6a tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Unset dirty status for tenant:dc32436e1dbb4159840043bd3cc084a4 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:28.127912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e2dae90-ae24-47d2-ac22-99551d923b6a tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "GET /v2.0/ports/8d59a401-4e48-4864-b723-236e4b05542c HTTP/1.1" status: 404 len: 333 time: 0.1243649 May 13 14:49:28.130950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.132123 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Floating IP 96927903-b59c-4d7d-a927-c11f16b96478 disassociated. External IP: 172.25.5.9, port: 648de7ce-e433-4091-9dc1-c8bc4de6ad14. May 13 14:49:28.133273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:28.242744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:28.243264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.578294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e65731ca-1784-4a03-93e4-f4f6a080e351 req-e9bf6636-326a-49b6-a9f8-7a13242db887 tempest-ServerShowV247Test-906426304 tempest-ServerShowV247Test-906426304-project] 10.222.0.86 "GET /v2.0/ports?device_id=77c4599f-cd83-432b-98de-577e62675574 HTTP/1.1" status: 200 len: 210 time: 0.0690656 May 13 14:49:28.587092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ab417-04d4-4435-8266-7f330b5cc478 req-843e17d3-fc3c-4ffb-8edb-8a8ecd600007 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:28.588968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-652ab417-04d4-4435-8266-7f330b5cc478 req-843e17d3-fc3c-4ffb-8edb-8a8ecd600007 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.3179040 May 13 14:49:28.684063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:28.696597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-652ab417-04d4-4435-8266-7f330b5cc478 req-bcebb2bd-9ea9-43d4-85df-7249fd00a0e1 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944221 May 13 14:49:28.879600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for 2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:28.989323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Router 474075f4-309d-4228-a6a0-78ab77fdd62d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:49:29.079173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.155874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Port': ['ID=2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:29.210404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.253187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3a540ec-00b1-49ed-a83d-0859e3fe0411 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/ports/2a6fc209-2f7f-4870-8f83-bb4e8dbcfedd HTTP/1.1" status: 204 len: 168 time: 1.1160049 May 13 14:49:29.254392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:29.367924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:49:29.381329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.382965 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Sync routers for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:49:29.400646 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:29.401341 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:29.434064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting subnet 86f53888-8fc9-4489-9b62-51087bc6839b {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:49:29.438492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.534077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-2e3a4f70-7f3e-4e01-a64e-af798aab66aa tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "PUT /v2.0/floatingips/96927903-b59c-4d7d-a927-c11f16b96478 HTTP/1.1" status: 200 len: 693 time: 2.1146781 May 13 14:49:29.534763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:29.629218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.725139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f42074c5-63b3-4df8-ab06-b0daa2c9445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.760193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.773747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-3991a174-e8f8-4b98-8535-3bb51ebb38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.775298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-3991a174-e8f8-4b98-8535-3bb51ebb38a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.2221956 May 13 14:49:29.788806 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:29.890156 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.969349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-ff7ab326-8ed8-4641-b1a8-9dbe1f6e8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:29.978436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Subnet': ['ID=86f53888-8fc9-4489-9b62-51087bc6839b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:29.979689 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-ff7ab326-8ed8-4641-b1a8-9dbe1f6e8e73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.1974454 May 13 14:49:29.991334 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:29.997261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976a106-191b-4ae4-ae06-a54b9b0b9910 None None] Network c3a2f445-231b-4051-9d93-8a75c8a7d83d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:30.005848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e3e200e0-25b5-4fed-a6ce-4a113ce6814e tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/subnets/86f53888-8fc9-4489-9b62-51087bc6839b HTTP/1.1" status: 204 len: 168 time: 0.7501218 May 13 14:49:30.008706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:30.083242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-91cc2b36-a32c-4a3d-8577-1836023b2a8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.1020768 May 13 14:49:30.207884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-73871a47-805b-4864-a037-3a006a48af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.221864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-73871a47-805b-4864-a037-3a006a48af20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.1357179 May 13 14:49:30.299848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-927e226b-7498-4e2d-b62e-1943948b25e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745032 May 13 14:49:30.433460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.447948 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:30.458187 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Checking router: 474075f4-309d-4228-a6a0-78ab77fdd62d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:30.474910 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:30.476806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:30.477207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.477582 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:30.506799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] DHCP port deletion for c3a2f445-231b-4051-9d93-8a75c8a7d83d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:49:30.524456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Deleting port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:30.525044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.554005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35020) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:30.643333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-50bc0921-c185-4123-979f-049ed49447ce service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416288 May 13 14:49:30.662027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdcdad-3713-481d-b219-4e429af38345 req-ea634f53-960b-4d2e-bd92-04ed5cfe616b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:30.664030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bdcdad-3713-481d-b219-4e429af38345 req-ea634f53-960b-4d2e-bd92-04ed5cfe616b tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3361173 May 13 14:49:30.767184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:30.875069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a31e927-56d3-48a2-8e95-12c079816bc8 req-75ab526b-6a35-4043-91ab-69432ba95d5a service neutron] 10.222.0.36 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205255 May 13 14:49:30.933836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] For port fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,segment=NetworkSegment(5f26b71b-b314-49a3-b5a3-fc46bd2b442b),segment_id=5f26b71b-b314-49a3-b5a3-fc46bd2b442b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:30.934312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.936132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] For port fd9191d3-a6ce-4cd0-b77e-66a45f80b946, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,segment=NetworkSegment(5f26b71b-b314-49a3-b5a3-fc46bd2b442b),segment_id=5f26b71b-b314-49a3-b5a3-fc46bd2b442b)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:30.936533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:30.989770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.024243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9191d3-a6ce-4cd0-b77e-66a45f80b946 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:31.035135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:31.046703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Usage tracker for resource:security_group_rule and tenant:007d07671e2342cda5f55040ed422c36 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:31.056920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:31.071863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:31.233755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Calling delete_port for fd9191d3-a6ce-4cd0-b77e-66a45f80b946 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:31.245896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.256029 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.257261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Calling delete_port for fd9191d3-a6ce-4cd0-b77e-66a45f80b946 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:31.302470 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15687d7e-f28a-4bf8-a202-827f3d620e40'] response: {'name': 'network-changed', 'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:49:31.363066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-16bdcdad-3713-481d-b219-4e429af38345 req-faa35d29-dba9-448f-bfcd-306223c50f22 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874564 May 13 14:49:31.436370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050b8bd9-2023-40df-b11e-9bc07077b94b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:31.524908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4e3f8209-4542-490d-adf9-ef9fe730e773 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=007d07671e2342cda5f55040ed422c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9690590 May 13 14:49:31.527782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:31.624964 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:31.638088 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf6a52-3b4d-4d76-9d79-8db99b2275a1 None None] The sync data for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 is: [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:48:01Z', 'revision_number': 4, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '761e7940-f474-466c-9863-e01d49f57dd1', 'name': '', 'network_id': '69c4d08e-e459-4aca-85bd-a220f14a4ed3', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'mac_address': 'fa:16:3e:de:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:59Z', 'updated_at': '2022-05-13T14:48:12Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'subnets': [{'id': 'c4e9b20c-6cc1-4f73-9303-149c71deb673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:31.723824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:31.724698 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.791829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.862236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] Pushing event deleted for resources: {'Port': ['ID=fd9191d3-a6ce-4cd0-b77e-66a45f80b946,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:31.878107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03faba40-ea8f-4870-9cb9-f1c12f7f52c5 None None] No DVR routers for this DVR port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:31.887146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.894074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:49:31.894554 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:49:31.923912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-ff3487df-c20f-4fa1-8465-ca356291ae79 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.925546 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-ff3487df-c20f-4fa1-8465-ca356291ae79 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 946 time: 0.6278598 May 13 14:49:31.956656 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:31.973987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d05d8-03e1-4fff-b31b-a8fdcd6edf47 req-643ae00a-a17f-459e-8dde-bf01ee1a232e tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.975595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-657d05d8-03e1-4fff-b31b-a8fdcd6edf47 req-643ae00a-a17f-459e-8dde-bf01ee1a232e tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.4222701 May 13 14:49:31.978122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-7323df5d-9179-40db-9191-6e3244f13bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:31.979652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-7323df5d-9179-40db-9191-6e3244f13bba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3e2a192007445a6ba0265cebe19f183&device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 1096 time: 0.6700273 May 13 14:49:32.016523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff37700-9ec8-4596-94cc-17e433b439f3 req-3c430127-8122-44d6-be02-d1af1e0f1e25 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.019905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ff37700-9ec8-4596-94cc-17e433b439f3 req-3c430127-8122-44d6-be02-d1af1e0f1e25 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 946 time: 0.2723558 May 13 14:49:32.039857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7eb80f46-9275-4af1-bb9a-93b6e32fd813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.108455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ff37700-9ec8-4596-94cc-17e433b439f3 req-bbc69902-ba75-42c4-9b1c-99e96c0c8c0c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 May 13 14:49:32.115147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.136858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b8bd9-2023-40df-b11e-9bc07077b94b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:32.141922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.146033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f727d6d2-d2c8-4cc2-9e33-91e23c72eb39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/050b8bd9-2023-40df-b11e-9bc07077b94b HTTP/1.1" status: 204 len: 168 time: 0.6093626 May 13 14:49:32.284263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-527a30c6-21af-4e7b-94ff-a52e0db3eb54 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips/96927903-b59c-4d7d-a927-c11f16b96478 HTTP/1.1" status: 200 len: 693 time: 0.1034493 May 13 14:49:32.289474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:32.289921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.317213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622670c5-012e-4c19-9929-892dd34c5162 None None] New status for floating IP 96927903-b59c-4d7d-a927-c11f16b96478: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:49:32.358895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-657d05d8-03e1-4fff-b31b-a8fdcd6edf47 req-6658d555-e3cb-460d-b93c-4201a41df174 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733807 May 13 14:49:32.360359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-2d65c994-ff1a-4c21-af2c-6925322358f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:32.362420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-2d65c994-ff1a-4c21-af2c-6925322358f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 200 len: 920 time: 0.3682425 May 13 14:49:32.439824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Deleting port fd9191d3-a6ce-4cd0-b77e-66a45f80b946 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:32.440286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:32.643561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-c8307e75-9cac-4137-8931-1cea819410fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 200 len: 217 time: 0.2722325 May 13 14:49:32.657616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] The port 'fd9191d3-a6ce-4cd0-b77e-66a45f80b946' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:49:32.997076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.012089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-2b3c3597-2303-4220-9b3a-262a39336789 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.021710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-2b3c3597-2303-4220-9b3a-262a39336789 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 784 time: 0.7305741 May 13 14:49:33.028966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2f445-231b-4051-9d93-8a75c8a7d83d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:33.043114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f26b71b-b314-49a3-b5a3-fc46bd2b442b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:33.043653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f26b71b-b314-49a3-b5a3-fc46bd2b442b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:33.057868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.078184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.083656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.086253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:49:33.086729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.135873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-be846bf5-c06f-4117-acb7-a44d9c0970f3 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 696 time: 0.1120727 May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: timer() May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:49:33.202944 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:49:33.212953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.279143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-aa7d74e9-4ad5-43a9-9ffe-e6d6724320a9 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 696 time: 0.1415918 May 13 14:49:33.309207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-872dfcb5-b9d1-49d2-8ba5-6f2ecbdef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:33.311696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.312740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-872dfcb5-b9d1-49d2-8ba5-6f2ecbdef5a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 200 len: 859 time: 0.6536715 May 13 14:49:33.324782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.463868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] Pushing event deleted for resources: {'Network': ['ID=c3a2f445-231b-4051-9d93-8a75c8a7d83d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:33.576408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-f1741e3b-e011-43de-a894-fe985517fb93 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=69c4d08e-e459-4aca-85bd-a220f14a4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2183738 May 13 14:49:33.600921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7e01e437-4ac3-4e50-a440-e54cc1d72a11 tempest-AllowedAddressPairIpV6TestJSON-308783084 tempest-AllowedAddressPairIpV6TestJSON-308783084-project] 10.222.0.36 "DELETE /v2.0/networks/c3a2f445-231b-4051-9d93-8a75c8a7d83d HTTP/1.1" status: 204 len: 168 time: 3.5882876 May 13 14:49:33.684959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Deleting port 790f3a57-4984-44eb-ac24-bd58feee6063 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:33.692062 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.695287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:33.695908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.849260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:33.913814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:33.914241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.134605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Calling delete_port for 790f3a57-4984-44eb-ac24-bd58feee6063 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:34.162463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561e9b-6d89-4e93-8796-1945633c6f34 req-9edd8c20-3cba-4500-b667-0bf4b4580a6e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:34.175870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8561e9b-6d89-4e93-8796-1945633c6f34 req-9edd8c20-3cba-4500-b667-0bf4b4580a6e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.9827549 May 13 14:49:34.288247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:34.303031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.392061 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-c0b0340a-b338-4c09-acda-1d3f6db95763 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979810 May 13 14:49:34.398458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event deleted for resources: {'Port': ['ID=790f3a57-4984-44eb-ac24-bd58feee6063,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:34.417162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8561e9b-6d89-4e93-8796-1945633c6f34 req-69eed745-7b7b-4876-bfdd-bf17ed9ba62e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402411 May 13 14:49:34.644568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.666904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7571098a-b516-4f5f-ab6a-19d99f67596e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc32436e1dbb4159840043bd3cc084a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771486 May 13 14:49:34.671011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:34.702761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.717907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:34.837071 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.867128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.892890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:34.894779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc700ae3-825d-4ca0-a122-6c1ce4893e0c req-24542ea0-e6af-4475-a0e9-1a3a91d1783c tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "DELETE /v2.0/floatingips/96927903-b59c-4d7d-a927-c11f16b96478 HTTP/1.1" status: 204 len: 173 time: 1.6093915 May 13 14:49:34.922137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=5c6374e0-b8d4-4fe7-a9f2-019e79ef4511,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:34.944081 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.065412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.101754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a1a14-0a45-42b8-886b-a782b868054b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:35.163419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:35.167957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.172688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-daa33721-c4e9-4ae9-abf0-18f313991870 req-de74488f-d50a-4f94-9015-50ef78f3cb93 service neutron] 10.222.0.86 "GET /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455256 May 13 14:49:35.173424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'name': 'network-vif-deleted', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:35.200843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4324455-1758-4bb4-98c2-f6139cf32161 req-fa36189e-55ef-40c9-aa4d-3f8da440938c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:35.202699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.204568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0bd12c0-a5d4-444b-85c6-655ec267b035 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f39a1a14-0a45-42b8-886b-a782b868054b HTTP/1.1" status: 204 len: 168 time: 0.5319777 May 13 14:49:35.208659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4324455-1758-4bb4-98c2-f6139cf32161 req-fa36189e-55ef-40c9-aa4d-3f8da440938c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.6135516 May 13 14:49:35.217133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:35.226431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44efda21-f636-45a6-b7a9-ac28d3338da5 req-aa0cdf11-9f0e-41c3-84cc-58de5aa13e3e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "DELETE /v2.0/ports/5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 HTTP/1.1" status: 204 len: 173 time: 3.2947936 May 13 14:49:35.238078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42130552-4f28-4bc2-8c24-002eeb6bb603 req-4d773ad1-f846-4d27-ac06-a37691196e5d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=78123739-a3a5-4c98-b3c0-c63a6945ce62 HTTP/1.1" status: 200 len: 210 time: 0.1389806 May 13 14:49:35.240295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Request body: {'floatingip': {'port_id': 'afb30029-e708-4067-8832-4aa7a29380b9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:35.277258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:35.493575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:49:35.495089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5c6374e0-b8d4-4fe7-a9f2-019e79ef4511 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:35.555395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:35.999492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eba003a-c311-4451-a659-da8a218fe996 req-b1d50229-61ba-4c8c-affc-7ee0ab264d87 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups/99c516bc-8176-4db8-a182-acd06f47af10 HTTP/1.1" status: 200 len: 1808 time: 0.3516028 May 13 14:49:36.312253 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a8f93d-cacb-4213-b43b-48fd6f17eaad'] response: {'server_uuid': '78123739-a3a5-4c98-b3c0-c63a6945ce62', 'name': 'network-vif-deleted', 'tag': '5c6374e0-b8d4-4fe7-a9f2-019e79ef4511', 'status': 'completed', 'code': 200} May 13 14:49:36.420794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3eba003a-c311-4451-a659-da8a218fe996 req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.524536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3eba003a-c311-4451-a659-da8a218fe996 req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.719050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-1d402400-a566-4b6d-ab72-560b68448800 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:36.719913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-1d402400-a566-4b6d-ab72-560b68448800 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Synchronizing usage tracker for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:36.743177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-1d402400-a566-4b6d-ab72-560b68448800 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Unset dirty status for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:36.745371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-1d402400-a566-4b6d-ab72-560b68448800 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/networks?id=5018bfb8-42bb-4876-9b25-562f1441e8cc HTTP/1.1" status: 200 len: 809 time: 0.2823191 May 13 14:49:36.777236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-7ba7f389-2fb6-403e-970a-2b23f5501407 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/quotas/4f5e0a562a934eb7a30602f1a91fc464 HTTP/1.1" status: 200 len: 375 time: 0.0257945 May 13 14:49:36.861004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3eba003a-c311-4451-a659-da8a218fe996 req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.864956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35156) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:36.894956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c516bc-8176-4db8-a182-acd06f47af10,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:36.907503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3eba003a-c311-4451-a659-da8a218fe996 req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:36.908054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-f87f068a-43e0-4b50-b77c-ba79bcd16c11 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5e0a562a934eb7a30602f1a91fc464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268773 May 13 14:49:36.908656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eba003a-c311-4451-a659-da8a218fe996 req-9bd89195-cbc0-4afb-b7d1-853dc2d62b34 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "DELETE /v2.0/security-groups/99c516bc-8176-4db8-a182-acd06f47af10 HTTP/1.1" status: 204 len: 173 time: 0.8901806 May 13 14:49:37.237206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.247493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-416e0c51-9d3e-4de5-9df8-8856bf5a73bd service neutron] 10.222.0.36 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372648 May 13 14:49:37.247724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.253898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1424043783'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:37.261929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:37.287100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:network and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:37.294239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:37.356071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce6ea8-f376-43aa-a9e9-524ab3df8aa2 req-8ab721ed-7e31-4935-889d-c248ae0674c0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.357715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3ce6ea8-f376-43aa-a9e9-524ab3df8aa2 req-8ab721ed-7e31-4935-889d-c248ae0674c0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2275841 May 13 14:49:37.357929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:37.385660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:37.389738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.419287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.456449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:37.465098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:security_group_rule and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:37.470118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-7c4d1eff-662b-4c1a-83d7-7eef0e3d3d46 service neutron] 10.222.0.36 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054789 May 13 14:49:37.471025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:37.478265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:37.496131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3ce6ea8-f376-43aa-a9e9-524ab3df8aa2 req-c75f6a27-cbaf-4aef-ae45-de94f3060de0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879343 May 13 14:49:37.499505 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Floating IP 41f38428-25bf-46a8-bdd3-aa021c9ab9c9 associated. External IP: 172.25.5.237, port: afb30029-e708-4067-8832-4aa7a29380b9. May 13 14:49:37.656541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.665835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.700418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:49:37.722022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.723054 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Added segment 7767f1fb-1ee3-47ee-a100-9670d9465b13 of type vlan for network 7f109536-5fa7-4897-a408-484f2a1441dc May 13 14:49:37.778008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.821393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:37.828236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:37.828890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:38.015158 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc32c893-4563-42eb-b83a-a6dd4bc30889 req-188c943d-c7a1-4508-957f-25ee65866d80 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0648847 May 13 14:49:38.104877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Network': ['ID=7f109536-5fa7-4897-a408-484f2a1441dc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:38.121701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 7f109536-5fa7-4897-a408-484f2a1441dc details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:49:38.122846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae0ff2-73cd-43b6-8d3e-8c04a71ec920,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:38.140904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9920f07-5a09-465f-af36-500e05dea027 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2743866 May 13 14:49:38.143673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:38.154085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'subnet': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:38.223418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:49:38.451493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:38.455950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:subnet and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:38.459369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:38.466729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:38.484007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:38.488023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:38.709018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3443547a-f01a-4a8c-aab1-57bb774c52f3 req-9dc6d8e9-7978-4c0a-ba36-9a45c0d91f81 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 210 time: 0.0621622 May 13 14:49:39.022142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:49:39.032273 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Sync routers for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:49:39.044059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.046797 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:39.047889 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:39.056176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.098817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:39.164783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd365a0-afbc-4abe-a684-a45089ca1f59 req-25af454e-ee64-4bf4-b792-967df8f647cf tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.168483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1cd365a0-afbc-4abe-a684-a45089ca1f59 req-25af454e-ee64-4bf4-b792-967df8f647cf tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.2490635 May 13 14:49:39.178782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-71173fbc-09b2-47f7-8fbf-457a939916fb tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "PUT /v2.0/floatingips/41f38428-25bf-46a8-bdd3-aa021c9ab9c9 HTTP/1.1" status: 200 len: 992 time: 3.9564629 May 13 14:49:39.179993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:39.259634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1cd365a0-afbc-4abe-a684-a45089ca1f59 req-cb57eccc-80ae-4d6b-bf11-0dffa166968c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 May 13 14:49:39.298543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34b353-769c-4776-9b56-4e58aa3e932d req-57cca0c2-67c1-444d-abe2-49c6fc925195 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.299324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ac34b353-769c-4776-9b56-4e58aa3e932d req-57cca0c2-67c1-444d-abe2-49c6fc925195 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:39.347267 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:39.365736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Subnet': ['ID=e3981a93-9dcd-4ac0-9054-d82628c8b5e1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:39.377219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ac34b353-769c-4776-9b56-4e58aa3e932d req-57cca0c2-67c1-444d-abe2-49c6fc925195 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:39.384879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac34b353-769c-4776-9b56-4e58aa3e932d req-57cca0c2-67c1-444d-abe2-49c6fc925195 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.4216225 May 13 14:49:39.420587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Checking segment: {'id': '7767f1fb-1ee3-47ee-a100-9670d9465b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:39.420990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network hostable DHCP agents. Network: 7f109536-5fa7-4897-a408-484f2a1441dc, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:49:39.486718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac34b353-769c-4776-9b56-4e58aa3e932d req-1e84df60-bdcb-44c1-bd0d-95021ea3e6d4 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009464 May 13 14:49:39.493210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:49:39.493669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.519238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 7f109536-5fa7-4897-a408-484f2a1441dc) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:39.524738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:39.524996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:39.526922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.532166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304ac73-6cb5-42e1-807a-c0c71f5b65f3 None None] Network 7f109536-5fa7-4897-a408-484f2a1441dc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:39.543201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Usage tracker for resource:security_group_rule and tenant:5309cd9c9e8b4231bee3b62a97fccf3b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:39.552166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:39.559890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0d358544-6f8e-4e5b-ad5f-c020960d83e6 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4148788 May 13 14:49:39.561081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:39.566481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:39.573868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-1958256841'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:39.774328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.872627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:39.926869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ccf95ca5-0926-4afb-a8bf-91e463770df2 req-2bac9d36-9f9e-4c4a-8520-84cbcc4d583b tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1459491 May 13 14:49:39.955705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:39.977389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:port and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:39.994543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:40.001418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5309cd9c9e8b4231bee3b62a97fccf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955095 May 13 14:49:40.012639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:40.048850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-7f109536-5fa7-4897-a408-484f2a1441dc', 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'tenant_id': '4c85f8b2e78a42d9ba045831ddac3199', 'fixed_ips': [{'subnet_id': 'e3981a93-9dcd-4ac0-9054-d82628c8b5e1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:49:40.049765 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.095134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c3de-9faf-45fb-969d-0f1bddb8f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4052d3-61b5-4948-ab8e-5b99dfe280a4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:40.104437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '41f38428-25bf-46a8-bdd3-aa021c9ab9c9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'port_id': 'afb30029-e708-4067-8832-4aa7a29380b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'mac_address': 'fa:16:3e:c4:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e18785-1325-4f66-8f83-e69160e26e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:04Z', 'updated_at': '2022-05-13T14:49:36Z', 'revision_number': 1, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:40.121912 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Checking router: 1e8c163f-dfe2-45bc-8a66-7055a10d1607 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:49:40.128342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:40.130993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e543b6db-4047-4a33-99e7-050af6f70691 req-993df18c-71c4-4613-8d65-a9ff501a26d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1162772 May 13 14:49:40.186695 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:49:40.188074 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:49:40.189155 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:40.222427 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1843ddfc-cfbc-4dbf-a5ad-599ce0da77d4'] response: {'name': 'network-changed', 'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9', 'status': 'completed', 'code': 200} May 13 14:49:40.273829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Allocated IP 172.20.0.2 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/4939404c-1efb-48f7-b540-5b7f30ff0084) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:40.402431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca0ba-d9af-4537-aff1-3e0c19f120dd req-ce0ad657-8407-42c4-bb27-3e42da0deec4 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:40.415696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-160ca0ba-d9af-4537-aff1-3e0c19f120dd req-ce0ad657-8407-42c4-bb27-3e42da0deec4 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.6435890 May 13 14:49:40.505374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:40.512506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.589729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port 34c0995a-15b5-41a9-a86d-39a485e89b9f yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:40.645606 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:49:40.645834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-607e9f49-fee1-4f4c-ba3a-6ece219f6a72 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:40.647334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-607e9f49-fee1-4f4c-ba3a-6ece219f6a72 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.2657526 May 13 14:49:40.649890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-bf16e638-5909-4f1f-ba9b-5ea5a9fffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:40.652472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-bf16e638-5909-4f1f-ba9b-5ea5a9fffce8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4384b141ea6f4fea9646e9930a9ccc2d&device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 1097 time: 0.4031348 May 13 14:49:40.699157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-8e956f44-aae1-4a40-85f8-31066606c83d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0363491 May 13 14:49:40.706807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.747027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Transition to ACTIVE for port object 4939404c-1efb-48f7-b540-5b7f30ff0084 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:40.768244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-160ca0ba-d9af-4537-aff1-3e0c19f120dd req-43d23d81-a844-40fa-95c7-273194d2ecd7 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507855 May 13 14:49:40.769163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.808148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Transition to ACTIVE for port object 4939404c-1efb-48f7-b540-5b7f30ff0084 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:40.824468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.845151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:40.960692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-fbad0442-4efe-4d0a-9936-d5dce2bd3762 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:40.962851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-fbad0442-4efe-4d0a-9936-d5dce2bd3762 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.90 "GET /v2.0/networks?id=5018bfb8-42bb-4876-9b25-562f1441e8cc HTTP/1.1" status: 200 len: 809 time: 0.8874974 May 13 14:49:40.968738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:41.006241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Request body: {'port': {'device_id': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc', 'admin_state_up': True, 'tenant_id': '4f5e0a562a934eb7a30602f1a91fc464'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:41.012637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:41.013904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-33899b4b-6929-440d-9098-e6ebe14c42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.017091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:41.019356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-33899b4b-6929-440d-9098-e6ebe14c42fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=180d2a11-2b79-479a-9869-44e5d1711ba9 HTTP/1.1" status: 200 len: 906 time: 0.3541882 May 13 14:49:41.021950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:41.073306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Pushing event updated for resources: {'Port': ['ID=4939404c-1efb-48f7-b540-5b7f30ff0084,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:41.131251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4052d3-61b5-4948-ab8e-5b99dfe280a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:41.161271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d38db102-0451-43aa-abe2-eff09bafb797 req-b483134e-e380-48fa-bcca-9fca587c6bb4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:41.167332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-5eb87818-2dce-4e6a-9b66-009268bd724b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afb30029-e708-4067-8832-4aa7a29380b9 HTTP/1.1" status: 200 len: 1000 time: 0.1437907 May 13 14:49:41.183119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Attempting to bind port 4939404c-1efb-48f7-b540-5b7f30ff0084 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:41.183506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Attempting to bind port 4939404c-1efb-48f7-b540-5b7f30ff0084 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '7767f1fb-1ee3-47ee-a100-9670d9465b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:41.183872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Attempting to bind port 4939404c-1efb-48f7-b540-5b7f30ff0084 on network 7f109536-5fa7-4897-a408-484f2a1441dc {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:41.190724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:41.191190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Checking segment: {'id': '7767f1fb-1ee3-47ee-a100-9670d9465b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:41.192528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:41.192958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Bound using segment: {'id': '7767f1fb-1ee3-47ee-a100-9670d9465b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:41.193462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Bound port: 4939404c-1efb-48f7-b540-5b7f30ff0084, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7767f1fb-1ee3-47ee-a100-9670d9465b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:41.193848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:41.241761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d38db102-0451-43aa-abe2-eff09bafb797 req-b483134e-e380-48fa-bcca-9fca587c6bb4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:41.255556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-b483134e-e380-48fa-bcca-9fca587c6bb4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4985137 May 13 14:49:41.313297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-43c96a4e-9e90-4bea-81a2-4faa592d33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.315430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-43c96a4e-9e90-4bea-81a2-4faa592d33db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6bd626bc-813b-4466-a534-f6ebd7fcdd8d HTTP/1.1" status: 200 len: 844 time: 0.1362605 May 13 14:49:41.316766 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '41f38428-25bf-46a8-bdd3-aa021c9ab9c9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'port_id': 'afb30029-e708-4067-8832-4aa7a29380b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'mac_address': 'fa:16:3e:c4:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e18785-1325-4f66-8f83-e69160e26e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:04Z', 'updated_at': '2022-05-13T14:49:36Z', 'revision_number': 1, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:49:41.330885 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf598d5-8821-4bb3-a385-483db54915b4 None None] The sync data for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 is: [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '41f38428-25bf-46a8-bdd3-aa021c9ab9c9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'port_id': 'afb30029-e708-4067-8832-4aa7a29380b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'mac_address': 'fa:16:3e:c4:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e18785-1325-4f66-8f83-e69160e26e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:49:04Z', 'updated_at': '2022-05-13T14:49:36Z', 'revision_number': 1, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:49:41.374176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] For port 4939404c-1efb-48f7-b540-5b7f30ff0084, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:41.383744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] For port 4939404c-1efb-48f7-b540-5b7f30ff0084, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4939404c-1efb-48f7-b540-5b7f30ff0084,segment=NetworkSegment(7767f1fb-1ee3-47ee-a100-9670d9465b13),segment_id=7767f1fb-1ee3-47ee-a100-9670d9465b13)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:41.392519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:41.552467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87102b-1076-40ed-840e-b279aa9bb558 None None] Pushing event updated for resources: {'Port': ['ID=4939404c-1efb-48f7-b540-5b7f30ff0084,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:41.594610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-44335eac-16f6-4ef2-92fb-7770bf9123ad req-d7745d65-c377-4980-bb5f-221baaae6f07 service neutron] (88131) timed out ('10.222.0.36', 40340) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:49:41.621005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-508da9e6-d27d-4dfd-bbf7-29c5b3693c2a req-ef0dade9-714e-4d55-8645-b6c704fd7570 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 210 time: 0.6426408 May 13 14:49:41.642198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-e5fda9b0-1427-4963-9230-d65e6560a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:41.642362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-e5fda9b0-1427-4963-9230-d65e6560a1f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=180d2a11-2b79-479a-9869-44e5d1711ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194137 May 13 14:49:41.676835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:41.686472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-952470b2-d3b6-4e38-835e-50211d611fa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b4052d3-61b5-4948-ab8e-5b99dfe280a4 HTTP/1.1" status: 204 len: 168 time: 1.6219831 May 13 14:49:41.708896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.7 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/34c0995a-15b5-41a9-a86d-39a485e89b9f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:41.730193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d091c49-55a3-4e16-8d0e-ead3020410df None None] New status for floating IP 41f38428-25bf-46a8-bdd3-aa021c9ab9c9: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:49:42.073434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bbdb6127-67b7-4330-9446-c9f61acbccc4 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030579 May 13 14:49:42.278708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-e9bff45c-7f8d-49ec-b32e-d7492150926a service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210318 May 13 14:49:42.296316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:42.310026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Usage tracker for resource:port and tenant:4f5e0a562a934eb7a30602f1a91fc464 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:42.337187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:42.357893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-d0ccca95-fc1d-4bfd-a0e6-21223807e041 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:42.359693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-d0ccca95-fc1d-4bfd-a0e6-21223807e041 tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.86 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 1.2490847 May 13 14:49:42.364681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:42.436173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-c49f8dd0-82ef-4106-b509-e39ffd0c594e service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615835 May 13 14:49:42.451485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Made reservation on behalf of 4f5e0a562a934eb7a30602f1a91fc464 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:42.455121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:42.495396 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469e4203-0d88-4b45-99a7-a82d6cc06f41 req-6c548b83-e0c2-43c6-9195-ba6293f10b95 service neutron] 10.222.0.86 "GET /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061515 May 13 14:49:42.518231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:42.581966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Deleting port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:42.581966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:42.730929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9216a6-6a3b-4897-b306-d973e2691ffa req-a90b3231-19c5-4b90-89b3-6434ab44f3f2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:42.741438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad9216a6-6a3b-4897-b306-d973e2691ffa req-a90b3231-19c5-4b90-89b3-6434ab44f3f2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.8465614 May 13 14:49:42.742658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object 34c0995a-15b5-41a9-a86d-39a485e89b9f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:43.046097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4939404c-1efb-48f7-b540-5b7f30ff0084 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:43.070282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88845-79a6-4447-be8f-b78f87a322ee req-1f31ce03-f150-4f3e-ba3c-6c46aad4615d tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:43.094261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aff88845-79a6-4447-be8f-b78f87a322ee req-1f31ce03-f150-4f3e-ba3c-6c46aad4615d tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 945 time: 0.2679622 May 13 14:49:43.171670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4939404c-1efb-48f7-b540-5b7f30ff0084 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:43.199558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad9216a6-6a3b-4897-b306-d973e2691ffa req-fdd27d9d-fcb2-4bd9-b9b6-fea3bf5f2f91 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280221 May 13 14:49:43.263445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aff88845-79a6-4447-be8f-b78f87a322ee req-387bd074-73a6-46ed-adea-7d88b79160af tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Synchronizing usage tracker for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:43.266511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:49:43.312841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aff88845-79a6-4447-be8f-b78f87a322ee req-387bd074-73a6-46ed-adea-7d88b79160af tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Unset dirty status for tenant:b3e2a192007445a6ba0265cebe19f183 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:43.318896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aff88845-79a6-4447-be8f-b78f87a322ee req-387bd074-73a6-46ed-adea-7d88b79160af tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7b42719-9bce-4cd0-b4ee-59e40973b612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090545 May 13 14:49:43.475427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45d561-ebf7-40e6-accf-e2fa698a8459 None None] Network 7f109536-5fa7-4897-a408-484f2a1441dc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:49:43.481571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78acba04-a8de-421b-ae56-ca9dc7856aa2 req-325d1cba-ba0d-4912-bbf0-70d06794812a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 210 time: 0.0820386 May 13 14:49:43.527804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:43.756554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3264d07c-f3b6-4ffa-94d1-04ac55e08a5a req-39c2e899-4ea2-4005-ac01-b944aec72439 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2458656 May 13 14:49:43.817454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e2a61f1-5e68-4113-bbb8-9869fdd1c3a7 req-6354d202-cb44-4c17-b8d3-f7bcaedb80db tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 210 time: 0.1271758 May 13 14:49:43.915325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Allocated IP 172.20.0.10 (5018bfb8-42bb-4876-9b25-562f1441e8cc/12332681-5cda-4c30-b343-d8e0b7055932/aa88d9b1-6bea-45e2-a9f0-139d6b04c64b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:44.017517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Provisioning for port 4939404c-1efb-48f7-b540-5b7f30ff0084 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:44.045220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Provisioning complete for port 4939404c-1efb-48f7-b540-5b7f30ff0084 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:44.045578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:44.081723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] For port 648de7ce-e433-4091-9dc1-c8bc4de6ad14, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=648de7ce-e433-4091-9dc1-c8bc4de6ad14,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:44.087268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:44.127800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:44.251352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'port_id': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'mac_address': 'fa:16:3e:fe:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f348f24c-b0a6-431e-bdf3-d5802e377d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:49:44.292555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Calling delete_port for 648de7ce-e433-4091-9dc1-c8bc4de6ad14 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:44.502748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:44.507347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:44.524868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:44.527087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=34c0995a-15b5-41a9-a86d-39a485e89b9f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:44.577740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:44.604138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Current status of the port 4939404c-1efb-48f7-b540-5b7f30ff0084 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:44.604587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:44.628848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:44.629259 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:44.703868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb31906b-1183-4d3d-80a9-046f2e6728c7 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:44.804805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] For port 4939404c-1efb-48f7-b540-5b7f30ff0084, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4939404c-1efb-48f7-b540-5b7f30ff0084,segment=NetworkSegment(7767f1fb-1ee3-47ee-a100-9670d9465b13),segment_id=7767f1fb-1ee3-47ee-a100-9670d9465b13)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:44.845688 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:45.344432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3af2-1178-4305-9092-43b2b64bdf65 None None] Pushing event updated for resources: {'Port': ['ID=4939404c-1efb-48f7-b540-5b7f30ff0084,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:45.356610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:45.377184 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:45.487887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 648de7ce-e433-4091-9dc1-c8bc4de6ad14 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:49:45.600860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:45.684536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:45.691578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:45.741816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-583a4154-c3ea-408d-aa07-b396a7578869 req-6b287fa8-2172-4d9d-af97-c56aba7ed6de tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.36 "GET /v2.0/ports?device_id=d23ed086-8f84-4d61-b2f6-c283d3a1a910 HTTP/1.1" status: 200 len: 210 time: 0.4207151 May 13 14:49:45.766126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 648de7ce-e433-4091-9dc1-c8bc4de6ad14 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:49:45.766567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 648de7ce-e433-4091-9dc1-c8bc4de6ad14 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:49:45.799830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['eb31906b-1183-4d3d-80a9-046f2e6728c7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:45.816358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.107870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Provisioning complete for port 4939404c-1efb-48f7-b540-5b7f30ff0084 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:46.108490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.160699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-00b13281-968f-4417-a01d-da88a6eccdba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.161182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Pushing event deleted for resources: {'Port': ['ID=648de7ce-e433-4091-9dc1-c8bc4de6ad14,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:46.163194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-00b13281-968f-4417-a01d-da88a6eccdba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 1.0892386 May 13 14:49:46.205846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:46.357821 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-145a5fb2-2982-4ffb-a607-d5c8416d29b8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7925062 May 13 14:49:46.370791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:46.402945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:46.406932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-663613894', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:38:d6:59'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:46.434353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Network 5018bfb8-42bb-4876-9b25-562f1441e8cc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:46.441349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] No DVR routers for this DVR port 648de7ce-e433-4091-9dc1-c8bc4de6ad14 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:49:46.451829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:46.455191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.457963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5394b4cb-0e83-4e3c-ab4a-ffa23ae4ce61 req-fb42b959-7dcd-4117-a283-6d9bec377deb tempest-ServerRescueTestJSONUnderV235-551944039 tempest-ServerRescueTestJSONUnderV235-551944039-project] 10.222.0.86 "DELETE /v2.0/ports/648de7ce-e433-4091-9dc1-c8bc4de6ad14 HTTP/1.1" status: 204 len: 173 time: 4.0888207 May 13 14:49:46.464608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'name': 'network-vif-deleted', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:46.470959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:46.538241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:46.548800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Current status of the port 4939404c-1efb-48f7-b540-5b7f30ff0084 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:46.672387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Provisioning for port 34c0995a-15b5-41a9-a86d-39a485e89b9f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:46.677413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72cbaf-cc77-444d-b41d-a358f4a4d830 req-bf4a919b-9a8e-463c-afe2-8e6f487f9e73 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.681970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5a20dd48-dd6b-4a40-bfb8-a47bce8aaf62 req-be9775e3-2208-409a-800f-ae80a0f0966d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 210 time: 0.3632231 May 13 14:49:46.689254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c72cbaf-cc77-444d-b41d-a358f4a4d830 req-bf4a919b-9a8e-463c-afe2-8e6f487f9e73 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 944 time: 0.9860284 May 13 14:49:46.710104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:46.742972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:port and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:46.750968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Provisioning complete for port 34c0995a-15b5-41a9-a86d-39a485e89b9f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:46.751980 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.766834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:46.829236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:46.855456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:46.896119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:46.904833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:46.913841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.933377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:46.950131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:46.967259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:47.029334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-afa67874-7b9a-4243-b2a6-cc7211a85eb9 None None] Port 34c0995a-15b5-41a9-a86d-39a485e89b9f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:47.051764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4939404c-1efb-48f7-b540-5b7f30ff0084 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:47.077299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c72cbaf-cc77-444d-b41d-a358f4a4d830 req-56b9c87a-28fb-42ac-9cc0-25407e1aad32 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870153 May 13 14:49:47.100664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-c4fc3db5-c0dc-4bd0-a7be-55b22c9d60cb tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1136780 May 13 14:49:47.107121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Request body: {'port': {'device_id': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:47.231655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-abcc72d1-9b9f-4641-ae27-54a3e74185b7 None None] Provisioning complete for port 34c0995a-15b5-41a9-a86d-39a485e89b9f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:47.232400 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abcc72d1-9b9f-4641-ae27-54a3e74185b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:47.345991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-abcc72d1-9b9f-4641-ae27-54a3e74185b7 None None] Port 34c0995a-15b5-41a9-a86d-39a485e89b9f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:47.396188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:47.454422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:47.533745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-27977d4d-27c5-47b1-abfa-5def1a420dc6 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:47.534493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-27977d4d-27c5-47b1-abfa-5def1a420dc6 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Synchronizing usage tracker for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:47.573151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-27977d4d-27c5-47b1-abfa-5def1a420dc6 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Unset dirty status for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:47.579715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4939404c-1efb-48f7-b540-5b7f30ff0084 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:47.581721 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:47.584272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-27977d4d-27c5-47b1-abfa-5def1a420dc6 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 932 time: 0.2425652 May 13 14:49:47.950682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port eb31906b-1183-4d3d-80a9-046f2e6728c7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:47.951941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:47.995999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.6 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/3a3e9dbc-529a-44c8-a04b-793ac23a8c02) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:48.035335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-52000e5c-8103-44eb-b8dc-2a9c96698528 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Synchronizing usage tracker for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:48.125004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4939404c-1efb-48f7-b540-5b7f30ff0084 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:48.249888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-52000e5c-8103-44eb-b8dc-2a9c96698528 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Unset dirty status for tenant:4f5e0a562a934eb7a30602f1a91fc464 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:48.258128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86b45c19-8a24-4f6e-82f2-6f62e391e635 req-52000e5c-8103-44eb-b8dc-2a9c96698528 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724696 May 13 14:49:48.323385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:48.323922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:48.414842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:48.429037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:48.449422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:48.491359 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fed269-948c-4dc3-b32c-8328ab4538e9'] response: {'server_uuid': 'd23ed086-8f84-4d61-b2f6-c283d3a1a910', 'name': 'network-vif-deleted', 'tag': '648de7ce-e433-4091-9dc1-c8bc4de6ad14', 'status': 'completed', 'code': 200} May 13 14:49:48.568190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:48.605557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:48.639155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f537eb4a-01b8-459c-a158-f1b2029ba1e3 req-97133c89-7058-4bf4-8c95-f49a1765f326 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 1.3321357 May 13 14:49:48.937560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0438d3d5-1980-4006-8e28-467b13753b4d req-df06e192-0764-4245-a7f2-2dabf0fcc4cd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 210 time: 0.1902959 May 13 14:49:49.053275 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bfce86-2f13-40fe-92df-c7dd515343c6'] response: {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'code': 200} May 13 14:49:49.057878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.164100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa88d9b1-6bea-45e2-a9f0-139d6b04c64b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:49.184871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.186477 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.217675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Transition to ACTIVE for port object aa88d9b1-6bea-45e2-a9f0-139d6b04c64b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:49.225045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.316535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.473593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port 12ae2adc-67d1-4a28-99d1-b4632ea36abf yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:49.554962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.567724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:49.592557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:49.888162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Attempting to bind port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:49.889459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Attempting to bind port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1ffd8d10-6b8e-4675-986a-2bec4c0b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:49.890577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Attempting to bind port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b on network 5018bfb8-42bb-4876-9b25-562f1441e8cc {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:49.909258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b on network 5018bfb8-42bb-4876-9b25-562f1441e8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:49.910293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Attempting to bind port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b on network 5018bfb8-42bb-4876-9b25-562f1441e8cc {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:49.929163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:49.930270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Checking segment: {'id': '1ffd8d10-6b8e-4675-986a-2bec4c0b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:49.932182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Bound using segment: {'id': '1ffd8d10-6b8e-4675-986a-2bec4c0b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:49.934131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Bound port: aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffd8d10-6b8e-4675-986a-2bec4c0b4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:49.934911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:49.947101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61725b9f-215e-477b-876e-f2359b44009a req-bfb59240-49c0-4f73-8810-710886f3575f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:49.961298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61725b9f-215e-477b-876e-f2359b44009a req-bfb59240-49c0-4f73-8810-710886f3575f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.9551175 May 13 14:49:50.022189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:50.040810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:50.056335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:50.099514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:50.267632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:50.276987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:50.283075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:50.300282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:50.329002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.329709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:50.385002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61725b9f-215e-477b-876e-f2359b44009a req-89a014f3-3113-4d5c-902e-b339401eefac tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221458 May 13 14:49:50.436484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.11 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/12ae2adc-67d1-4a28-99d1-b4632ea36abf) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:50.518039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.519523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:50.524325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] 10.222.0.90 "PUT /v2.0/ports/aa88d9b1-6bea-45e2-a9f0-139d6b04c64b HTTP/1.1" status: 200 len: 1092 time: 3.4255385 May 13 14:49:50.526719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:50.573021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8dfc0-c13b-41fe-aaf7-41dd38a831c3 req-a89f49e4-604c-4c66-8cb9-acc165d9e34c tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:50.590257 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f8dfc0-c13b-41fe-aaf7-41dd38a831c3 req-a89f49e4-604c-4c66-8cb9-acc165d9e34c tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 944 time: 0.4755065 May 13 14:49:50.711503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-ea7b72c4-7263-4bee-88ab-103422df0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5167434 May 13 14:49:50.785620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Request body: {'port': {'device_id': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:50.928813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11b99c5c-8529-48f3-a6ea-a569e5c41c32 req-b31370d2-2497-4a0a-8365-ac0fd58440bc tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2968986 May 13 14:49:51.111288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c605eb5-a290-413f-83e4-e6d1083bbee6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:51.164781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5f8dfc0-c13b-41fe-aaf7-41dd38a831c3 req-eebf173e-2c8a-4e5e-b916-9742f558452d tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566627 May 13 14:49:51.207408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-d28df395-2125-415b-97fd-b451a44be179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:51.212006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-d28df395-2125-415b-97fd-b451a44be179 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f5e0a562a934eb7a30602f1a91fc464&device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 1095 time: 0.6024020 May 13 14:49:51.276598 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.303407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object 12ae2adc-67d1-4a28-99d1-b4632ea36abf will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:51.336097 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e52097-c44f-4224-8a53-a7e4ea96671d'] response: {'name': 'network-changed', 'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'status': 'completed', 'code': 200} May 13 14:49:51.353365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-43f07a73-9c3b-409c-8376-6537601f0976 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b HTTP/1.1" status: 200 len: 217 time: 0.1333411 May 13 14:49:51.373052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.437047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:51.527915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-f61373da-18b9-4657-8658-da8595dc7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:51.535671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-f61373da-18b9-4657-8658-da8595dc7da8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12332681-5cda-4c30-b343-d8e0b7055932 HTTP/1.1" status: 200 len: 849 time: 0.1703401 May 13 14:49:51.545046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=12ae2adc-67d1-4a28-99d1-b4632ea36abf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:51.690064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-d83c80ee-82ea-4da2-b5da-470de7491f32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5018bfb8-42bb-4876-9b25-562f1441e8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431298 May 13 14:49:51.811130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:49:51.834949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:49:52.074978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37404ad4-14b7-4acb-8986-ae983128e906 req-b6c1a257-22b4-4c5b-800a-efd60be15478 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.088822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37404ad4-14b7-4acb-8986-ae983128e906 req-b6c1a257-22b4-4c5b-800a-efd60be15478 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3968525 May 13 14:49:52.191371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:49:52.209677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-d7c9e591-b322-4c33-a733-e76f3ff9b0e7 service neutron] 10.222.0.90 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596298 May 13 14:49:52.237432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37404ad4-14b7-4acb-8986-ae983128e906 req-0308ca5c-7f2b-42e0-b7e1-596e4cde696f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469626 May 13 14:49:52.378309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-611065a7-30c8-4a6e-90e6-edec5a8210ed None None] Provisioning for port 12ae2adc-67d1-4a28-99d1-b4632ea36abf completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:52.392862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-611065a7-30c8-4a6e-90e6-edec5a8210ed None None] Provisioning complete for port 12ae2adc-67d1-4a28-99d1-b4632ea36abf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:52.393236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-611065a7-30c8-4a6e-90e6-edec5a8210ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.463718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.464717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.510511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92e79-0bb1-4c11-b5b1-1c2712051b5b req-3da9b1a0-af1b-4e90-8798-aad211bcbcc1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:52.511481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9de92e79-0bb1-4c11-b5b1-1c2712051b5b req-3da9b1a0-af1b-4e90-8798-aad211bcbcc1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:52.568041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-611065a7-30c8-4a6e-90e6-edec5a8210ed None None] Port 12ae2adc-67d1-4a28-99d1-b4632ea36abf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:49:52.581713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9de92e79-0bb1-4c11-b5b1-1c2712051b5b req-3da9b1a0-af1b-4e90-8798-aad211bcbcc1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:52.589146 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9de92e79-0bb1-4c11-b5b1-1c2712051b5b req-3da9b1a0-af1b-4e90-8798-aad211bcbcc1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 931 time: 1.2619355 May 13 14:49:52.598068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-97fac609-0394-48da-a89f-9bab48056178 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.2230852 May 13 14:49:52.599961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:52.649118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ae38218-bb0e-4672-bd39-67b9f5f10162 req-2763c69d-67b8-4bde-b018-32122704934a tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1344950 May 13 14:49:52.700636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:52.742807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15cd9c92-3a16-4083-a0d4-3513d58a7a64 req-7ae3a18e-62fb-4ae6-9ea1-de4459cd0cd7 service neutron] 10.222.0.90 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204582 May 13 14:49:53.019267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-e00474db-eca0-48bc-a2f2-b7d1a3445440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.021504 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-e00474db-eca0-48bc-a2f2-b7d1a3445440 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4f5e0a562a934eb7a30602f1a91fc464&device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 1095 time: 0.2179661 May 13 14:49:53.106115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9de92e79-0bb1-4c11-b5b1-1c2712051b5b req-2ab909de-0173-4185-821e-0d025217fa96 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160394 May 13 14:49:53.109079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:49:53.203881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-2e75fe50-af58-417a-840a-ccb38030e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.205791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-2e75fe50-af58-417a-840a-ccb38030e71c service neutron] 10.222.0.90 "GET /v2.0/networks?id=5018bfb8-42bb-4876-9b25-562f1441e8cc HTTP/1.1" status: 200 len: 910 time: 0.1703258 May 13 14:49:53.273956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:53.294873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.322043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Transition to ACTIVE for port object 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:53.332433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.339439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.346110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.347576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:53.347788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-6cc165f6-b88e-4573-bd5b-78143cd3dcff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b HTTP/1.1" status: 200 len: 217 time: 0.1320491 May 13 14:49:53.371875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1051a12-addc-4265-ad49-b18855e6e451 req-7a00e98b-5be3-44bf-8503-e4148075d391 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.384361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e1051a12-addc-4265-ad49-b18855e6e451 req-7a00e98b-5be3-44bf-8503-e4148075d391 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 944 time: 0.4783771 May 13 14:49:53.409127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.417069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:53.423775 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dd2402df-733e-4009-9cd8-08d4c2f04f33 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.8044899 May 13 14:49:53.471602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:53.657848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-98585616-9fb6-4352-b70b-3741796d2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:53.659732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-98585616-9fb6-4352-b70b-3741796d2732 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=12332681-5cda-4c30-b343-d8e0b7055932 HTTP/1.1" status: 200 len: 849 time: 0.2720785 May 13 14:49:53.671952 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e1051a12-addc-4265-ad49-b18855e6e451 req-61964f26-a0dc-4c8b-8d3b-53997b7c50ab tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853384 May 13 14:49:53.754086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Deleting port 761e7940-f474-466c-9863-e01d49f57dd1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:53.754086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:53.786697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-843c5e00-2fa7-4b5c-9773-fd193785aacb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5018bfb8-42bb-4876-9b25-562f1441e8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133680 May 13 14:49:53.913679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:53.971060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port 12ae2adc-67d1-4a28-99d1-b4632ea36abf {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:49:53.971827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.093371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae691785-0ffe-4ed0-90ad-2912ea463451 req-53760537-f7ab-4c3e-af03-c8b7d8b93cf6 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0760396 May 13 14:49:54.210450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-19e930fa-7e17-474d-b628-0c6ccef351af service neutron] 10.222.0.90 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163167 May 13 14:49:54.744191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] For port 761e7940-f474-466c-9863-e01d49f57dd1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=761e7940-f474-466c-9863-e01d49f57dd1,segment=NetworkSegment(f715f240-e977-4e93-883f-bc87c2425819),segment_id=f715f240-e977-4e93-883f-bc87c2425819)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:54.745768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:54.806775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e644d0d8-f4b6-4645-b46c-ac9c5062b834 req-e76e2286-1297-4576-ae94-d0f65d680a3e service neutron] 10.222.0.90 "GET /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827279 May 13 14:49:55.025218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bde36-b687-4c11-be6b-17a21b53f02a req-ee1b7a4e-c619-4880-9040-721629e21145 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.038506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec5bde36-b687-4c11-be6b-17a21b53f02a req-ee1b7a4e-c619-4880-9040-721629e21145 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 0.2287681 May 13 14:49:55.115174 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec5bde36-b687-4c11-be6b-17a21b53f02a req-4ca1e882-186c-4d87-b994-2c49a0b3cff9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 May 13 14:49:55.190958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Calling delete_port for 761e7940-f474-466c-9863-e01d49f57dd1 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:55.313908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2420f7-6204-49d9-a465-fd4db02dde6b req-a583016a-9b5d-43c3-b648-19454a779307 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:55.315383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd2420f7-6204-49d9-a465-fd4db02dde6b req-a583016a-9b5d-43c3-b648-19454a779307 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 944 time: 0.0954938 May 13 14:49:55.434457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aa88d9b1-6bea-45e2-a9f0-139d6b04c64b details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:49:55.498118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd2420f7-6204-49d9-a465-fd4db02dde6b req-6c2caed1-3d41-41b0-8fb6-92e5f000bf44 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586251 May 13 14:49:55.586812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:55.732846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for 12ae2adc-67d1-4a28-99d1-b4632ea36abf owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:49:55.898366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2f3952f-cb81-4f7e-b4af-ecec521b7eb3 req-d63700eb-570f-47da-9d38-9e3790bea47a tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1210580 May 13 14:49:56.052103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1d79-d83e-4494-8044-0e16e6451622 req-8398447c-6a55-4142-b1cd-a470ee434265 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:56.056466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08ad1d79-d83e-4494-8044-0e16e6451622 req-8398447c-6a55-4142-b1cd-a470ee434265 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 2.4785547 May 13 14:49:56.069384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:56.114527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'network_id': '5018bfb8-42bb-4876-9b25-562f1441e8cc', 'port_id': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'mac_address': 'fa:16:3e:54:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12332681-5cda-4c30-b343-d8e0b7055932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:49:56.122377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:56.327334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:49:56.328415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:56.377753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa88d9b1-6bea-45e2-a9f0-139d6b04c64b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:49:56.418967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:49:56.434528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:56.654165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ee9be-94e2-4da5-a71d-77dc34ceba60 req-b4e88d53-9469-4f2c-b271-12ce7839a5bd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:56.661850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad3ee9be-94e2-4da5-a71d-77dc34ceba60 req-b4e88d53-9469-4f2c-b271-12ce7839a5bd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 0.2286704 May 13 14:49:56.689853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:56.704716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=12ae2adc-67d1-4a28-99d1-b4632ea36abf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:56.736734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['aa88d9b1-6bea-45e2-a9f0-139d6b04c64b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:49:56.805110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad3ee9be-94e2-4da5-a71d-77dc34ceba60 req-255217e5-77f7-4ac3-b0bb-fbdfd58c0370 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415975 May 13 14:49:56.841755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Attempting to bind port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:49:56.841755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Attempting to bind port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:49:56.841755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Attempting to bind port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:56.942772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.943129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.943586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.943770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.944105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.944491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.944802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.945130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.945463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.945788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.946683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.947001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:49:56.987400 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08ad1d79-d83e-4494-8044-0e16e6451622 req-2e75c09e-0627-4a4c-a5fb-1d3a603dd07a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9197965 May 13 14:49:57.018811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:49:57.018811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Attempting to bind port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:49:57.100426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:49:57.102178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:49:57.105326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:49:57.106020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Bound port: 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:49:57.106559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.315156 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.345982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d925eb98-6d3d-4f06-9334-3146034f2af1 req-c5fcb2de-37fc-492e-b6f5-3a590ba0ec22 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0962377 May 13 14:49:57.406034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd92cd-1cf5-4c4a-b73c-fd92237c9727 req-2e4a7150-71b6-40df-b2c4-a31edff30d0b tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.419511 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bdd92cd-1cf5-4c4a-b73c-fd92237c9727 req-2e4a7150-71b6-40df-b2c4-a31edff30d0b tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 945 time: 0.2262161 May 13 14:49:57.472535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7560f03-786c-4848-90cd-f1c1c8bb51c8 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/12ae2adc-67d1-4a28-99d1-b4632ea36abf HTTP/1.1" status: 204 len: 168 time: 3.9911065 May 13 14:49:57.477597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35492) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:57.516064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.539533 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1bdd92cd-1cf5-4c4a-b73c-fd92237c9727 req-2159b265-8c38-42df-b2a8-b585acd6ac21 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184731 May 13 14:49:57.588367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:49:57.591735 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aa6a50-9ded-4b47-ba82-f187654df6ac tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] GET failed (client error): The resource could not be found. May 13 14:49:57.592684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-00aa6a50-9ded-4b47-ba82-f187654df6ac tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:49:57.599789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Pushing event deleted for resources: {'Port': ['ID=761e7940-f474-466c-9863-e01d49f57dd1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:57.647455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:49:57.689393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.927769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-00aa6a50-9ded-4b47-ba82-f187654df6ac tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:49:57.929118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-00aa6a50-9ded-4b47-ba82-f187654df6ac tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports/12ae2adc-67d1-4a28-99d1-b4632ea36abf HTTP/1.1" status: 404 len: 333 time: 0.4499047 May 13 14:49:57.933058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35500) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:57.947001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-1626673975'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:49:57.969162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:57.971500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:57.972985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] 10.222.0.86 "PUT /v2.0/ports/3a3e9dbc-529a-44c8-a04b-793ac23a8c02 HTTP/1.1" status: 200 len: 1091 time: 7.1916604 May 13 14:49:57.973481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:49:58.179746 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f84329-7058-46ab-9687-eb5e6b3654bf'] response: {'name': 'network-changed', 'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'status': 'completed', 'code': 200} May 13 14:49:58.237909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd879a88-2281-42c4-9962-12ba197b19bf service neutron] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:58.433692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35512) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:58.475168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:58.489231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:58.529186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:49:58.532856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:58.550818 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:58.583141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port a1dd0e15-ed54-4057-b73f-a76dd915b691 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:49:58.609801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05dd32-620f-4e30-ba26-6b92d297685a req-dc1bbb8b-4949-4c0e-9fc5-eaae499308f0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:58.612281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f05dd32-620f-4e30-ba26-6b92d297685a req-dc1bbb8b-4949-4c0e-9fc5-eaae499308f0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 0.5501516 May 13 14:49:58.684170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-0f81f90a-4893-4015-b24f-7c311eb177b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:58.685689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-0f81f90a-4893-4015-b24f-7c311eb177b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 1094 time: 0.6313446 May 13 14:49:58.796494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-c0ffd73b-448c-4011-af9b-1f52b5d3a62f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02 HTTP/1.1" status: 200 len: 217 time: 0.0983829 May 13 14:49:58.828685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:58.852877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.5 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/a1dd0e15-ed54-4057-b73f-a76dd915b691) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:49:58.855434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:49:58.868141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Usage tracker for resource:security_group_rule and tenant:84133cd84a2943619814bc05fa67ad94 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:49:58.898603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:49:58.915894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:49:58.933404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37612e6-85d9-4d3e-9653-5814e85a6d41 req-e62fb247-4ec3-4e11-ac26-aaddcff2ca37 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:58.935459 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37612e6-85d9-4d3e-9653-5814e85a6d41 req-e62fb247-4ec3-4e11-ac26-aaddcff2ca37 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5965283 May 13 14:49:59.125710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db102-0451-43aa-abe2-eff09bafb797 req-cfb3e406-2767-4962-b205-2e11705e07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.127350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-cfb3e406-2767-4962-b205-2e11705e07b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.3052559 May 13 14:49:59.144670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f05dd32-620f-4e30-ba26-6b92d297685a req-56222a7e-c1ed-459e-b293-c3bb814174af tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435475 May 13 14:49:59.166803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e37612e6-85d9-4d3e-9653-5814e85a6d41 req-0878c3be-6847-43c6-9291-e47d7e32ccb3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073257 May 13 14:49:59.394065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-7eb9ac3d-eca7-4039-b791-26b859491ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2463191 May 13 14:49:59.436089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aa88d9b1-6bea-45e2-a9f0-139d6b04c64b up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:49:59.516618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.540939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.584147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.668877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:49:59.672415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object a1dd0e15-ed54-4057-b73f-a76dd915b691 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:49:59.675729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351159a-5dcc-4c0d-b3a5-d82d135c3928,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:49:59.692784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ac416b9-123c-4da9-82e5-5bfcf45d80dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84133cd84a2943619814bc05fa67ad94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2559645 May 13 14:49:59.698841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:49:59.699439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.701988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:49:59.739149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2ceb-6d5b-45f5-9a6d-7e0607d1bcad req-9d679f5f-8a61-4708-a540-da1cdd336d2f tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:49:59.752015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f8d2ceb-6d5b-45f5-9a6d-7e0607d1bcad req-9d679f5f-8a61-4708-a540-da1cdd336d2f tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 945 time: 0.4064753 May 13 14:49:59.840344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f8d2ceb-6d5b-45f5-9a6d-7e0607d1bcad req-b07cf0c1-1d30-428c-be08-c79a43164eb4 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868678 May 13 14:49:59.960461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-060b73fe-3b18-46f8-bc40-a594a64e9b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.975181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:49:59.978963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.035979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Router 474075f4-309d-4228-a6a0-78ab77fdd62d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:00.088168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=a1dd0e15-ed54-4057-b73f-a76dd915b691,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:00.103871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77a9c63a-20ba-4af8-96f1-9e2689670553 req-5500ba96-ff5a-4fd2-9418-9fba6cb291ca tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.6405954 May 13 14:50:00.117708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:00.140561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:00.149014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:00.189372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:00.189372 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.306498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.422583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:00.425748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:00.449398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.550729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:00.565890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Sync routers for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:00.598862 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:00.599528 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:00.607021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2dd58764-df48-4ab6-b231-f964138c5f22 None None] Provisioning for port a1dd0e15-ed54-4057-b73f-a76dd915b691 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:00.616845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2dd58764-df48-4ab6-b231-f964138c5f22 None None] Provisioning complete for port a1dd0e15-ed54-4057-b73f-a76dd915b691 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:00.617478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2dd58764-df48-4ab6-b231-f964138c5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.627513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-6abd261d-30d0-4644-9c36-6fd1b5df5623 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2265172 May 13 14:50:00.630543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.676880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:00.677764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.681484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:00.700074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351159a-5dcc-4c0d-b3a5-d82d135c3928,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:00.737541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:00.744550 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6134c7fd-992e-4723-b7f8-776331f9f235 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4351159a-5dcc-4c0d-b3a5-d82d135c3928 HTTP/1.1" status: 204 len: 168 time: 1.0384953 May 13 14:50:00.753784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9c3789c5-a596-4a4c-8ee9-ae367e0aad07 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8164501 May 13 14:50:00.754651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:00.765850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:38:d6:59'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:00.792921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2dd58764-df48-4ab6-b231-f964138c5f22 None None] Port a1dd0e15-ed54-4057-b73f-a76dd915b691 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:01.027817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ac413-f5f1-45e9-9fae-39c03648bc20 req-738ddcfa-27db-4d1e-a03b-192d7241cce4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:01.029686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58ac413-f5f1-45e9-9fae-39c03648bc20 req-738ddcfa-27db-4d1e-a03b-192d7241cce4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5029106 May 13 14:50:01.145444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-114a7f45-9456-4f59-91e1-5429bb0a4410 admin admin] 10.222.0.36 "PUT /v2.0/routers/474075f4-309d-4228-a6a0-78ab77fdd62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5373642 May 13 14:50:01.157158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:01.189913 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:01.355053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c58ac413-f5f1-45e9-9fae-39c03648bc20 req-c85b7a8a-eb43-4418-9c58-59382bf177fe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858834 May 13 14:50:01.411111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d38db102-0451-43aa-abe2-eff09bafb797 req-82098dba-6ea0-45c3-b0a3-b49808d6977e service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734985 May 13 14:50:01.451293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:01.508920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:01.515040 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ad1e91-fe35-430a-802b-b2dd568d099d'] response: {'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'code': 200} May 13 14:50:01.687141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:01.690809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:01.782756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe12dbb453004abaaa3e6d7eee60b652 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:01.819209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:01.834231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc464e5-117d-4ce3-95c9-b279b43338af req-58c328a1-9e3d-4866-aeeb-ffb702fb3a58 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:01.842129 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:49:57Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:01.847778 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Checking router: 474075f4-309d-4228-a6a0-78ab77fdd62d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:01.848834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6bc464e5-117d-4ce3-95c9-b279b43338af req-58c328a1-9e3d-4866-aeeb-ffb702fb3a58 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 1.2955985 May 13 14:50:01.869688 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Routers {'474075f4-309d-4228-a6a0-78ab77fdd62d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:01.870612 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:49:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['474075f4-309d-4228-a6a0-78ab77fdd62d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:01.907749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:01.978881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6bc464e5-117d-4ce3-95c9-b279b43338af req-f5c2e6d1-8b52-4e9e-a41a-e871942845a9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131015 May 13 14:50:01.984632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.108338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7aca410-edbd-434d-ba9f-1efa79da2c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.218981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] Set router 474075f4-309d-4228-a6a0-78ab77fdd62d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:02.244419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-9220fabf-4988-4e2f-beaa-a48ef84a7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:02.246071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-9220fabf-4988-4e2f-beaa-a48ef84a7c35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 1094 time: 0.5777459 May 13 14:50:02.324598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb356bf3-3bb2-404a-8fb3-7475f704e496 req-610223a2-38ba-474b-a792-8c4b0cb2e810 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:02.340674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb356bf3-3bb2-404a-8fb3-7475f704e496 req-610223a2-38ba-474b-a792-8c4b0cb2e810 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 946 time: 0.5172334 May 13 14:50:02.451319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b447d3b-fc08-4d20-a5ec-9056b20a1ce6 req-51a8c94a-64bf-4a97-9f70-5a87d5a955d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:02.453300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b447d3b-fc08-4d20-a5ec-9056b20a1ce6 req-51a8c94a-64bf-4a97-9f70-5a87d5a955d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 1097 time: 0.7635341 May 13 14:50:02.491851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-9797625e-0534-4bd0-88fd-ce14ef467896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:02.494124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-9797625e-0534-4bd0-88fd-ce14ef467896 service neutron] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.1748705 May 13 14:50:02.574986 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b447d3b-fc08-4d20-a5ec-9056b20a1ce6 req-8c320120-1513-44f8-b866-025a3d56b7a8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104004 May 13 14:50:02.581781 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.607155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb356bf3-3bb2-404a-8fb3-7475f704e496 req-fb7d3cff-489e-447c-a4e6-d47d3dcc91bf tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345786 May 13 14:50:02.631647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.715709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-b95d95c8-a30b-4a0a-8c57-e59bbeefb590 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02 HTTP/1.1" status: 200 len: 217 time: 0.1807237 May 13 14:50:02.728701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4dc6d4b-3c86-4d8e-804c-46e84cb2919d req-c3fb35aa-f4a4-4272-95ec-ab90c841e33c tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2382793 May 13 14:50:02.823094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe12dbb453004abaaa3e6d7eee60b652&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3707025 May 13 14:50:02.825429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860e271-c434-44d3-aa84-4d386c4dfbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a52c0-4e9b-48ce-ac9f-829d3700ccfe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:02.827974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35558) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:02.860603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.887771 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:49:57Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:02.897780 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a06b-3cb8-4c18-b76a-6520ce8de7e8 None None] The sync data for ids ['474075f4-309d-4228-a6a0-78ab77fdd62d'] in n-d-841736-1 is: [{'id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'name': 'tempest-ServerRescueTestJSONUnderV235-300067021-router', 'tenant_id': 'b3e2a192007445a6ba0265cebe19f183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:47:51Z', 'updated_at': '2022-05-13T14:49:57Z', 'revision_number': 5, 'project_id': 'b3e2a192007445a6ba0265cebe19f183', 'gw_port': {'id': 'f8d6b969-5d9d-4dd3-aa19-0aa484c13a93', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474075f4-309d-4228-a6a0-78ab77fdd62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:47:53Z', 'updated_at': '2022-05-13T14:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:02.904422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.938182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.938650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-ff6ffe6a-7549-4d22-9563-2792218a3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:02.940152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-ff6ffe6a-7549-4d22-9563-2792218a3ce2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.2047193 May 13 14:50:02.976010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:02.989817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Deleting port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:02.990260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.074436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-02382a3e-3807-4ce0-9894-0f91f488a534 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231372 May 13 14:50:03.189297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=a1dd0e15-ed54-4057-b73f-a76dd915b691,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:03.191342 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.240273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c658f-5619-496e-a461-9a0575b53fd4 req-cafaccb8-5ee4-495f-a1dd-1cb6423ceb51 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.242993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef8c658f-5619-496e-a461-9a0575b53fd4 req-cafaccb8-5ee4-495f-a1dd-1cb6423ceb51 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3711114 May 13 14:50:03.247926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] In _notify_port_updated(), no bound segment for port a1dd0e15-ed54-4057-b73f-a76dd915b691 on network 7f109536-5fa7-4897-a408-484f2a1441dc {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:50:03.262607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:03.263051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.266241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5322fddc-2b48-433a-b676-90cda5fd7a22 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "PUT /v2.0/ports/a1dd0e15-ed54-4057-b73f-a76dd915b691 HTTP/1.1" status: 200 len: 993 time: 2.5085218 May 13 14:50:03.295436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:03.406024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.443992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:03.468590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port a1dd0e15-ed54-4057-b73f-a76dd915b691 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:03.469170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.500322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba8add08-f6f5-4cd5-a8fe-9c54ffd85814 None None] Provisioning complete for port a1dd0e15-ed54-4057-b73f-a76dd915b691 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:03.500797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba8add08-f6f5-4cd5-a8fe-9c54ffd85814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.704104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba8add08-f6f5-4cd5-a8fe-9c54ffd85814 None None] Port a1dd0e15-ed54-4057-b73f-a76dd915b691 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:03.834359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:03.874117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:03.875374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'mac_address': 'fa:16:3e:4f:09:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:03.968933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef8c658f-5619-496e-a461-9a0575b53fd4 req-352740c2-c944-4ca5-97f6-5be8548b2026 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926916 May 13 14:50:04.046809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:04.047369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.066311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.087371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:04.097215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.119670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:04.131175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.193755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a52c0-4e9b-48ce-ac9f-829d3700ccfe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:04.202456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-ad5697bc-5a41-443a-91ca-706596b55f11 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1184969 May 13 14:50:04.289441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.293341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0400e03b-a2bc-4939-aba6-b810a42b69d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a1a52c0-4e9b-48ce-ac9f-829d3700ccfe HTTP/1.1" status: 204 len: 168 time: 1.4587228 May 13 14:50:04.306598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:04.316375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for a1dd0e15-ed54-4057-b73f-a76dd915b691 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:04.426223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['3a3e9dbc-529a-44c8-a04b-793ac23a8c02'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:04.434283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3d8c3-f382-4861-8d10-543909338a2c req-037789ef-7824-4c66-8090-921e3114b84a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.442476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fa3d8c3-f382-4861-8d10-543909338a2c req-037789ef-7824-4c66-8090-921e3114b84a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 1.1817834 May 13 14:50:04.511993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] For port f8d6b969-5d9d-4dd3-aa19-0aa484c13a93, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:04.513708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.577231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544039-4c54-4584-a8ac-8a118c7e2d1b req-9a00af5e-b432-47ea-adf8-dbc94eda8b06 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:04.585350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57544039-4c54-4584-a8ac-8a118c7e2d1b req-9a00af5e-b432-47ea-adf8-dbc94eda8b06 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 946 time: 0.3772004 May 13 14:50:04.646906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57544039-4c54-4584-a8ac-8a118c7e2d1b req-3315b089-5c06-4173-a231-22611b74e2f8 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581398 May 13 14:50:04.834150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.844169 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:04.866544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Calling delete_port for f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:04.906514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 761e7940-f474-466c-9863-e01d49f57dd1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:04.950614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fa3d8c3-f382-4861-8d10-543909338a2c req-3a3e4d9e-21a0-4987-bf40-52d93cd06e29 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784372 May 13 14:50:04.986003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4149bce2-9fd2-45fa-ba0d-9a395d07b956 req-2cf3011e-9eb6-4a8b-9f3b-0bf6a27e248d service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694037 May 13 14:50:05.005435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 761e7940-f474-466c-9863-e01d49f57dd1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:05.005669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 761e7940-f474-466c-9863-e01d49f57dd1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:05.048585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=a1dd0e15-ed54-4057-b73f-a76dd915b691,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:05.179111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a8c5012-75d4-4e44-b1d1-6012304cad59 req-8fffa9e5-9f6f-4c49-a542-342e58b3479d tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2293601 May 13 14:50:05.428836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.698996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.707348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d6b969-5d9d-4dd3-aa19-0aa484c13a93,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:05.732529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5aa837f6-22f0-4bd6-a3ac-bd7b1e0d991b tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/a1dd0e15-ed54-4057-b73f-a76dd915b691 HTTP/1.1" status: 204 len: 168 time: 2.4352665 May 13 14:50:05.735729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:05.905687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8bfa2-0e5b-4042-83f4-bbcd78f92c45 req-676724c7-5cd1-44d1-a9e3-1ab6109292b3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:05.907273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32e8bfa2-0e5b-4042-83f4-bbcd78f92c45 req-676724c7-5cd1-44d1-a9e3-1ab6109292b3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.3394907 May 13 14:50:05.922978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:05.954386 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5ccc70-c308-4334-aca7-8cfdcf514611 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] GET failed (client error): The resource could not be found. May 13 14:50:05.956019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c5ccc70-c308-4334-aca7-8cfdcf514611 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:06.007238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c5ccc70-c308-4334-aca7-8cfdcf514611 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:06.012917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8c5ccc70-c308-4334-aca7-8cfdcf514611 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports/a1dd0e15-ed54-4057-b73f-a76dd915b691 HTTP/1.1" status: 404 len: 333 time: 0.2704089 May 13 14:50:06.013139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:06.031800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-2098248904'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:06.199460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.202406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38097c9-29f1-4544-9bc8-18626c266f3c req-f5307691-713d-40f6-bdf6-cbfcbac93d05 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.205198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.215439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a38097c9-29f1-4544-9bc8-18626c266f3c req-f5307691-713d-40f6-bdf6-cbfcbac93d05 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 946 time: 0.3920722 May 13 14:50:06.221132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32e8bfa2-0e5b-4042-83f4-bbcd78f92c45 req-c51c08c1-2490-4ec8-a14f-b7577fdf641c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997963 May 13 14:50:06.280854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.281397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 474075f4-309d-4228-a6a0-78ab77fdd62d {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:50:06.319005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.320273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6a45b1ba-0b56-41be-ab00-edf37a9623f7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/474075f4-309d-4228-a6a0-78ab77fdd62d HTTP/1.1" status: 204 len: 168 time: 5.1574538 May 13 14:50:06.324348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:06.363112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a38097c9-29f1-4544-9bc8-18626c266f3c req-3e7d919b-11a8-4e3b-bd3d-ef60aacf8377 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418550 May 13 14:50:06.432804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:06.464791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:06.498293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:06.516755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.585779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Deleting subnet c4e9b20c-6cc1-4f73-9303-149c71deb673 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:06.599535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.617581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port aed986c9-81cf-4088-abe1-e6067d3a48e2 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:50:06.657889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2e937-6083-4f7c-8d69-f070c66e7769 req-f655e00d-0b88-47ad-8cf4-0a0442918e21 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:06.666810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61b2e937-6083-4f7c-8d69-f070c66e7769 req-f655e00d-0b88-47ad-8cf4-0a0442918e21 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 944 time: 0.2642412 May 13 14:50:06.710081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:06.865158 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-61b2e937-6083-4f7c-8d69-f070c66e7769 req-7b7c8e00-26aa-4acf-b094-a4994be8bab3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970735 May 13 14:50:06.944407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.027846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:07.085387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:07.087367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f8d6b969-5d9d-4dd3-aa19-0aa484c13a93 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:07.090421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.14 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/aed986c9-81cf-4088-abe1-e6067d3a48e2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:07.104353 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.190076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e9b20c-6cc1-4f73-9303-149c71deb673,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:07.196543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.225276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0a295bc9-c0d2-4b4e-80a6-584bd7d9c35d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c4e9b20c-6cc1-4f73-9303-149c71deb673 HTTP/1.1" status: 204 len: 168 time: 0.8976502 May 13 14:50:07.226662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:07.384805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-594cff68-3051-4e04-943d-dbe1462dfe6c req-006245cb-2e81-473f-a6ea-e296eafaa1be tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2899041 May 13 14:50:07.458543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:07.661966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:07.662626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:07.678054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:07.679913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.025417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:08.026108 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.050885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.095829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object aed986c9-81cf-4088-abe1-e6067d3a48e2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:08.139669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:08.167693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:08.177913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.290296 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.350999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b9ff-3697-4b4e-8d3d-7e11ffe60e96 req-09be1507-0547-4b43-b414-bf044e31cbe5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.353341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f888b9ff-3697-4b4e-8d3d-7e11ffe60e96 req-09be1507-0547-4b43-b414-bf044e31cbe5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.6874158 May 13 14:50:08.355500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c4d08e-e459-4aca-85bd-a220f14a4ed3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:08.399169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f715f240-e977-4e93-883f-bc87c2425819') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:08.399467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f715f240-e977-4e93-883f-bc87c2425819') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:08.411104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:08.411372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-0d016f04-9631-4303-a336-9775f8023cd8 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:08.415859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-0d016f04-9631-4303-a336-9775f8023cd8 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 946 time: 1.3192635 May 13 14:50:08.424786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.430376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.431242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.432134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.433104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.434003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.435043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.435675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.436609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.437378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.438440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.439491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.440165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:08.481810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.488489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f888b9ff-3697-4b4e-8d3d-7e11ffe60e96 req-6a416b03-9a1b-47c2-920f-51a22366022f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205316 May 13 14:50:08.496311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:08.497315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: timer() May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:08.516529 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:08.585027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.688203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:08.694906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.719556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:08.729629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c4d08e-e459-4aca-85bd-a220f14a4ed3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:08.737442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:08.754706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:08.755625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4fe1ffa0-bf8a-4498-b83d-f5ed77d4fdc5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/69c4d08e-e459-4aca-85bd-a220f14a4ed3 HTTP/1.1" status: 204 len: 168 time: 1.5274870 May 13 14:50:09.004275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59c10b-b3a6-47f3-b1e7-657bce6762fa req-341bc74d-48f3-4e20-b78b-97fd985d814d tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:09.011989 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a59c10b-b3a6-47f3-b1e7-657bce6762fa req-341bc74d-48f3-4e20-b78b-97fd985d814d tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 946 time: 1.2996259 May 13 14:50:09.079047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Deleting port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:09.079400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.146171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b30f-b228-4c8f-a28a-490fbde45858 req-3c1b1a8d-f404-439d-9fc8-02f13560742b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:09.148448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e32b30f-b228-4c8f-a28a-490fbde45858 req-3c1b1a8d-f404-439d-9fc8-02f13560742b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.1846194 May 13 14:50:09.253311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=aed986c9-81cf-4088-abe1-e6067d3a48e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:09.260954 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e32b30f-b228-4c8f-a28a-490fbde45858 req-8fc97572-dd10-435e-b733-bed783834846 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062024 May 13 14:50:09.303653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ed6a03fb-7d73-4d18-8365-e63a7edb98de None None] Provisioning for port aed986c9-81cf-4088-abe1-e6067d3a48e2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:09.326002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:09.327881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ed6a03fb-7d73-4d18-8365-e63a7edb98de None None] Provisioning complete for port aed986c9-81cf-4088-abe1-e6067d3a48e2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:09.328542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ed6a03fb-7d73-4d18-8365-e63a7edb98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.331517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.355246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:09.377138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:09.442987 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd44e72-2e54-4d9b-afea-9eac41ae0a01'] response: {'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'code': 200} May 13 14:50:09.460106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a928e1-3315-424d-b63c-f87750552497 req-546dbb3d-01b4-4fbc-8c34-20dd28f3e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:09.462315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-546dbb3d-01b4-4fbc-8c34-20dd28f3e3da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1096 time: 0.2050624 May 13 14:50:09.469313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e8913d0a-9e12-4401-8b65-9c6ee2a3bbc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3e2a192007445a6ba0265cebe19f183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1126485 May 13 14:50:09.470201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:09.480874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a59c10b-b3a6-47f3-b1e7-657bce6762fa req-4154c22a-f9b0-411d-93f8-76355e0e9be2 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173028 May 13 14:50:09.487590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-173414d3-1ed2-4d43-a012-858fc5441c86 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4708772 May 13 14:50:09.522120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device aa88d9b1-6bea-45e2-a9f0-139d6b04c64b no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:09.546952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:09.610831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a03fb-7d73-4d18-8365-e63a7edb98de None None] Port aed986c9-81cf-4088-abe1-e6067d3a48e2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:09.617462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:d6:59'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:09.712713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-442fa56b-00f6-4470-9a37-f30b9a52ed58 req-a6c8f71c-58f8-4bbd-a340-118597f96401 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1145597 May 13 14:50:09.801222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:09.801984 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.874698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:09.885223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:09.886316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:09.997787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.071401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a928e1-3315-424d-b63c-f87750552497 req-331ce565-4f72-4b7a-b20e-6e931ef587ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.073111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-331ce565-4f72-4b7a-b20e-6e931ef587ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.6001952 May 13 14:50:10.126707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:10.158970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.170484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb177d-65c8-42b4-847f-4471621bfb47 req-a565b2e2-0f42-419e-94dc-35da122c6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.172515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7ecb177d-65c8-42b4-847f-4471621bfb47 req-a565b2e2-0f42-419e-94dc-35da122c6561 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 1096 time: 0.6980817 May 13 14:50:10.221914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.223145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:10.224098 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.235949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-d1ce1238-218b-4e33-9332-e2b89e5f3b07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.1407542 May 13 14:50:10.272179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:10.279368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.308606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:10.309206 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.315888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:10.346991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Usage tracker for resource:security_group_rule and tenant:42be058a655f404c96cca0378f6242da is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:10.364577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:10.381684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:10.384781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7ecb177d-65c8-42b4-847f-4471621bfb47 req-56f9a559-2ea5-4ff8-b58e-fa997506ad33 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979799 May 13 14:50:10.411108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:10.429826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a928e1-3315-424d-b63c-f87750552497 req-1ba3cc09-cedc-4a21-ad9f-63a79ccaf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.431320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-1ba3cc09-cedc-4a21-ad9f-63a79ccaf847 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.1853628 May 13 14:50:10.501999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6e298-ee62-4ad2-81a4-3422d20afa35 req-57aa70ac-6b7b-472e-a020-0882bd3e1b64 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.503664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c5b6e298-ee62-4ad2-81a4-3422d20afa35 req-57aa70ac-6b7b-472e-a020-0882bd3e1b64 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 945 time: 0.5329101 May 13 14:50:10.518366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-d4ef264d-6861-4374-acf8-0a090196f909 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748844 May 13 14:50:10.563379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.595547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Calling delete_port for aa88d9b1-6bea-45e2-a9f0-139d6b04c64b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:10.662138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b1443-c301-4ab3-83fb-5981578a6e23 req-4b99acb7-e521-4ad0-a337-19bfdb64bb11 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:10.664836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-387b1443-c301-4ab3-83fb-5981578a6e23 req-4b99acb7-e521-4ad0-a337-19bfdb64bb11 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.6618834 May 13 14:50:10.666875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b42719-9bce-4cd0-b4ee-59e40973b612,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:10.738428 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c5b6e298-ee62-4ad2-81a4-3422d20afa35 req-a31d8e03-39d9-440e-94c9-1a68c7c1dd0e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226880 May 13 14:50:10.760373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.766629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-107b6c2c-e3a6-442f-808d-bdb3d0adec53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7b42719-9bce-4cd0-b4ee-59e40973b612 HTTP/1.1" status: 204 len: 168 time: 1.2949805 May 13 14:50:10.900340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.926085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.928243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-16637a78-4e28-40e4-b7a2-4d10685facd9 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923652 May 13 14:50:10.930390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:10.970103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-387b1443-c301-4ab3-83fb-5981578a6e23 req-325bef5d-3695-4626-b38c-e40fb744ef77 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881618 May 13 14:50:11.118551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:11.119209 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:11.332598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb997a-e733-4537-ab82-0f5cee3f2166,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:11.340118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6192d532-6328-4368-85ac-8044c19247d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42be058a655f404c96cca0378f6242da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9616978 May 13 14:50:11.340940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:11.444737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b'}, {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:11.472359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.479077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51a928e1-3315-424d-b63c-f87750552497 req-e208dad2-492f-4f25-bb9f-8cfff4175b47 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324559 May 13 14:50:11.516429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25589a0d-671d-495a-b87f-3f0f308e3431 req-5339bf81-d57a-4caa-aa22-94b4dfa9de42 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:11.521022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25589a0d-671d-495a-b87f-3f0f308e3431 req-5339bf81-d57a-4caa-aa22-94b4dfa9de42 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 944 time: 0.2923350 May 13 14:50:11.545213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.564303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925498e5-df7d-4481-b42f-797eff4c8d36 req-5514ae90-2d85-4980-b143-627443df887d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:11.565909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-925498e5-df7d-4481-b42f-797eff4c8d36 req-5514ae90-2d85-4980-b143-627443df887d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.3248305 May 13 14:50:11.625465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Deleting port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:11.626690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.690315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-925498e5-df7d-4481-b42f-797eff4c8d36 req-e1c068a4-bfaa-406c-8acb-fea550bd2f73 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989957 May 13 14:50:11.709622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.740181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb997a-e733-4537-ab82-0f5cee3f2166,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:11.752797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.756672 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.762071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-492ceae0-2151-457d-8dc5-b5c965e40acd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13fb997a-e733-4537-ab82-0f5cee3f2166 HTTP/1.1" status: 204 len: 168 time: 0.4173491 May 13 14:50:11.814992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:11.938592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=aed986c9-81cf-4088-abe1-e6067d3a48e2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:12.030166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.030653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.031229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.031229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.031517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.032319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.032319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.032660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.032837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.033322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.033605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.033903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:12.063375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25589a0d-671d-495a-b87f-3f0f308e3431 req-f766aa41-a2a8-49ef-a648-6b622633d818 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879882 May 13 14:50:12.140148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:12.172076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] In _notify_port_updated(), no bound segment for port aed986c9-81cf-4088-abe1-e6067d3a48e2 on network 7f109536-5fa7-4897-a408-484f2a1441dc {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:50:12.180065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.181167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.187322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e10ee9ed-36d9-4b36-bf56-90ae9233b36c tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "PUT /v2.0/ports/aed986c9-81cf-4088-abe1-e6067d3a48e2 HTTP/1.1" status: 200 len: 997 time: 2.6301003 May 13 14:50:12.191176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:12.193717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3db90607-6f76-464b-bf3c-d1fbc96780c9 req-41a889df-a489-46ca-bae1-a909f9df7868 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1370976 May 13 14:50:12.379460 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caf4128-7a1b-4468-aca4-ac89a44870aa'] response: {'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'code': 200} May 13 14:50:12.388191 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caf4128-7a1b-4468-aca4-ac89a44870aa'] response: {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'code': 200} May 13 14:50:12.524742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port aed986c9-81cf-4088-abe1-e6067d3a48e2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:12.526098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.587649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fe5ddd0d-2a95-4a73-b208-970aa9f0a8a6 None None] Provisioning complete for port aed986c9-81cf-4088-abe1-e6067d3a48e2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:12.590603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fe5ddd0d-2a95-4a73-b208-970aa9f0a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.664865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e779c-875b-4e22-abb2-d2e3baeeb3a2 req-b50daa75-47bc-4a9c-a570-71fbb963b0a5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:12.673905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-208e779c-875b-4e22-abb2-d2e3baeeb3a2 req-b50daa75-47bc-4a9c-a570-71fbb963b0a5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.1620297 May 13 14:50:12.746105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:12.759046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-208e779c-875b-4e22-abb2-d2e3baeeb3a2 req-6b15bce6-9e12-416a-a3d5-9ad938590597 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809143 May 13 14:50:12.797837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ddd0d-2a95-4a73-b208-970aa9f0a8a6 None None] Port aed986c9-81cf-4088-abe1-e6067d3a48e2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:12.806749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.832325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:12.839166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Usage tracker for resource:security_group_rule and tenant:b66a5d3c2b494ae8aa715682ea0bc46d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:12.843387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:12.852651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:12.895366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1414107652-network', 'tenant_id': 'e4d7229697c74ef682ade78346dac59e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:12.917965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:12.941627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Usage tracker for resource:network and tenant:e4d7229697c74ef682ade78346dac59e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:12.953180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:12.957326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] For port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,segment=NetworkSegment(1ffd8d10-6b8e-4675-986a-2bec4c0b4933),segment_id=1ffd8d10-6b8e-4675-986a-2bec4c0b4933)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:12.958227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.974162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:12.984482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:12.993483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.151075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b66a5d3c2b494ae8aa715682ea0bc46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829238 May 13 14:50:13.151075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18285c28-aa2a-477b-8649-215e8931317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c608c6c8-ed5b-4bd7-80a5-c13145cadd2b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:13.154114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:13.183597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Calling delete_port for aa88d9b1-6bea-45e2-a9f0-139d6b04c64b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:13.209875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be039e-cfad-4d3a-9f84-1935c836b1b4 req-578da83d-1cac-430e-bd26-b63412462b22 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.212186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Made reservation on behalf of e4d7229697c74ef682ade78346dac59e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:13.214768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.216984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7be039e-cfad-4d3a-9f84-1935c836b1b4 req-578da83d-1cac-430e-bd26-b63412462b22 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.1889603 May 13 14:50:13.253210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.339087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:13.340295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.349223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7be039e-cfad-4d3a-9f84-1935c836b1b4 req-57f253fd-15ce-48cf-b292-5d0ebb9dde24 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303613 May 13 14:50:13.359778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Usage tracker for resource:security_group_rule and tenant:e4d7229697c74ef682ade78346dac59e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:13.388578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:13.407659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:13.410771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.415413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.525349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.549110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c608c6c8-ed5b-4bd7-80a5-c13145cadd2b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:13.551307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.554981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ac21be0a-c039-489b-9e55-017d9d0163bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c608c6c8-ed5b-4bd7-80a5-c13145cadd2b HTTP/1.1" status: 204 len: 168 time: 0.3990340 May 13 14:50:13.568831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for aed986c9-81cf-4088-abe1-e6067d3a48e2 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:13.730981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea80ad-c769-419c-990d-66309902ba82 req-986a2167-c6bd-4aa8-8c0f-0f7f79d738e1 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.737872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22ea80ad-c769-419c-990d-66309902ba82 req-986a2167-c6bd-4aa8-8c0f-0f7f79d738e1 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.1899436 May 13 14:50:13.769032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445e8c2-645a-483a-8bb0-37bbece0d0c6 req-b80dc369-2818-4f15-8f8e-ae4ccfa6cb46 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:13.772392 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5445e8c2-645a-483a-8bb0-37bbece0d0c6 req-b80dc369-2818-4f15-8f8e-ae4ccfa6cb46 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c0433d4-94c0-4ce8-a202-cc0de1e92d34 HTTP/1.1" status: 200 len: 944 time: 0.4982514 May 13 14:50:13.839941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:13.849658 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22ea80ad-c769-419c-990d-66309902ba82 req-3220b2a4-9f42-44c6-8d58-59514067a8b4 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102777 May 13 14:50:13.977191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Pushing event deleted for resources: {'Port': ['ID=aa88d9b1-6bea-45e2-a9f0-139d6b04c64b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:14.030313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.044572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4775d0b-d11a-4f27-b98a-7c7667564ae1 req-a58b9776-98df-4cc7-ac53-8469f63e6ff5 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0492532 May 13 14:50:14.069440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5445e8c2-645a-483a-8bb0-37bbece0d0c6 req-d5f75c3e-b4ad-4ede-bcb0-13be13f6b599 tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ad979f-a228-4c78-ad3b-b77a4f1e51de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740185 May 13 14:50:14.075436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.105208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.152052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] No DVR routers for this DVR port aa88d9b1-6bea-45e2-a9f0-139d6b04c64b on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:14.175357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.180471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-deleted', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:14.185400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:50:14.193154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=aed986c9-81cf-4088-abe1-e6067d3a48e2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:14.271198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.272078 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Added segment 33626665-d7b3-4192-a14e-a0da007855e3 of type vlan for network d236dc5c-6595-4158-b734-1f3cbe031841 May 13 14:50:14.290666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c4f6f-ab38-4c54-b3b3-b6c643582b8b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:14.439361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7f546e7-137e-4607-a265-648ae3bed8bb req-4b78e02c-3f28-4dee-a35f-f11064d73fac tempest-ServerGroupTestJSON-834405472 tempest-ServerGroupTestJSON-834405472-project] 10.222.0.90 "DELETE /v2.0/ports/aa88d9b1-6bea-45e2-a9f0-139d6b04c64b HTTP/1.1" status: 204 len: 173 time: 6.0044758 May 13 14:50:14.464810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.467357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-75e148c0-adcd-4630-b797-54a348403f93 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/aed986c9-81cf-4088-abe1-e6067d3a48e2 HTTP/1.1" status: 204 len: 168 time: 2.2751644 May 13 14:50:14.482543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:14.492423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38420b8e-aca2-4e6c-bcb1-5287aec4ff8f req-bad907cb-533a-43f8-bc68-dd9c87be0632 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:14.505862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38420b8e-aca2-4e6c-bcb1-5287aec4ff8f req-bad907cb-533a-43f8-bc68-dd9c87be0632 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.1936021 May 13 14:50:14.577434 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0b44f8-c493-4f48-b414-135e3082f1c9 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] GET failed (client error): The resource could not be found. May 13 14:50:14.578116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad0b44f8-c493-4f48-b414-135e3082f1c9 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:14.582951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.626151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad0b44f8-c493-4f48-b414-135e3082f1c9 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:14.631516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ad0b44f8-c493-4f48-b414-135e3082f1c9 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports/aed986c9-81cf-4088-abe1-e6067d3a48e2 HTTP/1.1" status: 404 len: 333 time: 0.1436417 May 13 14:50:14.635481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:14.636447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38420b8e-aca2-4e6c-bcb1-5287aec4ff8f req-95c7fb9d-0be8-43e2-89a6-199d20b4e700 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290858 May 13 14:50:14.650600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-1522879873'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:14.690095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.691041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:14.691619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:14.705580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-b8c9a26d-0929-4d67-9674-3d61ffdb0997 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:14.707464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-b8c9a26d-0929-4d67-9674-3d61ffdb0997 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.86 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.1734989 May 13 14:50:14.725142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76970c55-a2be-48a0-9b1d-699301ef4177 req-458a3137-42ea-428d-82e2-d49874fcc493 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:14.726755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-76970c55-a2be-48a0-9b1d-699301ef4177 req-458a3137-42ea-428d-82e2-d49874fcc493 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.4516997 May 13 14:50:14.781154 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceab9313-8828-458c-ad39-5f4da00e90c1'] response: {'server_uuid': '2c0433d4-94c0-4ce8-a202-cc0de1e92d34', 'name': 'network-vif-deleted', 'tag': 'aa88d9b1-6bea-45e2-a9f0-139d6b04c64b', 'status': 'completed', 'code': 200} May 13 14:50:14.958360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Deleting port afb30029-e708-4067-8832-4aa7a29380b9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:14.959218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.244510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1025219 May 13 14:50:15.298768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231c2e-db3b-4830-86fa-234e1e209cab admin admin] Pushing event updated for resources: {'Network': ['ID=d236dc5c-6595-4158-b734-1f3cbe031841,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:15.314737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d236dc5c-6595-4158-b734-1f3cbe031841 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:50:15.327476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-76970c55-a2be-48a0-9b1d-699301ef4177 req-bfb65218-32ae-45b2-93d4-83e2a59e3087 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415733 May 13 14:50:15.365628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:15.389644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:15.414746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:15.420154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.473236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port 205ec852-bf31-4879-88df-af9ed281a58b yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:50:15.485486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:15.774429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0ae52-2910-47f6-b75a-e1962c771ea2 req-c8f0c86d-ef00-4104-b124-6e01d320be39 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.789046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ea0ae52-2910-47f6-b75a-e1962c771ea2 req-c8f0c86d-ef00-4104-b124-6e01d320be39 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 946 time: 0.6203372 May 13 14:50:15.790879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:15.849978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37149a-2877-48ed-870f-7e84236703c9 req-63885f36-7b56-440d-8a7a-14f097101e73 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:15.858038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f37149a-2877-48ed-870f-7e84236703c9 req-63885f36-7b56-440d-8a7a-14f097101e73 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.2721980 May 13 14:50:15.865227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] For port afb30029-e708-4067-8832-4aa7a29380b9, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=afb30029-e708-4067-8832-4aa7a29380b9,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:15.865827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:15.897481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.14 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/205ec852-bf31-4879-88df-af9ed281a58b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:15.910198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ea0ae52-2910-47f6-b75a-e1962c771ea2 req-76db2bd1-3f7b-4f03-bb79-ac1dedbd3fc5 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f6845df-31b4-468c-91bd-83dca4668c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194012 May 13 14:50:15.969571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f37149a-2877-48ed-870f-7e84236703c9 req-5530b0da-df2a-40cc-a8d2-35a435b45952 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079121 May 13 14:50:16.355070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.378595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object 205ec852-bf31-4879-88df-af9ed281a58b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:16.402158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818008a-f98a-4327-9502-4a746922c7c8 req-a79f9c4f-0273-4cc9-a959-e1827f6e0030 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:16.403720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5818008a-f98a-4327-9502-4a746922c7c8 req-a79f9c4f-0273-4cc9-a959-e1827f6e0030 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.1692002 May 13 14:50:16.428896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.481165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0f974743-c31e-4295-8dfc-5721c75731c2 req-fe73b437-c58d-4937-a68b-9cf8e1fc9275 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.3132119 May 13 14:50:16.589259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:16.596608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:16.604841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:16.635855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5818008a-f98a-4327-9502-4a746922c7c8 req-2f35e617-116d-4b68-836e-421e91562957 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102740 May 13 14:50:16.687943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=205ec852-bf31-4879-88df-af9ed281a58b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:16.785437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:16.793005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.864561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.865068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:16.865450 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Floating IP 41f38428-25bf-46a8-bdd3-aa021c9ab9c9 disassociated. External IP: 172.25.5.237, port: afb30029-e708-4067-8832-4aa7a29380b9. May 13 14:50:16.866528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Calling delete_port for afb30029-e708-4067-8832-4aa7a29380b9 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:16.915101 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-997acb72-7243-40c3-8ec7-6943e052862f tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2756014 May 13 14:50:16.960694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-08419351-2c91-4f61-a957-f4d7909f216a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:16.964139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-08419351-2c91-4f61-a957-f4d7909f216a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 945 time: 0.4789038 May 13 14:50:16.964908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:16.981308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'network_id': '7f109536-5fa7-4897-a408-484f2a1441dc', 'name': 'tempest-AllowedAddressPairTestJSON-1302454018'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:17.065500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-41e2ac86-5c55-4fa9-8053-fe4ad7d58905 None None] Provisioning for port 205ec852-bf31-4879-88df-af9ed281a58b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:17.073278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-41e2ac86-5c55-4fa9-8053-fe4ad7d58905 None None] Provisioning complete for port 205ec852-bf31-4879-88df-af9ed281a58b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:17.073783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-41e2ac86-5c55-4fa9-8053-fe4ad7d58905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.176360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:17.176975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.255438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-41e2ac86-5c55-4fa9-8053-fe4ad7d58905 None None] Port 205ec852-bf31-4879-88df-af9ed281a58b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:17.280982 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:50:17.432729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.479814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:17.573285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event deleted for resources: {'Port': ['ID=afb30029-e708-4067-8832-4aa7a29380b9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:17.678491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:17.679067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.731380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:17.758058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:17.773957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:17.775125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device afb30029-e708-4067-8832-4aa7a29380b9 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:17.801547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ded9-d67f-453d-94af-97828d3da409 req-d299db0a-c535-4a41-9ab1-57f51ffe63d5 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.807564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ded9-d67f-453d-94af-97828d3da409 req-d299db0a-c535-4a41-9ab1-57f51ffe63d5 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.813610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268ded9-d67f-453d-94af-97828d3da409 req-d299db0a-c535-4a41-9ab1-57f51ffe63d5 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:17.825673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b268ded9-d67f-453d-94af-97828d3da409 req-d299db0a-c535-4a41-9ab1-57f51ffe63d5 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7475400 May 13 14:50:17.997435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: afb30029-e708-4067-8832-4aa7a29380b9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:17.997779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device afb30029-e708-4067-8832-4aa7a29380b9 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:18.033399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:18.052866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5d0b2803-fa54-46b8-9078-754ac271812f req-9ef9f685-2157-4401-b10e-80b54bd4e173 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 210 time: 0.1915748 May 13 14:50:18.066892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Usage tracker for resource:port and tenant:4c85f8b2e78a42d9ba045831ddac3199 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:18.088944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:18.091895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:18.113097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:18.114189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.356390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:18.358060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:18.368028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:18.451632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Made reservation on behalf of 4c85f8b2e78a42d9ba045831ddac3199 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:18.455919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:18.507066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] device_id is not set on port f345442c-116d-4297-8a57-83e530f43d4f yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:50:18.765584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2aa3-f713-4960-8832-af564c18eebd req-f55de8c9-ae4f-4279-ba10-9cb43fe19318 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:18.768193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e87c2aa3-f713-4960-8832-af564c18eebd req-f55de8c9-ae4f-4279-ba10-9cb43fe19318 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 0.5266519 May 13 14:50:18.826950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b463f9b0-f503-4942-a4f1-2c9a643d2059 req-b3f43e13-a21a-46dc-94bc-12ce73d5fa3a tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1002934 May 13 14:50:18.858431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:18.896718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:18.901845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Sync routers for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:18.902359 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:18.943422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:18.949832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:18.962523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e87c2aa3-f713-4960-8832-af564c18eebd req-bd5a5565-d07c-4878-b335-c4e2f0a24955 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834567 May 13 14:50:19.053048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] No DVR routers for this DVR port afb30029-e708-4067-8832-4aa7a29380b9 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:19.063177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.074388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'name': 'network-vif-deleted', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:19.152752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb515e15-76d8-42f4-b04c-f561dda93cca req-c067f525-8eda-49f5-8b94-0786456f9d21 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.86 "DELETE /v2.0/ports/afb30029-e708-4067-8832-4aa7a29380b9 HTTP/1.1" status: 204 len: 173 time: 4.4371033 May 13 14:50:19.198674 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2511b85-b638-4729-a1b9-aebda7cf8d28'] response: {'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'code': 200} May 13 14:50:19.207589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Allocated IP 172.20.0.10 (7f109536-5fa7-4897-a408-484f2a1441dc/e3981a93-9dcd-4ac0-9054-d82628c8b5e1/f345442c-116d-4297-8a57-83e530f43d4f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:19.251812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439278-31e3-4d64-8528-32430362f587 req-395d6eba-f55d-4f0a-a065-61cbd201da42 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:19.252643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da439278-31e3-4d64-8528-32430362f587 req-395d6eba-f55d-4f0a-a065-61cbd201da42 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Synchronizing usage tracker for tenant:e4d7229697c74ef682ade78346dac59e on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:19.269604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:19.277542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.340494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-da439278-31e3-4d64-8528-32430362f587 req-395d6eba-f55d-4f0a-a065-61cbd201da42 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] Unset dirty status for tenant:e4d7229697c74ef682ade78346dac59e on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:19.347573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da439278-31e3-4d64-8528-32430362f587 req-395d6eba-f55d-4f0a-a065-61cbd201da42 tempest-ComputeTenantNetworksTest-2114380629 tempest-ComputeTenantNetworksTest-2114380629-project] 10.222.0.36 "GET /v2.0/networks/d236dc5c-6595-4158-b734-1f3cbe031841 HTTP/1.1" status: 200 len: 769 time: 0.2904620 May 13 14:50:19.355460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:19.364384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:19.435491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:19.435907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.638191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.685292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:19.957298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:19.986036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33e278f4-1667-4257-94d9-e9962b7b5323 req-4ce1dc0f-520c-41e5-a56f-ac09770e77af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.3758764 May 13 14:50:19.996828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-018223ab-0f70-45b5-907c-ac6f0fe7ff61 req-0bfb56a0-faea-4330-958a-cd47cd709422 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e18785-1325-4f66-8f83-e69160e26e0e HTTP/1.1" status: 200 len: 210 time: 0.1708493 May 13 14:50:20.094607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:20.110633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.135236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Checking router: 1e8c163f-dfe2-45bc-8a66-7055a10d1607 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:20.161905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:20.162837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.314562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.324541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Usage tracker for resource:security_group_rule and tenant:f6aca41039eb42e8b0802462ffb7116e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:20.342759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:20.352358 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4f28a1-eb98-435b-88ce-ff11252e2867'] response: {'server_uuid': '97e18785-1325-4f66-8f83-e69160e26e0e', 'name': 'network-vif-deleted', 'tag': 'afb30029-e708-4067-8832-4aa7a29380b9', 'status': 'completed', 'code': 200} May 13 14:50:20.394929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.445162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:20.446809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1175-8b23-420f-ad7e-b114fca86df8 req-9553a36b-6109-4a50-8073-cba8555fc412 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:20.454908 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6dbc1175-8b23-420f-ad7e-b114fca86df8 req-9553a36b-6109-4a50-8073-cba8555fc412 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.8131230 May 13 14:50:20.459129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d236dc5c-6595-4158-b734-1f3cbe031841']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.461053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:20.482800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6380c2f-2682-4ff4-b7e4-cf6f5153b85a req-0e963ae6-48fa-47aa-b6bb-e5c9fe2e39cb tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1449759 May 13 14:50:20.496097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33626665-d7b3-4192-a14e-a0da007855e3') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.496607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33626665-d7b3-4192-a14e-a0da007855e3') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:20.532421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.533293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.564073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-d395ea5f-618a-4b31-a44a-d7a2e27d49ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1929407 May 13 14:50:20.570321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:20.570586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.593437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6dbc1175-8b23-420f-ad7e-b114fca86df8 req-d608bd91-159c-4f8f-a35b-609fbbe52da4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373880 May 13 14:50:20.595290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Transition to ACTIVE for port object f345442c-116d-4297-8a57-83e530f43d4f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:20.626083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.641023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:20.641934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: timer() May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:20.690579 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:20.735602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:20.876922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:20.882374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.895131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:20.912465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.007968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] Pushing event deleted for resources: {'Network': ['ID=d236dc5c-6595-4158-b734-1f3cbe031841,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:21.051353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f07cc01a-d20c-4a70-9076-c1000e11f03a admin admin] 10.222.0.36 "DELETE /v2.0/networks/d236dc5c-6595-4158-b734-1f3cbe031841 HTTP/1.1" status: 204 len: 168 time: 1.6897399 May 13 14:50:21.138247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Deleting subnet 12332681-5cda-4c30-b343-d8e0b7055932 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:21.145113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Network 7f109536-5fa7-4897-a408-484f2a1441dc is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:21.160387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd109aa4-4cf2-439d-be3b-f946333e36a9 req-fb0a445e-3a8b-4e46-9f6e-44d2f5d64f8e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.161471 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.168144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd109aa4-4cf2-439d-be3b-f946333e36a9 req-fb0a445e-3a8b-4e46-9f6e-44d2f5d64f8e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=90627d3b-30ca-4a36-adba-f8bf6a3b546f HTTP/1.1" status: 200 len: 943 time: 0.4422724 May 13 14:50:21.183826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:21.195548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=f345442c-116d-4297-8a57-83e530f43d4f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:21.239566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:21.299022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:21.381246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:21.392813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4545ea-5b74-46e2-8d58-c979234597c4 None None] The sync data for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 is: [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:48:52Z', 'revision_number': 4, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '13acbae7-f748-421b-b726-c09fd78bad17', 'name': '', 'network_id': '180d2a11-2b79-479a-9869-44e5d1711ba9', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'mac_address': 'fa:16:3e:41:a2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:50Z', 'updated_at': '2022-05-13T14:49:01Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'subnets': [{'id': '6bd626bc-813b-4466-a534-f6ebd7fcdd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:21.411740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.498919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:21.527678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.553715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.577820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.599107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:21.740840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:21.743998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.762712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-167ff179-cb92-4376-94d2-7c8aeda8f67f None None] Provisioning for port f345442c-116d-4297-8a57-83e530f43d4f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:21.770216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-167ff179-cb92-4376-94d2-7c8aeda8f67f None None] Provisioning complete for port f345442c-116d-4297-8a57-83e530f43d4f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:21.770753 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-167ff179-cb92-4376-94d2-7c8aeda8f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.820805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd109aa4-4cf2-439d-be3b-f946333e36a9 req-f49d279f-0413-4700-8376-a0af14d183cc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512671 May 13 14:50:21.827338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=3a3e9dbc-529a-44c8-a04b-793ac23a8c02,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:21.877939 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6aca41039eb42e8b0802462ffb7116e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6054842 May 13 14:50:21.878808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f734ab-7bc5-42f9-ae44-9e22448f8bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb57a8-4b01-42fc-ac88-7afecacb6102,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:21.892864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:21.938906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.952520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port 3a3e9dbc-529a-44c8-a04b-793ac23a8c02 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:21.955749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:21.964507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-deleted', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:21.998798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-167ff179-cb92-4376-94d2-7c8aeda8f67f None None] Port f345442c-116d-4297-8a57-83e530f43d4f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:21.999579 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9c33d-a788-476a-9412-601e05e2961b None None] New status for floating IP 41f38428-25bf-46a8-bdd3-aa021c9ab9c9: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:50:22.002711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.020504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f30b054-fdb9-41c2-82ed-9baa357397e7 req-46ebc0bb-0435-4bff-87fc-c1d8c6eafef5 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.2879975 May 13 14:50:22.053793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.120407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da13b59c-6a51-42bf-a850-647cf3677b3d req-b26b655b-c632-4dc4-86c7-5cd536172db9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "DELETE /v2.0/ports/3a3e9dbc-529a-44c8-a04b-793ac23a8c02 HTTP/1.1" status: 204 len: 173 time: 5.1157122 May 13 14:50:22.134610 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-073e1fb0-ffc6-431a-b595-4e653ffd42d7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1587729 May 13 14:50:22.135513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35990) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.180155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:38:d6:59'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d6:d2:f7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:22.224965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e1ca2e0b-2376-41eb-8518-ff98c5a97490 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4d7229697c74ef682ade78346dac59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165399 May 13 14:50:22.229005 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1925ca3-362f-4af0-b625-ce83af292aea'] response: {'server_uuid': '90627d3b-30ca-4a36-adba-f8bf6a3b546f', 'name': 'network-vif-deleted', 'tag': '3a3e9dbc-529a-44c8-a04b-793ac23a8c02', 'status': 'completed', 'code': 200} May 13 14:50:22.230083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.400678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.443829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.470157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.490044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12332681-5cda-4c30-b343-d8e0b7055932,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:22.497802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.505203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6845df-31b4-468c-91bd-83dca4668c9f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:22.558669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f35235b-aa60-4332-ae5f-8a786d4bf35b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12332681-5cda-4c30-b343-d8e0b7055932 HTTP/1.1" status: 204 len: 168 time: 1.6797173 May 13 14:50:22.562314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.564425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c9d52d30-6037-4848-b916-231cc725c048 tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f6845df-31b4-468c-91bd-83dca4668c9f HTTP/1.1" status: 204 len: 168 time: 1.2644999 May 13 14:50:22.565509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.568768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.667244 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-02574134-484c-4376-a6b0-f3dbe3acd7fd tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] show failed (client error): The resource could not be found. May 13 14:50:22.668520 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-02574134-484c-4376-a6b0-f3dbe3acd7fd tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "GET /v2.0/security-groups/8f6845df-31b4-468c-91bd-83dca4668c9f HTTP/1.1" status: 404 len: 347 time: 0.0973039 May 13 14:50:22.722313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06006d36-f0f2-4ccd-8123-3f4add0a03d3 req-44f67f81-6098-46b2-8e5e-6631f9e7f3b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e01e750f8e424faaaf797be4ececd17e&device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0563447 May 13 14:50:22.723160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:22.913093 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:22.926127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06006d36-f0f2-4ccd-8123-3f4add0a03d3 req-296c26dd-15b9-48f6-a4b3-f4457bca3210 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e01e750f8e424faaaf797be4ececd17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1850467 May 13 14:50:22.944091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060fdfd-2822-422c-8b93-30ac31a276cd req-5e48fce3-0424-4ff6-abe4-02a372f64911 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:22.946570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0060fdfd-2822-422c-8b93-30ac31a276cd req-5e48fce3-0424-4ff6-abe4-02a372f64911 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.9190841 May 13 14:50:22.999573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25b52158-0af3-4eea-9fe8-16111aaa3ab3 req-f86ceb2a-7d24-4d8b-8a85-931bec9558b9 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1512737 May 13 14:50:23.043502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.089420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.118861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Deleting port d052a3db-6569-4c54-ad47-36aa8cbf8d2e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:23.119210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.123396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0060fdfd-2822-422c-8b93-30ac31a276cd req-1bfc140e-30ff-4432-b61f-6e68d52bb6b4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531742 May 13 14:50:23.147829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.182934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.209492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-21e898d0-2510-4834-a051-5aa44c8b8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:23.211371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-21e898d0-2510-4834-a051-5aa44c8b8ffa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e&tenant_id=4e7af3a8a11b41b197bec1bdd3d65788 HTTP/1.1" status: 200 len: 1094 time: 0.6638927 May 13 14:50:23.324756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.350282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb57a8-4b01-42fc-ac88-7afecacb6102,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:23.391787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.397302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d122584-81d8-4f4d-adf4-1a4cbdca69f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ebb57a8-4b01-42fc-ac88-7afecacb6102 HTTP/1.1" status: 204 len: 168 time: 1.4986582 May 13 14:50:23.513539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.553280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c4f6f-ab38-4c54-b3b3-b6c643582b8b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:23.562012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.566503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dde69a4a-a17e-46e2-be0a-2fec7fa2e4a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb2c4f6f-ab38-4c54-b3b3-b6c643582b8b HTTP/1.1" status: 204 len: 168 time: 1.3307557 May 13 14:50:23.592877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06006d36-f0f2-4ccd-8123-3f4add0a03d3 req-3021eff1-a30c-4bd9-b070-ae8268d530e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:23.594119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-45abf138-3f9d-44f6-bec6-bd996976b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:23.594366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06006d36-f0f2-4ccd-8123-3f4add0a03d3 req-3021eff1-a30c-4bd9-b070-ae8268d530e2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6063895 May 13 14:50:23.595652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-45abf138-3f9d-44f6-bec6-bd996976b62f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1094 time: 0.3419299 May 13 14:50:23.622239 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.739661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5018bfb8-42bb-4876-9b25-562f1441e8cc']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:23.759254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.784779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.815418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffd8d10-6b8e-4675-986a-2bec4c0b4933') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:23.828844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffd8d10-6b8e-4675-986a-2bec4c0b4933') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:23.869807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-08a2e055-d208-4308-9e00-cf4ac609d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:23.872063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-08a2e055-d208-4308-9e00-cf4ac609d848 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.2623596 May 13 14:50:23.879072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.964470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-615271d9-d291-4d03-b000-3375c99d56a0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:23.966369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-615271d9-d291-4d03-b000-3375c99d56a0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.3848195 May 13 14:50:23.968541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.969130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.977975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:23.978539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-aa8d7818-d541-4add-9bc6-1cd82083e0fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.0930467 May 13 14:50:24.003177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:24.003590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: timer() May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:24.018064 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:24.078773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-7228f314-d70c-4293-a35e-65a33d8623bc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0989072 May 13 14:50:24.308690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Calling delete_port for d052a3db-6569-4c54-ad47-36aa8cbf8d2e owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:24.380967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event updated for resources: {'Port': ['ID=f345442c-116d-4297-8a57-83e530f43d4f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:24.442807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:24.454322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-39359f64-a60d-4230-9480-5f392ed21674 None None] Provisioning complete for port f345442c-116d-4297-8a57-83e530f43d4f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:24.455824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-39359f64-a60d-4230-9480-5f392ed21674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.489332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5cccb2f2-4594-4e33-aa3c-523202d06881 req-e5b6dc05-e13c-4cd3-a30d-03922c48beb4 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0964251 May 13 14:50:24.490673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.536523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-35b9f5fa-b413-44bd-ab9b-354319eae9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.540563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-35b9f5fa-b413-44bd-ab9b-354319eae9f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.5541048 May 13 14:50:24.541465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] In _notify_port_updated(), no bound segment for port f345442c-116d-4297-8a57-83e530f43d4f on network 7f109536-5fa7-4897-a408-484f2a1441dc {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:50:24.549035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.549971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.551695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-39359f64-a60d-4230-9480-5f392ed21674 None None] Port f345442c-116d-4297-8a57-83e530f43d4f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:24.556674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6a9ddcb0-2cde-4c38-8152-ecd942642830 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "PUT /v2.0/ports/f345442c-116d-4297-8a57-83e530f43d4f HTTP/1.1" status: 200 len: 1057 time: 2.4160058 May 13 14:50:24.573979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:24.624511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.638565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:24.647166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-aa281551-c2a6-41b4-bc09-453e496e5015 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882099 May 13 14:50:24.652478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Usage tracker for resource:security_group_rule and tenant:4e64cc1898a6455196baff2735f630da is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:24.672013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.692897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5018bfb8-42bb-4876-9b25-562f1441e8cc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:24.700176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:24.731634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port f345442c-116d-4297-8a57-83e530f43d4f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:24.731925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.763988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:24.815737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-fd6c7057-193e-4cf9-b18b-cbbdd790d59a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5197568 May 13 14:50:24.838728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:24.844816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ab8bb969-0794-4f14-8aa1-72d836c6abb0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5018bfb8-42bb-4876-9b25-562f1441e8cc HTTP/1.1" status: 204 len: 168 time: 2.2739613 May 13 14:50:24.975394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd44ea-6fe1-47fe-a90f-b6d7d958d547 req-11e452b7-8492-4f01-a30b-c333ba79a3e1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:24.983795 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-56dd44ea-6fe1-47fe-a90f-b6d7d958d547 req-11e452b7-8492-4f01-a30b-c333ba79a3e1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.2849805 May 13 14:50:24.990694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-203e45c2-849e-4265-be04-d0d110c7542d service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331556 May 13 14:50:24.998633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Pushing event deleted for resources: {'Port': ['ID=d052a3db-6569-4c54-ad47-36aa8cbf8d2e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:25.052113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06006d36-f0f2-4ccd-8123-3f4add0a03d3 req-9ac4f25f-865f-410c-943f-be2b4692a74d tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.90 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.1557107 May 13 14:50:25.094495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:25.245531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-56dd44ea-6fe1-47fe-a90f-b6d7d958d547 req-574b06a3-cb17-4bb3-9665-e8e0cd421c4a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607193 May 13 14:50:25.264600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-348d837f-4ac2-482a-b041-70df235336a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f5e0a562a934eb7a30602f1a91fc464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676075 May 13 14:50:25.278050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:25.323741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.330683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef176aff-e1ec-4561-b922-8f3eef355f6a req-0d4a0e65-e74d-4cf9-aa64-70993b8c3874 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243866 May 13 14:50:25.343187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.417584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d599db8a-1a44-4184-8de2-2d87c191e559,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:25.422704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6811252-5a2c-4227-8c77-bd60d4ce0dfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e64cc1898a6455196baff2735f630da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9758158 May 13 14:50:25.423901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.425934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:25.438056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-2bc05a0c-d1ef-4f05-979b-296d33d9daf7 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213183 May 13 14:50:25.439547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.445429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.447178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a53f9e7d-4fd1-4a92-b7bd-faf24b6fe38c tempest-ServersTestJSON-358388626 tempest-ServersTestJSON-358388626-project] 10.222.0.36 "DELETE /v2.0/floatingips/41f38428-25bf-46a8-bdd3-aa021c9ab9c9 HTTP/1.1" status: 204 len: 168 time: 2.7112007 May 13 14:50:25.457563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36082) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:25.599845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:25.879554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-612770ff-5ea6-42b8-a8c2-498869e64c7e req-db54e173-7bca-41b9-8d74-cb3979036c42 tempest-ServerShowV254Test-1079023224 tempest-ServerShowV254Test-1079023224-project] 10.222.0.36 "GET /v2.0/ports?device_id=a96a8ca5-c853-4660-afef-278af3e150a7 HTTP/1.1" status: 200 len: 210 time: 0.0962899 May 13 14:50:25.884152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.002892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.024962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.032432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.069883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad979f-a228-4c78-ad3b-b77a4f1e51de,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:26.175471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.187942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-54787a64-53d5-4be1-8c8b-7685d40a4c3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8ad979f-a228-4c78-ad3b-b77a4f1e51de HTTP/1.1" status: 204 len: 168 time: 0.8972411 May 13 14:50:26.200542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for f345442c-116d-4297-8a57-83e530f43d4f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:26.247764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.281752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d599db8a-1a44-4184-8de2-2d87c191e559,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:26.294181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.295339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2783bd34-47ed-410a-9c67-52c833f22bf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d599db8a-1a44-4184-8de2-2d87c191e559 HTTP/1.1" status: 204 len: 168 time: 0.8425686 May 13 14:50:26.366053 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-51dad9c1-1e72-4a4b-a13f-d8472d27092e service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004507 May 13 14:50:26.612410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:26.680038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d70a-0954-4d28-9a83-4cf1e615b7f7 req-872417c9-3b27-4d05-b1cf-f0807fe9a92a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:26.681763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1972d70a-0954-4d28-9a83-4cf1e615b7f7 req-872417c9-3b27-4d05-b1cf-f0807fe9a92a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.2006013 May 13 14:50:26.971634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=f345442c-116d-4297-8a57-83e530f43d4f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:27.232344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-76489da7-acdb-4c53-98d9-6ed37a298980 req-bd82967a-97ca-4753-8e9e-bf22856aa9d6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.3517189 May 13 14:50:27.567582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1972d70a-0954-4d28-9a83-4cf1e615b7f7 req-04d46314-b9c3-4814-b449-862aab99a05c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8136041 May 13 14:50:27.675230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.120746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.133659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48c62605-d847-4bea-8357-3917996aaced tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/f345442c-116d-4297-8a57-83e530f43d4f HTTP/1.1" status: 204 len: 168 time: 3.5582962 May 13 14:50:28.136490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:28.196283 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7433d6-1b15-47f1-8a8b-8f3470a3b1bd tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] GET failed (client error): The resource could not be found. May 13 14:50:28.197302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb7433d6-1b15-47f1-8a8b-8f3470a3b1bd tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:28.223520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bb7433d6-1b15-47f1-8a8b-8f3470a3b1bd tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:28.229921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb7433d6-1b15-47f1-8a8b-8f3470a3b1bd tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports/f345442c-116d-4297-8a57-83e530f43d4f HTTP/1.1" status: 404 len: 333 time: 0.0896823 May 13 14:50:28.231053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36162) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:28.337368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port 205ec852-bf31-4879-88df-af9ed281a58b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:28.338684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.755480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Deleting port 13acbae7-f748-421b-b726-c09fd78bad17 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:28.756148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:28.852319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcdca6e4-a9d5-48c1-b896-32d3316ee2c8 req-d7fd1fe3-67a3-4ca5-a3d8-e065d2062e52 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.2809722 May 13 14:50:28.889111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36176) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:29.154029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1fc82-0626-49c1-a0b5-3f9701ba4faa req-005ee70d-2079-44fc-aa1e-09393f06d957 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:29.163341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aab1fc82-0626-49c1-a0b5-3f9701ba4faa req-005ee70d-2079-44fc-aa1e-09393f06d957 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 0.3058124 May 13 14:50:29.274185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aab1fc82-0626-49c1-a0b5-3f9701ba4faa req-44396cf8-da2d-4fbe-917e-8b88b5374be5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094847 May 13 14:50:29.333875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.386632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] For port 13acbae7-f748-421b-b726-c09fd78bad17, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=13acbae7-f748-421b-b726-c09fd78bad17,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:29.387376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.767604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-00bb4ef0-c1da-41a0-b1c4-ab1ff468a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:29.786467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Calling delete_port for 13acbae7-f748-421b-b726-c09fd78bad17 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:29.831631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for 205ec852-bf31-4879-88df-af9ed281a58b owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:29.973912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:30.001170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:30.010647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Usage tracker for resource:security_group_rule and tenant:e01e750f8e424faaaf797be4ececd17e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:30.016582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:30.082747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:30.304688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-dfce6220-2304-41cb-84a5-7ab9b323bb01 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:30.305593 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-dfce6220-2304-41cb-84a5-7ab9b323bb01 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.9677351 May 13 14:50:30.349192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:30.380752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5836342-f926-4c74-9447-2cb5713ba371 req-fbba249c-f439-43ae-8c34-be8a7bcf9647 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.3027589 May 13 14:50:30.458082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:30.559958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=205ec852-bf31-4879-88df-af9ed281a58b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:30.666053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:31.118766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.205617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:31.249284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Usage tracker for resource:port and tenant:6e4e1442890f41d68c244f6bb2ede21a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:31.285713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.296701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.316156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:31.335717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:31.353256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.400632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e01e750f8e424faaaf797be4ececd17e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5071082 May 13 14:50:31.404242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:31.417703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-932894ac-288b-42a9-b303-b6d6f4ad8220 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/205ec852-bf31-4879-88df-af9ed281a58b HTTP/1.1" status: 204 len: 168 time: 3.1851854 May 13 14:50:31.429926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-network', 'tenant_id': '541a206a586f4e2993e612cfb54675ec'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:31.462880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:31.485485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:31.624926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Usage tracker for resource:network and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:31.686953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:31.696553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.711161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:31.731204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1a5f3e8-d3cd-448b-ad8e-279cbc647947 req-365555a4-bb50-4ee5-9663-3dac09346c8e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.1333010 May 13 14:50:31.733352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Pushing event deleted for resources: {'Port': ['ID=13acbae7-f748-421b-b726-c09fd78bad17,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:31.750182 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8b6a51-d52e-4432-bafe-faf90886d797 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] GET failed (client error): The resource could not be found. May 13 14:50:31.750976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5b8b6a51-d52e-4432-bafe-faf90886d797 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Synchronizing usage tracker for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:50:31.755483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f93cc-8b84-4d29-8cac-9f039d1f28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d72a9-e83a-4e6c-a1e2-bd83ed886651,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:31.776233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:31.887243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Made reservation on behalf of 541a206a586f4e2993e612cfb54675ec for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:31.895801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:31.952583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5b8b6a51-d52e-4432-bafe-faf90886d797 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Unset dirty status for tenant:4c85f8b2e78a42d9ba045831ddac3199 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:50:31.956608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5b8b6a51-d52e-4432-bafe-faf90886d797 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "GET /v2.0/ports/205ec852-bf31-4879-88df-af9ed281a58b HTTP/1.1" status: 404 len: 333 time: 0.4897807 May 13 14:50:31.979008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:32.041830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30f0695a-4033-4c01-aba1-c9731aa2cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.082905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.089348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040df33-e3ed-4c2b-9b20-4ae0748026c0 req-cb259198-5816-4594-8d07-d12a9a281227 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:32.096097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c040df33-e3ed-4c2b-9b20-4ae0748026c0 req-cb259198-5816-4594-8d07-d12a9a281227 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 1.4953763 May 13 14:50:32.221297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.353672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:32.364531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:32.371964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:32.394348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:32.465049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c040df33-e3ed-4c2b-9b20-4ae0748026c0 req-f2dd310f-542f-4f13-85ba-bf6d3dd09230 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576175 May 13 14:50:32.527794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.619118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.634275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.653683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.708330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9fd862-5c83-410f-b8e3-05aabd2f843d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:32.791125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.9 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/9c4c2a2a-ba5c-41fc-8024-b88b6642252f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:32.857948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port 34c0995a-15b5-41a9-a86d-39a485e89b9f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:32.859981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:32.872658 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.040773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:50:33.179176 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.344105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.423678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.424163 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Added segment c1074dc2-9dc4-4426-a256-3b02a7ec3802 of type vlan for network 4a59904e-a531-4881-9252-781703eed2bd May 13 14:50:33.457051 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-190fbd1b-2565-4a26-99cb-67d0938e7f21 req-dc4ec4c2-d667-4d52-9dba-8edc2b9a4ec6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.3879862 May 13 14:50:33.505725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d72a9-e83a-4e6c-a1e2-bd83ed886651,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:33.660082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.661495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.676345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:33.822086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:33.828115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-624b6d61-41ce-471c-89ac-b94788a57f44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e56d72a9-e83a-4e6c-a1e2-bd83ed886651 HTTP/1.1" status: 204 len: 168 time: 2.4164820 May 13 14:50:33.917176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:34.190632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:34.191740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:34.192496 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:34.231499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:34.235628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:34.249539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:34.815114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:34.908282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for 34c0995a-15b5-41a9-a86d-39a485e89b9f owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:35.017944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:35.035610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:35.051237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:35.124649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:35.139900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Sync routers for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:35.170376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:35.171522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:35.262832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:35.355611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:35.481947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d762-cfc3-4755-81fa-1fec9f6e2d15 req-a6562328-6016-4894-90be-882ad8f14126 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:35.495681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f062d762-cfc3-4755-81fa-1fec9f6e2d15 req-a6562328-6016-4894-90be-882ad8f14126 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 1.5340741 May 13 14:50:35.602302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:35.611592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Usage tracker for resource:security_group_rule and tenant:c45e5084e5d6464ebb829fa1e50d214f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:35.619278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:35.641771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba0c6778-240a-408c-af26-b2c0a18efe08 admin admin] 10.222.0.36 "PUT /v2.0/routers/1e8c163f-dfe2-45bc-8a66-7055a10d1607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1826587 May 13 14:50:35.654430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:35.655752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:35.664048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:35.665046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:35.730249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:35.848962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-046acde6-9306-470a-9ad1-3bf9a040adc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4065788 May 13 14:50:35.895029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f062d762-cfc3-4755-81fa-1fec9f6e2d15 req-70108b71-cb56-4340-9a50-a408b850d835 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982580 May 13 14:50:35.897406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] Pushing event updated for resources: {'Network': ['ID=4a59904e-a531-4881-9252-781703eed2bd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:35.912118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4786ac30-674d-46d1-a4bb-3ae20372fc2c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.2442505 May 13 14:50:35.914417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:35.921031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Request body: {'port': {'device_id': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:35.957484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Request body: {'subnet': {'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-subnet', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:35.991761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4a59904e-a531-4881-9252-781703eed2bd details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:50:35.995377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:36.040277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:36.044188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Usage tracker for resource:subnet and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:36.056123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:36.441219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:36.528449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:36.597814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:36.640354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d554aa-eac9-4485-ad37-6152f7ffdd00 req-d717b197-bb51-4703-9cbe-99c037d49d55 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:36.643594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d554aa-eac9-4485-ad37-6152f7ffdd00 req-d717b197-bb51-4703-9cbe-99c037d49d55 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 931 time: 1.3010886 May 13 14:50:36.671803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=34c0995a-15b5-41a9-a86d-39a485e89b9f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:36.768325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:36.864111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Made reservation on behalf of 541a206a586f4e2993e612cfb54675ec for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:36.870548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:37.110661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:50:31Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:37.127255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Checking router: 1e8c163f-dfe2-45bc-8a66-7055a10d1607 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:37.139552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Routers {'1e8c163f-dfe2-45bc-8a66-7055a10d1607'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:37.140196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:37.403162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d554aa-eac9-4485-ad37-6152f7ffdd00 req-2847fce8-097a-47de-9366-af58bf95c9b7 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265480 May 13 14:50:37.595457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:37.600171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-86fbd1bf-53a9-48dc-855b-bebf86b6a8fe tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/ports/34c0995a-15b5-41a9-a86d-39a485e89b9f HTTP/1.1" status: 204 len: 168 time: 5.5249674 May 13 14:50:37.613908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36342) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:37.636466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] Set router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:37.674031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c45e5084e5d6464ebb829fa1e50d214f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7502255 May 13 14:50:37.688577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:37.700828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:37.824280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5cd62-1e00-43f2-bf35-70fce50b7a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f086c01-7cae-487c-83ca-0d1718b39c49,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:38.010191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36354) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:38.018379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.085007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:38.174582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Deleting port b7c1480a-61a4-40a5-8aed-42a0b5618492 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:38.175175 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.506976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:50:31Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:38.521013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.528434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25e83c2-a0f9-4582-81d4-dd1228ad0502 None None] The sync data for ids ['1e8c163f-dfe2-45bc-8a66-7055a10d1607'] in n-d-841736-1 is: [{'id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'name': 'tempest-ServersTestJSON-528351754-router', 'tenant_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:48:40Z', 'updated_at': '2022-05-13T14:50:31Z', 'revision_number': 5, 'project_id': '4384b141ea6f4fea9646e9930a9ccc2d', 'gw_port': {'id': 'b7c1480a-61a4-40a5-8aed-42a0b5618492', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8c163f-dfe2-45bc-8a66-7055a10d1607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:48:42Z', 'updated_at': '2022-05-13T14:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:38.581857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting subnet e3981a93-9dcd-4ac0-9054-d82628c8b5e1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:38.624423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.755384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:50:38.756679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Network hostable DHCP agents. Network: 4a59904e-a531-4881-9252-781703eed2bd, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:50:38.770145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:38.818392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.943452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f367cbb-e939-480c-9c3f-55a31ee1a684 req-6640f2c9-43db-4001-bb9e-4261f4ea40cb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:38.952295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f367cbb-e939-480c-9c3f-55a31ee1a684 req-6640f2c9-43db-4001-bb9e-4261f4ea40cb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 1.4334505 May 13 14:50:38.957327 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:38.969196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13acbae7-f748-421b-b726-c09fd78bad17 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:39.008840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Network 4a59904e-a531-4881-9252-781703eed2bd is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:50:39.062735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4a59904e-a531-4881-9252-781703eed2bd) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:39.077450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:39.078065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.122843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d4fd3-89a3-4757-ae25-d64205bf87b5 req-ba06eefa-28c7-4d2e-8703-f86a329520d3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:39.124594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a7d4fd3-89a3-4757-ae25-d64205bf87b5 req-ba06eefa-28c7-4d2e-8703-f86a329520d3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 931 time: 0.3432517 May 13 14:50:39.127676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd70a0c-4084-4485-b8b3-0459f94dc8aa None None] Network 4a59904e-a531-4881-9252-781703eed2bd requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:39.170705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 13acbae7-f748-421b-b726-c09fd78bad17 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:39.171523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 13acbae7-f748-421b-b726-c09fd78bad17 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:39.180657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.221139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cc052698-e849-440e-b961-0d665383cd03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2916701 May 13 14:50:39.229571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36370) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:39.231991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.284911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.331791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:39.381463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a7d4fd3-89a3-4757-ae25-d64205bf87b5 req-6480e138-7242-4b0d-82d3-6a07cf6a2c7a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430682 May 13 14:50:39.382837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:39.392917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Usage tracker for resource:router and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:39.399189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:39.421382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:39.441639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.443242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.485616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.490030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:39.506399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.535757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:39.598986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Usage tracker for resource:security_group_rule and tenant:ce45f6ad35094d35ab4ab779eaaea61b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:39.604434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:39.612440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Usage tracker for resource:security_group_rule and tenant:a221f88d244b4dd6827a0b032381447a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:39.617607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:39.625448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:39.644533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Subnet': ['ID=e3981a93-9dcd-4ac0-9054-d82628c8b5e1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:39.657082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.732621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91875049-c12a-454d-8d06-9ffc34125fb6 None None] Network 7f109536-5fa7-4897-a408-484f2a1441dc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:39.795523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.868462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.900171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-4a59904e-a531-4881-9252-781703eed2bd', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:50:39.904234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.951393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f367cbb-e939-480c-9c3f-55a31ee1a684 req-165e4384-63e1-4438-9679-019b5f42b571 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9547169 May 13 14:50:39.957992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:39.974688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:39.983693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.054076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba484d-7dcd-4d80-b82c-be4b71dfbd20,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:40.169641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f086c01-7cae-487c-83ca-0d1718b39c49,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:40.209040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-013126ca-8480-4c2e-bda9-313fdb2682f7 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/subnets/e3981a93-9dcd-4ac0-9054-d82628c8b5e1 HTTP/1.1" status: 204 len: 168 time: 2.5930669 May 13 14:50:40.212892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:40.312756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] For port b7c1480a-61a4-40a5-8aed-42a0b5618492, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b7c1480a-61a4-40a5-8aed-42a0b5618492,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:40.313466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.364124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.555727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Allocated IP 172.20.0.2 (4a59904e-a531-4881-9252-781703eed2bd/e14b48b7-e2c8-4a6f-abe1-f94280cf7c10/bff67b75-f679-45ed-b119-899a96a50720) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:40.574248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.585766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Deleting port 4939404c-1efb-48f7-b540-5b7f30ff0084 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:40.587874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.869391 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:40.884819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Transition to ACTIVE for port object bff67b75-f679-45ed-b119-899a96a50720 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:40.907753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4c663583-8180-4502-91ca-8f6d63fd6b07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a221f88d244b4dd6827a0b032381447a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8832445 May 13 14:50:40.912902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Transition to ACTIVE for port object bff67b75-f679-45ed-b119-899a96a50720 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:40.941845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:41.066927 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.147432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Calling delete_port for b7c1480a-61a4-40a5-8aed-42a0b5618492 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:41.235602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Pushing event updated for resources: {'Port': ['ID=bff67b75-f679-45ed-b119-899a96a50720,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:41.251848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.255404 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f0b88038-1fb3-4330-a228-31c3dab0d1c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f086c01-7cae-487c-83ca-0d1718b39c49 HTTP/1.1" status: 204 len: 168 time: 3.4882278 May 13 14:50:41.262726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Network 4a59904e-a531-4881-9252-781703eed2bd is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:41.267071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:41.270118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:41.348031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.452398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Attempting to bind port bff67b75-f679-45ed-b119-899a96a50720 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:50:41.452398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Attempting to bind port bff67b75-f679-45ed-b119-899a96a50720 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:50:41.452398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Attempting to bind port bff67b75-f679-45ed-b119-899a96a50720 on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:50:41.466406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:50:41.466835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:50:41.481966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.482382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Bound using segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:50:41.485703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Bound port: bff67b75-f679-45ed-b119-899a96a50720, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:50:41.486187 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.697403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] DHCP port deletion for 7f109536-5fa7-4897-a408-484f2a1441dc request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:50:41.702880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] For port 4939404c-1efb-48f7-b540-5b7f30ff0084, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4939404c-1efb-48f7-b540-5b7f30ff0084,segment=NetworkSegment(7767f1fb-1ee3-47ee-a100-9670d9465b13),segment_id=7767f1fb-1ee3-47ee-a100-9670d9465b13)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:41.702880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.712340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:50:41.719651 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.734641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:50:41.735939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Deleting port 4939404c-1efb-48f7-b540-5b7f30ff0084 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:41.736400 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.745164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b63a-d7c3-40d8-b0b7-7b26375db657 req-d121b062-08d4-4dcd-aee5-afc320eaab1e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:41.748312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae34b63a-d7c3-40d8-b0b7-7b26375db657 req-d121b062-08d4-4dcd-aee5-afc320eaab1e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 931 time: 1.0584893 May 13 14:50:41.769784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.846476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4c2a2a-ba5c-41fc-8024-b88b6642252f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:41.858043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.879951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Transition to ACTIVE for port object 9c4c2a2a-ba5c-41fc-8024-b88b6642252f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:41.910067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:41.985683 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.049437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.081721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:42.111843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Calling delete_port for 4939404c-1efb-48f7-b540-5b7f30ff0084 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:42.119491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c1480a-61a4-40a5-8aed-42a0b5618492,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:42.122986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2240814c-9940-48d9-a99b-17c8cf4b0aa0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:42.223237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.299414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae34b63a-d7c3-40d8-b0b7-7b26375db657 req-8964835b-d788-41b8-bfb9-024ac680b958 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360270 May 13 14:50:42.445139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb965ba-1374-40cd-b8c8-d11ab9e36a16 None None] Pushing event updated for resources: {'Port': ['ID=bff67b75-f679-45ed-b119-899a96a50720,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:42.508536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] For port 4939404c-1efb-48f7-b540-5b7f30ff0084, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4939404c-1efb-48f7-b540-5b7f30ff0084,segment=NetworkSegment(7767f1fb-1ee3-47ee-a100-9670d9465b13),segment_id=7767f1fb-1ee3-47ee-a100-9670d9465b13)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:42.508947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.547341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.602343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.619481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17e00803-728b-40c3-a5a8-990e2d45c23e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce45f6ad35094d35ab4ab779eaaea61b&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5058570 May 13 14:50:42.635534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:42.657486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.659632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Port': ['ID=4939404c-1efb-48f7-b540-5b7f30ff0084,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:42.691638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] No DVR routers for this DVR port 4939404c-1efb-48f7-b540-5b7f30ff0084 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:42.696173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba484d-7dcd-4d80-b82c-be4b71dfbd20,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:42.718245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:42.734484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Usage tracker for resource:security_group_rule and tenant:583c9c5d9b1a420fbd2512db355195f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:42.738881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Calling delete_port for 4939404c-1efb-48f7-b540-5b7f30ff0084 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:42.746148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbdac4-164e-465a-b1fe-fca6a84b5c2f req-63e1c7c3-e5cb-480b-8633-05b352e88eca tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:42.747833 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2cbbdac4-164e-465a-b1fe-fca6a84b5c2f req-63e1c7c3-e5cb-480b-8633-05b352e88eca tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 1.5566535 May 13 14:50:42.750488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:42.834759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:42.994696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:42.995342 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:43.043612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.093213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:43.094513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4939404c-1efb-48f7-b540-5b7f30ff0084 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:43.109627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:43.119445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.121153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38adb78f-c224-4927-8665-d2877476a4c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32ba484d-7dcd-4d80-b82c-be4b71dfbd20 HTTP/1.1" status: 204 len: 168 time: 2.1760044 May 13 14:50:43.130763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.148686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.193983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4939404c-1efb-48f7-b540-5b7f30ff0084 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:43.194528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4939404c-1efb-48f7-b540-5b7f30ff0084 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:43.221473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.228780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f109536-5fa7-4897-a408-484f2a1441dc']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:43.269580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7767f1fb-1ee3-47ee-a100-9670d9465b13') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:43.269885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7767f1fb-1ee3-47ee-a100-9670d9465b13') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:43.308221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.318754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.400511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.425791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:43.426200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.438367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: timer() May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:43.444517 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:43.456631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.491329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2cbbdac4-164e-465a-b1fe-fca6a84b5c2f req-c8c1020e-f41f-4e59-bff0-ce4b5fe0204a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000599 May 13 14:50:43.497316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Deleting port 4939404c-1efb-48f7-b540-5b7f30ff0084 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:43.498317 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.579514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Allocated IP 172.25.5.57 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/b46083a5-340d-4d18-98dc-7c1f1b67abdf) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:43.596725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.605685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.606791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8c163f-dfe2-45bc-8a66-7055a10d1607 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:50:43.610497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Attempting to bind port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:50:43.611111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Attempting to bind port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:50:43.611677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Attempting to bind port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:50:43.625335 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.635883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:50:43.636513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Attempting to bind port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:50:43.657570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:50:43.658130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:50:43.658759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:50:43.659436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Bound port: 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:50:43.659977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.837570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8cc40c7b-e722-410b-8149-4cc74bea587d None None] The port '4939404c-1efb-48f7-b540-5b7f30ff0084' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:50:43.920722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:43.922510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d056fb6-7c87-40a9-a4da-8b5dd360dc3e admin admin] 10.222.0.36 "DELETE /v2.0/routers/1e8c163f-dfe2-45bc-8a66-7055a10d1607 HTTP/1.1" status: 204 len: 168 time: 8.2526159 May 13 14:50:43.926512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:43.969672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] 10.222.0.36 "DELETE /v2.0/networks/7f109536-5fa7-4897-a408-484f2a1441dc HTTP/1.1" status: 204 len: 168 time: 3.7550776 May 13 14:50:43.998015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816cde8-40fd-4d03-ad90-856bb42cc938 tempest-AllowedAddressPairTestJSON-1378795352 tempest-AllowedAddressPairTestJSON-1378795352-project] Pushing event deleted for resources: {'Network': ['ID=7f109536-5fa7-4897-a408-484f2a1441dc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:44.022397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:50:44.068096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:50:44.088078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Deleting subnet 6bd626bc-813b-4466-a534-f6ebd7fcdd8d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:50:44.105473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.113105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.117294 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.122113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2240814c-9940-48d9-a99b-17c8cf4b0aa0 HTTP/1.1" status: 204 len: 168 time: 1.4747241 May 13 14:50:44.139533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.155115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9de7d9-4899-4a46-9f78-4cd00f212cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240814c-9940-48d9-a99b-17c8cf4b0aa0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:44.179403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.237027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17781f3d-f1b5-4d1e-9fc7-884f850ad166 None None] Network 4a59904e-a531-4881-9252-781703eed2bd requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:44.273307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aca466-55af-4016-9d8e-3a7e90c78afe req-8c3da5ff-b89d-4c32-ab1a-47b2e09967d6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.280820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37aca466-55af-4016-9d8e-3a7e90c78afe req-8c3da5ff-b89d-4c32-ab1a-47b2e09967d6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 943 time: 0.3085623 May 13 14:50:44.298521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.385890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:44.391442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:44.399676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:44.451200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37aca466-55af-4016-9d8e-3a7e90c78afe req-f1d9be25-45f0-4ad6-b342-10e28e7eda2c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693139 May 13 14:50:44.470837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Pushing event updated for resources: {'Port': ['ID=b46083a5-340d-4d18-98dc-7c1f1b67abdf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:44.551534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0610895b-1a61-471e-aacb-c36c643c6e2c None None] Provisioning for port bff67b75-f679-45ed-b119-899a96a50720 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:44.644638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:44.685215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:44.689497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.694376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-a4df2c07-c658-4960-b3ee-575b0034e96b service neutron] 10.222.0.90 "PUT /v2.0/ports/9c4c2a2a-ba5c-41fc-8024-b88b6642252f HTTP/1.1" status: 200 len: 1091 time: 8.8146279 May 13 14:50:44.695100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:44.742203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.770790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:44.892094 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f619f5-f002-48ff-9839-d5c1622eab09'] response: {'name': 'network-changed', 'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f', 'status': 'completed', 'code': 200} May 13 14:50:44.956902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:45.073198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bff67b75-f679-45ed-b119-899a96a50720 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:45.233087 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.257602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bff67b75-f679-45ed-b119-899a96a50720 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:45.279453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bff67b75-f679-45ed-b119-899a96a50720 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:45.280086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.357201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:45.513335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bff67b75-f679-45ed-b119-899a96a50720 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:45.514029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.560040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-007ec33b-f38a-4f4f-8a18-fecab6a4b0ae None None] Provisioning complete for port bff67b75-f679-45ed-b119-899a96a50720 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:45.560791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-007ec33b-f38a-4f4f-8a18-fecab6a4b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.580586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.632790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.634200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:45.656275 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.703951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:45.726503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7c1480a-61a4-40a5-8aed-42a0b5618492 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:45.804965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b7c1480a-61a4-40a5-8aed-42a0b5618492 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:45.805576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b7c1480a-61a4-40a5-8aed-42a0b5618492 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:45.813376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:45.825687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=583c9c5d9b1a420fbd2512db355195f2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6976454 May 13 14:50:45.827141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc5271-2ded-4a2c-b678-f30468b4526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7a5fb-d146-43bc-a6a1-1faee90617bb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:45.854105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:45.859431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Usage tracker for resource:security_group_rule and tenant:b9e7e5db5a5f49efbfc81ac6a5cc984e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:45.863673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:45.869436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:45.916621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-007ec33b-f38a-4f4f-8a18-fecab6a4b0ae None None] Current status of the port bff67b75-f679-45ed-b119-899a96a50720 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:45.957832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bff67b75-f679-45ed-b119-899a96a50720,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:45.961075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:46.106535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:46.112916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.127246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'network_id': 'dc13dd93-8db0-4451-9e94-a790c15f652e', 'port_id': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'mac_address': 'fa:16:3e:fe:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f348f24c-b0a6-431e-bdf3-d5802e377d6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:46.154341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0c841cdb-2d24-4c02-9d04-be71d46ee2f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c85f8b2e78a42d9ba045831ddac3199&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1961176 May 13 14:50:46.162717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:46.188963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.192488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd626bc-813b-4466-a534-f6ebd7fcdd8d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:46.198812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.209712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.220559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:46.221043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.252488 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.252838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe6f78-f78a-4250-b083-912581a8256a None None] Network 180d2a11-2b79-479a-9869-44e5d1711ba9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:46.286384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b112e-a6e7-47bb-8afe-10cdd3d81967 req-aaec135f-cc0c-4c8f-b76a-2b23ac7506c8 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:46.295627 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af5b112e-a6e7-47bb-8afe-10cdd3d81967 req-aaec135f-cc0c-4c8f-b76a-2b23ac7506c8 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 943 time: 1.4005384 May 13 14:50:46.309605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-d4c90b98-3cac-4948-9e3b-79a338a173ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:46.311169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-d4c90b98-3cac-4948-9e3b-79a338a173ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 1094 time: 1.4228539 May 13 14:50:46.334093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb31906b-1183-4d3d-80a9-046f2e6728c7 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:46.352446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0351-bc17-4174-967c-1f65aabcdcbc req-4c1dabc1-f8f1-4b34-a427-e6c95c96d70f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:46.354274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2227a7e-bd32-496b-8e51-2f7c8d16584f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6bd626bc-813b-4466-a534-f6ebd7fcdd8d HTTP/1.1" status: 204 len: 168 time: 2.4255826 May 13 14:50:46.359528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9def0351-bc17-4174-967c-1f65aabcdcbc req-4c1dabc1-f8f1-4b34-a427-e6c95c96d70f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 943 time: 0.6037135 May 13 14:50:46.376986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:46.421487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.441583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-e9ba8ed7-d532-49cb-a850-af7c94447351 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f HTTP/1.1" status: 200 len: 217 time: 0.0786710 May 13 14:50:46.447732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9e7e5db5a5f49efbfc81ac6a5cc984e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0626965 May 13 14:50:46.448144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.449091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683841f-8e6a-419f-86fd-a4b2d40074ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da78198-f92d-4031-98a0-3f4603123e13,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:46.460618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:46.520649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-af5b112e-a6e7-47bb-8afe-10cdd3d81967 req-a426b438-36ae-4770-ae54-614900004759 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238419 May 13 14:50:46.560656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154093c-43c6-422c-8176-af899ef11ce4 req-fa4153a3-c80d-44a6-825e-518fc12a82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:46.562570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-fa4153a3-c80d-44a6-825e-518fc12a82b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1073699 May 13 14:50:46.609269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9def0351-bc17-4174-967c-1f65aabcdcbc req-9884bff7-22bd-4843-80df-db8dd15a62a5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487330 May 13 14:50:46.634373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:46.649446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-f0e9fad2-8af4-4440-acee-faf2ba4b593b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767488 May 13 14:50:46.650745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.700024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.738052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:46.832351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.868356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.885058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.904877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Deleting port bdcf9768-07a4-4863-af7c-a4358ca8ea29 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:46.905207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:46.921112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['eb31906b-1183-4d3d-80a9-046f2e6728c7'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:47.019895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.031141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] DHCP port deletion for 180d2a11-2b79-479a-9869-44e5d1711ba9 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:50:47.043541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bff67b75-f679-45ed-b119-899a96a50720 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:47.059455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-e64f92f3-8bd7-40be-a315-b0ff13ed2195 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982465 May 13 14:50:47.065766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.119191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Deleting port bdcf9768-07a4-4863-af7c-a4358ca8ea29 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:47.120005 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.233153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7a5fb-d146-43bc-a6a1-1faee90617bb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:47.242346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.335926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7154093c-43c6-422c-8176-af899ef11ce4 req-5eb84377-8006-463b-9c94-79251fe6a584 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639754 May 13 14:50:47.375677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae0ff2-73cd-43b6-8d3e-8c04a71ec920,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:47.404921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.406086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aadbbf50-569c-421c-a2bc-1512d9ef4ff4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20e7a5fb-d146-43bc-a6a1-1faee90617bb HTTP/1.1" status: 204 len: 168 time: 1.5087428 May 13 14:50:47.429669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.430815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d473c58-4cc3-42b1-99a3-fda580367f77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ae0ff2-73cd-43b6-8d3e-8c04a71ec920 HTTP/1.1" status: 204 len: 168 time: 1.2666607 May 13 14:50:47.592087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] For port bdcf9768-07a4-4863-af7c-a4358ca8ea29, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdcf9768-07a4-4863-af7c-a4358ca8ea29,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:47.592601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.604766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.621631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-6766da74-7e06-4911-b835-60e5d68ef93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:47.623580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-6766da74-7e06-4911-b835-60e5d68ef93a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 1094 time: 0.1999924 May 13 14:50:47.839160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Calling delete_port for bdcf9768-07a4-4863-af7c-a4358ca8ea29 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:47.869906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da78198-f92d-4031-98a0-3f4603123e13,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:47.936777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:47.938417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85cce7ed-e7a5-44f5-b7b7-460835fd76c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3da78198-f92d-4031-98a0-3f4603123e13 HTTP/1.1" status: 204 len: 168 time: 1.4625103 May 13 14:50:47.946881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:50:47.959688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] For port bdcf9768-07a4-4863-af7c-a4358ca8ea29, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdcf9768-07a4-4863-af7c-a4358ca8ea29,segment=NetworkSegment(7afc8ab6-2d69-4977-82df-72862f2d6620),segment_id=7afc8ab6-2d69-4977-82df-72862f2d6620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:47.962612 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:48.094273 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:48.235090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcf9768-07a4-4863-af7c-a4358ca8ea29,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:48.261681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] No DVR routers for this DVR port bdcf9768-07a4-4863-af7c-a4358ca8ea29 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:50:48.321962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Calling delete_port for bdcf9768-07a4-4863-af7c-a4358ca8ea29 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:50:48.326981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-27136e1f-72fa-45ce-83e4-0c21704aa8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:48.329013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-27136e1f-72fa-45ce-83e4-0c21704aa8ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.6912854 May 13 14:50:48.388253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1ec87-f42c-4d24-abf5-9dec67b0513c req-4644a5f5-5505-4214-a322-336e5320211a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:48.391638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8c1ec87-f42c-4d24-abf5-9dec67b0513c req-4644a5f5-5505-4214-a322-336e5320211a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 943 time: 0.5600274 May 13 14:50:48.458116 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-46b29bac-b867-449c-9948-723803205b5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f HTTP/1.1" status: 200 len: 217 time: 0.1092041 May 13 14:50:48.501550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bff67b75-f679-45ed-b119-899a96a50720 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:48.502087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.527436 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:50:48.533461 n-d-841736-1 neutron-server[88134]: util.warn( May 13 14:50:48.580098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99459-8ad4-4756-a75d-2492c646e11f req-10b04b87-98eb-4b5b-884f-32403941367f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:48.594428 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8de99459-8ad4-4756-a75d-2492c646e11f req-10b04b87-98eb-4b5b-884f-32403941367f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 944 time: 0.8638790 May 13 14:50:48.611859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:48.631671 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:48.642198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:50:48.645579 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:50:48.663462 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:48.666940 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:48.722812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8de99459-8ad4-4756-a75d-2492c646e11f req-b4467fc6-0352-4d51-bcea-57959b750f38 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268620 May 13 14:50:48.728171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-c9994120-7979-4a46-8b87-055fceaf30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:48.730513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-c9994120-7979-4a46-8b87-055fceaf30f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.2674227 May 13 14:50:48.852478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bff67b75-f679-45ed-b119-899a96a50720 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:48.863890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-efe795dc-9791-4b2e-aada-7fb1d94aeb83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222610 May 13 14:50:48.873211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:48.881193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:48.886621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2550a624-59eb-4b51-8cea-7aabce8922ca admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5759294 May 13 14:50:48.888146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:49.012194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e8c1ec87-f42c-4d24-abf5-9dec67b0513c req-5dc4a87b-793f-46be-a591-e593b9ab863c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018219 May 13 14:50:49.038869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180d2a11-2b79-479a-9869-44e5d1711ba9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:49.049531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdcf9768-07a4-4863-af7c-a4358ca8ea29 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:50:49.086167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afc8ab6-2d69-4977-82df-72862f2d6620') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:49.087092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afc8ab6-2d69-4977-82df-72862f2d6620') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:49.090227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bdcf9768-07a4-4863-af7c-a4358ca8ea29 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:50:49.090670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdcf9768-07a4-4863-af7c-a4358ca8ea29 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:50:49.112474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.147406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Deleting port bdcf9768-07a4-4863-af7c-a4358ca8ea29 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:50:49.147932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.197536 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:49.221866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-ee92b919-bd62-4e7f-89b0-2b591551127e service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499265 May 13 14:50:49.303747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.322569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3f02a840-3d06-4c41-afcc-86955c64caa5 None None] The port 'bdcf9768-07a4-4863-af7c-a4358ca8ea29' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:50:49.324306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:50:49.325756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.347065 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: timer() May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:50:49.347587 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:50:49.723122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9c4c2a2a-ba5c-41fc-8024-b88b6642252f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:50:49.737505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:49.838023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d61cc3c-f068-4700-addb-a3d3100fd70d req-55813de6-6c31-44d6-8d66-abf7a2275954 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037858 May 13 14:50:49.957076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port eb31906b-1183-4d3d-80a9-046f2e6728c7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:49.957861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.034529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.073240 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:45Z', 'revision_number': 3, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:50.082208 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:50:50.083021 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Updating router 820ab5a8-4ec6-4f7e-a010-901b387ce78b port b46083a5-340d-4d18-98dc-7c1f1b67abdf binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:50:50.157927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.162936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] Pushing event deleted for resources: {'Network': ['ID=180d2a11-2b79-479a-9869-44e5d1711ba9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:50.237284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:50.275514 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.333725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f', 'mac_address': 'fa:16:3e:09:9b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:50:50.439869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31eeb8a9-e720-4430-98e8-1945869c483e admin admin] 10.222.0.36 "DELETE /v2.0/networks/180d2a11-2b79-479a-9869-44e5d1711ba9 HTTP/1.1" status: 204 len: 168 time: 4.0503290 May 13 14:50:50.483436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:50.484431 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.527210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4c2a2a-ba5c-41fc-8024-b88b6642252f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:50:50.560779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:50.565976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.567144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:50.568861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.574920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d0d64-4393-42c3-b4b2-a6e61725b2d2 req-17cb9a4f-c72d-44e7-9b0f-ac58df6ad39c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:50.589399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-323d0d64-4393-42c3-b4b2-a6e61725b2d2 req-17cb9a4f-c72d-44e7-9b0f-ac58df6ad39c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 944 time: 0.3457859 May 13 14:50:50.590743 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:50.741125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-323d0d64-4393-42c3-b4b2-a6e61725b2d2 req-af155963-6b86-4438-91f0-eaaafe1a4702 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491072 May 13 14:50:50.894636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:50.904895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:50.945914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:50.966494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:50.981820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.050991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['9c4c2a2a-ba5c-41fc-8024-b88b6642252f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:50:51.096115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0bf3410f-a5f2-47df-a455-01d2e6fe4fc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4384b141ea6f4fea9646e9930a9ccc2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958742 May 13 14:50:51.096887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:51.134563 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe339d8-d878-47d1-8333-66e922bf7569'] response: {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'code': 200} May 13 14:50:51.188836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c70fbe-f124-474c-93bd-f29b60caa884 req-342cf873-278d-4539-8122-4d7fc7fea153 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:51.203560 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38c70fbe-f124-474c-93bd-f29b60caa884 req-342cf873-278d-4539-8122-4d7fc7fea153 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 944 time: 0.6859987 May 13 14:50:51.251845 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.297890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Transition to ACTIVE for port object b46083a5-340d-4d18-98dc-7c1f1b67abdf will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:51.315788 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.324889 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.344681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:51.383317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-38c70fbe-f124-474c-93bd-f29b60caa884 req-ee7e5d96-3033-4d66-926e-c728e911f40a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756804 May 13 14:50:51.444346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.520137 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Pushing event updated for resources: {'Port': ['ID=b46083a5-340d-4d18-98dc-7c1f1b67abdf,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:51.533822 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.534346 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.534793 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.535230 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.535729 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.536156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.537146 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.537734 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.538165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.538594 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.539044 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.539470 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:51.575268 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Attempting to bind port b46083a5-340d-4d18-98dc-7c1f1b67abdf on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:50:51.575851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Attempting to bind port b46083a5-340d-4d18-98dc-7c1f1b67abdf by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:50:51.576354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Attempting to bind port b46083a5-340d-4d18-98dc-7c1f1b67abdf on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:50:51.584753 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:50:51.585328 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:50:51.585976 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.587202 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:50:51.588021 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Bound port: b46083a5-340d-4d18-98dc-7c1f1b67abdf, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:50:51.588566 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.668027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.690142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.748640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51278931-08b8-41f9-91d9-6e29883926ad,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:51.811288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:51.813221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-467a7e27-fbc3-4ff9-92b8-df7703404130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51278931-08b8-41f9-91d9-6e29883926ad HTTP/1.1" status: 204 len: 168 time: 0.7151120 May 13 14:50:51.855387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f89f-c2d9-4fa7-9c02-73093c1e0dd3 req-0cab2504-1ba3-4425-875d-36d10e8e957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:51.858408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff01f89f-c2d9-4fa7-9c02-73093c1e0dd3 req-0cab2504-1ba3-4425-875d-36d10e8e957e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1097 time: 0.2983251 May 13 14:50:51.949069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff01f89f-c2d9-4fa7-9c02-73093c1e0dd3 req-af4e8a3b-7840-41fb-a9c5-483104afbd16 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783384 May 13 14:50:51.975956 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] For port b46083a5-340d-4d18-98dc-7c1f1b67abdf, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:50:51.981859 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] For port b46083a5-340d-4d18-98dc-7c1f1b67abdf, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b46083a5-340d-4d18-98dc-7c1f1b67abdf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:50:51.994590 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:52.065622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Allocated IP 172.20.0.1 (4a59904e-a531-4881-9252-781703eed2bd/e14b48b7-e2c8-4a6f-abe1-f94280cf7c10/19398158-54d5-4657-9d13-78a3a34837bf) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:50:52.124130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:52.185099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:52.186545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:52.324654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:52.341539 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea19e68-1bc4-4857-a104-0aa9e69e91eb None None] Pushing event updated for resources: {'Port': ['ID=b46083a5-340d-4d18-98dc-7c1f1b67abdf,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:52.376456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Transition to ACTIVE for port object 19398158-54d5-4657-9d13-78a3a34837bf will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:50:52.404090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4572b-d707-415c-8d9e-21ca0fb483e0 req-1b1f1e68-0633-4db9-ab9b-5b3580f357fe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:52.413030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40c4572b-d707-415c-8d9e-21ca0fb483e0 req-1b1f1e68-0633-4db9-ab9b-5b3580f357fe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.1980894 May 13 14:50:52.416717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:52.480853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40c4572b-d707-415c-8d9e-21ca0fb483e0 req-3acd21f0-8011-40be-9b3d-b02e2b6032c0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 May 13 14:50:52.534833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Network 4a59904e-a531-4881-9252-781703eed2bd is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:52.539781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:52.544740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:50:52.613561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:52.658865 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:52.670563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:52.928540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-74081378-0e9e-4ba3-b7c4-949b433adb04 None None] Provisioning for port 19398158-54d5-4657-9d13-78a3a34837bf completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:52.935807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-74081378-0e9e-4ba3-b7c4-949b433adb04 None None] Provisioning complete for port 19398158-54d5-4657-9d13-78a3a34837bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:52.937381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-74081378-0e9e-4ba3-b7c4-949b433adb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.077948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-74081378-0e9e-4ba3-b7c4-949b433adb04 None None] Port 19398158-54d5-4657-9d13-78a3a34837bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:53.123452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1900022264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:53.134123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:53.144112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:router and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:53.154163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:53.160532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f97338-237f-48d6-8f52-6d579bbe5469 req-4a5317c9-bef7-484e-8a80-0a727c968bba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:53.162359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8f97338-237f-48d6-8f52-6d579bbe5469 req-4a5317c9-bef7-484e-8a80-0a727c968bba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 944 time: 0.2149522 May 13 14:50:53.174862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:53.197222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.199046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.242639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.286059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8f97338-237f-48d6-8f52-6d579bbe5469 req-d9a387ef-dfcd-4acf-9234-f34d50258ff0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130679 May 13 14:50:53.289325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.328082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.330005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d523298-5d0d-44ea-a9de-3c521f3f190d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2045486 May 13 14:50:53.332901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:53.347144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-490426837'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:53.353677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:45Z', 'revision_number': 3, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:53.361912 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde6426-1347-4806-b7a9-40aea44905b4 None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:45Z', 'revision_number': 3, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:50:53.363639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:53.375722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:network and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:53.380553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:53.392477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:53.405285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.413242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:53.421789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.449439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.475391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:53.485366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:security_group_rule and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:53.495456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:53.509519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:53.732059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.737903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.738681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9c4c2a2a-ba5c-41fc-8024-b88b6642252f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:53.934843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:50:53.955071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722dcec0-632d-44f4-a5e5-196e99b16a3f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:53.967037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:53.967505 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Added segment ad23fbc3-528a-4177-ace0-f4304ec685f8 of type vlan for network 16c49db9-84dd-47db-b371-beb2ac1e4acf May 13 14:50:54.021160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:54.027714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:54.028479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.074580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.111765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe8362-49b2-46b5-9ab6-0291c7bc4151 req-478d0ba3-8551-45ab-8008-91acdfd57b8f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:54.113766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67fe8362-49b2-46b5-9ab6-0291c7bc4151 req-478d0ba3-8551-45ab-8008-91acdfd57b8f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.3394308 May 13 14:50:54.203453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.209708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:54.210069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.217909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:54.218292 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.269297 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9343560 May 13 14:50:54.273069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:54.283826 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:50:54.339604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'subnet': {'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:54.342797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:54.369700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:50:54.374036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67fe8362-49b2-46b5-9ab6-0291c7bc4151 req-976132db-a5a1-431e-aece-aa6a7daa5847 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251861 May 13 14:50:54.397327 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.459017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:50:54.584684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:54.723915 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf3f87e-4601-478b-af4b-4b1440ec7ac4'] response: {'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f', 'code': 200} May 13 14:50:54.745442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc869667-7c2a-4f40-84d4-4416a4e36009 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Network': ['ID=16c49db9-84dd-47db-b371-beb2ac1e4acf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:54.775175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:54.813486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:50:55.001493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:55.289350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b46083a5-340d-4d18-98dc-7c1f1b67abdf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:55.313246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-f64b7f90-2cd8-4b85-b33f-bc7e593c063a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8461766 May 13 14:50:55.344165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98c-ab2c-45fa-b69e-8b25bd1ec663 req-bc761659-7d47-4faf-a40c-6663c7080972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:55.354482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0687d98c-ab2c-45fa-b69e-8b25bd1ec663 req-bc761659-7d47-4faf-a40c-6663c7080972 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 1096 time: 0.4988925 May 13 14:50:55.407621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:55.462395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:subnet and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:55.483456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0687d98c-ab2c-45fa-b69e-8b25bd1ec663 req-6c2bf17d-de63-4a97-89f6-64a043fa4ea8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172695 May 13 14:50:55.490505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:55.504899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b46083a5-340d-4d18-98dc-7c1f1b67abdf completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:50:55.526309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b46083a5-340d-4d18-98dc-7c1f1b67abdf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:55.528717 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:55.543361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:55.793378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:55.819066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:55.862159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0911-fa5b-460c-b623-8988d0e3dd03 req-362a246f-fb7e-4928-8143-f04efa871189 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:55.876309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e61b0911-fa5b-460c-b623-8988d0e3dd03 req-362a246f-fb7e-4928-8143-f04efa871189 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 1.0974545 May 13 14:50:55.883831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b46083a5-340d-4d18-98dc-7c1f1b67abdf is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:55.884499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:55.966100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:55.972274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:55.991070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b46083a5-340d-4d18-98dc-7c1f1b67abdf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b46083a5-340d-4d18-98dc-7c1f1b67abdf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:50:55.998303 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:56.203576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-fda75f08-bf87-4179-8f75-73f090589466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:56.215562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-fda75f08-bf87-4179-8f75-73f090589466 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1097 time: 0.6257377 May 13 14:50:56.274157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e61b0911-fa5b-460c-b623-8988d0e3dd03 req-2a450b33-5fd7-4ad9-b614-05fcfabf09a9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939981 May 13 14:50:56.326194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b46083a5-340d-4d18-98dc-7c1f1b67abdf,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:56.388517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-c479edc9-1056-4920-a778-876021d1b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:56.390203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-c479edc9-1056-4920-a778-876021d1b516 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1097 time: 0.4263861 May 13 14:50:56.451898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Network 4a59904e-a531-4881-9252-781703eed2bd is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:50:56.459285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:56.542336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ca70-8886-4e4f-a132-be936fa4424f req-fb04e8e8-83f4-4fab-b186-68576ac983f4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:56.550465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87f3ca70-8886-4e4f-a132-be936fa4424f req-fb04e8e8-83f4-4fab-b186-68576ac983f4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.7175813 May 13 14:50:56.641896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-f855e4bf-f67f-445a-ac7c-bcb072609b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:56.643779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-f855e4bf-f67f-445a-ac7c-bcb072609b95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.3820958 May 13 14:50:56.679210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:56.998027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b46083a5-340d-4d18-98dc-7c1f1b67abdf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:50:57.069061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1c802cf9-a2b3-4528-81b4-a5e10c389dc2 None None] Provisioning complete for port 19398158-54d5-4657-9d13-78a3a34837bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:57.069433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c802cf9-a2b3-4528-81b4-a5e10c389dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.105430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-20c37020-76a3-4a95-ae2d-67c34c9bf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.110271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-20c37020-76a3-4a95-ae2d-67c34c9bf03b service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.6903532 May 13 14:50:57.178674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1c802cf9-a2b3-4528-81b4-a5e10c389dc2 None None] Port 19398158-54d5-4657-9d13-78a3a34837bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:50:57.254532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b46083a5-340d-4d18-98dc-7c1f1b67abdf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:50:57.255209 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.276903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-5ed80db4-e308-4b82-9925-47334aec9889 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.1433036 May 13 14:50:57.279397 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-9df54614-6f61-4e4c-aeb5-7251bbaad664 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 217 time: 0.6044006 May 13 14:50:57.285723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-87f3ca70-8886-4e4f-a132-be936fa4424f req-d5916c82-1e2d-46ec-b664-8b627bb8459a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338388 May 13 14:50:57.461273 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.532688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b46083a5-340d-4d18-98dc-7c1f1b67abdf is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:50:57.575288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:50:57.585288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-14cfd2cf-d73b-4f3c-8d56-4dd2270324d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.587908 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-14cfd2cf-d73b-4f3c-8d56-4dd2270324d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.2997518 May 13 14:50:57.593579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Subnet': ['ID=ce3bdf8d-015a-4697-85f5-d23d82475f73,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:57.593879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-aeac4207-0319-42f8-9767-2570c50ae343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.596806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-aeac4207-0319-42f8-9767-2570c50ae343 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.3057594 May 13 14:50:57.618326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.618895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.619323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.619681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.620020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.620401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.620733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.621065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.621380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.621702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.622032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.622372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:50:57.640842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:57.697485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Checking segment: {'id': 'ad23fbc3-528a-4177-ace0-f4304ec685f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:50:57.697906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network hostable DHCP agents. Network: 16c49db9-84dd-47db-b371-beb2ac1e4acf, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:50:57.710918 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-d9e1b8d9-ff95-4d85-8323-63813317cd14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106391 May 13 14:50:57.775806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-ac725b33-efb4-4848-9d3e-4702dbe402f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681288 May 13 14:50:57.856648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:57.954319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Usage tracker for resource:security_group_rule and tenant:94149a7d428f48869b4bfee1c0a69091 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:57.958394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:50:57.961067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:57.983134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 16c49db9-84dd-47db-b371-beb2ac1e4acf) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:50:57.989746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:50:57.991841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:57.992443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.006551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:50:58.033117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:58.048455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8a39daae-83d9-4fb4-a0d4-0a2f736799f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/820ab5a8-4ec6-4f7e-a010-901b387ce78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1570795 May 13 14:50:58.055887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b7ba0b8f-7558-4df4-806d-8c744abb025d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7786057 May 13 14:50:58.057044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80996ca0-d44c-485a-a41a-f931242db8d0 None None] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:50:58.065390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6de85-e520-4810-8a98-0021a4e6bf6c req-acf8031b-5606-4635-a67b-56b754ad835c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:58.073951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eac6de85-e520-4810-8a98-0021a4e6bf6c req-acf8031b-5606-4635-a67b-56b754ad835c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 0.3863733 May 13 14:50:58.077446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:58.099930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'network': {'name': 'tempest-router-network01--471671704'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:58.109977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:58.118347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:network and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:58.124283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:50:58.124925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:50:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:50:58.133758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:58.156958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:58.162356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eac6de85-e520-4810-8a98-0021a4e6bf6c req-8e6e9fcd-32b3-4b85-9a98-9e35dd35b076 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869040 May 13 14:50:58.200784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:58.215662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.248977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-46e796ef-63d2-4a6f-b570-86101f6962a5 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717336 May 13 14:50:58.310517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:50:58.350924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.351541 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Added segment 4e4d94b9-ed94-467f-80d1-20661c154243 of type vlan for network 243de885-d3aa-4658-b828-687b480b9f23 May 13 14:50:58.420043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:58.453000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-99b470c8-ffc7-46b4-b029-a8ce8dd9795e service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463919 May 13 14:50:58.654638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3ef873b-ff34-4f4e-9cf6-902986c940b2 req-9b71a9bd-389e-445d-b0a1-b6fc7ed0004b service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845367 May 13 14:50:58.713844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:50:58.991751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.001119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:59.005266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.090700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9985797 May 13 14:50:59.092842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:59.138713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'network': {'name': 'tempest-router-network02--1634560381'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:59.166730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:59.187016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-16c49db9-84dd-47db-b371-beb2ac1e4acf', 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf', 'tenant_id': 'c95cca2425864cb7aa65bebe010d5be5', 'fixed_ips': [{'subnet_id': 'ce3bdf8d-015a-4697-85f5-d23d82475f73'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:50:59.192418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.203115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.221599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.269300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:network and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:59.278085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:59.294850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:59.422654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465daa-49d7-4be6-9139-a52ff0d214d4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Network': ['ID=243de885-d3aa-4658-b828-687b480b9f23,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:59.438124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94149a7d428f48869b4bfee1c0a69091&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7539642 May 13 14:50:59.442720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:59.448619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff89ed67-4b2c-468b-96ec-dda6093c01a8 req-e70d3d0b-c3a8-4e60-854a-fe15d7262492 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770823 May 13 14:50:59.449700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e73be-e0cd-47bb-b02d-7d5091463052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a281d-5506-4eb9-aa6d-7a5c8ec11af4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:50:59.483245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:50:59.508144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:50:59.510595 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.526736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424152297', 'description': 'tempest-description--1743916667'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:50:59.564667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:59.583086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:59.592392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:59.593474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10662c-3e0d-42e4-aae1-e0612c349f7f req-01019915-ea3d-4cc7-a59a-f0a3f33543b0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:50:59.597729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a10662c-3e0d-42e4-aae1-e0612c349f7f req-01019915-ea3d-4cc7-a59a-f0a3f33543b0 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.8095665 May 13 14:50:59.614913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:59.640716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.701212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:50:59.714165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:50:59.737342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:50:59.760407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:50:59.814346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2a10662c-3e0d-42e4-aae1-e0612c349f7f req-be85e7c1-c60c-46d8-899e-99f1e427d0ca tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994836 May 13 14:50:59.857204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:50:59.916120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.974509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:50:59.974885 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Added segment 0c7e81a5-6bad-4f25-95e5-dcf84882a7b3 of type vlan for network 5b09cda3-521b-4541-b2cb-dc7df2896c8f May 13 14:51:00.032430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Allocated IP 2001:db8::2 (16c49db9-84dd-47db-b371-beb2ac1e4acf/ce3bdf8d-015a-4697-85f5-d23d82475f73/5cffd996-e045-4586-9beb-bad11acf6854) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:00.041860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.123492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.140202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:00.141801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.295985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.306316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 243de885-d3aa-4658-b828-687b480b9f23 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:00.325737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-ec0a93fa-96f7-4c0e-9f6b-f4925bf41b9f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:00.327314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-ec0a93fa-96f7-4c0e-9f6b-f4925bf41b9f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.4727833 May 13 14:51:00.334265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2181621 May 13 14:51:00.339938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:00.371109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'subnet': {'network_id': '243de885-d3aa-4658-b828-687b480b9f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:00.467345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-25ef0af5-02cb-469c-8bcc-938fa49c73b8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.1290746 May 13 14:51:00.512301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6cef522-b3b0-4a37-987a-856ffffaebe4 req-4e3ce302-f698-4ffe-bbdc-204457d9468e tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.1803734 May 13 14:51:00.548082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207537d-a0c5-4210-b6b1-c11032d2c494 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Network': ['ID=5b09cda3-521b-4541-b2cb-dc7df2896c8f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:00.579041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.621703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a281d-5506-4eb9-aa6d-7a5c8ec11af4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:00.628133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.632879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-66569820-e80b-4591-9a61-c9c5dac1d861 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e5a281d-5506-4eb9-aa6d-7a5c8ec11af4 HTTP/1.1" status: 204 len: 168 time: 1.1854436 May 13 14:51:00.655166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:00.736768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.799661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.911136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e06f65f7-cd86-4c85-90d2-7d527e4e3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.962174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:00.983123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:00.985609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4751940 May 13 14:51:00.999417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:01.032427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group_rule': {'security_group_id': '646b5cf2-9a7e-4c92-a71a-fb35de335692', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:01.048889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:01.059668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:01.069089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:01.082638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:01.104633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecca54-50c4-4af7-bf6e-0fa666981cd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646b5cf2-9a7e-4c92-a71a-fb35de335692,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:01.123359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141d5ab-93dd-4351-b572-f399587d4b17 req-1e7ca59f-70e9-433e-8cd2-9101487ff3f2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:01.129643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4141d5ab-93dd-4351-b572-f399587d4b17 req-1e7ca59f-70e9-433e-8cd2-9101487ff3f2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.3678308 May 13 14:51:01.131877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:01.152864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:subnet and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:01.173409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:01.186671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:01.232626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.251329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4141d5ab-93dd-4351-b572-f399587d4b17 req-b95f2b88-0c33-4d83-8c39-9639a58f55c1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089914 May 13 14:51:01.295369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:01.299307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.339908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-d5d9ecd7-515e-402e-b64b-8ab87511a14e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:01.350009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 2, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:01.362918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:01.363263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Updating router 820ab5a8-4ec6-4f7e-a010-901b387ce78b port 19398158-54d5-4657-9d13-78a3a34837bf binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:51:01.433476 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.449237 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.711084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:01.790815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:01.809068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Usage tracker for resource:security_group_rule and tenant:bcc2cfa6979c4c1f9ae8f27b568cc3d5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:01.889727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:01.920732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:02.053476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f6cde-503a-4d6f-a267-b6a7fbfe9321 req-31be358f-b659-4e2f-8ff0-bacc252ce98e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:02.065793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-067f6cde-503a-4d6f-a267-b6a7fbfe9321 req-31be358f-b659-4e2f-8ff0-bacc252ce98e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.2580667 May 13 14:51:02.075663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-d5d9ecd7-515e-402e-b64b-8ab87511a14e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:02.077255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-d5d9ecd7-515e-402e-b64b-8ab87511a14e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4399509 May 13 14:51:02.145798 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.170751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.176060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Transition to ACTIVE for port object 19398158-54d5-4657-9d13-78a3a34837bf will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:02.191408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Transition to ACTIVE for port object 5cffd996-e045-4586-9beb-bad11acf6854 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:02.233511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.241228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-067f6cde-503a-4d6f-a267-b6a7fbfe9321 req-c700323c-ec97-46b1-94db-b90f75b4ad0c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710026 May 13 14:51:02.244248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.245238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:02.283071 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae18f7f-11e0-418d-8b5b-2bf42c50d92f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:02.324680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.335002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.347048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Transition to ACTIVE for port object 5cffd996-e045-4586-9beb-bad11acf6854 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:02.406254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.409966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c99604d9-8bdb-4a58-a9c9-44fe80102ed4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4048965 May 13 14:51:02.417570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:02.422733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-295e1efd-2050-4b25-93d4-289c33f18f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.443195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group_rule': {'security_group_id': '646b5cf2-9a7e-4c92-a71a-fb35de335692', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:02.461248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:02.474811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-4f3806e1-ff17-49c7-b35a-fa295b7f5d7e service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510356 May 13 14:51:02.479872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:02.487363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:02.575899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:02.597016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.631446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e903d731-b8c1-4779-932f-6a8de42db6b4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:02.653686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2a8249c-8f04-4ce9-ab13-30f47daa853b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcc2cfa6979c4c1f9ae8f27b568cc3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6900470 May 13 14:51:02.675928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:02.681570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0e388f5-e4bb-4ee7-9961-1d76fac0b9ff req-09e9f081-c9a1-499e-9897-d7921fa84493 tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.2712286 May 13 14:51:02.701946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.716314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.782009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:02.791332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.813319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:27f264978c8648d7bab14f8a32539fef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:02.842344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:02.847490 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.890927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:02.983334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-9dbc72e3-14ba-4053-883e-92436372b0de service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913769 May 13 14:51:03.029734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:03.040660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Subnet': ['ID=5bace2bd-0d48-4063-8464-d543403938e1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.040894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.069642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e903d731-b8c1-4779-932f-6a8de42db6b4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.085098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d3b8-b0f7-42bc-a118-678678ceb7f0 None None] Pushing event updated for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.091240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Checking segment: {'id': '4e4d94b9-ed94-467f-80d1-20661c154243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '243de885-d3aa-4658-b828-687b480b9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:03.092992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network hostable DHCP agents. Network: 243de885-d3aa-4658-b828-687b480b9f23, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:03.099615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.101627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-224cb0f7-6591-478e-a54f-bbc78b7faf05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e903d731-b8c1-4779-932f-6a8de42db6b4 HTTP/1.1" status: 204 len: 168 time: 0.4190276 May 13 14:51:03.170664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc986f5-55e6-4eeb-bd16-d213dca26686 req-36b7432e-a473-4ba4-87c1-a3c248d5e17f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:03.180271 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1dc986f5-55e6-4eeb-bd16-d213dca26686 req-36b7432e-a473-4ba4-87c1-a3c248d5e17f tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.2013106 May 13 14:51:03.197119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.210711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:03.215474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.260576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:03.264639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:03.278071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1dc986f5-55e6-4eeb-bd16-d213dca26686 req-a849e7dd-1b8d-487c-8a97-34df9aaba9f4 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963504 May 13 14:51:03.338421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Attempting to bind port 19398158-54d5-4657-9d13-78a3a34837bf on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:03.338940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Attempting to bind port 19398158-54d5-4657-9d13-78a3a34837bf by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:03.339316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Attempting to bind port 19398158-54d5-4657-9d13-78a3a34837bf on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:03.347124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.348536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 243de885-d3aa-4658-b828-687b480b9f23 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:03.350072 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.354152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.355037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:03.355420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:03.355825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.356249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Bound using segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:03.356968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Bound port: 19398158-54d5-4657-9d13-78a3a34837bf, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:03.357141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.361273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9422870 May 13 14:51:03.378983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eae1ad-e172-4926-a92d-e47a913a5651 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399837ba-42c9-40f1-bdc4-1c33e3aac22b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.382788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:03.391718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 243de885-d3aa-4658-b828-687b480b9f23) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:03.401806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.406102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:03.408404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:03.410032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.419191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:03.431304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:floatingip and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:03.434934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:03.452561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:03.470297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.502193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:03.589804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9876c-6c08-4fdf-af97-1807c82e81f8 None None] Network 243de885-d3aa-4658-b828-687b480b9f23 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:03.673690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Pushing event updated for resources: {'Port': ['ID=5cffd996-e045-4586-9beb-bad11acf6854,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.700682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d62a87-6231-4418-a3c3-144552f27844,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:03.737067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f25a7b0-4789-41ba-9856-dff1ccc4864c req-8092c9b3-ad48-4aaa-8153-37490e5f557b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.2198822 May 13 14:51:03.753537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-52a4ecad-cdd1-4996-b528-29e28e6c5c27 req-e4b70863-45d0-4b4c-bd40-07b8ad4fd0ba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.2397981 May 13 14:51:03.777643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ba98eda-73b0-4d46-b79f-ca54b0ff895d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4321678 May 13 14:51:03.779090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:03.803914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'subnet': {'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:03.993870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3239b40a-9707-4935-9ff1-88d48801b7c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27f264978c8648d7bab14f8a32539fef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7373438 May 13 14:51:03.995351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:03.996722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36964) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:04.052931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Attempting to bind port 5cffd996-e045-4586-9beb-bad11acf6854 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:04.053543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Attempting to bind port 5cffd996-e045-4586-9beb-bad11acf6854 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ad23fbc3-528a-4177-ace0-f4304ec685f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:04.054154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Attempting to bind port 5cffd996-e045-4586-9beb-bad11acf6854 on network 16c49db9-84dd-47db-b371-beb2ac1e4acf {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:04.077817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:04.078540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Checking segment: {'id': 'ad23fbc3-528a-4177-ace0-f4304ec685f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:04.079180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.079804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Bound using segment: {'id': 'ad23fbc3-528a-4177-ace0-f4304ec685f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:04.081019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Bound port: 5cffd996-e045-4586-9beb-bad11acf6854, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23fbc3-528a-4177-ace0-f4304ec685f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '16c49db9-84dd-47db-b371-beb2ac1e4acf'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:04.081793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.135055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca481f1a-6512-492f-8b18-b4a3d9803a4c req-258c2b63-4133-4d97-bce4-cebc66b1cd6e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:04.138251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca481f1a-6512-492f-8b18-b4a3d9803a4c req-258c2b63-4133-4d97-bce4-cebc66b1cd6e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.5157993 May 13 14:51:04.146092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.196373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a71b54d0-3a99-4809-a88d-0579576007d3 req-c731f0ed-97af-459e-944d-61a41e7863cd tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.1582267 May 13 14:51:04.222931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:04.226438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:04.239911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:subnet and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:04.243814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Usage tracker for resource:security_group_rule and tenant:66476789aa4545969de627bc6deed966 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:04.247370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:04.252649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:04.266113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:04.269081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:04.300180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.312545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:04.318343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.372021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca481f1a-6512-492f-8b18-b4a3d9803a4c req-e0798c9f-ab07-4d86-9889-d7bf2efd5ff9 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249496 May 13 14:51:04.397816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:04.398139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] For port 19398158-54d5-4657-9d13-78a3a34837bf, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:04.428747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.441222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] For port 19398158-54d5-4657-9d13-78a3a34837bf, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19398158-54d5-4657-9d13-78a3a34837bf,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:04.454376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] For port 5cffd996-e045-4586-9beb-bad11acf6854, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:04.457087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.492360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.546060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d3b8-b0f7-42bc-a118-678678ceb7f0 None None] Pushing event updated for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.556241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] For port 5cffd996-e045-4586-9beb-bad11acf6854, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5cffd996-e045-4586-9beb-bad11acf6854,segment=NetworkSegment(ad23fbc3-528a-4177-ace0-f4304ec685f8),segment_id=ad23fbc3-528a-4177-ace0-f4304ec685f8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:04.603920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.636321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.673159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.695337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.725662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d62a87-6231-4418-a3c3-144552f27844,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.745695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596a3dc-c70a-4917-8810-97cea86a6b5f None None] Pushing event updated for resources: {'Port': ['ID=5cffd996-e045-4586-9beb-bad11acf6854,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:04.777047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-243de885-d3aa-4658-b828-687b480b9f23', 'network_id': '243de885-d3aa-4658-b828-687b480b9f23', 'tenant_id': 'c95cca2425864cb7aa65bebe010d5be5', 'fixed_ips': [{'subnet_id': '5bace2bd-0d48-4063-8464-d543403938e1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:51:04.780491 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.858453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:04.871250 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbe97b1f-a990-4b9a-ad68-1ced03df43cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4d62a87-6231-4418-a3c3-144552f27844 HTTP/1.1" status: 204 len: 168 time: 0.8649149 May 13 14:51:04.927205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Allocated IP 172.25.5.235 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c6ebcaa9-fd6d-438c-a826-a74921e5c966) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:04.932421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66476789aa4545969de627bc6deed966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342809 May 13 14:51:04.947897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:04.954800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd640a32-ad16-4642-9ac4-fdb6f24bbbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa687a9-4f16-4623-bf3c-cba32fb70bd7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:05.029682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:05.030950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:05.171014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.315906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-033e16e2-0f36-456e-af5f-f5a4a6f18160 req-80480d4a-f0ea-4e7e-958f-055dd3bba8ab tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.2405171 May 13 14:51:05.323151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Subnet': ['ID=ce580710-cb77-48b3-8198-9b9d0c3a9795,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:05.368987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:05.456086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.503701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.573131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Checking segment: {'id': '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:05.573441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network hostable DHCP agents. Network: 5b09cda3-521b-4541-b2cb-dc7df2896c8f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:05.585683 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.619176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.625614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.651027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf79f727-92f1-4f49-8de4-dcc094969a08 req-824d3490-c555-48d1-969d-5a0b60cdcb7e tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0805063 May 13 14:51:05.655105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa687a9-4f16-4623-bf3c-cba32fb70bd7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:05.687417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.689680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-348deab5-b33a-477b-80ad-6308b467d798 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aa687a9-4f16-4623-bf3c-cba32fb70bd7 HTTP/1.1" status: 204 len: 168 time: 0.7398961 May 13 14:51:05.702049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:05.741539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5b09cda3-521b-4541-b2cb-dc7df2896c8f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:05.780254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:05.792557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:05.801261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a4180-caf1-4b38-a4d9-f9d437c42817 None None] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:05.874274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-22ca8875-8bf0-44a9-b0eb-19940c33a899 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0841992 May 13 14:51:05.877344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37000) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:05.889104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:05.924649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Usage tracker for resource:security_group_rule and tenant:5f897241ea7b4749970e5f3e7c5303e7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:05.950530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:05.984475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:05.992687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:06.298507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.402970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-5b09cda3-521b-4541-b2cb-dc7df2896c8f', 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f', 'tenant_id': 'c95cca2425864cb7aa65bebe010d5be5', 'fixed_ips': [{'subnet_id': 'ce580710-cb77-48b3-8198-9b9d0c3a9795'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:51:06.403942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.683734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.800679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:06.813116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Allocated IP 2001:db8::2 (243de885-d3aa-4658-b828-687b480b9f23/5bace2bd-0d48-4063-8464-d543403938e1/24bc1999-0b36-4936-8725-bef1648cf79c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:06.842715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.854288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e385e-0476-4c52-b813-bc6f1c5119a2 req-d6d1f0c0-7117-4e47-b566-64588f19d509 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:06.864477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-954e385e-0476-4c52-b813-bc6f1c5119a2 req-d6d1f0c0-7117-4e47-b566-64588f19d509 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.8830106 May 13 14:51:06.867716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:06.997067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Usage tracker for resource:security_group_rule and tenant:8a47e5cdd8da4c208453b4c4b9b72041 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:07.015604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:07.134338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5cffd996-e045-4586-9beb-bad11acf6854 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:07.149543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:07.264275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Allocated IP 2001:db8::2 (5b09cda3-521b-4541-b2cb-dc7df2896c8f/ce580710-cb77-48b3-8198-9b9d0c3a9795/c876661e-2b7d-47e3-ab4f-d6e0dc2cac45) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:07.310459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:04Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:07.368606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0c4e18-d58d-43f6-8273-8e8be23cc249 None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:04Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:07.464663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:07.510865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d63d7-b836-4147-bb69-313aefd58366,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:07.567379 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b7201da-4240-4be2-95f2-47b173b9e8fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f897241ea7b4749970e5f3e7c5303e7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1526859 May 13 14:51:07.582394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37028) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:07.606371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1e2cf97-db0d-4c41-8944-7dbeae55066f req-fcb49d6e-8034-4a4e-9179-7916dab21448 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.2463911 May 13 14:51:07.702612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=c6ebcaa9-fd6d-438c-a826-a74921e5c966,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:07.756732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:07.770929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:07.779764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:07.935560 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-954e385e-0476-4c52-b813-bc6f1c5119a2 req-afaf28b2-8d8d-4dfc-8db0-e609e16318c8 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0698252 May 13 14:51:08.122039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5cffd996-e045-4586-9beb-bad11acf6854 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:08.196778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.404430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.445489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-6ad2a2d4-a81a-440f-97d1-fb642ea4dbf8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:08.447311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-6ad2a2d4-a81a-440f-97d1-fb642ea4dbf8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.7614591 May 13 14:51:08.491274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '64be6ffc-beae-483b-a684-915cdff96126', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:08.602149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.614843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9249ce6-2b58-4dd0-a13f-dce258320c33 None None] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:08.944716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:08.963155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.203326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.231723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Transition to ACTIVE for port object 24bc1999-0b36-4936-8725-bef1648cf79c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:09.241409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db2ea38-8bc4-4790-bf14-50e06316f4a3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:09.263417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6a04e9e9-aa7c-464f-beb2-0b890c244717 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a47e5cdd8da4c208453b4c4b9b72041&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2664604 May 13 14:51:09.273201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:09.273880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19398158-54d5-4657-9d13-78a3a34837bf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:09.436804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Provisioning for port 5cffd996-e045-4586-9beb-bad11acf6854 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:09.457212 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.520721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Provisioning complete for port 5cffd996-e045-4586-9beb-bad11acf6854 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:09.521133 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:09.664117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Transition to ACTIVE for port object c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:09.722490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Transition to ACTIVE for port object c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:09.731280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9202e76-d636-4a2f-b13f-64affdef1e74 req-5da1e7d2-6c1a-4529-8a30-20a062ce956a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80f36842afe74f3ea1c5355fabb77c1e&device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.1870897 May 13 14:51:09.862858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79790e0-029d-4b8d-8f7f-360bd8b1528d req-ed848fc0-44e5-4c1e-84f7-8afad1d7ac80 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:09.891816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f79790e0-029d-4b8d-8f7f-360bd8b1528d req-ed848fc0-44e5-4c1e-84f7-8afad1d7ac80 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.6719398 May 13 14:51:09.998935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.031522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Transition to ACTIVE for port object 24bc1999-0b36-4936-8725-bef1648cf79c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:10.053753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.068179 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.073948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fb1be12-d474-431d-9df2-f93eb0c9d3ad req-2e6ab6b6-a0a5-4c82-8648-170d73cfa893 tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.5419497 May 13 14:51:10.134228 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9202e76-d636-4a2f-b13f-64affdef1e74 req-fd77cb19-d43b-4ba6-a90d-93c2a4e577bd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=80f36842afe74f3ea1c5355fabb77c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4022989 May 13 14:51:10.212039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f79790e0-029d-4b8d-8f7f-360bd8b1528d req-cdd4e53d-c274-4675-bbda-da0cdc7f1910 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167021 May 13 14:51:10.249246 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:51:10.260877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.285139 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.323146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.360830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.382842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.593281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=c6ebcaa9-fd6d-438c-a826-a74921e5c966,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:10.659666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Pushing event updated for resources: {'Port': ['ID=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:10.693547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:10.711105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:10.729745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:10.737283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:10.784784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.788898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.789249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.795631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.795631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.795631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.795631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.796347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.808467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.808839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.814635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.815026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:10.839856 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.020510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13c5aa75-30e8-45fc-9379-02d3af6dfc60 req-61f4b743-85aa-4bf3-986b-bb1aa182ad9f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.4661455 May 13 14:51:11.021487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db2ea38-8bc4-4790-bf14-50e06316f4a3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:11.053211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.060001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.065681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fbef0705-46be-435b-8a88-67abebe0a04d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6802359 May 13 14:51:11.068938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.070712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6cce9217-59de-4469-96d7-60ef53a17d24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9db2ea38-8bc4-4790-bf14-50e06316f4a3 HTTP/1.1" status: 204 len: 168 time: 1.6168058 May 13 14:51:11.194250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d63d7-b836-4147-bb69-313aefd58366,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:11.263523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Pushing event updated for resources: {'Port': ['ID=24bc1999-0b36-4936-8725-bef1648cf79c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:11.290382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:11.312615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:11.323058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Network 243de885-d3aa-4658-b828-687b480b9f23 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:11.354424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:11.358959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.374693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:11.400247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:11.448255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.457740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a37f949f-eebc-4048-a815-cb293d640814 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f9d63d7-b836-4147-bb69-313aefd58366 HTTP/1.1" status: 204 len: 168 time: 3.8698773 May 13 14:51:11.506150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83243a-f638-43bd-83a9-f70caffe0d2b req-fcfdf40e-32ba-4779-84a3-10218aaa9390 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:11.522728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba83243a-f638-43bd-83a9-f70caffe0d2b req-fcfdf40e-32ba-4779-84a3-10218aaa9390 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.3914416 May 13 14:51:11.614132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 19398158-54d5-4657-9d13-78a3a34837bf completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:11.627457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ba83243a-f638-43bd-83a9-f70caffe0d2b req-bd8d8b13-8aec-45a4-a79a-727470efc0bb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 May 13 14:51:11.664071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 19398158-54d5-4657-9d13-78a3a34837bf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:11.664639 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.709710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Attempting to bind port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:11.710168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Attempting to bind port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:11.710509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Attempting to bind port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 on network 5b09cda3-521b-4541-b2cb-dc7df2896c8f {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:11.718567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Current status of the port 5cffd996-e045-4586-9beb-bad11acf6854 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:11.719086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.721839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202e76-d636-4a2f-b13f-64affdef1e74 req-685c5fee-9efd-4c2d-b4a3-5b3815cc2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:11.723916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9202e76-d636-4a2f-b13f-64affdef1e74 req-685c5fee-9efd-4c2d-b4a3-5b3815cc2f87 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5817783 May 13 14:51:11.747678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:11.748374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Checking segment: {'id': '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:11.748785 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.749178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Bound using segment: {'id': '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:11.749724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Bound port: c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5b09cda3-521b-4541-b2cb-dc7df2896c8f'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:11.750032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:11.758754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-379ea4a1-ec76-4349-8cc0-e29e4fea8b78 req-99a852b2-ea49-4501-b2cf-813da38a463a tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.1889465 May 13 14:51:11.782908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] For port 5cffd996-e045-4586-9beb-bad11acf6854, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5cffd996-e045-4586-9beb-bad11acf6854,segment=NetworkSegment(ad23fbc3-528a-4177-ace0-f4304ec685f8),segment_id=ad23fbc3-528a-4177-ace0-f4304ec685f8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:11.797184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Allocated IP 2001:db8::1 (243de885-d3aa-4658-b828-687b480b9f23/5bace2bd-0d48-4063-8464-d543403938e1/7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:11.815223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Attempting to bind port 24bc1999-0b36-4936-8725-bef1648cf79c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:11.815653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Attempting to bind port 24bc1999-0b36-4936-8725-bef1648cf79c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '4e4d94b9-ed94-467f-80d1-20661c154243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '243de885-d3aa-4658-b828-687b480b9f23'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:11.816029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Attempting to bind port 24bc1999-0b36-4936-8725-bef1648cf79c on network 243de885-d3aa-4658-b828-687b480b9f23 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:11.819157 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.157751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.5 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/b141b84c-283e-46c0-aa26-c8748b5c7470) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:12.173895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:12.181892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Checking segment: {'id': '4e4d94b9-ed94-467f-80d1-20661c154243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '243de885-d3aa-4658-b828-687b480b9f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:12.181892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.185099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Bound using segment: {'id': '4e4d94b9-ed94-467f-80d1-20661c154243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '243de885-d3aa-4658-b828-687b480b9f23'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:12.188890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Bound port: 24bc1999-0b36-4936-8725-bef1648cf79c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4d94b9-ed94-467f-80d1-20661c154243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '243de885-d3aa-4658-b828-687b480b9f23'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:12.189671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.260412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-00b36c92-ce61-40a8-b42d-94feb757c0c3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:12.304799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-00b36c92-ce61-40a8-b42d-94feb757c0c3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:12.308963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-00b36c92-ce61-40a8-b42d-94feb757c0c3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--424152297&fields=id&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 267 time: 0.1305389 May 13 14:51:12.460586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83892426-f2ba-4776-a100-af74adaa3948 req-5965d6f0-2956-431c-81dd-a9674a2f8ebc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.0912023 May 13 14:51:12.472829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8659246-ae9c-4d69-9bbf-ac4512d6e155 None None] Pushing event updated for resources: {'Port': ['ID=5cffd996-e045-4586-9beb-bad11acf6854,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:12.492731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.578672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 19398158-54d5-4657-9d13-78a3a34837bf is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:12.579175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.621437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:12.625278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f8d3b0ed-813d-45de-861f-59fb288b6590 None None] Provisioning complete for port 5cffd996-e045-4586-9beb-bad11acf6854 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:12.625855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b0ed-813d-45de-861f-59fb288b6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.695094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:12.701502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-82238571-fd98-48f4-a333-6cd52957869e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:12.702361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-82238571-fd98-48f4-a333-6cd52957869e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:12.736261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Transition to ACTIVE for port object 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:12.743722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:12.747539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-82238571-fd98-48f4-a333-6cd52957869e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:12.748979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-82238571-fd98-48f4-a333-6cd52957869e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 817 time: 0.4278748 May 13 14:51:12.753257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=24bc1999-0b36-4936-8725-bef1648cf79c,segment=NetworkSegment(4e4d94b9-ed94-467f-80d1-20661c154243),segment_id=4e4d94b9-ed94-467f-80d1-20661c154243)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:12.766876 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.809863 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-891678bf-eeb1-4a32-8659-4c50c47a21df tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/quotas/541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 375 time: 0.0439534 May 13 14:51:12.889829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:12.962139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 19398158-54d5-4657-9d13-78a3a34837bf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19398158-54d5-4657-9d13-78a3a34837bf,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:13.016244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.050678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-81d508a5-0731-424c-b4a1-a7abecbaf1c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:13.116891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-81d508a5-0731-424c-b4a1-a7abecbaf1c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:13.130764 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.131037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-81d508a5-0731-424c-b4a1-a7abecbaf1c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3136044 May 13 14:51:13.174426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3b0ed-813d-45de-861f-59fb288b6590 None None] Current status of the port 5cffd996-e045-4586-9beb-bad11acf6854 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:13.207128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94832f2d-c8c1-481a-8e01-d7683f52d31c None None] Pushing event updated for resources: {'Port': ['ID=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:13.218937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.223206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5cffd996-e045-4586-9beb-bad11acf6854 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:13.331261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.473845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:13.502241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 243de885-d3aa-4658-b828-687b480b9f23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:13.522584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:13.530219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:13.606196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-38c5495a-1fbc-4790-ad6a-6058706342f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667046 May 13 14:51:13.733156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a6302-2aea-4add-b212-1379bb9358d0 None None] Pushing event updated for resources: {'Port': ['ID=24bc1999-0b36-4936-8725-bef1648cf79c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:13.790548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['9c4c2a2a-ba5c-41fc-8024-b88b6642252f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:13.842852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:13.872092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:13.873744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:13.888913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:14.086341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:14.087488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.274685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-e06d8bf4-64e3-405f-8758-2b4b77eff34b service neutron] 10.222.0.36 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593699 May 13 14:51:14.355334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5cffd996-e045-4586-9beb-bad11acf6854 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:14.355958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.449810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:14.523090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9202e76-d636-4a2f-b13f-64affdef1e74 req-3953bb71-e1c1-45f9-8155-e8a718fc7e48 tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.86 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.6917810 May 13 14:51:14.728862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:14.770587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193312-1d88-4660-a83a-cb24246195fd req-44ce3e0f-b7e0-42bc-8f8e-ee1462409e87 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:14.773552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71193312-1d88-4660-a83a-cb24246195fd req-44ce3e0f-b7e0-42bc-8f8e-ee1462409e87 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.9397833 May 13 14:51:14.880032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:14.969801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:14.974836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:14.975937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:14.979292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:14.984688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:14.988800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.000458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.007814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.008814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.009527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.011420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.012862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:15.086211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04e83e46-0919-4e7e-ab9d-dcd5f462f83a req-0ed0191b-096a-4756-ad4e-3f2b1f079140 tempest-ServersAaction247Test-278545281 tempest-ServersAaction247Test-278545281-project] 10.222.0.36 "GET /v2.0/ports?device_id=521d9a02-2733-45eb-93e0-c7d1903d8ca6 HTTP/1.1" status: 200 len: 210 time: 0.2204859 May 13 14:51:15.402605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5cffd996-e045-4586-9beb-bad11acf6854 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:15.416563 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1afa6cef-ab89-416c-a3c1-612599a1b26e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9529533 May 13 14:51:15.488391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1861f72-cee2-4d79-9103-f63616d306dd None None] Network 243de885-d3aa-4658-b828-687b480b9f23 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:15.724761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65484a-117e-4b40-bdbd-39b9280f75c5 req-745a8560-1c60-4226-b840-2c4749fdf2ad tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:15.751592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c65484a-117e-4b40-bdbd-39b9280f75c5 req-745a8560-1c60-4226-b840-2c4749fdf2ad tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 931 time: 0.3142025 May 13 14:51:15.814600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8d965c30-7261-4cfa-a21c-412f9ea94944 None None] Provisioning for port 24bc1999-0b36-4936-8725-bef1648cf79c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:15.986781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c65484a-117e-4b40-bdbd-39b9280f75c5 req-858a50ce-bdde-42f4-991b-99ced550083f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281530 May 13 14:51:16.065676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19398158-54d5-4657-9d13-78a3a34837bf up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:16.187379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86217a56-88f6-444c-9c35-e8a600db7b7b None None] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:16.476436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40ef2929-a187-408e-8e13-8c7a75f3318c req-8bfd54c8-f83d-4536-b092-2172e0aa8cef tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1271944 May 13 14:51:16.582387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-90f884a7-48b7-48c7-bb89-90b06c1d2eae None None] Provisioning for port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:16.973257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 19398158-54d5-4657-9d13-78a3a34837bf triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:16.973635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:17.026852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Request body: {'port': {'device_id': '64be6ffc-beae-483b-a684-915cdff96126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:17.311891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 19398158-54d5-4657-9d13-78a3a34837bf is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:17.319362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 24bc1999-0b36-4936-8725-bef1648cf79c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:17.406087 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:51:17.498761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Port': ['ID=7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:17.536147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec88d8c-6f0e-4f51-a593-80967093f9bf req-c22c0e4e-758d-4aee-8dc6-517f412f3383 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:17.548762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ec88d8c-6f0e-4f51-a593-80967093f9bf req-c22c0e4e-758d-4aee-8dc6-517f412f3383 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 931 time: 0.2199557 May 13 14:51:17.561543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71193312-1d88-4660-a83a-cb24246195fd req-16e0eccf-2631-4588-9715-d91202a57719 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6843514 May 13 14:51:17.645926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 24bc1999-0b36-4936-8725-bef1648cf79c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:17.660450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 24bc1999-0b36-4936-8725-bef1648cf79c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:17.660861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:17.665735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ec88d8c-6f0e-4f51-a593-80967093f9bf req-14ee24e3-df7c-4e5a-968e-2da8353ab6e6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126647 May 13 14:51:17.846399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:17.852033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Provisioning for port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:17.875508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:17.989916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:17.998197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.086036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Provisioning complete for port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:18.086532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.196843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 24bc1999-0b36-4936-8725-bef1648cf79c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:18.197228 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.199396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:18.250905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:18.270229 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.314400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Provisioning complete for port 24bc1999-0b36-4936-8725-bef1648cf79c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:18.315651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.390218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Port': ['ID=7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:18.415439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=24bc1999-0b36-4936-8725-bef1648cf79c,segment=NetworkSegment(4e4d94b9-ed94-467f-80d1-20661c154243),segment_id=4e4d94b9-ed94-467f-80d1-20661c154243)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:18.427594 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.428848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:18.552803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-bc0abcac-3df3-40f6-9bfb-cd9ce80ab6d3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:18.554619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-bc0abcac-3df3-40f6-9bfb-cd9ce80ab6d3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.86 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 817 time: 1.2708714 May 13 14:51:18.564647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.662332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b814fa2c-939f-4d4a-983d-e45658566554 req-9bce0183-70a1-4dc9-bd3d-901c4df98794 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.3499565 May 13 14:51:18.701043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:18.787118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-3b1a099a-9d1f-4144-9fff-a89cdb933a38 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:18.798252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:18.821693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:18.844282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1843153f4cf84b86bf1efffbcf1b74d8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:18.860987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:18.891405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:19.014686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=24bc1999-0b36-4936-8725-bef1648cf79c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:19.072395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.077980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Usage tracker for resource:security_group_rule and tenant:80f36842afe74f3ea1c5355fabb77c1e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:19.086066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:19.095015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:19.097715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:19.120647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:19.122314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.186898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.267480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4944650a-3e7d-4b3f-8445-525c45ee28fc None None] Current status of the port 24bc1999-0b36-4936-8725-bef1648cf79c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:19.286643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1843153f4cf84b86bf1efffbcf1b74d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0827718 May 13 14:51:19.301688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:19.312860 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.323161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 243de885-d3aa-4658-b828-687b480b9f23 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:19.335863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:19.378019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:19.378805 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.425643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf913-b3ed-4d74-bdbb-75f6fd23a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94569f5-2142-4d1d-851c-53534552e016,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:19.447686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Provisioning complete for port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:19.448010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.526686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:19.532803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.552928 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.653291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-3b1a099a-9d1f-4144-9fff-a89cdb933a38 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:19.655735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-3b1a099a-9d1f-4144-9fff-a89cdb933a38 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 379 time: 1.0220792 May 13 14:51:19.678334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acffd16-5e19-4480-bd05-2a5883c417e1 req-c21b7c11-b921-4050-9f68-6546de6c489f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:19.704393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6acffd16-5e19-4480-bd05-2a5883c417e1 req-c21b7c11-b921-4050-9f68-6546de6c489f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 931 time: 0.5265696 May 13 14:51:19.737501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:19.744348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 24bc1999-0b36-4936-8725-bef1648cf79c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:19.788871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'port': {'device_id': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'admin_state_up': True, 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'security_groups': ['646b5cf2-9a7e-4c92-a71a-fb35de335692']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:19.841581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.867903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-2da4cec9-2e73-4de8-9336-6ed887dcb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:19.875151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-2da4cec9-2e73-4de8-9336-6ed887dcb23f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1097 time: 0.7417679 May 13 14:51:19.884899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.930578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Current status of the port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:19.941248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 24bc1999-0b36-4936-8725-bef1648cf79c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:19.941633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.968290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:19.984789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Provisioning complete for port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:19.985167 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.052867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e348d470-9696-4afa-b688-a5335c6e9810 None None] Port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:20.080194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b141b84c-283e-46c0-aa26-c8748b5c7470 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:20.090430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.115072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Transition to ACTIVE for port object b141b84c-283e-46c0-aa26-c8748b5c7470 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:20.144591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80f36842afe74f3ea1c5355fabb77c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2961836 May 13 14:51:20.154505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:20.204991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.272720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 24bc1999-0b36-4936-8725-bef1648cf79c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:20.282924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d6c935c-ecf6-4975-af6d-f161be2ba170 None None] Provisioning complete for port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:20.283286 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d6c935c-ecf6-4975-af6d-f161be2ba170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.340869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.364123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c935c-ecf6-4975-af6d-f161be2ba170 None None] Port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:20.463775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd331991-a920-46fa-8b4d-66f4aead9134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4fdff7-b490-4f58-8f15-7069b18a9d50,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:20.564464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6acffd16-5e19-4480-bd05-2a5883c417e1 req-1b54e67e-7fce-4722-81a4-f0c54a451b08 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8543091 May 13 14:51:20.577513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:20.651777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-04b027ac-7497-414b-9af8-eafb6613cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:20.654875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-04b027ac-7497-414b-9af8-eafb6613cd22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 0.7240050 May 13 14:51:20.698589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Pushing event updated for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:20.700087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94569f5-2142-4d1d-851c-53534552e016,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:20.813220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:20.898904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37350) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:20.930152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-75298246-8bcb-4c26-9d95-b1f7357d1bc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.2018180 May 13 14:51:20.936138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:20.974124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d6a9-c784-4ac3-aabd-decc6d3e1e5e req-58852e64-089b-4c09-b5e4-1d663de54899 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:20.976126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3612d6a9-c784-4ac3-aabd-decc6d3e1e5e req-58852e64-089b-4c09-b5e4-1d663de54899 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.7464712 May 13 14:51:21.003733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:21.078148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Made reservation on behalf of 541a206a586f4e2993e612cfb54675ec for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:21.083950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.142421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-1514e62f-d7d0-40b5-bceb-b2c5e08faba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:21.145727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-1514e62f-d7d0-40b5-bceb-b2c5e08faba0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.1504383 May 13 14:51:21.147064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.148776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e9e4213f-9924-4ed2-a272-efba47026f62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c94569f5-2142-4d1d-851c-53534552e016 HTTP/1.1" status: 204 len: 168 time: 1.8452382 May 13 14:51:21.166608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-baf7f198-cc7f-4d2e-99ac-6f333a820239 req-e32958d4-12c9-470d-b31f-4d1b82b6a7ec tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.2518070 May 13 14:51:21.170774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.281648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.291351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Attempting to bind port b141b84c-283e-46c0-aa26-c8748b5c7470 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:21.292847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Attempting to bind port b141b84c-283e-46c0-aa26-c8748b5c7470 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:21.293710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Attempting to bind port b141b84c-283e-46c0-aa26-c8748b5c7470 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:21.300086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-c4786f74-5089-4784-b2ec-88686b9bb71f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316731 May 13 14:51:21.306371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.340917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Port b141b84c-283e-46c0-aa26-c8748b5c7470 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:51:21.342257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Attempting to bind port b141b84c-283e-46c0-aa26-c8748b5c7470 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:21.349846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.358355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:21.390960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:21.429278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:867939213be54709a9fcbd94770a184a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:21.438983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:21.442509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:21.443077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:21.443737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:21.444523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Bound port: b141b84c-283e-46c0-aa26-c8748b5c7470, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:21.445183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.464694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:21.481058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Usage tracker for resource:security_group_rule and tenant:970815b07d3b4e158e60a96f3387db48 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:21.582508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.605972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-77a88571-0cbe-4c69-93c3-c80f3fa80bb1 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912993 May 13 14:51:21.614163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4fdff7-b490-4f58-8f15-7069b18a9d50,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:21.689617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:21.744175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:21.750662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b141b84c-283e-46c0-aa26-c8748b5c7470,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:21.779912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:21.786937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.794755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Router fce3ef7d-6ada-4a86-8961-9dedf1d5c798 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:51:21.836821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:21.837704 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:21.970901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:21.999294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:22.082125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:22.115466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.121058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf9790d2-67cb-4eca-a2f6-a075048bcc0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef4fdff7-b490-4f58-8f15-7069b18a9d50 HTTP/1.1" status: 204 len: 168 time: 1.9459033 May 13 14:51:22.121058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.172688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:22.183932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.188455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8510b880e4444b86e4cf3315997fee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:22.194371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:22.199647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3612d6a9-c784-4ac3-aabd-decc6d3e1e5e req-60e06cfd-ead2-4b44-a53f-d2a790f48164 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1858463 May 13 14:51:22.204123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.210140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:22.211510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.214559 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] 10.222.0.90 "PUT /v2.0/ports/b141b84c-283e-46c0-aa26-c8748b5c7470 HTTP/1.1" status: 200 len: 1091 time: 5.2367730 May 13 14:51:22.225032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:22.255995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:22.268347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8156e-8efa-408b-89f2-d0062184ab35,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:22.292611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17bfeb00-39c9-4995-a1ff-715a535b0eef req-f941667a-5654-41f1-8d00-1cd674eec5ac service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758392 May 13 14:51:22.338854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e21cd193-423d-45f9-ae0b-8b4e8621a4b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=867939213be54709a9fcbd94770a184a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4372761 May 13 14:51:22.344166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:22.432287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cc9e5-ab3f-493d-91bf-9f77e379bd5d req-40f1affb-353e-426a-a42d-f0790b7d168b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:22.434206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c0cc9e5-ab3f-493d-91bf-9f77e379bd5d req-40f1affb-353e-426a-a42d-f0790b7d168b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 943 time: 0.4336903 May 13 14:51:22.490715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.581174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.584845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.597531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c0cc9e5-ab3f-493d-91bf-9f77e379bd5d req-60b8174a-24bc-40dc-ab98-a18c63364329 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453300 May 13 14:51:22.601971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.670396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f746e9-242b-4c53-abdc-5aff74530cc0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:22.673183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Allocated IP 172.20.0.4 (4a59904e-a531-4881-9252-781703eed2bd/e14b48b7-e2c8-4a6f-abe1-f94280cf7c10/033a44b3-335f-4541-835c-7e31f817fcac) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:22.729050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1619fb74-bfd6-4497-b85c-487252c4d075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d8510b880e4444b86e4cf3315997fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264700 May 13 14:51:22.736570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:22.812504 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaf3f7d-d5ae-4449-a272-321177bd06ed'] response: {'name': 'network-changed', 'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470', 'status': 'completed', 'code': 200} May 13 14:51:22.846007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.850641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.880040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8156e-8efa-408b-89f2-d0062184ab35,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:22.919031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.930585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:22.934615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fbc26c44-a725-48f2-8362-06a6ce968def admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fb8156e-8efa-408b-89f2-d0062184ab35 HTTP/1.1" status: 204 len: 168 time: 0.5863252 May 13 14:51:23.037000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e089-6bad-49d2-9966-c003bec103ae service neutron] Pushing event updated for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:23.054689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.065957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-351e99dc-5c52-48ad-a8b6-5473e702019b req-ef9b94e3-51fc-4b0c-82ae-d24ded9fb431 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.3050914 May 13 14:51:23.133722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.135083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10f746e9-242b-4c53-abdc-5aff74530cc0 HTTP/1.1" status: 204 len: 168 time: 0.3964703 May 13 14:51:23.139247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3f573-a6f6-421e-9a6d-85b37ee56d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f746e9-242b-4c53-abdc-5aff74530cc0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:23.186307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:23.202978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] Sync routers for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:23.258300 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:23.258948 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.275871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-6aec7f13-1fbf-4da9-bead-e193106c0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:23.289851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-6aec7f13-1fbf-4da9-bead-e193106c0ca2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 1094 time: 0.7648046 May 13 14:51:23.399015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.410301 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:23.411488 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.443383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-e21e0e03-7737-45ea-ae6f-784e8b5b18d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b141b84c-283e-46c0-aa26-c8748b5c7470 HTTP/1.1" status: 200 len: 217 time: 0.1409237 May 13 14:51:23.516606 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:23.518414 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54466440-13ea-4355-bb5b-b9689b0c8190 None None] The sync data for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:23.711701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5de80b44-cb16-45d2-bfcb-537baa674231 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8324945 May 13 14:51:23.715601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37404) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:23.776788 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.831106 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:23.892600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:23.987887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.012775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.030631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc5f-8c8a-4aac-8342-28fb940d8d1e req-9d5b8b26-7a77-4930-89ae-2c9b7ccce120 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.032281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-443fcc5f-8c8a-4aac-8342-28fb940d8d1e req-9d5b8b26-7a77-4930-89ae-2c9b7ccce120 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.4254322 May 13 14:51:24.042351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-a9b92570-343a-4bed-8328-b3e43d6ce6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.044578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-a9b92570-343a-4bed-8328-b3e43d6ce6f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.5609732 May 13 14:51:24.146298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=970815b07d3b4e158e60a96f3387db48&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2824290 May 13 14:51:24.155402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:24.250861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-d233ba6d-bad2-4e63-99bf-73938f14172d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225958 May 13 14:51:24.258659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:24.274051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb93654-ba6d-450c-baa6-167a2f6f2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ab46a1-197c-4fbe-b4cf-72e0245cdd42,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:24.345438 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-443fcc5f-8c8a-4aac-8342-28fb940d8d1e req-102df79e-eff0-4fdb-96dd-ce3fddb289e7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038497 May 13 14:51:24.493126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.579409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Usage tracker for resource:security_group_rule and tenant:c47fb9892974410c91b62e22a5dae9f3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:24.585950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Transition to ACTIVE for port object 033a44b3-335f-4541-835c-7e31f817fcac will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:24.608200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:24.628299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:24.704482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:24.806928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:24.946286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3905bf4-445f-429c-9d1c-2fe5b9fb2fdc req-d74da3b1-ff7f-4a0d-8be1-44b68574ca5f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:24.948894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d3905bf4-445f-429c-9d1c-2fe5b9fb2fdc req-d74da3b1-ff7f-4a0d-8be1-44b68574ca5f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:24.989353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a37d28ea-2b88-4f49-803a-f5466595fd7a req-0d699c86-1aeb-4342-ade0-8e77e1593198 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.1850328 May 13 14:51:25.016046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.053826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.089823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ab46a1-197c-4fbe-b4cf-72e0245cdd42,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.095278 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-84f374cc-a906-49dd-9d6c-182e5260dcc8 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:51:25.099805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84f374cc-a906-49dd-9d6c-182e5260dcc8 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3692815 May 13 14:51:25.102238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37452) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:25.107222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1cf814e0-d27c-4d2a-9a19-3e27c4226de8 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358757 May 13 14:51:25.147002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d3905bf4-445f-429c-9d1c-2fe5b9fb2fdc req-d74da3b1-ff7f-4a0d-8be1-44b68574ca5f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:25.161037 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3905bf4-445f-429c-9d1c-2fe5b9fb2fdc req-d74da3b1-ff7f-4a0d-8be1-44b68574ca5f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 943 time: 1.2113793 May 13 14:51:25.258174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.262085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1eff65c0-0d3e-4a39-8ca8-ecca23fc0018 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79ab46a1-197c-4fbe-b4cf-72e0245cdd42 HTTP/1.1" status: 204 len: 168 time: 1.0945966 May 13 14:51:25.291262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Network 4a59904e-a531-4881-9252-781703eed2bd is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:25.374054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:25.392367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:25.479475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1528884975-network', 'tenant_id': '9bc241124ece43e6afb0fdcdbf1b8804'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:25.515966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:25.519739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.555145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Usage tracker for resource:network and tenant:9bc241124ece43e6afb0fdcdbf1b8804 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:25.569180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3905bf4-445f-429c-9d1c-2fe5b9fb2fdc req-4140dfe5-3c34-4abf-a32d-c9b7c6416905 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647785 May 13 14:51:25.598779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:25.621145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.626994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:25.655200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:25.657464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.665468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.714597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f696f-26c0-4c15-8efd-38bb4eda3f6f req-1300905b-f866-4709-b9a2-4337ad89082b service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517583 May 13 14:51:25.822989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Made reservation on behalf of 9bc241124ece43e6afb0fdcdbf1b8804 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:25.837057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.854565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8064a2db-cba1-4016-94ed-eeeafaea0aae None None] Provisioning for port 033a44b3-335f-4541-835c-7e31f817fcac completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:25.875701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8064a2db-cba1-4016-94ed-eeeafaea0aae None None] Provisioning complete for port 033a44b3-335f-4541-835c-7e31f817fcac triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:25.877652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8064a2db-cba1-4016-94ed-eeeafaea0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.895648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c47fb9892974410c91b62e22a5dae9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9731767 May 13 14:51:25.903674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f47c-3606-4558-bb41-6a3960a692ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15321543-fa4b-4f13-9b22-f751829709b5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:25.908115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:25.917900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:25.937015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-ad479fcd-c9db-433f-ad0d-7d5e25da29c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2336419 May 13 14:51:25.963874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Request body: {'port': {'device_id': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:26.021328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:26.060008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Usage tracker for resource:security_group_rule and tenant:9bc241124ece43e6afb0fdcdbf1b8804 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:26.088486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:26.133833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:26.163755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8064a2db-cba1-4016-94ed-eeeafaea0aae None None] Port 033a44b3-335f-4541-835c-7e31f817fcac cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:26.282309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:26.288362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.294832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.355549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.365107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757c8c4-f544-4917-a864-24a0e8f055dd req-2a2dd911-06bd-47e4-9679-d8ec4c8f0226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.375641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3757c8c4-f544-4917-a864-24a0e8f055dd req-2a2dd911-06bd-47e4-9679-d8ec4c8f0226 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.1387563 May 13 14:51:26.440422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.466713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-be9f0cec-7517-4bf8-9fcd-430d9ed8d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:26.468502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-be9f0cec-7517-4bf8-9fcd-430d9ed8d2e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 1094 time: 0.6494048 May 13 14:51:26.473652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:26.482984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3757c8c4-f544-4917-a864-24a0e8f055dd req-7b745e2a-3737-4adb-ae14-e48ad1622066 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053517 May 13 14:51:26.498084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Usage tracker for resource:security_group_rule and tenant:d0a7cd790eb94a8381bc4fc91ec461f8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:26.535956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:26.617080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:26.826287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.856827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:26.990865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.016764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:51:27.026544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-c2f09608-9ceb-4e49-bdba-a5c03bf577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:27.028694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-c2f09608-9ceb-4e49-bdba-a5c03bf577e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.5370622 May 13 14:51:27.051481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5aa27a-ab55-4dae-9e35-b467ca308cdd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:27.068044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db8074-fd83-4e71-80c3-a37956172673 req-45695809-56e2-4051-9b20-e86dbadd7895 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:27.070628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74db8074-fd83-4e71-80c3-a37956172673 req-45695809-56e2-4051-9b20-e86dbadd7895 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.2147121 May 13 14:51:27.093369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.161418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.161796 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Added segment 8fc38cb1-3869-4801-8f3c-d9a86fb7109a of type vlan for network e233e9cb-64d8-462d-a91a-a9a7148256c3 May 13 14:51:27.166930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-c306274e-2b2c-457e-bd1e-f70da387e338 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b141b84c-283e-46c0-aa26-c8748b5c7470 HTTP/1.1" status: 200 len: 217 time: 0.1277289 May 13 14:51:27.178157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15321543-fa4b-4f13-9b22-f751829709b5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:27.421407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74db8074-fd83-4e71-80c3-a37956172673 req-48fcc5ff-b82d-476a-aa19-7c69f299aa50 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350401 May 13 14:51:27.463083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.468342 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3775edbc-cbd3-42e4-9e68-f7f251caec9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15321543-fa4b-4f13-9b22-f751829709b5 HTTP/1.1" status: 204 len: 168 time: 1.5485365 May 13 14:51:27.487907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1839ce-da5e-4df3-930e-6b6bc16064c9 req-56d32a39-27e7-4ee2-82dd-33daeb1a6a35 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:27.489045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-df1839ce-da5e-4df3-930e-6b6bc16064c9 req-56d32a39-27e7-4ee2-82dd-33daeb1a6a35 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:27.493635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.543440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-451b449f-6864-4957-8114-070c03eb3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:27.545229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-451b449f-6864-4957-8114-070c03eb3631 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.3488081 May 13 14:51:27.565248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.638173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:27.665741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-21906145-81ed-4b90-a8e7-b3b928d94fab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037240 May 13 14:51:27.704368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-df1839ce-da5e-4df3-930e-6b6bc16064c9 req-56d32a39-27e7-4ee2-82dd-33daeb1a6a35 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:27.712683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df1839ce-da5e-4df3-930e-6b6bc16064c9 req-56d32a39-27e7-4ee2-82dd-33daeb1a6a35 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 931 time: 1.0494905 May 13 14:51:27.780078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bfb7e-46ff-46e8-b7b0-71f81c68a903,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:27.917980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97873-da94-404d-bf5a-34fa01fa42df req-5a20d1f1-e7d7-4f9a-9075-3627991f30e1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:27.930118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fb97873-da94-404d-bf5a-34fa01fa42df req-5a20d1f1-e7d7-4f9a-9075-3627991f30e1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 943 time: 0.1840794 May 13 14:51:28.036356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:28.036719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.068899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:28.082279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4fb97873-da94-404d-bf5a-34fa01fa42df req-b9497c4e-a1d3-4f0b-8827-a29e62179e34 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511838 May 13 14:51:28.122315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.132431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.134190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:28.135176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.296234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-13b83d73-ec96-4616-885f-e9374da542bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a7cd790eb94a8381bc4fc91ec461f8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0095158 May 13 14:51:28.300837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:28.312164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df1839ce-da5e-4df3-930e-6b6bc16064c9 req-c448943a-5deb-4dbd-a2d6-5b90b3f226ad tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5981135 May 13 14:51:28.334486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5219321 May 13 14:51:28.352631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:28.353547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Transition to ACTIVE for port object 033a44b3-335f-4541-835c-7e31f817fcac will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:28.366163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Request body: {'subnet': {'network_id': 'e233e9cb-64d8-462d-a91a-a9a7148256c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1528884975-subnet', 'tenant_id': '9bc241124ece43e6afb0fdcdbf1b8804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:28.374232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-dda85c79-cc4b-4102-92e3-81d638a20c7a service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582642 May 13 14:51:28.375091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.425791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:28.429655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ed2a2-4544-4b10-887a-3850c0e5783d admin admin] Pushing event updated for resources: {'Network': ['ID=e233e9cb-64d8-462d-a91a-a9a7148256c3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.442874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e233e9cb-64d8-462d-a91a-a9a7148256c3 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:28.468498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Usage tracker for resource:subnet and tenant:9bc241124ece43e6afb0fdcdbf1b8804 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:28.499369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:28.524286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.544374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.671564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:28.686930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d4d1042-6915-4437-848d-fb9f65749e4c req-834bb02f-ecd3-470f-8704-b635c6242f91 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666557 May 13 14:51:28.806538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:28.860942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Calling delete_port for 7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:28.885704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Made reservation on behalf of 9bc241124ece43e6afb0fdcdbf1b8804 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:28.888340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:28.992569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.011048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e92eb-d43f-4673-9643-5513704595b4 req-46456a0c-496a-4faf-aa23-dde8f3715d08 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.025789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a65e92eb-d43f-4673-9643-5513704595b4 req-46456a0c-496a-4faf-aa23-dde8f3715d08 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.6700647 May 13 14:51:29.114854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:29.115488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:29.115936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:29.129386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:51:29.129818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:29.160052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:29.160052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:29.160534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Bound using segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:29.161928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Bound port: 033a44b3-335f-4541-835c-7e31f817fcac, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:29.161928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.375598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a65e92eb-d43f-4673-9643-5513704595b4 req-0a2d667b-c56e-48ca-b4a1-408f0f61e89a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483834 May 13 14:51:29.452126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.499753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bfb7e-46ff-46e8-b7b0-71f81c68a903,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:29.522242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.523696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24af316b-f003-432a-9869-afdabefbd94d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/556bfb7e-46ff-46e8-b7b0-71f81c68a903 HTTP/1.1" status: 204 len: 168 time: 1.2209313 May 13 14:51:29.524437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:29.554961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:29.598564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.708168 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.746764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:29.747209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.750332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1335d96e-5cfd-4879-b676-c4fb018af5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.752054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] 10.222.0.86 "PUT /v2.0/ports/033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 1091 time: 3.7968752 May 13 14:51:29.755125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:29.777600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:29.786370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Port': ['ID=7c5cf5f7-b2e6-477a-a0da-4923ebbc1aec,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:29.851027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b141b84c-283e-46c0-aa26-c8748b5c7470 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:51:30.147280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:30.160143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc45c296-378b-4994-8b89-99987cd8e794,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:30.199088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786c56d-d81a-460c-9380-aff930de2155 req-bf13e933-f577-4c58-b5fc-9d8d5ded9ac5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.222319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d786c56d-d81a-460c-9380-aff930de2155 req-bf13e933-f577-4c58-b5fc-9d8d5ded9ac5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.6212707 May 13 14:51:30.266455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b141b84c-283e-46c0-aa26-c8748b5c7470,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:30.302430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'b141b84c-283e-46c0-aa26-c8748b5c7470', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': 'b141b84c-283e-46c0-aa26-c8748b5c7470', 'mac_address': 'fa:16:3e:74:18:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:51:30.329368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e8ab-4ca3-4435-b67f-4abefb50d9b6 req-f5abf916-6e98-4d2a-a622-862c453d237e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.348866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9315e8ab-4ca3-4435-b67f-4abefb50d9b6 req-f5abf916-6e98-4d2a-a622-862c453d237e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 943 time: 0.9418924 May 13 14:51:30.352800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f37e-867b-4dbd-bd9b-ecc0ca1aab04 service neutron] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:30.374599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b141b84c-283e-46c0-aa26-c8748b5c7470 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:30.375280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:30.405866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b141b84c-283e-46c0-aa26-c8748b5c7470 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:30.413042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Checking segment: {'id': '8fc38cb1-3869-4801-8f3c-d9a86fb7109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e233e9cb-64d8-462d-a91a-a9a7148256c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:30.413635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Network hostable DHCP agents. Network: e233e9cb-64d8-462d-a91a-a9a7148256c3, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:30.429400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b141b84c-283e-46c0-aa26-c8748b5c7470,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:30.439489 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:30.487584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9315e8ab-4ca3-4435-b67f-4abefb50d9b6 req-69947f73-c736-4ec0-bbc9-0191e6a5800a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351082 May 13 14:51:30.493164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Network e233e9cb-64d8-462d-a91a-a9a7148256c3 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:30.528596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-e9c6b5ea-b142-4e4b-b6e8-63d3c400a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.535603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-e9c6b5ea-b142-4e4b-b6e8-63d3c400a3c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.6250923 May 13 14:51:30.538948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e233e9cb-64d8-462d-a91a-a9a7148256c3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:30.558974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40266ea2-8f5a-4402-b749-dc883cc316eb None None] Network e233e9cb-64d8-462d-a91a-a9a7148256c3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:30.636369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d786c56d-d81a-460c-9380-aff930de2155 req-98507cf5-9105-4f76-86ab-79bf4a6c8470 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105437 May 13 14:51:30.715240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:30.716760 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:30.811796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:30.827379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['b141b84c-283e-46c0-aa26-c8748b5c7470'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:30.966942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Router fce3ef7d-6ada-4a86-8961-9dedf1d5c798 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:31.073195 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce851ea4-2827-427e-b8d3-444449e7bbc2'] response: {'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'status': 'completed', 'code': 200} May 13 14:51:31.097630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-19594d34-3068-467b-8e70-64d0079eca7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 217 time: 0.5491161 May 13 14:51:31.239027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e85ef-de08-4294-b24a-bb355f11f800 None None] Network e233e9cb-64d8-462d-a91a-a9a7148256c3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:31.295804 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:51:31.356016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:31.388262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e1f68111-ad79-4ca9-93fa-b68bb982820e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2805376 May 13 14:51:31.388262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37580) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:31.419540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] Sync routers for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:31.498525 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-3d2b0026-1397-438e-a2a6-899c4e003216 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] delete failed (client error): The resource could not be found. May 13 14:51:31.502217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:31.503162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:31.512640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3d2b0026-1397-438e-a2a6-899c4e003216 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-887439086 HTTP/1.1" status: 404 len: 334 time: 0.1243093 May 13 14:51:31.516829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:31.528948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-867ce750-8137-4332-a7bb-4fcaec0ba96b tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:31.549263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8ea4211-bf33-4a0c-a08c-323a893fc649 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1937861 May 13 14:51:31.641621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b5e563d0-50bb-41b9-8c32-6b4d596f55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:31.646076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b5e563d0-50bb-41b9-8c32-6b4d596f55da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.5379069 May 13 14:51:31.654301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:31.677447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:31.678404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:02Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:31.798400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:31.800861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d209e4-77f5-49ee-85e5-e0f536bdc877 None None] The sync data for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:31.862609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f5b9-a4ef-4946-bcc2-4dedeecea437 req-f5103dc5-1784-400f-9058-66bf357cb718 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:31.866022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7aa3f5b9-a4ef-4946-bcc2-4dedeecea437 req-f5103dc5-1784-400f-9058-66bf357cb718 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.6187837 May 13 14:51:31.946394 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7aa3f5b9-a4ef-4946-bcc2-4dedeecea437 req-5a00a392-6e20-43ad-b297-46d142960e5e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650988 May 13 14:51:31.949634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b632d296-2666-4bed-9678-1d0f787bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:31.951187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-b632d296-2666-4bed-9678-1d0f787bfd36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2904460 May 13 14:51:32.029837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9911-d8fb-46c7-966e-cf8783d34302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.459142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2e2ed-2c4f-4abc-9839-a2bba6b9d257 req-bac5ec50-06e2-45a8-bfc3-d63f4c4bd570 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:32.460091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-d104e1a1-18b7-4a42-8114-79506f025019 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977648 May 13 14:51:32.470207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3df85-d361-4d3a-a582-696c083ac8e3 req-bda978cd-7ccf-4dbf-9f76-4aba574cae46 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:32.472450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35e2e2ed-2c4f-4abc-9839-a2bba6b9d257 req-bac5ec50-06e2-45a8-bfc3-d63f4c4bd570 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 944 time: 0.5868022 May 13 14:51:32.479354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22d3df85-d361-4d3a-a582-696c083ac8e3 req-bda978cd-7ccf-4dbf-9f76-4aba574cae46 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.2892108 May 13 14:51:32.539124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-867ce750-8137-4332-a7bb-4fcaec0ba96b tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.583756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35e2e2ed-2c4f-4abc-9839-a2bba6b9d257 req-951882ef-9e9d-47c2-a341-7ab40ad424d0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098189 May 13 14:51:32.649914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22d3df85-d361-4d3a-a582-696c083ac8e3 req-7daad02d-df9f-4648-a36f-1d9441c6c0b5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692855 May 13 14:51:32.662482 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-867ce750-8137-4332-a7bb-4fcaec0ba96b tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] update failed (client error): The resource could not be found. May 13 14:51:32.670647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-867ce750-8137-4332-a7bb-4fcaec0ba96b tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798 HTTP/1.1" status: 404 len: 339 time: 1.1439278 May 13 14:51:32.670647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:32.689516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1522895521'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:32.700327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:32.715150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:32.725793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:network and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:32.745110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:32.767353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:32.794296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221d96bc-ef4e-45d1-ae63-14fbe255302b req-5c1648a0-dfee-4cf8-8f5d-f579ce3bd8b6 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119659 May 13 14:51:32.803508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:32.809397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.843027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Deleting subnet dc45c296-378b-4994-8b89-99987cd8e794 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:32.847706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.860655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.917076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:51:32.953964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:32.954528 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Added segment 1e38c294-3e46-4ce7-af02-d94570728071 of type vlan for network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 May 13 14:51:33.109697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.166662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.179839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.222480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e672f-e07d-4eae-8522-6bc7b95e0178 req-6efad81c-a872-419b-b125-6f788ead84bb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:33.234676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de7e672f-e07d-4eae-8522-6bc7b95e0178 req-6efad81c-a872-419b-b125-6f788ead84bb tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.2669373 May 13 14:51:33.240844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.250165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-37ceade4-813d-4ffc-9b27-f73deaa4cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:33.251501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:33.251760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-37ceade4-813d-4ffc-9b27-f73deaa4cfea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.3117640 May 13 14:51:33.253105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.296612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:33.487319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8154559 May 13 14:51:33.500272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37640) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:33.509730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'subnet': {'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:33.554369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de7e672f-e07d-4eae-8522-6bc7b95e0178 req-9c68db4f-649b-41d2-a90e-2ecfb7c24c18 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159318 May 13 14:51:33.555769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91384345-84cf-49f9-93c5-f2a0fc0fd45c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Network': ['ID=f244d76c-1f99-44b4-bbbf-01f3dcc919c4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:33.582770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:51:33.896793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b141b84c-283e-46c0-aa26-c8748b5c7470 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:33.923223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-f314e2cd-424b-44b9-b266-e7ad07eccc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:33.924845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-f314e2cd-424b-44b9-b266-e7ad07eccc70 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.6646421 May 13 14:51:33.948764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:51:34.001125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70f8c3-1c66-49ef-9d0a-97e6e37eee9f req-29625669-5866-4df5-846f-668dad8fbed1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:34.005376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd70f8c3-1c66-49ef-9d0a-97e6e37eee9f req-29625669-5866-4df5-846f-668dad8fbed1 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.1819611 May 13 14:51:34.047595 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-197a875d-1edd-4c17-b3dc-f16bdedd30a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 217 time: 0.0857472 May 13 14:51:34.126284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd70f8c3-1c66-49ef-9d0a-97e6e37eee9f req-6980f4fd-affa-4153-a8f9-8e6320c34c1a tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099596 May 13 14:51:34.161457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:34.176625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port b141b84c-283e-46c0-aa26-c8748b5c7470 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:34.181265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.194730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Usage tracker for resource:subnet and tenant:c95cca2425864cb7aa65bebe010d5be5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:34.196316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port b141b84c-283e-46c0-aa26-c8748b5c7470 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:34.197874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.199675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:34.209843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:34.283134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc45c296-378b-4994-8b89-99987cd8e794,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:34.300829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Made reservation on behalf of c95cca2425864cb7aa65bebe010d5be5 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:51:34.304456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.467962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:34.506080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324cbf-d899-4799-a549-b07811aeb25d req-f0ed685c-8d94-40aa-b682-98cc9b909c47 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:34.520813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '033a44b3-335f-4541-835c-7e31f817fcac', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:51:34.521110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1324cbf-d899-4799-a549-b07811aeb25d req-f0ed685c-8d94-40aa-b682-98cc9b909c47 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.2102427 May 13 14:51:34.598560 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1324cbf-d899-4799-a549-b07811aeb25d req-8622ce88-b598-4b1f-87c3-cb5e57847d1c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767081 May 13 14:51:34.768871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:34.769691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.820957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:51:34.879669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.885907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port b141b84c-283e-46c0-aa26-c8748b5c7470 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:34.886533 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.923241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:34.937555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-0856eac4-560e-4bf4-bf84-fca7bae15be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:34.940169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-0856eac4-560e-4bf4-bf84-fca7bae15be1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.8829606 May 13 14:51:34.942728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.963071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b141b84c-283e-46c0-aa26-c8748b5c7470,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:34.964574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:34.974546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:34.977033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc77bc4-7237-40ff-8858-638702a9930b req-8982738b-9e49-4505-bcdd-0eb6d7570fd6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:34.986652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7fc77bc4-7237-40ff-8858-638702a9930b req-8982738b-9e49-4505-bcdd-0eb6d7570fd6 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.1617832 May 13 14:51:35.021077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.025125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.074150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:35.084159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7fc77bc4-7237-40ff-8858-638702a9930b req-adcc6434-b88f-4955-b26f-568b4e780736 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957346 May 13 14:51:35.238119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c6bcdd7-2b07-4e9f-88d7-205f4b15376c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc45c296-378b-4994-8b89-99987cd8e794 HTTP/1.1" status: 204 len: 168 time: 2.5371988 May 13 14:51:35.240744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:35.274484 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a85a86c-2471-45b6-b547-6a2374639fba'] response: {'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470', 'code': 200} May 13 14:51:35.316782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['033a44b3-335f-4541-835c-7e31f817fcac'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:35.386227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ec3f8-73a6-491e-9ee0-00a5645b912f req-a7b5f0c4-6ad8-4f01-aea5-781c1c61c901 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:35.400190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-174ec3f8-73a6-491e-9ee0-00a5645b912f req-a7b5f0c4-6ad8-4f01-aea5-781c1c61c901 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 944 time: 1.5858471 May 13 14:51:35.442485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:35.459389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:35.537439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Subnet': ['ID=82332572-931f-4a8a-888d-c3915d41a9bf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:35.701221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Checking segment: {'id': '1e38c294-3e46-4ce7-af02-d94570728071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:35.702986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network hostable DHCP agents. Network: f244d76c-1f99-44b4-bbbf-01f3dcc919c4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:51:35.817150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-2302fdd6-dce8-4780-9a3b-294a23d7a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:35.819931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-2302fdd6-dce8-4780-9a3b-294a23d7a301 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8596649 May 13 14:51:35.882645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:51:35.937390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-174ec3f8-73a6-491e-9ee0-00a5645b912f req-cb84847e-8cdf-4276-b4d0-e705e09fd0d7 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044732 May 13 14:51:36.047386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, f244d76c-1f99-44b4-bbbf-01f3dcc919c4) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:36.060789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f31066-8b3d-4c55-8f12-c9274d0e7cc3 None None] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:36.071968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:36.072609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.124108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e7f0034-1213-4cc5-8a11-f573c25a57b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6220648 May 13 14:51:36.126637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f55c7-b2a9-4ad0-a719-1b95e8026d95 req-1c996641-bcac-4bcc-ac1c-94d41aeea7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:36.128372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9a7f55c7-b2a9-4ad0-a719-1b95e8026d95 req-1c996641-bcac-4bcc-ac1c-94d41aeea7a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 1096 time: 0.5932508 May 13 14:51:36.128883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:36.139791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-85fb57f0-3bdd-466c-8d51-4b4247c321b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:36.326210 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-473b32ba-fb69-4893-937a-cd1ef4a7a377 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895389 May 13 14:51:36.459402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.542630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e233e9cb-64d8-462d-a91a-a9a7148256c3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:36.559353 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9a7f55c7-b2a9-4ad0-a719-1b95e8026d95 req-80e11680-08ee-4652-9dcb-0cbea66d29ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233003 May 13 14:51:36.586412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc38cb1-3869-4801-8f3c-d9a86fb7109a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:36.587915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc38cb1-3869-4801-8f3c-d9a86fb7109a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:36.606858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.638594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba32af-b10b-497b-b1fe-090b700aed20 req-54eb19d9-3278-4d60-a8d5-5e06282ea9f3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:36.648791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9ba32af-b10b-497b-b1fe-090b700aed20 req-54eb19d9-3278-4d60-a8d5-5e06282ea9f3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.6598163 May 13 14:51:36.667352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.682058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:51:36.682058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: timer() May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:51:36.696779 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:51:36.841125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9ba32af-b10b-497b-b1fe-090b700aed20 req-14d76557-380b-4037-8ce4-d375cfe77cdd tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909328 May 13 14:51:36.859004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.930064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:36.936153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e233e9cb-64d8-462d-a91a-a9a7148256c3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:36.962161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7d8cf4b-2064-4ae0-8f4e-94c422725f7d admin admin] 10.222.0.36 "DELETE /v2.0/networks/e233e9cb-64d8-462d-a91a-a9a7148256c3 HTTP/1.1" status: 204 len: 168 time: 1.7151620 May 13 14:51:37.088350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-f244d76c-1f99-44b4-bbbf-01f3dcc919c4', 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4', 'tenant_id': 'c95cca2425864cb7aa65bebe010d5be5', 'fixed_ips': [{'subnet_id': '82332572-931f-4a8a-888d-c3915d41a9bf'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:51:37.089284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:37.224738 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44cefe60-ba49-4c38-97b5-17780ba5cbca req-229b1b72-46d3-4a15-b68c-797895694cfb service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891065 May 13 14:51:37.239065 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-85fb57f0-3bdd-466c-8d51-4b4247c321b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:37.331920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11f049-f4d7-4301-8785-fe756d46be77 req-a0cfb5a6-a235-4735-9d26-67ba52438e2e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:37.340976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a11f049-f4d7-4301-8785-fe756d46be77 req-a0cfb5a6-a235-4735-9d26-67ba52438e2e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.1860538 May 13 14:51:37.365648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33990915-7867-402b-bbff-f7ad1db741c6 req-dd48ebd8-6baf-4cbc-9f60-00d7ea2f019b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:37.377877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33990915-7867-402b-bbff-f7ad1db741c6 req-dd48ebd8-6baf-4cbc-9f60-00d7ea2f019b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.8730316 May 13 14:51:37.475514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a11f049-f4d7-4301-8785-fe756d46be77 req-0b917f12-3e51-4578-a95e-24fb08aa8132 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263628 May 13 14:51:37.547480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33990915-7867-402b-bbff-f7ad1db741c6 req-3e68dd08-c5bd-4923-9119-43864ddb0022 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685622 May 13 14:51:37.698178 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-85fb57f0-3bdd-466c-8d51-4b4247c321b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:51:37.705625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:37.707861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-85fb57f0-3bdd-466c-8d51-4b4247c321b1 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798 HTTP/1.1" status: 400 len: 364 time: 1.5743270 May 13 14:51:37.994694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:37.995161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:38.054087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Allocated IP 2001:db8:1::2 (f244d76c-1f99-44b4-bbbf-01f3dcc919c4/82332572-931f-4a8a-888d-c3915d41a9bf/a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:38.181381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8143de-977f-43d9-a23f-89d4dbe10b51 req-1a574c46-36e0-40b6-8af8-d73e811038f3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:38.192684 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff8143de-977f-43d9-a23f-89d4dbe10b51 req-1a574c46-36e0-40b6-8af8-d73e811038f3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.4131153 May 13 14:51:38.297692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff8143de-977f-43d9-a23f-89d4dbe10b51 req-45346609-029b-4bf8-98c7-b7dd737640e3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 May 13 14:51:38.317802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:38.318160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba8f5f54-8a3b-405c-9984-3aca1fe3d781 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bc241124ece43e6afb0fdcdbf1b8804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905061 May 13 14:51:38.542587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.554897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Transition to ACTIVE for port object a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:38.578529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Transition to ACTIVE for port object a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:38.594306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:38.637331 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.667710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.710693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.794101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:38.801611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:38.812567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:38.823635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 033a44b3-335f-4541-835c-7e31f817fcac completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:38.831464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Pushing event updated for resources: {'Port': ['ID=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:38.839434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 033a44b3-335f-4541-835c-7e31f817fcac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:38.840063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.928939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.963154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680f80a-9071-45d6-8bbc-6687c0e4591e req-3b149e01-d536-4991-b594-3b312458fff2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:38.972923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0680f80a-9071-45d6-8bbc-6687c0e4591e req-3b149e01-d536-4991-b594-3b312458fff2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.9510260 May 13 14:51:38.977888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5aa27a-ab55-4dae-9e35-b467ca308cdd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:38.981015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.992588 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:38.994106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe02fecc-695e-42d4-84d5-7087a1057556 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf5aa27a-ab55-4dae-9e35-b467ca308cdd HTTP/1.1" status: 204 len: 168 time: 0.6748686 May 13 14:51:39.033808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81715b5-0f97-4fa8-a4b8-086f55765091 req-a2b7d124-3782-424f-9ed7-d87bd4bb32d3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:39.036378 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b81715b5-0f97-4fa8-a4b8-086f55765091 req-a2b7d124-3782-424f-9ed7-d87bd4bb32d3 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.1679163 May 13 14:51:39.167969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:39.197098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b81715b5-0f97-4fa8-a4b8-086f55765091 req-9a92bcc6-4e7b-46d9-80e5-15da9836ece5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488061 May 13 14:51:39.282489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Attempting to bind port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:51:39.283943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Attempting to bind port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '1e38c294-3e46-4ce7-af02-d94570728071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:51:39.284514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Attempting to bind port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f on network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:51:39.289704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3c58aa66004fec9bbd5e4b5a98282b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:39.294824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:51:39.295722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Checking segment: {'id': '1e38c294-3e46-4ce7-af02-d94570728071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:51:39.296496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.297173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Bound using segment: {'id': '1e38c294-3e46-4ce7-af02-d94570728071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:51:39.297906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Bound port: a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e38c294-3e46-4ce7-af02-d94570728071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f244d76c-1f99-44b4-bbbf-01f3dcc919c4'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:51:39.298816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.329785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:39.357350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:39.371689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0680f80a-9071-45d6-8bbc-6687c0e4591e req-df39d049-c283-4385-a4f8-ca3398f6ba24 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975768 May 13 14:51:39.498747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.750015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:39.750828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.846374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b4e82-eba6-4ebe-be2f-0e3434d2a419 req-be9a7a08-f33f-471b-972c-12a7031680f7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:39.849762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-074b4e82-eba6-4ebe-be2f-0e3434d2a419 req-be9a7a08-f33f-471b-972c-12a7031680f7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.1996636 May 13 14:51:39.923972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:39.950452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] For port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:51:39.957915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] For port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,segment=NetworkSegment(1e38c294-3e46-4ce7-af02-d94570728071),segment_id=1e38c294-3e46-4ce7-af02-d94570728071)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:51:39.973719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:39.986084 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:39.990443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-074b4e82-eba6-4ebe-be2f-0e3434d2a419 req-de427c25-80d6-4b51-8230-b7e34a921b4f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286068 May 13 14:51:40.054170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:40.157173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16fc9b-561c-4400-bc59-0a184c2e264f None None] Pushing event updated for resources: {'Port': ['ID=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:40.304559 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0891bf5e-7d43-430b-bc0a-c64dcae47815'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'code': 200} May 13 14:51:40.415287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:40.657646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78000ae-b6c0-4405-a971-f1d7c20a3787 req-e040ae2d-1808-4547-a609-e168d777c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:40.660349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e78000ae-b6c0-4405-a971-f1d7c20a3787 req-e040ae2d-1808-4547-a609-e168d777c9f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.3437576 May 13 14:51:40.738234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:40.798933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:40.844819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e78000ae-b6c0-4405-a971-f1d7c20a3787 req-5ac31fc1-590d-458f-93a0-fca78305cddb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744771 May 13 14:51:40.897757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1864a1f-e340-49e5-85dd-a1f9a83c309b req-4a3bfcd1-274d-4cf2-b6a6-8da5318f3752 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:40.912153 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e1864a1f-e340-49e5-85dd-a1f9a83c309b req-4a3bfcd1-274d-4cf2-b6a6-8da5318f3752 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.2043138 May 13 14:51:41.014644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359312a-19d8-42aa-a0ad-c6cde5c7d510,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:41.018582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e1864a1f-e340-49e5-85dd-a1f9a83c309b req-a5c35721-8225-46bb-a751-0d81366d0461 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049368 May 13 14:51:41.049705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cdc5cd1a-66e5-4b5f-b347-87b7cc847920 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad3c58aa66004fec9bbd5e4b5a98282b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0172660 May 13 14:51:41.050279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:41.206602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:41.217910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a596f-47ac-4582-bef3-20cd5c01d0a7 req-499a82f9-03cb-4162-8933-ae25b6d49e4e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:41.228983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f30a596f-47ac-4582-bef3-20cd5c01d0a7 req-499a82f9-03cb-4162-8933-ae25b6d49e4e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 1.5957501 May 13 14:51:41.280436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:41.382487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Allocated IP 2001:db8::1 (16c49db9-84dd-47db-b371-beb2ac1e4acf/ce3bdf8d-015a-4697-85f5-d23d82475f73/0d078578-609e-48f5-9a2c-75bd6cb8d8d5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:51:41.403172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f30a596f-47ac-4582-bef3-20cd5c01d0a7 req-87affd70-80e6-4f8d-a5dd-7c433cc22b0d tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710658 May 13 14:51:41.508310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30415d82-38aa-4d8e-a296-5a13cfbe4791 req-c86221d1-6b65-4b7d-83b4-8f3e6bc0d9c1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:41.509683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30415d82-38aa-4d8e-a296-5a13cfbe4791 req-c86221d1-6b65-4b7d-83b4-8f3e6bc0d9c1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 0.1719303 May 13 14:51:41.600729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:41.652482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30415d82-38aa-4d8e-a296-5a13cfbe4791 req-5178daa8-6e64-472e-b7c9-6ca9c80a4ae1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391685 May 13 14:51:41.656252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359312a-19d8-42aa-a0ad-c6cde5c7d510,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:41.677199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:41.681611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2aea2921-d5a9-46a1-abf1-bc0b123f2522 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4359312a-19d8-42aa-a0ad-c6cde5c7d510 HTTP/1.1" status: 204 len: 168 time: 0.6261005 May 13 14:51:41.902667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:42.091499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1f35e-61fa-426e-97f1-7c3c2e67de85 None None] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:42.148309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc427102-c7d2-465f-ab42-db6d6e9a8ae5 req-db89b3e2-d8db-4d86-8fde-80b1730ce30e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:42.160012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc427102-c7d2-465f-ab42-db6d6e9a8ae5 req-db89b3e2-d8db-4d86-8fde-80b1730ce30e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.2999966 May 13 14:51:42.261213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc427102-c7d2-465f-ab42-db6d6e9a8ae5 req-ce9073be-c18e-4d6c-add9-75269da98e87 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 May 13 14:51:42.291992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd30409-9a13-4c6d-af0f-95ba1ece47bf req-8fdb681f-4a73-4ab0-95d5-4b38f9b77c55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:42.297052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bd30409-9a13-4c6d-af0f-95ba1ece47bf req-8fdb681f-4a73-4ab0-95d5-4b38f9b77c55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4687097 May 13 14:51:42.303207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.353837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Transition to ACTIVE for port object 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:51:42.393827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b8fc3f35-1a3c-4dbb-ba6c-f386e73c3526 None None] Provisioning for port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:42.398707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bd30409-9a13-4c6d-af0f-95ba1ece47bf req-b89ee1a4-edec-4b2c-9805-cb0d54f4821f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852985 May 13 14:51:42.446312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:42.450673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.493085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:42.493464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.709472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22f6c-abd9-40eb-9ce7-a35936c7e7b8 req-4e31cf3c-8806-4430-bd30-6ad63160ca27 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:42.733637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdc22f6c-abd9-40eb-9ce7-a35936c7e7b8 req-4e31cf3c-8806-4430-bd30-6ad63160ca27 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.2591591 May 13 14:51:42.737070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:42.741395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Port': ['ID=0d078578-609e-48f5-9a2c-75bd6cb8d8d5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:42.763251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:42.786601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:51:42.788848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.845293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:42.846485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.902117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,segment=NetworkSegment(1e38c294-3e46-4ce7-af02-d94570728071),segment_id=1e38c294-3e46-4ce7-af02-d94570728071)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:42.911092 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:42.973905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdc22f6c-abd9-40eb-9ce7-a35936c7e7b8 req-d07cb41f-35e9-4b0d-8443-b17e9812a05b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383261 May 13 14:51:43.120712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:43.466739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.509154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6dfc6984-af13-4c58-8b04-8ef24733f4f6 None None] Provisioning for port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:51:43.526398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6dfc6984-af13-4c58-8b04-8ef24733f4f6 None None] Provisioning complete for port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:43.527902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6984-af13-4c58-8b04-8ef24733f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.735729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc6984-af13-4c58-8b04-8ef24733f4f6 None None] Port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:43.860378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-913fc0c1-225a-4c3f-86ee-182103ec6b3f None None] Provisioning complete for port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:43.873890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdd661-6367-49b0-b3ce-4ea89ff74790 req-05c6d869-be8a-4bd2-a35c-28eb13f74e0c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:43.881389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-913fc0c1-225a-4c3f-86ee-182103ec6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:43.883903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46bdd661-6367-49b0-b3ce-4ea89ff74790 req-05c6d869-be8a-4bd2-a35c-28eb13f74e0c tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.6053903 May 13 14:51:43.992414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:51:44.067165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-46bdd661-6367-49b0-b3ce-4ea89ff74790 req-440d9e3e-df80-43fb-82e8-503609f592d7 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814420 May 13 14:51:44.494965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38006) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:44.530045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-913fc0c1-225a-4c3f-86ee-182103ec6b3f None None] Current status of the port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:44.555296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:44.556017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:44.676286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0d864-34c0-4183-b69c-9a1b3e9440a1 req-22e77a44-b7cf-451b-af98-e0fa07ec0217 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:44.679010 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2de0d864-34c0-4183-b69c-9a1b3e9440a1 req-22e77a44-b7cf-451b-af98-e0fa07ec0217 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4346724 May 13 14:51:44.802444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:51:44.854060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2de0d864-34c0-4183-b69c-9a1b3e9440a1 req-f05ed574-3f60-4282-a1e1-8be9d4754344 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551397 May 13 14:51:44.948105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08042083-27fc-4e29-aebd-16b667f17f8c req-ee0fd151-cf2a-4d0e-aa33-d13b21bbe3e1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:44.967201 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08042083-27fc-4e29-aebd-16b667f17f8c req-ee0fd151-cf2a-4d0e-aa33-d13b21bbe3e1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.6913209 May 13 14:51:45.269467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08042083-27fc-4e29-aebd-16b667f17f8c req-102fbffb-581e-40bc-b5c9-66a10243ef05 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931907 May 13 14:51:45.285940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.300858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.301756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:45.503970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event updated for resources: {'Port': ['ID=0d078578-609e-48f5-9a2c-75bd6cb8d8d5,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:45.527953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b2f6-e5df-4b17-a44b-85c02a9cfb2c req-23ac1471-3d90-4316-b375-79edaba6cb79 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:45.534441 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16b0b2f6-e5df-4b17-a44b-85c02a9cfb2c req-23ac1471-3d90-4316-b375-79edaba6cb79 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.5227761 May 13 14:51:45.546179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38040) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:45.559583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'floatingip': {'port_id': '033a44b3-335f-4541-835c-7e31f817fcac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:45.597110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:51:45.598776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:51:45.677313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.022638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Router fce3ef7d-6ada-4a86-8961-9dedf1d5c798 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:46.097285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.135786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:46.182617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-08c73118-4629-4842-8ed5-51ed75190f4d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:46.186122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-08c73118-4629-4842-8ed5-51ed75190f4d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.9341550 May 13 14:51:46.188194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3a5c9ae2164e2faae41642eb25e584 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:46.205127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7fad1bd5-984e-44af-9e7f-bb7af774635c None None] Provisioning complete for port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:51:46.206055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fad1bd5-984e-44af-9e7f-bb7af774635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.312600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:46.322941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38052) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:46.352988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7fad1bd5-984e-44af-9e7f-bb7af774635c None None] Port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:51:46.449968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:46.464565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] Sync routers for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:46.483989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port b141b84c-283e-46c0-aa26-c8748b5c7470 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:46.484925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:46.487279 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:46.487933 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:46.535899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-784c9ed1-3b6e-44a3-88a5-f42ea14e598c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8277044 May 13 14:51:46.542829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38060) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:46.663358 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:46.688881 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:46.689532 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:46.831298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:46.837818 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:46.838228 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0495f-0ad1-48d9-8322-e31363802fcc None None] The sync data for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:46.917066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41dce2a0-640f-475b-ac22-e8cae104d33e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.152146 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-41dce2a0-640f-475b-ac22-e8cae104d33e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:51:47.161359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-41dce2a0-640f-475b-ac22-e8cae104d33e tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798 HTTP/1.1" status: 409 len: 329 time: 0.6177962 May 13 14:51:47.165945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:47.889947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:47.896724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72654-cc0f-4585-b94a-68cf0599c3c1 req-64b7e8e6-b724-4e01-94cc-82fad5491e5c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:47.898604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30a72654-cc0f-4585-b94a-68cf0599c3c1 req-64b7e8e6-b724-4e01-94cc-82fad5491e5c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 945 time: 0.7479982 May 13 14:51:47.925887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:47.930509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Usage tracker for resource:security_group_rule and tenant:972f0396ebed4a8c9c4e4125fbff21b6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:47.934240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:47.941706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:48.081537 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30a72654-cc0f-4585-b94a-68cf0599c3c1 req-2b6b8d1f-e4bb-4132-ab66-e67bf95fdcee tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735413 May 13 14:51:48.097201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port b141b84c-283e-46c0-aa26-c8748b5c7470, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=b141b84c-283e-46c0-aa26-c8748b5c7470,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:48.106870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.184242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:51:48.319062 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.527734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for b141b84c-283e-46c0-aa26-c8748b5c7470 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:48.571753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.597887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.603454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.810670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.891626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.897395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:48.910571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:49.043350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['9c4c2a2a-ba5c-41fc-8024-b88b6642252f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:49.045579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:49.046632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.187398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.309589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=972f0396ebed4a8c9c4e4125fbff21b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8292513 May 13 14:51:49.309855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:49.444368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.578112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=b141b84c-283e-46c0-aa26-c8748b5c7470,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:49.589828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.599415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:49.638256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd3a5c9ae2164e2faae41642eb25e584&name=default HTTP/1.1" status: 200 len: 2983 time: 5.1392155 May 13 14:51:49.652864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38140) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:49.674390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9ecd6-6060-4c30-9c76-b2db0863ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9e6f3-8293-4d2b-943b-802d74b6fd1f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:49.953268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b141b84c-283e-46c0-aa26-c8748b5c7470 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:50.033680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156fa49-6448-4581-ac91-7228ea1ea29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7577ac2-a0ce-454e-a9ff-6cb5fb123211,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:50.050590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-274c027b-fd79-465a-9115-9f058a2af450 req-6def8b72-fea0-48e2-9415-2bb8b14b23f3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.4320061 May 13 14:51:50.052275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port b141b84c-283e-46c0-aa26-c8748b5c7470 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:50.105238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Calling delete_port for 0d078578-609e-48f5-9a2c-75bd6cb8d8d5 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:50.205063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.256738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.304144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'name': 'network-vif-deleted', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:50.402577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2419b77b-cfeb-4be0-82d8-17450e83a195 req-0a262fb0-b1aa-4bdc-9b4a-4cc19ae19efd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "DELETE /v2.0/ports/b141b84c-283e-46c0-aa26-c8748b5c7470 HTTP/1.1" status: 204 len: 173 time: 4.0919380 May 13 14:51:50.421391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.428205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: b141b84c-283e-46c0-aa26-c8748b5c7470 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:50.430133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device b141b84c-283e-46c0-aa26-c8748b5c7470 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:50.496515 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f977de6c-219d-4d0d-89d2-9f629ff0dc96'] response: {'server_uuid': '64be6ffc-beae-483b-a684-915cdff96126', 'name': 'network-vif-deleted', 'tag': 'b141b84c-283e-46c0-aa26-c8748b5c7470', 'status': 'completed', 'code': 200} May 13 14:51:50.510589 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 606e981e-0608-4f5d-91e2-31a3ba2c9c55 associated. External IP: 172.25.5.235, port: 033a44b3-335f-4541-835c-7e31f817fcac. May 13 14:51:50.542584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.620552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.626706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:50.882320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7577ac2-a0ce-454e-a9ff-6cb5fb123211,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:50.889560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.015987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.019670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-572b09c4-f106-4a44-962d-d8f78874ac8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7577ac2-a0ce-454e-a9ff-6cb5fb123211 HTTP/1.1" status: 204 len: 168 time: 1.7091784 May 13 14:51:51.047862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Port': ['ID=0d078578-609e-48f5-9a2c-75bd6cb8d8d5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:51.151446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.651902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-37b4d41e-26f5-4e59-bfab-8962e18935ed req-7d489919-359a-42d0-8124-c367cb2b67a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:51:51.787949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9e6f3-8293-4d2b-943b-802d74b6fd1f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:51.790344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:51.936205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-37b4d41e-26f5-4e59-bfab-8962e18935ed req-7d489919-359a-42d0-8124-c367cb2b67a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:51:51.937845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37b4d41e-26f5-4e59-bfab-8962e18935ed req-7d489919-359a-42d0-8124-c367cb2b67a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=64be6ffc-beae-483b-a684-915cdff96126 HTTP/1.1" status: 200 len: 210 time: 0.3696382 May 13 14:51:51.949789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:52.017934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:52.019138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-868c88ef-7d26-4baa-9f00-ef0ceba11f98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39b9e6f3-8293-4d2b-943b-802d74b6fd1f HTTP/1.1" status: 204 len: 168 time: 2.3652728 May 13 14:51:52.236261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Router fce3ef7d-6ada-4a86-8961-9dedf1d5c798 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:51:52.453951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:52.464486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:52.475672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:52.484274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:51:52.501165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] Sync routers for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:51:52.506420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:52.507161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:52.509487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3c205e5-a972-4046-ac71-f29a7766b8e2 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3414237 May 13 14:51:52.513756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:52.524679 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:52.525505 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:52.560446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:52.651061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d7d2ae60-8911-4cf5-b8f5-134e3a0ea73f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "PUT /v2.0/floatingips/606e981e-0608-4f5d-91e2-31a3ba2c9c55 HTTP/1.1" status: 200 len: 991 time: 7.1029954 May 13 14:51:52.652153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:52.667783 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:52.675712 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-07392136-a30a-4d78-b73c-dda91022b640 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] show failed (client error): The resource could not be found. May 13 14:51:52.680566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07392136-a30a-4d78-b73c-dda91022b640 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-171706074 HTTP/1.1" status: 404 len: 334 time: 0.1615386 May 13 14:51:52.681566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38222) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:52.688301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-976627d1-ff4b-4815-93fd-304cf293c481 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:51:52.700618 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] Routers {'fce3ef7d-6ada-4a86-8961-9dedf1d5c798'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:52.701712 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:52.890963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:52.892321 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477281b4-e89a-410d-9918-8568ca4ce78b None None] The sync data for ids ['fce3ef7d-6ada-4a86-8961-9dedf1d5c798'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:52.916632 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddbbc06-943a-4ecd-b8d4-514d4f657fd3'] response: {'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'status': 'completed', 'code': 200} May 13 14:51:53.064423 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-976627d1-ff4b-4815-93fd-304cf293c481 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] update failed (client error): The resource could not be found. May 13 14:51:53.068729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-976627d1-ff4b-4815-93fd-304cf293c481 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-712030864 HTTP/1.1" status: 404 len: 334 time: 0.3823552 May 13 14:51:53.070158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:53.183908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-bebf2248-b217-4464-b94f-c7e8ef8d5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:53.189119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-bebf2248-b217-4464-b94f-c7e8ef8d5711 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.2770722 May 13 14:51:53.289994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:53.324545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting subnet 82332572-931f-4a8a-888d-c3915d41a9bf {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:53.332158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:53.477585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:53.708671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:53.766479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:53.874152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:53.937103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Usage tracker for resource:security_group_rule and tenant:bbbb21d444d84d6fa8b34634775cf68a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:53.944028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:53.964820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:53.988671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.015431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '606e981e-0608-4f5d-91e2-31a3ba2c9c55', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:51:08Z', 'updated_at': '2022-05-13T14:51:47Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:54.025279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:51:54.052702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:51:54.053370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:51:32Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:54.078180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Subnet': ['ID=82332572-931f-4a8a-888d-c3915d41a9bf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:54.091338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.109375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f95ccaf1-253f-4573-99aa-5305a1ccf29a tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/subnets/82332572-931f-4a8a-888d-c3915d41a9bf HTTP/1.1" status: 204 len: 168 time: 1.0375185 May 13 14:51:54.112401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:54.159950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-4e1156c2-714b-4bca-b79f-933e4946b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.161581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-4e1156c2-714b-4bca-b79f-933e4946b17e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.9639482 May 13 14:51:54.369393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.375365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-5a6357f2-e2f2-4d39-b973-4b6795237f39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 999 time: 0.2011139 May 13 14:51:54.380402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.393165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:51:54.494071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.521544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:54.521997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:54.615035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbbb21d444d84d6fa8b34634775cf68a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0529463 May 13 14:51:54.623409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38264) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:54.633061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-6d3d19c4-36dd-417a-b4c9-7b5cf861eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.634551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-6d3d19c4-36dd-417a-b4c9-7b5cf861eaac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.2461033 May 13 14:51:54.642967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa20069-253a-4569-a5e4-894362f644ce req-c908612b-c347-4953-a630-6a6d6326259a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.650942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dfa20069-253a-4569-a5e4-894362f644ce req-c908612b-c347-4953-a630-6a6d6326259a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 0.5452821 May 13 14:51:54.655292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bb99f-93f8-4a39-ac8d-4903ae68ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74727ba-5747-4043-bff3-a7adeb814635,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:54.838481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dcfa3-2eb9-4056-893c-c06efa413774 None None] Network f244d76c-1f99-44b4-bbbf-01f3dcc919c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:51:54.839034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dfa20069-253a-4569-a5e4-894362f644ce req-e4111fd9-6bf1-4935-b504-8c8023c1b41a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870270 May 13 14:51:54.874960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-057e6d07-da8e-4edc-b06f-a771d920aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:54.893890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-057e6d07-da8e-4edc-b06f-a771d920aa91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395270 May 13 14:51:55.412730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:55.446132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] For port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,segment=NetworkSegment(1e38c294-3e46-4ce7-af02-d94570728071),segment_id=1e38c294-3e46-4ce7-af02-d94570728071)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:55.446731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:55.573950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-e1eeac8a-da06-4517-a3ce-9642ff64bd5b service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727452 May 13 14:51:55.652768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-76d28bea-8896-499f-86b9-c564b9fa556e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:55.654345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-76d28bea-8896-499f-86b9-c564b9fa556e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 0.4252713 May 13 14:51:55.939964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:55.953990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '606e981e-0608-4f5d-91e2-31a3ba2c9c55', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:51:08Z', 'updated_at': '2022-05-13T14:51:47Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:55.973183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25894d0-9dc2-4aea-ac63-fa211ac9935a None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '606e981e-0608-4f5d-91e2-31a3ba2c9c55', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:51:08Z', 'updated_at': '2022-05-13T14:51:47Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:51:56.008746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] DHCP port deletion for f244d76c-1f99-44b4-bbbf-01f3dcc919c4 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:51:56.024045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Deleting port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:56.030221 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.146970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:56.157402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.512325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-079c5418-6ee5-4462-b6fa-aef84fe9aaa8 req-e290a857-5c2e-4812-9568-5f3455eb7cc3 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300094 May 13 14:51:56.524771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.667223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899e74f-0eb2-4156-a93b-cfef0102711c None None] New status for floating IP 606e981e-0608-4f5d-91e2-31a3ba2c9c55: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:51:56.736190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Calling delete_port for a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:56.825814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:56.882305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:56.911352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Usage tracker for resource:security_group_rule and tenant:bbfff600a0634421a8187b127fed53ff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:56.922951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:51:57.014377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:51:57.043681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574115f-39e0-4854-b15c-47e87cfc4aa9 req-ad90c38a-13b9-465c-8f13-ced8b0c32a69 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.058552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d574115f-39e0-4854-b15c-47e87cfc4aa9 req-ad90c38a-13b9-465c-8f13-ced8b0c32a69 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 945 time: 0.7097974 May 13 14:51:57.160478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-ead81ef8-7827-4be5-9ff2-c015aad479f0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3992510 May 13 14:51:57.162850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] For port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,segment=NetworkSegment(1e38c294-3e46-4ce7-af02-d94570728071),segment_id=1e38c294-3e46-4ce7-af02-d94570728071)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:57.163814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.172724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.225614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-f15df749-c7a1-447c-aa5d-8bee8d6ec6e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3602607 May 13 14:51:57.247787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c5153-45d5-4815-8672-012e09feafea req-d5217a6b-64a2-44ea-9814-2193849ca086 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:57.257890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-039c5153-45d5-4815-8672-012e09feafea req-d5217a6b-64a2-44ea-9814-2193849ca086 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.5508504 May 13 14:51:57.286411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.298461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Port': ['ID=a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:57.302619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] No DVR routers for this DVR port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:57.304132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d574115f-39e0-4854-b15c-47e87cfc4aa9 req-a0b7d1bf-1109-4ba0-a947-ad14f3e3c119 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175396 May 13 14:51:57.398931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:57.399456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.514978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74727ba-5747-4043-bff3-a7adeb814635,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:57.552949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for 9c4c2a2a-ba5c-41fc-8024-b88b6642252f owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:57.557469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Calling delete_port for a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:51:57.657113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.664877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.666882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-039c5153-45d5-4815-8672-012e09feafea req-20309ba2-b569-479d-be0e-c0eb4e6e5ec2 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044695 May 13 14:51:57.690627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.693963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-62da3e1d-f183-4b09-9494-223c33e45904 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f74727ba-5747-4043-bff3-a7adeb814635 HTTP/1.1" status: 204 len: 168 time: 3.0701349 May 13 14:51:57.779386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:57.812020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbfff600a0634421a8187b127fed53ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8532760 May 13 14:51:57.812020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e303e03-81b2-416f-9e11-03e764b0574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457182e-fa8a-4b49-9633-e4ee73259e22,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:57.826042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:57.903816 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.976776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:57.983600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=9c4c2a2a-ba5c-41fc-8024-b88b6642252f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:58.025056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:58.104419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['9c4c2a2a-ba5c-41fc-8024-b88b6642252f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:51:58.112843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.121209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port 9c4c2a2a-ba5c-41fc-8024-b88b6642252f on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:51:58.128506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.161710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f244d76c-1f99-44b4-bbbf-01f3dcc919c4']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:58.181680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:51:58.182591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-53760637-f978-481b-adca-e72bc5b3291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.182944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.184615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-53760637-f978-481b-adca-e72bc5b3291d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 1097 time: 0.7251093 May 13 14:51:58.184786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:51:58.187681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e38c294-3e46-4ce7-af02-d94570728071') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:58.191267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'name': 'network-vif-deleted', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:51:58.199422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e38c294-3e46-4ce7-af02-d94570728071') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:51:58.249758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.309797 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7802a3-8182-4918-ae1c-e6f98f227a5c'] response: {'server_uuid': '82223b19-e376-40e1-b9ea-1adbc20e15c8', 'name': 'network-vif-deleted', 'tag': '9c4c2a2a-ba5c-41fc-8024-b88b6642252f', 'status': 'completed', 'code': 200} May 13 14:51:58.315159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:51:58.315539 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:51:58.354243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-7cd3bed4-ebba-4e09-853e-6ced67898d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.356446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-7cd3bed4-ebba-4e09-853e-6ced67898d63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1097 time: 0.8324001 May 13 14:51:58.358187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.394529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "DELETE /v2.0/ports/9c4c2a2a-ba5c-41fc-8024-b88b6642252f HTTP/1.1" status: 204 len: 173 time: 2.7204297 May 13 14:51:58.427403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.523369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.538296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a457182e-fa8a-4b49-9633-e4ee73259e22 HTTP/1.1" status: 204 len: 168 time: 0.7092218 May 13 14:51:58.557065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee700bc-455e-47db-a336-07467945e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457182e-fa8a-4b49-9633-e4ee73259e22,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:58.676741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-9d124982-aba0-4147-9f72-b0151330ac41 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.685628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-9d124982-aba0-4147-9f72-b0151330ac41 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.5586801 May 13 14:51:58.690106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-6d97eeff-d938-476e-a878-5de95fffd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:58.695582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-6d97eeff-d938-476e-a878-5de95fffd301 service neutron] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.3147302 May 13 14:51:58.695582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:51:58.695582 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: timer() May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:51:58.719278 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:51:58.837270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Deleting port a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:58.848983 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:58.864932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-70d69232-6845-4a3d-a339-d9b6909bf48e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 217 time: 0.1430230 May 13 14:51:58.905276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Deleting port eb31906b-1183-4d3d-80a9-046f2e6728c7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:51:58.909831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.103634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-60d09a5f-3cfc-4dbe-9352-ae767117df83 None None] The port 'a1f05b1e-fbf3-44c1-9bab-3d8a1ac8e82f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:51:59.106192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8b7da219-9e44-475a-a38d-5e1d39350252 req-53af9189-347e-4575-b248-a8c8301929cd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=82223b19-e376-40e1-b9ea-1adbc20e15c8 HTTP/1.1" status: 200 len: 210 time: 0.1185846 May 13 14:51:59.114968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.123242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.202488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38370) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:59.208296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Network': ['ID=f244d76c-1f99-44b4-bbbf-01f3dcc919c4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:51:59.213696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-670c1776-c3b7-4f8d-9046-a1942264c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.215418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-670c1776-c3b7-4f8d-9046-a1942264c274 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 200 len: 914 time: 1.0049546 May 13 14:51:59.236476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-14289ac3-e701-43ca-b39f-88ad45708e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.238541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-14289ac3-e701-43ca-b39f-88ad45708e01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.3456023 May 13 14:51:59.311200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/networks/f244d76c-1f99-44b4-bbbf-01f3dcc919c4 HTTP/1.1" status: 204 len: 168 time: 5.1968858 May 13 14:51:59.313279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.313823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.314360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.314861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.315366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.315853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.316380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.316881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.317436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.318206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.318708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.319191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d67b72-860a-4348-977c-32bdac67afa4 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:51:59.363509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:51:59.386943 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.624119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04abc-62ce-4fb1-a34e-4e0052901212 req-e3dfc47e-293c-4010-bba5-ae6947e9778e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:51:59.631852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ae04abc-62ce-4fb1-a34e-4e0052901212 req-e3dfc47e-293c-4010-bba5-ae6947e9778e tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 946 time: 0.4928858 May 13 14:51:59.684605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-2589628f-4c74-4039-a246-04b106b49265 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 200 len: 217 time: 0.4436710 May 13 14:51:59.695001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-695475e4-007b-45c9-b1f9-0b8396a76ffa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3644691 May 13 14:51:59.696787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:51:59.738443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a33ad3d-1faa-4aa8-b629-374a31d0ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.828376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting subnet ce580710-cb77-48b3-8198-9b9d0c3a9795 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:51:59.849623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ae04abc-62ce-4fb1-a34e-4e0052901212 req-297e4b39-62db-46b5-be38-9347ff96b7fe tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/security-groups?id=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169075 May 13 14:51:59.899534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] For port eb31906b-1183-4d3d-80a9-046f2e6728c7, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=eb31906b-1183-4d3d-80a9-046f2e6728c7,segment=NetworkSegment(c10c446e-6ef4-45ff-81c9-a33c86aab10d),segment_id=c10c446e-6ef4-45ff-81c9-a33c86aab10d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:51:59.899851 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:51:59.920334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Usage tracker for resource:security_group_rule and tenant:8bb1a607eb0449bc9d625f694dac29cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:51:59.934935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device eb31906b-1183-4d3d-80a9-046f2e6728c7 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:51:59.956608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:00.112929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Calling delete_port for eb31906b-1183-4d3d-80a9-046f2e6728c7 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:00.161545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.217386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:00.221301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-c54bae1c-44f9-4578-8027-5ba413e51b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:00.223613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-c54bae1c-44f9-4578-8027-5ba413e51b13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 200 len: 853 time: 0.5192361 May 13 14:52:00.265048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:00.288460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port eb31906b-1183-4d3d-80a9-046f2e6728c7 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:00.289139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.332983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-824c033b-8bf2-4ba1-87b4-25f82f6ffd29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dc13dd93-8db0-4451-9e94-a790c15f652e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904784 May 13 14:52:00.433862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.482802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.506433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Pushing event deleted for resources: {'Port': ['ID=eb31906b-1183-4d3d-80a9-046f2e6728c7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:00.513065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.532246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9c4c2a2a-ba5c-41fc-8024-b88b6642252f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:00.623159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] No DVR routers for this DVR port eb31906b-1183-4d3d-80a9-046f2e6728c7 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:00.627989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 9c4c2a2a-ba5c-41fc-8024-b88b6642252f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:00.629869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 9c4c2a2a-ba5c-41fc-8024-b88b6642252f not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:00.632418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:00.645314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-deleted', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:00.655552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d179c9f1-e0fe-460d-a3be-6a62de86b905 req-780d2eec-9bf3-42d1-98a9-7875b9c38cb5 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.90 "DELETE /v2.0/ports/eb31906b-1183-4d3d-80a9-046f2e6728c7 HTTP/1.1" status: 204 len: 173 time: 1.9632235 May 13 14:52:00.752120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:00.799095 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4877c426-d7c3-496f-a7d4-0aaa70af4ccf'] response: {'server_uuid': '89924fd6-66a6-4175-9f94-2921745b562e', 'name': 'network-vif-deleted', 'tag': 'eb31906b-1183-4d3d-80a9-046f2e6728c7', 'status': 'completed', 'code': 200} May 13 14:52:00.849343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b24cfcd74bb0439cbb735bc6ffaec2af is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:00.868104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:00.900710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-410082c5-724b-4714-856a-a47f2c4a8746 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1941862 May 13 14:52:00.926455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:01.078843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-69d1bcc1-b96a-43b6-ab6c-ff233f63a17e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:01.085536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-69d1bcc1-b96a-43b6-ab6c-ff233f63a17e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.3258531 May 13 14:52:01.111639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-b1d649d1-3dc9-4590-a540-78c88cda12a1 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0219288 May 13 14:52:01.131043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60d71f2d-98cc-4649-89fa-35fc135e8ec2 req-3283b195-22e5-4274-916f-0a2d6d7f5ff3 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886523 May 13 14:52:01.229702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-05860666-0617-403a-b203-3dc70c790c3f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:01.255968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-05860666-0617-403a-b203-3dc70c790c3f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:01.258296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-05860666-0617-403a-b203-3dc70c790c3f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455545 May 13 14:52:01.260479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c1f79f9-81fc-4f6d-92c2-4f4e1d7f1360 req-567436c4-973c-433a-9583-ad136ca49111 tempest-ServersNegativeTestJSON-399156038 tempest-ServersNegativeTestJSON-399156038-project] 10.222.0.36 "GET /v2.0/ports?device_id=89924fd6-66a6-4175-9f94-2921745b562e HTTP/1.1" status: 200 len: 210 time: 0.1285200 May 13 14:52:01.333803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-6e911ea8-c7ce-4cda-9a40-3e792e57b580 service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9241581 May 13 14:52:01.480536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-06936f76-4556-4a34-84aa-1e70df84fefa service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103014 May 13 14:52:01.486127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.673168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2f00e00b-cb70-4e70-9426-4fa926e3526f service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912360 May 13 14:52:01.723873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.746774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.758766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:01.826504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a43449-eda1-42e5-a3da-6e76435395b0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:01.928043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.936383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20cfc6a6-9188-4825-abb7-61224f35f11f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bb1a607eb0449bc9d625f694dac29cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7247918 May 13 14:52:01.939963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:01.969793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:01.980692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.022046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b1fe3fa-420c-4f07-ab7e-4cb778a28012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.073500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.103857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:02.106905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.112095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Usage tracker for resource:security_group_rule and tenant:276f5c2dd1a84ee4b6b01a20ad3c1008 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:02.115543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af67dcb7-73b8-4407-9848-850ad6aa644d req-349561a8-2592-46f2-b08f-f9229914369e service neutron] 10.222.0.90 "GET /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620142 May 13 14:52:02.122574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:02.134863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:02.157834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.167006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Subnet': ['ID=ce580710-cb77-48b3-8198-9b9d0c3a9795,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:02.170023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad076488-5209-4981-8229-c090b48dd280,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:02.207792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79ec80d-e654-4235-8001-e300a7ef3eb8 None None] Network 5b09cda3-521b-4541-b2cb-dc7df2896c8f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:02.243537 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.249555 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d75cb24a-2def-4f63-90bf-b56de7c97c2b req-2b800f81-0dff-4a7c-8a6e-c1546fc3c756 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 210 time: 0.1327748 May 13 14:52:02.265461 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24ced693-e731-4ea7-9417-49979f8dd0f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b24cfcd74bb0439cbb735bc6ffaec2af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9369018 May 13 14:52:02.274416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:02.294929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.343054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a43449-eda1-42e5-a3da-6e76435395b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:02.369138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.370701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33a3c52b-97a6-4d71-851c-553a706205a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a43449-eda1-42e5-a3da-6e76435395b0 HTTP/1.1" status: 204 len: 168 time: 0.4293115 May 13 14:52:02.458727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d8f33cb-90bd-436d-8c54-45c0c511f086 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/subnets/ce580710-cb77-48b3-8198-9b9d0c3a9795 HTTP/1.1" status: 204 len: 168 time: 3.0915627 May 13 14:52:02.465669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.466006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:02.474294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.696860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=276f5c2dd1a84ee4b6b01a20ad3c1008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9367185 May 13 14:52:02.701703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38532) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:02.710606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33306a1c-3309-4ecf-9244-9300a47ab4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312662e-b019-4422-abe3-7ce23382978f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:02.795973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:02.877143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.939439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:02.982487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting subnet 5bace2bd-0d48-4063-8464-d543403938e1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:52:02.994772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.048139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.113489 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.199136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.203277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.225325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.250022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] DHCP port deletion for 5b09cda3-521b-4541-b2cb-dc7df2896c8f request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:52:03.259514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Deleting port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:03.269048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.280355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312662e-b019-4422-abe3-7ce23382978f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:03.283309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.297017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9f6498e-4ddd-4508-beac-2ede1502bdfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b312662e-b019-4422-abe3-7ce23382978f HTTP/1.1" status: 204 len: 168 time: 0.5853186 May 13 14:52:03.481948 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:03.814851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:03.935163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38588) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:03.974294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.010838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:04.017422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Usage tracker for resource:security_group_rule and tenant:b6353291c82c49cb897d106e522e421f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:04.023945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:04.058056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:04.283076 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cff6698-049b-421b-a6d0-effafd241172 req-d8bc9042-73cb-4ca3-8851-9a1e5c152b27 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 210 time: 0.6782987 May 13 14:52:04.360502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.366614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.368514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Deleting subnet f348f24c-b0a6-431e-bdf3-d5802e377d6a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:52:04.374093 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.467251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6353291c82c49cb897d106e522e421f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296872 May 13 14:52:04.471924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:04.482413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:04.492960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.516016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.601555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:04.601959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.688991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca6882-bfb6-40a5-a1cd-af65b9e50227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae9297-3f27-45f4-b3c4-6440c2d907d2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:04.753210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.754870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:04.861730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:04.950991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.065804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.099397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.102415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:05.112464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:05.121164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Usage tracker for resource:security_group_rule and tenant:09060aba6d344f0f8ace23aab0104e70 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:05.130457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Calling delete_port for c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:05.133429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:05.138396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.158608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:05.178573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.180050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68ae9297-3f27-45f4-b3c4-6440c2d907d2 HTTP/1.1" status: 204 len: 168 time: 0.7067471 May 13 14:52:05.181435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6f37-3597-487e-82e8-fbc056f6d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae9297-3f27-45f4-b3c4-6440c2d907d2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.204746 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.335288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.345212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad076488-5209-4981-8229-c090b48dd280,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.448927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.456548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.490963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.548229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.565417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f348f24c-b0a6-431e-bdf3-d5802e377d6a HTTP/1.1" status: 204 len: 168 time: 2.7527559 May 13 14:52:05.573208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09060aba6d344f0f8ace23aab0104e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169627 May 13 14:52:05.575778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.576278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:05.577209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2fd33f0f-d241-47fb-843e-6e4a375cc34a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad076488-5209-4981-8229-c090b48dd280 HTTP/1.1" status: 204 len: 168 time: 3.3015695 May 13 14:52:05.579395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f211de8-b4b5-47b7-ae73-09e12d8515fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f348f24c-b0a6-431e-bdf3-d5802e377d6a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.580006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:05.642382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.662320 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:52:05.662985 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:52:05.691111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:05.882987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-6a3196c0-67e0-4f26-8622-05dc3abea100 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:05.885614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-6a3196c0-67e0-4f26-8622-05dc3abea100 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.8356640 May 13 14:52:05.908872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d08baa02-7825-49ac-a725-1001ab3024ea req-f2a3193f-84ba-4bc8-bd90-7bb2447cbc98 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 210 time: 0.1989288 May 13 14:52:05.938442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2446a-f048-473c-aa0f-9bb91bbb2790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c04a44-4e4f-4ab2-b378-fe64245fa76b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:05.947449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:05.965851 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.009359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.066131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.165201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Deleting port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:06.165201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.215641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.345620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.382443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Subnet': ['ID=5bace2bd-0d48-4063-8464-d543403938e1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:06.401543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.412945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03c310bb-ef1c-4489-a722-6b4c5e1397ab tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/subnets/5bace2bd-0d48-4063-8464-d543403938e1 HTTP/1.1" status: 204 len: 168 time: 3.9394052 May 13 14:52:06.419628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:06.442303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc13dd93-8db0-4451-9e94-a790c15f652e']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:06.476168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10c446e-6ef4-45ff-81c9-a33c86aab10d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:06.481395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10c446e-6ef4-45ff-81c9-a33c86aab10d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:06.493429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:06.515359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.536434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.574413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:06.633140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c04a44-4e4f-4ab2-b378-fe64245fa76b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:06.643106 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.662838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.665448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b526908-4d9a-4a84-91de-2f4d0b0d8e50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7c04a44-4e4f-4ab2-b378-fe64245fa76b HTTP/1.1" status: 204 len: 168 time: 1.0823555 May 13 14:52:06.669042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.702962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:06.704360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.706574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:06.707018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.715452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046467b-8d04-43ac-a1ad-aef512e3d6de None None] Network 243de885-d3aa-4658-b828-687b480b9f23 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:06.731274 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:06.742121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:06.745934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:06.747735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Usage tracker for resource:security_group_rule and tenant:fe6f204e62044d01bd56001ff9d231ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:06.751901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:06.760138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:06.858893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.911962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:06.912564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:06.998058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Calling delete_port for c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:07.057706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:07.090302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.106084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.167265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc13dd93-8db0-4451-9e94-a790c15f652e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:07.199894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.211734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.300929 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.339962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-420bc08b-2b36-44c6-90a2-4c0a65e4c100 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc13dd93-8db0-4451-9e94-a790c15f652e HTTP/1.1" status: 204 len: 168 time: 1.7586854 May 13 14:52:07.365485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe6f204e62044d01bd56001ff9d231ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885056 May 13 14:52:07.378865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:07.381666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-828665f7-b25c-4943-b06e-6794305869d5 req-5683c884-fe1e-4d0e-8538-4ec1a1cfca52 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 210 time: 0.0642188 May 13 14:52:07.409391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:07.420243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.425746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] No DVR routers for this DVR port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:07.427401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56554ad5-906b-4aa9-a3a4-6929064db7e3 None None] Pushing event deleted for resources: {'Port': ['ID=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:07.428495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a497c3-533b-405d-bb26-8ab4e56ab27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5bf78-c32d-49cd-9e61-66a618a935a0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:07.558657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.582879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] DHCP port deletion for 243de885-d3aa-4658-b828-687b480b9f23 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:52:07.589274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Deleting port 24bc1999-0b36-4936-8725-bef1648cf79c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:07.589711 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.629441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] For port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c876661e-2b7d-47e3-ab4f-d6e0dc2cac45,segment=NetworkSegment(0c7e81a5-6bad-4f25-95e5-dcf84882a7b3),segment_id=0c7e81a5-6bad-4f25-95e5-dcf84882a7b3)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:07.629981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.647846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.852308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-292538454'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:07.873453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:07.891634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:07.909929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Usage tracker for resource:network and tenant:6f00aec8570d4c4fa590da79f2202769 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:07.949676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:07.982786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 24bc1999-0b36-4936-8725-bef1648cf79c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:07.992888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:07.995656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38684) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:08.007426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5bf78-c32d-49cd-9e61-66a618a935a0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:08.101061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.106651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf79dd73-ff83-4526-887f-00b99006cda5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5f5bf78-c32d-49cd-9e61-66a618a935a0 HTTP/1.1" status: 204 len: 168 time: 0.7221806 May 13 14:52:08.129600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.139492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Calling delete_port for c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:08.174115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Made reservation on behalf of 6f00aec8570d4c4fa590da79f2202769 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:08.190770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.262283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.300561 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:52:08.317988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:08.321415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 24bc1999-0b36-4936-8725-bef1648cf79c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:08.322449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.345036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3d84e6a7e749008558efadabbb3da9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:08.349413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.3 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/fdc23d23-10c3-4686-8e9b-838d8a5f7a86) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:08.364853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:08.383095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:08.397960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=24bc1999-0b36-4936-8725-bef1648cf79c,segment=NetworkSegment(4e4d94b9-ed94-467f-80d1-20661c154243),segment_id=4e4d94b9-ed94-467f-80d1-20661c154243)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:08.399764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.455202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:08.701001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:52:08.701449 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:52:08.776915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.798334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:08.803107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.827847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.866052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb70633a-5ce7-45c6-936c-89115f938835 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e7af3a8a11b41b197bec1bdd3d65788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068472 May 13 14:52:08.874261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:08.889942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:08.906339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=24bc1999-0b36-4936-8725-bef1648cf79c,segment=NetworkSegment(4e4d94b9-ed94-467f-80d1-20661c154243),segment_id=4e4d94b9-ed94-467f-80d1-20661c154243)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:08.918693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Calling delete_port for 24bc1999-0b36-4936-8725-bef1648cf79c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:08.963060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:09.094907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c3d84e6a7e749008558efadabbb3da9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840573 May 13 14:52:09.096338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Usage tracker for resource:security_group_rule and tenant:6f00aec8570d4c4fa590da79f2202769 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:09.137070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:09.143234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38712) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:09.182309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.217844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:09.228574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:09.238110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port c876661e-2b7d-47e3-ab4f-d6e0dc2cac45 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:09.238408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.318671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:09.354314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:52:09.354880 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:52:09.356512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:09.406678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db413-4c1a-4013-b568-d9ec0e56a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb412ec-c70a-4bb7-a99d-4b81abc8ce7e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:09.496541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:09.497633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.587059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] The port 'c876661e-2b7d-47e3-ab4f-d6e0dc2cac45' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:52:09.588611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:09.620659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.665077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-c59a9194-cd93-4068-bd3f-8a9248f12295 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7594726 May 13 14:52:09.680970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e979aa2-6230-4664-af57-6989f4ac239a req-acc5f816-c4ab-450b-a298-b0eea1b74344 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:09.683494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4e979aa2-6230-4664-af57-6989f4ac239a req-acc5f816-c4ab-450b-a298-b0eea1b74344 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 931 time: 0.7599382 May 13 14:52:09.778661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.810903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b09cda3-521b-4541-b2cb-dc7df2896c8f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:09.827037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=24bc1999-0b36-4936-8725-bef1648cf79c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:09.832556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:09.833052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7e81a5-6bad-4f25-95e5-dcf84882a7b3') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:09.862937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Deleting port 24bc1999-0b36-4936-8725-bef1648cf79c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:09.863307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.872198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.953979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.988024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:09.988886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:09.989600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.122212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4e979aa2-6230-4664-af57-6989f4ac239a req-2322d301-d38b-474f-9e62-cf7d73354b22 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062302 May 13 14:52:10.320544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.336989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Request body: {'port': {'device_id': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: timer() May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:10.395700 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:10.401388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.401388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acb412ec-c70a-4bb7-a99d-4b81abc8ce7e HTTP/1.1" status: 204 len: 168 time: 1.2547176 May 13 14:52:10.424642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.427223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.427803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea266b-aa54-4acd-a21d-fb69a67c9dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb412ec-c70a-4bb7-a99d-4b81abc8ce7e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:10.431636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.505408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.559669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:10.580867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.581594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42894708-7e41-4846-afcc-c0ae0ea39835,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:10.591179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.611373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.611925 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Added segment 8e421803-7d11-4a6e-a48c-222ae57899be of type vlan for network a6ddd170-fb5e-4af7-b97c-498a98c5acd4 May 13 14:52:10.622426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] For port 24bc1999-0b36-4936-8725-bef1648cf79c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=24bc1999-0b36-4936-8725-bef1648cf79c,segment=NetworkSegment(4e4d94b9-ed94-467f-80d1-20661c154243),segment_id=4e4d94b9-ed94-467f-80d1-20661c154243)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:10.624630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.627685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.636098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/networks/5b09cda3-521b-4541-b2cb-dc7df2896c8f HTTP/1.1" status: 204 len: 168 time: 4.2146056 May 13 14:52:10.656410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:10.662123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48c42b-2937-4d09-b1bd-60318cfa5739 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Network': ['ID=5b09cda3-521b-4541-b2cb-dc7df2896c8f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:10.752868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.870478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.891519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:10.892182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:10.992869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.018870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.021785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Calling delete_port for 24bc1999-0b36-4936-8725-bef1648cf79c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:11.057639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Pushing event updated for resources: {'Network': ['ID=a6ddd170-fb5e-4af7-b97c-498a98c5acd4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:11.074898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d5c44902-6a4c-49cf-9d17-0f1ce50c03fb tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0003214 May 13 14:52:11.079946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:11.120780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc4cbe-bdb4-4f11-898b-f9550f95c6fa,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:11.127008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port 24bc1999-0b36-4936-8725-bef1648cf79c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:11.127401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.192509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.193674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b3e465e6-768c-4a5f-880b-e6be864b1302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83fc4cbe-bdb4-4f11-898b-f9550f95c6fa HTTP/1.1" status: 204 len: 168 time: 2.3169034 May 13 14:52:11.198867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a6ddd170-fb5e-4af7-b97c-498a98c5acd4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:11.396675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.434339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] The port '24bc1999-0b36-4936-8725-bef1648cf79c' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:52:11.475944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Pushing event deleted for resources: {'Port': ['ID=24bc1999-0b36-4936-8725-bef1648cf79c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:11.484844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] No DVR routers for this DVR port 24bc1999-0b36-4936-8725-bef1648cf79c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:11.487206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.487541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.487871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.488200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.488844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.489012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.489187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.489521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.490082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.490408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.491012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.491012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4634e22e-fd33-47e2-84d8-49708f3f1345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:11.589433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'name': 'tempest-network--909966940', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:11.604416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:11.612467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:network and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:11.618446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:11.643440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:11.662038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:11.665139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.681293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.700415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:11.706511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:security_group_rule and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:11.710475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:11.718267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:11.879344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.889219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.910837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:11.926540 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:11.927043 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Added segment ee73c9de-7cca-44f6-b168-60eb5b4793c9 of type vlan for network 67a7a041-35bd-4258-9337-dfe0181165a8 May 13 14:52:11.991366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.039205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.040235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:12.041199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.078846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:52:12.236186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.317917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7336b4ba-9f95-44d8-ba7e-47acfadbcbb9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:12.330854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2493429 May 13 14:52:12.331509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:12.337074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed9b8b-0642-41af-aefe-7614b1d1c1b5 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=67a7a041-35bd-4258-9337-dfe0181165a8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:12.339162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243de885-d3aa-4658-b828-687b480b9f23']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.369049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc23d23-10c3-4686-8e9b-838d8a5f7a86 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:12.391882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.398175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4d94b9-ed94-467f-80d1-20661c154243') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.399294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4d94b9-ed94-467f-80d1-20661c154243') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.413182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 67a7a041-35bd-4258-9337-dfe0181165a8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:12.456723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccfbd5-1835-4159-9c99-c70f44edbe41 req-cea1b45a-9d62-457b-9d0f-b42b11983b56 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:12.458344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-92ccfbd5-1835-4159-9c99-c70f44edbe41 req-cea1b45a-9d62-457b-9d0f-b42b11983b56 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:12.473388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.509930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Transition to ACTIVE for port object fdc23d23-10c3-4686-8e9b-838d8a5f7a86 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:12.524391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.532307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.546708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.670083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-92ccfbd5-1835-4159-9c99-c70f44edbe41 req-cea1b45a-9d62-457b-9d0f-b42b11983b56 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:12.676912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92ccfbd5-1835-4159-9c99-c70f44edbe41 req-cea1b45a-9d62-457b-9d0f-b42b11983b56 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 931 time: 1.1782455 May 13 14:52:12.706438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:12.713022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.736543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.805568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a7a041-35bd-4258-9337-dfe0181165a8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.842737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee73c9de-7cca-44f6-b168-60eb5b4793c9') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.843044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee73c9de-7cca-44f6-b168-60eb5b4793c9') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:12.863065 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.882643 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.892624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:12.893342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: timer() May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:12.902654 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:13.005390 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:13.013359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.020801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67a7a041-35bd-4258-9337-dfe0181165a8 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:52:13.026465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.068197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/67a7a041-35bd-4258-9337-dfe0181165a8 HTTP/1.1" status: 204 len: 168 time: 0.7329304 May 13 14:52:13.068880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:13.076884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc20b-add5-4741-b9cb-cbf9ae11efca tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Network': ['ID=67a7a041-35bd-4258-9337-dfe0181165a8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.084505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:13.092630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:13.100834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:network and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:13.109298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:13.126169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:13.152350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:13.155426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.222348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:13.254869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.255663 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Added segment 603175ad-f372-4724-857c-aa752651bdcd of type vlan for network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f May 13 14:52:13.267627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.354223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.377791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.400097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92ccfbd5-1835-4159-9c99-c70f44edbe41 req-fcee4fc6-709e-489d-a440-53eb15627637 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657042 May 13 14:52:13.424940 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.426714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:13.427815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.467847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.498387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Network': ['ID=243de885-d3aa-4658-b828-687b480b9f23,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.508316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6184449-eba2-4fdc-ba71-247c63f56edb tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/networks/243de885-d3aa-4658-b828-687b480b9f23 HTTP/1.1" status: 204 len: 168 time: 2.8493023 May 13 14:52:13.511256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:13.538600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Attempting to bind port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:13.539332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Attempting to bind port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:13.539972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Attempting to bind port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:13.549778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:13.550483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Attempting to bind port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:13.571972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:13.572715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:13.573893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:13.577017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Bound port: fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:13.577852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.768191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6954913 May 13 14:52:13.781381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:13.785761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32447d-2644-4a68-9dbc-8c2ab51759a2 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=9c43a151-c14f-42d7-aabf-7dd6dec9aa1f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:13.799586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'subnet': {'network_id': '9c43a151-c14f-42d7-aabf-7dd6dec9aa1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:13.801828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:13.809312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:13.812552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:13.815940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:13.821078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.833900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting subnet ce3bdf8d-015a-4697-85f5-d23d82475f73 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:52:13.853681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:subnet and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:13.858297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:13.970506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:13.984543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:14.045329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:14.045684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:14.046212 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.047724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] 10.222.0.90 "PUT /v2.0/ports/fdc23d23-10c3-4686-8e9b-838d8a5f7a86 HTTP/1.1" status: 200 len: 1091 time: 3.7280514 May 13 14:52:14.048265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:14.049831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.105982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390d0f-a2de-46f7-ad71-67e76fe89583 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:14.204364 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac92b521-2fa1-4c9a-82a7-2fbcfbf6a4bd'] response: {'name': 'network-changed', 'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86', 'status': 'completed', 'code': 200} May 13 14:52:14.231842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-8fff5a23-a9bf-41d3-aa56-88a9cf813015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:14.234578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-8fff5a23-a9bf-41d3-aa56-88a9cf813015 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 1094 time: 0.1168144 May 13 14:52:14.256067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.383452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-6b89c9c1-6d93-4b18-aa2e-b1efd57f595a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86 HTTP/1.1" status: 200 len: 217 time: 0.1413021 May 13 14:52:14.504336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.584417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-5bafad41-fab0-4ff4-89d2-799bc2a619fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:14.585906 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-5bafad41-fab0-4ff4-89d2-799bc2a619fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1925619 May 13 14:52:14.715674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-dadc062f-af1f-4809-83e2-658627f56666 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196365 May 13 14:52:14.817878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.884696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bedccde-a0a9-4d8a-b9e3-cee02ada2f0a None None] Network 16c49db9-84dd-47db-b371-beb2ac1e4acf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:14.890952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:14.904371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3bdf8d-015a-4697-85f5-d23d82475f73,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:14.910136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d4fee-aa50-4fbe-a532-4680a9777182 req-1a7beb99-9804-4dd6-a405-fb8b11b40bc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:14.911870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e6d4fee-aa50-4fbe-a532-4680a9777182 req-1a7beb99-9804-4dd6-a405-fb8b11b40bc8 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 943 time: 0.2539423 May 13 14:52:14.927964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24b329d7-9099-4386-81ad-8449a3faf395 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3bdf8d-015a-4697-85f5-d23d82475f73 HTTP/1.1" status: 204 len: 168 time: 1.4007318 May 13 14:52:14.929802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:15.043862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e6d4fee-aa50-4fbe-a532-4680a9777182 req-0dbc9d50-fd8f-4bed-b145-a141c4529d0e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220942 May 13 14:52:15.078841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-52c2ca07-40a6-407b-b27b-eb6f99e66f18 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464627 May 13 14:52:15.129272 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.174078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port 5cffd996-e045-4586-9beb-bad11acf6854 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:15.178021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.326988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:15.383186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] DHCP port deletion for 16c49db9-84dd-47db-b371-beb2ac1e4acf request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:52:15.388101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Deleting port 5cffd996-e045-4586-9beb-bad11acf6854 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:15.388578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.415590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e4db90d6-4489-42aa-b333-bb9c549437eb req-50601f4e-f13e-490a-a2a5-a01fd1bfb6ce service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262963 May 13 14:52:15.592458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:52:15.592996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.641440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2010739657-network', 'tenant_id': 'bd363ac17bee4257bfbe1d9818d38a9a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:15.650657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:15.662059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Usage tracker for resource:network and tenant:bd363ac17bee4257bfbe1d9818d38a9a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:15.673512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:15.681638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:15.703337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9fb956f3-a4b2-4139-8db3-8fc173e3a67c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:15.731320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Made reservation on behalf of bd363ac17bee4257bfbe1d9818d38a9a for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:15.733670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.743411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.743768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.744097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.744462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.744784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.745120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.746557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.746913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.747251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.747579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.747908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.748250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:52:15.761461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5cffd996-e045-4586-9beb-bad11acf6854 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:15.773437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:15.819977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:15.839474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Usage tracker for resource:security_group_rule and tenant:bd363ac17bee4257bfbe1d9818d38a9a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:15.847237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:15.859988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-51e43734-3287-4833-a655-90fdd7f77f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:15.870219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-51e43734-3287-4833-a655-90fdd7f77f6a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 1094 time: 0.3583837 May 13 14:52:15.871259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:15.875225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] For port 5cffd996-e045-4586-9beb-bad11acf6854, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5cffd996-e045-4586-9beb-bad11acf6854,segment=NetworkSegment(ad23fbc3-528a-4177-ace0-f4304ec685f8),segment_id=ad23fbc3-528a-4177-ace0-f4304ec685f8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:15.876136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.073508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Checking segment: {'id': '603175ad-f372-4724-857c-aa752651bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '9c43a151-c14f-42d7-aabf-7dd6dec9aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:16.077616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Network hostable DHCP agents. Network: 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:16.174192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:16.184290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] For port 5cffd996-e045-4586-9beb-bad11acf6854, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5cffd996-e045-4586-9beb-bad11acf6854,segment=NetworkSegment(ad23fbc3-528a-4177-ace0-f4304ec685f8),segment_id=ad23fbc3-528a-4177-ace0-f4304ec685f8)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:16.186587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.292542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Calling delete_port for 5cffd996-e045-4586-9beb-bad11acf6854 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:16.347821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:16.429313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5cffd996-e045-4586-9beb-bad11acf6854 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:16.429797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.532327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Calling delete_port for 5cffd996-e045-4586-9beb-bad11acf6854 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:16.542397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-bf89ea92-1903-4bc3-bd9d-d0230de263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:16.547028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-bf89ea92-1903-4bc3-bd9d-d0230de263e8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.6674299 May 13 14:52:16.570438 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.708271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:16.741036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:16.743354 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:16.750243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-c7a22345-dd0f-4c30-bdcf-433297fbe32e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86 HTTP/1.1" status: 200 len: 217 time: 0.1913366 May 13 14:52:16.752149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d42b2-50da-4c9e-9d08-8a9f1e25d105 None None] Network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:16.782256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] No DVR routers for this DVR port 5cffd996-e045-4586-9beb-bad11acf6854 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:16.784583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcccdbd-37ec-411b-a030-3f4d5761426f None None] Pushing event deleted for resources: {'Port': ['ID=5cffd996-e045-4586-9beb-bad11acf6854,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:16.904007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-70626248-31e8-4853-82ee-6ff337244523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:16.907426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-70626248-31e8-4853-82ee-6ff337244523 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.1475663 May 13 14:52:16.949138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:52:16.949418 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:52:16.955093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-feb4608f-9231-4071-8592-e19dc1917d34 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1689272 May 13 14:52:16.958974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38986) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:16.971663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'floatingip': {'floating_network_id': '9c43a151-c14f-42d7-aabf-7dd6dec9aa1f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:17.001778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3abeb-1b06-4e7f-82c4-66762cce2a2a req-56cd2367-b26b-4272-982b-bbc20e8f7b42 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:17.003388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28a3abeb-1b06-4e7f-82c4-66762cce2a2a req-56cd2367-b26b-4272-982b-bbc20e8f7b42 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 943 time: 0.4967811 May 13 14:52:17.012290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:17.032963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:floatingip and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:17.046994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:17.083100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:17.098587 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-dda8f241-5403-41a8-b9e9-e9b274dc27da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900009 May 13 14:52:17.106805 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.189505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28a3abeb-1b06-4e7f-82c4-66762cce2a2a req-5f49238d-0575-4dbe-837a-a06ed6fa96ba tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784959 May 13 14:52:17.311631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.313700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:17.316644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e3389-535d-4944-90ed-7a32a3c48cf5 None None] Network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:17.331183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.332644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-6e1e41c8-50ee-4dd3-a8e3-5051a69e5a76 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071970 May 13 14:52:17.340242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.393492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Usage tracker for resource:security_group_rule and tenant:19eed44fd8da4a7ebe32607f2af8a27e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:17.445299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:17.496082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45279d7-05bc-43a1-811a-42a12467f7c4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:17.503825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:17.506614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:17.525024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Deleting port 5cffd996-e045-4586-9beb-bad11acf6854 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:17.525645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.585589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:17.627917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.628353 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Added segment 9b697e51-82aa-4ced-9d7e-ff817239d4b3 of type vlan for network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 May 13 14:52:17.714921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.736626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ca8cbcc-aa25-46aa-aca2-d05949a20d71 req-a2f97249-8830-4add-a212-ddc408adf370 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876243 May 13 14:52:17.764651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] The port '5cffd996-e045-4586-9beb-bad11acf6854' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:52:17.798466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:17.799477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:17.800103 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.001592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fdc23d23-10c3-4686-8e9b-838d8a5f7a86 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:18.019145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.050493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.097288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] Pushing event updated for resources: {'Network': ['ID=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:18.115770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891174c0-355f-41a4-ba90-4dc844f23d52,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:18.120987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.176354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-812f31bb-4f96-42ab-8f0f-a74571c4d834 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19eed44fd8da4a7ebe32607f2af8a27e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8264272 May 13 14:52:18.180447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:18.185961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c49db9-84dd-47db-b371-beb2ac1e4acf']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:18.188809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2f17356c-725b-4cfd-8bc1-6f28bf12cf8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8603475 May 13 14:52:18.200250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:18.210179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Request body: {'subnet': {'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2010739657-subnet', 'tenant_id': 'bd363ac17bee4257bfbe1d9818d38a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:18.222124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad23fbc3-528a-4177-ace0-f4304ec685f8') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:18.222639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:18.223247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad23fbc3-528a-4177-ace0-f4304ec685f8') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:18.245784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.248046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Usage tracker for resource:subnet and tenant:bd363ac17bee4257bfbe1d9818d38a9a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:18.268753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.275052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:18.275746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.278875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:18.284153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.292855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:18.316670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:18.331426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:18.337388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Usage tracker for resource:security_group_rule and tenant:51703d16d9ff45d1a42d81eceea2e6a2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:18.341382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:18.352138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:18.488827 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:18.496019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.507479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.510710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.537067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.544617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:18.555836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Pushing event deleted for resources: {'Network': ['ID=16c49db9-84dd-47db-b371-beb2ac1e4acf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:18.564768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4683d668-a2db-4656-a899-223a48dba31d tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/networks/16c49db9-84dd-47db-b371-beb2ac1e4acf HTTP/1.1" status: 204 len: 168 time: 3.6336687 May 13 14:52:18.568854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:18.573479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86', 'mac_address': 'fa:16:3e:af:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:18.620783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7fcf8ff-0e3c-478d-815f-a1eb9ed25880 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Synchronizing usage tracker for tenant:c95cca2425864cb7aa65bebe010d5be5 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:18.656985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:18.658002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.667715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7fcf8ff-0e3c-478d-815f-a1eb9ed25880 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Unset dirty status for tenant:c95cca2425864cb7aa65bebe010d5be5 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:18.672282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7fcf8ff-0e3c-478d-815f-a1eb9ed25880 tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "GET /v2.0/ports?device_id=fce3ef7d-6ada-4a86-8961-9dedf1d5c798 HTTP/1.1" status: 200 len: 205 time: 0.1021671 May 13 14:52:18.673232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:18.684867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.701391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc23d23-10c3-4686-8e9b-838d8a5f7a86 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:18.742389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:18.749413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.780334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Made reservation on behalf of bd363ac17bee4257bfbe1d9818d38a9a for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:18.786374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.838403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:18.961770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:19.031267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51703d16d9ff45d1a42d81eceea2e6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5174646 May 13 14:52:19.065261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.070945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fdc23d23-10c3-4686-8e9b-838d8a5f7a86'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:19.077623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:19.098127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267820c-7866-489d-8e2a-08280544e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ac489-bb4a-4872-8c8e-0c24f800aa3e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:19.105392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.252972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.518304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.544491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.560028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec127-242d-4750-93cf-1b4c1c448b6d req-35fde359-6805-4be2-9356-7943ac7d6fd2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:19.564732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.573278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-022ec127-242d-4750-93cf-1b4c1c448b6d req-35fde359-6805-4be2-9356-7943ac7d6fd2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 944 time: 0.9740281 May 13 14:52:19.643783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.668912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.669436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Fanout notify agent at l3_agent the message router_deleted on router fce3ef7d-6ada-4a86-8961-9dedf1d5c798 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:52:19.695053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Allocated IP 172.20.0.14 (9c43a151-c14f-42d7-aabf-7dd6dec9aa1f/9fb956f3-a4b2-4139-8db3-8fc173e3a67c/454db970-8711-48c9-a508-e48eed88fb06) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:19.705593 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.706722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-619ce48f-333d-4e03-abe4-1250a0ccef2c tempest-RoutersNegativeIpV6Test-111201033 tempest-RoutersNegativeIpV6Test-111201033-project] 10.222.0.36 "DELETE /v2.0/routers/fce3ef7d-6ada-4a86-8961-9dedf1d5c798 HTTP/1.1" status: 204 len: 168 time: 1.0311303 May 13 14:52:19.736049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.838881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891174c0-355f-41a4-ba90-4dc844f23d52,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:19.910163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.913561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-022ec127-242d-4750-93cf-1b4c1c448b6d req-50bc4e7e-cb7b-4e3e-9f46-13dff1adda52 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346663 May 13 14:52:19.956723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:19.958728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e69813d3-f1dd-4a03-b514-96ecb35eaf93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/891174c0-355f-41a4-ba90-4dc844f23d52 HTTP/1.1" status: 204 len: 168 time: 1.7766776 May 13 14:52:19.970655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.014547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fdc23d23-10c3-4686-8e9b-838d8a5f7a86 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:20.036534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:20.039824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.044234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:20.046950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:20.081832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.125878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Port': ['ID=454db970-8711-48c9-a508-e48eed88fb06,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:20.162406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ac489-bb4a-4872-8c8e-0c24f800aa3e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:20.188382 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.207774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.211831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1eaad5b8-31e6-4090-b2d6-60309322f671 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a14ac489-bb4a-4872-8c8e-0c24f800aa3e HTTP/1.1" status: 204 len: 168 time: 1.1065779 May 13 14:52:20.240188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:20.278813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.281569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=050646ce-b0b9-4b16-bf7c-27680f32bfbb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:20.295013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:20.297111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.321119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Checking segment: {'id': '9b697e51-82aa-4ced-9d7e-ff817239d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:20.321723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Network hostable DHCP agents. Network: 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:20.356181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:20.378087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:20.389848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:20.395283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.433416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e32b4-b43c-4773-bc26-d6980915f06a None None] Network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:20.457791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b30e5b3-52c3-454d-8f86-801b056313ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2541900 May 13 14:52:20.570651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:20.584135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.584992 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.589820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.739311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Port': ['ID=454db970-8711-48c9-a508-e48eed88fb06,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:20.758165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.787115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.789206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2f773fdc-44bc-4a7d-9b5f-cf88f58ad8ea tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8291426 May 13 14:52:20.794948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:20.854249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:20.854598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.865894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda1962-de7e-4271-9f55-19792dd3284e None None] Network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:20.957735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-541d91a5-6298-43d0-978b-d5b91da5a8b6 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Synchronizing usage tracker for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:20.975032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:20.976760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:20.985532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:20.998231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-541d91a5-6298-43d0-978b-d5b91da5a8b6 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Unset dirty status for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:21.002207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-541d91a5-6298-43d0-978b-d5b91da5a8b6 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=9c43a151-c14f-42d7-aabf-7dd6dec9aa1f HTTP/1.1" status: 200 len: 690 time: 0.2059634 May 13 14:52:21.006707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:21.081960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:21.129508 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c51ea6-664a-410a-a8a0-b4025a77b42d'] response: {'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86', 'code': 200} May 13 14:52:21.210403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:21.357859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.442357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.451338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:21.504130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Usage tracker for resource:security_group_rule and tenant:bf06427f850b47a89a6d9abfd9f575a9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:21.510687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:21.528391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:21.538941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8ae76171-2670-4798-9974-1fd84c3bf6ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c95cca2425864cb7aa65bebe010d5be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9660101 May 13 14:52:21.544178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39104) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:21.817293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.849803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.861623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Deleting port 454db970-8711-48c9-a508-e48eed88fb06 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:21.862480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.915863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbddfa1-ed31-4cc8-b80c-b0003a380d1b req-fc3402a2-4324-4433-90b2-b803bec1258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:21.917572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fbddfa1-ed31-4cc8-b80c-b0003a380d1b req-fc3402a2-4324-4433-90b2-b803bec1258d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 1096 time: 0.6810277 May 13 14:52:21.920410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.969437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:21.973414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/722dcec0-632d-44f4-a5e5-196e99b16a3f HTTP/1.1" status: 204 len: 168 time: 0.4222956 May 13 14:52:21.978027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031105a3-fdc0-4e22-90da-3361434b4019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722dcec0-632d-44f4-a5e5-196e99b16a3f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:22.024660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5fbddfa1-ed31-4cc8-b80c-b0003a380d1b req-74e630f5-75a5-4b86-80c3-a5584b60ea0a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 May 13 14:52:22.088364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.096815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.158623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f349f6-d7d2-4d2a-a2e3-4f6b47f2ad64,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:22.201593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a67d5dc5-7b91-498b-86fc-bc7760f986aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf06427f850b47a89a6d9abfd9f575a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852610 May 13 14:52:22.202017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:22.249756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149c7c0-edd5-47cf-9563-75a1f83ace61 req-67997249-fcf6-4503-8971-d254e0239efc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:22.253109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7149c7c0-edd5-47cf-9563-75a1f83ace61 req-67997249-fcf6-4503-8971-d254e0239efc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.9791787 May 13 14:52:22.356708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7149c7c0-edd5-47cf-9563-75a1f83ace61 req-35c8c198-8f9c-4700-b678-e3e13467c144 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926445 May 13 14:52:22.361916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.362363 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.363162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.460376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.520196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Calling delete_port for 454db970-8711-48c9-a508-e48eed88fb06 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:22.713193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6626822-9d12-4fd2-8f72-89ac186d840c req-826a8f53-1a8f-41fc-82e0-78850b7d911b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:22.716155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6626822-9d12-4fd2-8f72-89ac186d840c req-826a8f53-1a8f-41fc-82e0-78850b7d911b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2068436 May 13 14:52:22.772143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.795362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.834159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f349f6-d7d2-4d2a-a2e3-4f6b47f2ad64,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:22.844846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:22.846256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-09997504-8bc1-4e7d-bdf3-08b972fb87b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09f349f6-d7d2-4d2a-a2e3-4f6b47f2ad64 HTTP/1.1" status: 204 len: 168 time: 0.6430566 May 13 14:52:22.863202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6626822-9d12-4fd2-8f72-89ac186d840c req-89cfc1c3-f0f1-4f64-ac35-fca33e6bd5b1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341619 May 13 14:52:22.998155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Port': ['ID=454db970-8711-48c9-a508-e48eed88fb06,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:23.107731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.175974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.283725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.341777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb956f3-a4b2-4139-8db3-8fc173e3a67c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:23.486058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39162) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:23.498497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895686140-network', 'tenant_id': 'e19ccc7bcb764e60aa8b743545a0d489'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:23.520761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:23.530092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Usage tracker for resource:network and tenant:e19ccc7bcb764e60aa8b743545a0d489 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:23.530958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.536765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:23.551199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:23.567771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c43a151-c14f-42d7-aabf-7dd6dec9aa1f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:23.573832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Made reservation on behalf of e19ccc7bcb764e60aa8b743545a0d489 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:23.577122 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.590919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603175ad-f372-4724-857c-aa752651bdcd') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:23.591269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603175ad-f372-4724-857c-aa752651bdcd') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:23.606499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.611661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.633104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.644802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:23.645225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.646070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:23.666758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Usage tracker for resource:security_group_rule and tenant:e19ccc7bcb764e60aa8b743545a0d489 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:23.667131 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:23.676600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:23.694205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:23.887956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.897551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.951415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:23.955726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:23.990258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c43a151-c14f-42d7-aabf-7dd6dec9aa1f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:52:23.996020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49f3d5-600a-406e-80f3-20b43e4b7af1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.001882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.002502 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Added segment 9afaaa4e-4d7e-419e-a85f-4addb7bab498 of type vlan for network 297bee95-0452-4bbe-8f2c-957df60ead83 May 13 14:52:24.003741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.034837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c43a151-c14f-42d7-aabf-7dd6dec9aa1f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.071400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.078403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd93cd-9396-4c03-b52b-8c03050e3852 req-e31c66e1-32a4-4758-9307-a4ff0691ff40 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.090456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bd93cd-9396-4c03-b52b-8c03050e3852 req-e31c66e1-32a4-4758-9307-a4ff0691ff40 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.4189346 May 13 14:52:24.159503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e475fc9-ac5e-4d8d-9562-9de740522e74 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9c43a151-c14f-42d7-aabf-7dd6dec9aa1f HTTP/1.1" status: 204 len: 168 time: 3.1513319 May 13 14:52:24.162423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:24.200526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.201588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.202304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.355015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8651383 May 13 14:52:24.356244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:24.373214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Request body: {'subnet': {'network_id': '297bee95-0452-4bbe-8f2c-957df60ead83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1895686140-subnet', 'tenant_id': 'e19ccc7bcb764e60aa8b743545a0d489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:24.379883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaff37-106b-4715-a4a9-81c3ef34f256 admin admin] Pushing event updated for resources: {'Network': ['ID=297bee95-0452-4bbe-8f2c-957df60ead83,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:24.391578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bd93cd-9396-4c03-b52b-8c03050e3852 req-f3c70347-fb25-45ee-b9bb-b9a6cd07230c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837386 May 13 14:52:24.394658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 297bee95-0452-4bbe-8f2c-957df60ead83 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:24.404812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421296a5-4677-4eed-9a17-3249fcf9085d req-ba9857a1-fb08-4e42-9a43-e2eb9f73ffc2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.415300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-421296a5-4677-4eed-9a17-3249fcf9085d req-ba9857a1-fb08-4e42-9a43-e2eb9f73ffc2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2935266 May 13 14:52:24.421625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:24.483227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Usage tracker for resource:subnet and tenant:e19ccc7bcb764e60aa8b743545a0d489 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:24.490939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c11244f-e75c-4155-8332-d63a5ec41921 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Synchronizing usage tracker for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:24.496752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:24.540643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8c11244f-e75c-4155-8332-d63a5ec41921 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Unset dirty status for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:24.543134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8c11244f-e75c-4155-8332-d63a5ec41921 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3636811 May 13 14:52:24.547996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:24.587208 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-421296a5-4677-4eed-9a17-3249fcf9085d req-80f1e99b-88cd-441d-a7a0-f87b7c2f13d7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707401 May 13 14:52:24.593074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:24.625484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Made reservation on behalf of e19ccc7bcb764e60aa8b743545a0d489 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:24.628287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:24.857939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.859345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.860614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.865291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.865291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.865612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:24.868167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Synchronizing usage tracker for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:24.924809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Unset dirty status for tenant:c0ed4af25ca941b2b213f33a5a661f12 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:24.929196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c61d2093-2771-4807-9458-8116148cb00a tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4035 time: 0.3685756 May 13 14:52:24.932189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.065849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.138695 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-0cbb13ab-fdc6-44e7-9f12-a0fb2f4e2d6d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] delete failed (client error): The resource could not be found. May 13 14:52:25.142611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0cbb13ab-fdc6-44e7-9f12-a0fb2f4e2d6d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/176154b8-65b2-43b2-9956-883bda54dacd HTTP/1.1" status: 404 len: 345 time: 0.2081525 May 13 14:52:25.144888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.175133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9f7c26-e2e5-4f75-a8f2-1c3c60e7f0b1,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:25.196512 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3179aa62-79b6-4285-93e0-69eee174bea9 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] DELETE failed (client error): The resource could not be found. May 13 14:52:25.197013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3179aa62-79b6-4285-93e0-69eee174bea9 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:52:25.199318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3179aa62-79b6-4285-93e0-69eee174bea9 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9c43a151-c14f-42d7-aabf-7dd6dec9aa1f HTTP/1.1" status: 404 len: 339 time: 0.0533516 May 13 14:52:25.199928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516afcd0-b3be-4c83-8c6d-55a6b08d066a req-7a517171-f868-4bed-b387-74af2cc5795d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:25.201545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-516afcd0-b3be-4c83-8c6d-55a6b08d066a req-7a517171-f868-4bed-b387-74af2cc5795d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.1956880 May 13 14:52:25.203102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Checking segment: {'id': '9afaaa4e-4d7e-419e-a85f-4addb7bab498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '297bee95-0452-4bbe-8f2c-957df60ead83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:25.203453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Network hostable DHCP agents. Network: 297bee95-0452-4bbe-8f2c-957df60ead83, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:25.208467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39236) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.233824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'name': 'tempest-network--194087140', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:25.248492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:25.262027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:network and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:25.270411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Network 297bee95-0452-4bbe-8f2c-957df60ead83 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:25.283394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-516afcd0-b3be-4c83-8c6d-55a6b08d066a req-08f3bf54-5b72-47e8-929e-5bc42f41f6df tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635071 May 13 14:52:25.290407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 297bee95-0452-4bbe-8f2c-957df60ead83) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:25.296367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:25.301948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad7214-afd6-415e-a65b-336b792da6ba None None] Network 297bee95-0452-4bbe-8f2c-957df60ead83 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:25.305586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:25.306228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.310613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:25.333474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:25.341262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.344885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa8ed946-dc33-4d61-843d-615d28e5a3c1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9801130 May 13 14:52:25.389998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:25.404371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.405022 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Added segment 4bb29bd9-46fc-4b48-bfcf-1169d97eab15 of type vlan for network d2670d6a-b07a-4c83-ac3f-860f632eeca5 May 13 14:52:25.459140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.613416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.714519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.715434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:25.716031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:25.849640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6357613 May 13 14:52:25.854060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:25.855251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694834-e989-4f91-ac64-749cfe57ff76 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=d2670d6a-b07a-4c83-ac3f-860f632eeca5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:25.888436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f4189-56c8-4c9b-b86a-6096e0114e14 req-d9f77adc-c1fa-4738-b0b9-67821880673b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:25.890566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d11f4189-56c8-4c9b-b86a-6096e0114e14 req-d9f77adc-c1fa-4738-b0b9-67821880673b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.2345691 May 13 14:52:25.929085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d2670d6a-b07a-4c83-ac3f-860f632eeca5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:25.986675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d11f4189-56c8-4c9b-b86a-6096e0114e14 req-ced257fc-b786-4366-a7f2-d9cebbcffa5a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805292 May 13 14:52:26.065999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c609a-456d-4771-9c20-6fd8e762b192 None None] Network 297bee95-0452-4bbe-8f2c-957df60ead83 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:26.246052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89722fc2-a853-4a2a-8e6f-137bd6cf30c9 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.255441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89722fc2-a853-4a2a-8e6f-137bd6cf30c9 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.263467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89722fc2-a853-4a2a-8e6f-137bd6cf30c9 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.271265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89722fc2-a853-4a2a-8e6f-137bd6cf30c9 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.272481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-89722fc2-a853-4a2a-8e6f-137bd6cf30c9 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4164817 May 13 14:52:26.277183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:26.424426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed12c-bbaf-4403-9c49-7a44b15de6dc req-3f8ce7c2-cd33-48b2-aa90-61bb257f04d6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:26.427214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-125ed12c-bbaf-4403-9c49-7a44b15de6dc req-3f8ce7c2-cd33-48b2-aa90-61bb257f04d6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4814906 May 13 14:52:26.570170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.599099 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-125ed12c-bbaf-4403-9c49-7a44b15de6dc req-29776d82-fd6b-45da-8406-83d475e80407 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568756 May 13 14:52:26.758897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b664a140-899f-4e57-8470-75de6a63f2ce tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:26.760290 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-b664a140-899f-4e57-8470-75de6a63f2ce tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:52:26.760290 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-b664a140-899f-4e57-8470-75de6a63f2ce tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:52:26.761444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b664a140-899f-4e57-8470-75de6a63f2ce tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.1467607 May 13 14:52:26.769772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:26.775042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748380016'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:26.797711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:26.802695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:26.806513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:26.819052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:26.839875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.879423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.910733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:26.916270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:26.920255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:26.923508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:26.931952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:26.975357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2670d6a-b07a-4c83-ac3f-860f632eeca5']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:27.001261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb29bd9-46fc-4b48-bfcf-1169d97eab15') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:27.001668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb29bd9-46fc-4b48-bfcf-1169d97eab15') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:27.025170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9eb9-91ff-43d4-8c34-bd20a6cd590a req-6fcb5a6f-b898-4104-871b-ad91ca8be0a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:27.026962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493c9eb9-91ff-43d4-8c34-bd20a6cd590a req-6fcb5a6f-b898-4104-871b-ad91ca8be0a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.2409134 May 13 14:52:27.029336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.093921 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.120173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:27.120715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:27.135873 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:27.155603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.164463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.194333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.203658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.210226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.218948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493c9eb9-91ff-43d4-8c34-bd20a6cd590a req-7680bf26-95fe-435f-ab8c-379a7ce490a7 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666076 May 13 14:52:27.231843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.249196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.251700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf0c1d4-a250-4c70-a873-0b52f91109fc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.315542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2670d6a-b07a-4c83-ac3f-860f632eeca5 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:52:27.318796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2670d6a-b07a-4c83-ac3f-860f632eeca5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.324179 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.338642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-19337da1-689f-457f-a3ee-5c706144b794 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d2670d6a-b07a-4c83-ac3f-860f632eeca5 HTTP/1.1" status: 204 len: 168 time: 1.0599613 May 13 14:52:27.345286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.353081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'name': 'tempest-network--1355949138', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:27.369571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.374928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:network and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.379089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.386075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.393165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.398340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.399832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:27.402544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.458441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b2e11-6136-4e49-8b26-1e96354a8007,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.463382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.468353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f923cd7a-d317-4d44-85c9-3e1cfdc88576 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6942399 May 13 14:52:27.469003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.476531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'a78b2e11-6136-4e49-8b26-1e96354a8007', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:27.484906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.491180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.496419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:27.506832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:27.513170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:27.528706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.529423 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Added segment 3347398b-cbcf-4a8f-9531-e059de3c05dc of type vlan for network b5cb409d-0a89-4c07-9647-e53bd3871752 May 13 14:52:27.554563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.643311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.736312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.745817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.815379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9072c548-e423-46fa-a1b3-b814b525b3cf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:27.850217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.856093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-562aa3d5-641c-4ddd-a94f-9997f52564da tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817284 May 13 14:52:27.856439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.856439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:27.856439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:27.856906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39324) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:27.867780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'a78b2e11-6136-4e49-8b26-1e96354a8007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:27.894291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:27.958324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:27.970772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:28.302683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:28.323768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9727783 May 13 14:52:28.330033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.334016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723909a-512f-4df7-b8e1-56cf7c413411 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=b5cb409d-0a89-4c07-9647-e53bd3871752,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:28.366565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network b5cb409d-0a89-4c07-9647-e53bd3871752 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:28.377284 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.455605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.481767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-0e725bf0-5b97-4fed-8b4a-f85a69f30a20 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.482534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-0e725bf0-5b97-4fed-8b4a-f85a69f30a20 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Synchronizing usage tracker for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:28.493331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0060f1-dbac-4a20-b618-d59157d7a88b req-9b1b83c7-44e4-422e-8380-af9f9171ed7e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.495148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a0060f1-dbac-4a20-b618-d59157d7a88b req-9b1b83c7-44e4-422e-8380-af9f9171ed7e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2849212 May 13 14:52:28.506849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a675f85-3cf8-4c90-8ff9-436fa4ea6f72 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.507460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a675f85-3cf8-4c90-8ff9-436fa4ea6f72 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Synchronizing usage tracker for tenant:6f00aec8570d4c4fa590da79f2202769 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:28.512068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316995a-1a19-405d-b94e-b12127257700 req-a3374012-26de-4717-968e-d1919234847d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.513648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f316995a-1a19-405d-b94e-b12127257700 req-a3374012-26de-4717-968e-d1919234847d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.5569961 May 13 14:52:28.542505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a675f85-3cf8-4c90-8ff9-436fa4ea6f72 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Unset dirty status for tenant:6f00aec8570d4c4fa590da79f2202769 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:28.543798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a675f85-3cf8-4c90-8ff9-436fa4ea6f72 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "GET /v2.0/networks/b5cb409d-0a89-4c07-9647-e53bd3871752 HTTP/1.1" status: 200 len: 757 time: 0.2112985 May 13 14:52:28.546619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.609272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:28.609771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.686528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-0e725bf0-5b97-4fed-8b4a-f85a69f30a20 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Unset dirty status for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:28.687919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-0e725bf0-5b97-4fed-8b4a-f85a69f30a20 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/networks?id=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 HTTP/1.1" status: 200 len: 825 time: 0.8014789 May 13 14:52:28.718787 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): There was a conflict when trying to complete your request. May 13 14:52:28.722540 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c782e2f7-8df9-4173-9931-594e8f8fd1e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8620133 May 13 14:52:28.726940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716dda00-2631-4261-9be1-a56de3864e90 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:28.728419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-716dda00-2631-4261-9be1-a56de3864e90 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "GET /v2.0/networks/a6ddd170-fb5e-4af7-b97c-498a98c5acd4 HTTP/1.1" status: 200 len: 767 time: 0.1808083 May 13 14:52:28.731649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.731988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:28.741239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-42d4bda7-1342-486d-8d90-b58d5f20298a tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/quotas/bd363ac17bee4257bfbe1d9818d38a9a HTTP/1.1" status: 200 len: 375 time: 0.0431406 May 13 14:52:28.840367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-391112ad-be5f-409f-901d-d58c511da07a tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd363ac17bee4257bfbe1d9818d38a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908341 May 13 14:52:28.892547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:28.931548 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a0060f1-dbac-4a20-b618-d59157d7a88b req-e1f401cb-d159-4765-bbfe-425a9cf4e48a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193339 May 13 14:52:28.943250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-174149076', 'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:28.973376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:29.005206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:29.088022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:network and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:29.114806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:29.194874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-d4fc43d5-f7f3-48f6-b98c-d5682255981d service neutron] 10.222.0.36 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457122 May 13 14:52:29.249303 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.333286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port fdc23d23-10c3-4686-8e9b-838d8a5f7a86, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:29.333630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.350718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:29.362975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Usage tracker for resource:security_group_rule and tenant:fe6431708079445d932f197264afb01c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:29.425155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:29.444712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:29.498206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for fdc23d23-10c3-4686-8e9b-838d8a5f7a86 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:29.528623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:29.648058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Made reservation on behalf of 933ef47171104353948acded83db396b for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:29.657138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-2d2fa537-cfc1-41c7-a53d-fd80e332c5f8 service neutron] 10.222.0.36 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364252 May 13 14:52:29.657654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.695733 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.726790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.744916 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d48179b2-b3c7-4741-804d-9b10a4226b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.752827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.825467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cb409d-0a89-4c07-9647-e53bd3871752']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:29.855208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:29.879404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:security_group_rule and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:29.893553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3347398b-cbcf-4a8f-9531-e059de3c05dc') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:29.894037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3347398b-cbcf-4a8f-9531-e059de3c05dc') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:29.903700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.905649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.909775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:29.920281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.926898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:29.950292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:29.985461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:30.005847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=fdc23d23-10c3-4686-8e9b-838d8a5f7a86,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:30.022300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.105313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cc699-3402-4dcb-b001-56834248cbc5 req-53d93cd1-7280-4f9b-a394-a73413966ef5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:30.115922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db9cc699-3402-4dcb-b001-56834248cbc5 req-53d93cd1-7280-4f9b-a394-a73413966ef5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 945 time: 0.9869034 May 13 14:52:30.170010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.180786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:30.181406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.185188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fdc23d23-10c3-4686-8e9b-838d8a5f7a86'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:30.250076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port fdc23d23-10c3-4686-8e9b-838d8a5f7a86 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:52:30.255418 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:30.261766 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:30.266038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe6431708079445d932f197264afb01c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2592924 May 13 14:52:30.275606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'name': 'network-vif-deleted', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:30.351590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:30.353364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd057e1-b4c4-4e28-8fb4-639b20bbcd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c184b4b-f6d2-4327-93db-1ee3d386ad65,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:30.427435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.471052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f316995a-1a19-405d-b94e-b12127257700 req-0f1abd15-8259-44e6-b607-e3f397c85cbf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "DELETE /v2.0/ports/fdc23d23-10c3-4686-8e9b-838d8a5f7a86 HTTP/1.1" status: 204 len: 173 time: 1.9470217 May 13 14:52:30.515727 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.581404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.635542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cc233-89a3-427a-832c-37fc3468d1b6 req-be2a526a-f432-4ae3-a4a2-88bcfa1ac397 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:30.657680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d7cc233-89a3-427a-832c-37fc3468d1b6 req-be2a526a-f432-4ae3-a4a2-88bcfa1ac397 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4091623 May 13 14:52:30.699883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db9cc699-3402-4dcb-b001-56834248cbc5 req-3a8ede37-8e7e-4c7a-b6b6-01eec5c176c3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813413 May 13 14:52:30.700976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044faee-c9b6-4c4d-8250-294bb0ae37e7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:30.743604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.792294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:30.809924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.810464 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Added segment 238995a3-7dce-4236-bb08-9f363f842790 of type vlan for network c9d92b6d-e66e-4478-96e9-491f8494e50a May 13 14:52:30.831813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.867538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.923928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.957768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5cb409d-0a89-4c07-9647-e53bd3871752 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:52:30.967559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:30.969090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:30.970566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d7cc233-89a3-427a-832c-37fc3468d1b6 req-af90d901-79c8-439c-86ac-18742af6e61b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086812 May 13 14:52:30.974206 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.056900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.079946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.085407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/a78b2e11-6136-4e49-8b26-1e96354a8007 HTTP/1.1" status: 204 len: 168 time: 2.3521528 May 13 14:52:31.091208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.095620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.106909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c184b4b-f6d2-4327-93db-1ee3d386ad65,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:31.109024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b5cb409d-0a89-4c07-9647-e53bd3871752 HTTP/1.1" status: 204 len: 168 time: 2.3733451 May 13 14:52:31.115795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.117208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b0f9b-d7d2-44fe-ba8e-f57606737c21 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b2e11-6136-4e49-8b26-1e96354a8007,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:31.136879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca4a7-e8f6-4b93-a8ba-3bbe955ee439 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5cb409d-0a89-4c07-9647-e53bd3871752,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:31.144905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'name': 'tempest-network--1574845611'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:31.156926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.158192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-660adad6-f695-4eaa-a8ce-484eb8c510bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c184b4b-f6d2-4327-93db-1ee3d386ad65 HTTP/1.1" status: 204 len: 168 time: 0.7980828 May 13 14:52:31.159490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:31.190644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Usage tracker for resource:network and tenant:c0ed4af25ca941b2b213f33a5a661f12 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:31.203065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:31.227871 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bc0d25-ec34-4876-aeed-644f8eb320d9'] response: {'server_uuid': '803d65bc-936c-459a-99dd-d64a7b26ca3d', 'name': 'network-vif-deleted', 'tag': 'fdc23d23-10c3-4686-8e9b-838d8a5f7a86', 'status': 'completed', 'code': 200} May 13 14:52:31.255739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:31.317669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-715bddef-dd23-4cfd-9fbc-140539256882 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:31.324383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Made reservation on behalf of c0ed4af25ca941b2b213f33a5a661f12 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:31.327371 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.342109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8854685 May 13 14:52:31.359177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.381926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'subnet': {'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:31.427336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53177b-508b-4f8a-b1c4-6b3ccf43857f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d92b6d-e66e-4478-96e9-491f8494e50a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:31.441213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c9d92b6d-e66e-4478-96e9-491f8494e50a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:31.444939 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4c0d4b60-8e54-4d2d-828c-d6d0624f38f3 req-1ac0cb59-8fd9-4bb7-9733-55271361ac72 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 210 time: 0.3292949 May 13 14:52:31.468943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:31.506330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:subnet and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:31.516333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:31.534120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:31.560632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-715bddef-dd23-4cfd-9fbc-140539256882 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:31.563298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-715bddef-dd23-4cfd-9fbc-140539256882 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4658859 May 13 14:52:31.570907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:31.581492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--256267658'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:31.593323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Made reservation on behalf of 933ef47171104353948acded83db396b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:31.606326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.614082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:31.656234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:31.692442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:31.778442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:31.796992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:31.806025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:31.845730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:32.062947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fdc23d23-10c3-4686-8e9b-838d8a5f7a86 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:52:32.106854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:32.229214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: fdc23d23-10c3-4686-8e9b-838d8a5f7a86 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:52:32.232807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fdc23d23-10c3-4686-8e9b-838d8a5f7a86 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:52:32.237101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.252462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.435807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc79f2-13c1-4462-991d-75e6bcacabeb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:32.470981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.475882 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Added segment b27ade42-674e-4865-b1c5-c4d3eb030b7e of type vlan for network 24470bcf-2c7f-4e26-b008-ab20d1ce23e7 May 13 14:52:32.495223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.499539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a2867ef7-ba77-4c9d-a398-d67b81071f66 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9257774 May 13 14:52:32.517005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-045457a7-d10d-4f1d-a22e-e3d482820a68 req-6fb9e6d4-9c7a-4d4c-b3f6-3c60dc603d9e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:32.519744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:32.548620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a8261df6-fcf4-4c5d-ac36-dfe5c07f75bb tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '0bcc79f2-13c1-4462-991d-75e6bcacabeb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:32.549426 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-a8261df6-fcf4-4c5d-ac36-dfe5c07f75bb tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 14:52:32.549965 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-a8261df6-fcf4-4c5d-ac36-dfe5c07f75bb tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:32.559334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a8261df6-fcf4-4c5d-ac36-dfe5c07f75bb tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0209856 May 13 14:52:32.566374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:32.658902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-534b2518-69cc-4add-8f20-15b62b662f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.712427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f64d4a-b8b7-461c-a3db-7da90c86cf23 req-22e7c7ec-153d-4eba-9594-f40f50f96d55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:32.726925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96f64d4a-b8b7-461c-a3db-7da90c86cf23 req-22e7c7ec-153d-4eba-9594-f40f50f96d55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2226722 May 13 14:52:32.756564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.776797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-045457a7-d10d-4f1d-a22e-e3d482820a68 req-6fb9e6d4-9c7a-4d4c-b3f6-3c60dc603d9e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:32.782294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-045457a7-d10d-4f1d-a22e-e3d482820a68 req-6fb9e6d4-9c7a-4d4c-b3f6-3c60dc603d9e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=803d65bc-936c-459a-99dd-d64a7b26ca3d HTTP/1.1" status: 200 len: 210 time: 0.4552608 May 13 14:52:32.869119 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:32.898960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96f64d4a-b8b7-461c-a3db-7da90c86cf23 req-aa06f544-c5e8-4c3c-b5dc-0a1c879d9b48 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700027 May 13 14:52:32.901495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:52:33.122949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.125783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:33.126857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.184875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.441023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.578460 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43d9dfb0-e9c3-4c26-b549-057c4c603477 req-86e034d4-d89b-4683-b0c8-2934a16706cd tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 210 time: 0.2973146 May 13 14:52:33.702234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.5623329 May 13 14:52:33.704273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:33.719113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:33.727597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:33.740076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c293f-b74f-487b-991d-5af63b06bb7d tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=24470bcf-2c7f-4e26-b008-ab20d1ce23e7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:33.762700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 24470bcf-2c7f-4e26-b008-ab20d1ce23e7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:33.809379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ab1bd938-2059-4646-b8e5-cd7d9dc454bf tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:33.811498 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ab1bd938-2059-4646-b8e5-cd7d9dc454bf tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.86 "GET /v2.0/networks?id=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 HTTP/1.1" status: 200 len: 825 time: 0.7926326 May 13 14:52:33.843869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Request body: {'port': {'device_id': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8', 'admin_state_up': True, 'tenant_id': 'bd363ac17bee4257bfbe1d9818d38a9a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:34.038183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.099206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc79f2-13c1-4462-991d-75e6bcacabeb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:34.207711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:34.227177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.233214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a5406369-22c7-4c5c-89cb-de81f1fdf7d7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/0bcc79f2-13c1-4462-991d-75e6bcacabeb HTTP/1.1" status: 204 len: 168 time: 1.6560092 May 13 14:52:34.255292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:34.267106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Usage tracker for resource:port and tenant:bd363ac17bee4257bfbe1d9818d38a9a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:34.282349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:34.343372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:34.368594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Made reservation on behalf of bd363ac17bee4257bfbe1d9818d38a9a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:34.373131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.617702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.760943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.786423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4703d9e3-f14b-407f-86b2-c5ffa1647900 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:34.813845 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.850046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Allocated IP 172.20.0.9 (1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8/050646ce-b0b9-4b16-bf7c-27680f32bfbb/4f4ad86a-6bff-4cc6-a395-d3432049897f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:34.869519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:52:34.870128 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:34.943236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4703d9e3-f14b-407f-86b2-c5ffa1647900 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:34.950995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4703d9e3-f14b-407f-86b2-c5ffa1647900 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6864562 May 13 14:52:34.962275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:34.981634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--582024662'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:35.005900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event updated for resources: {'Network': ['ID=24470bcf-2c7f-4e26-b008-ab20d1ce23e7,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:35.016144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Network 24470bcf-2c7f-4e26-b008-ab20d1ce23e7 is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:52:35.017982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.019389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.021993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2ca9795-2fc8-4b72-97a7-706f09e44cd7 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "PUT /v2.0/networks/24470bcf-2c7f-4e26-b008-ab20d1ce23e7 HTTP/1.1" status: 200 len: 858 time: 1.3158140 May 13 14:52:35.022365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894f4f0-b918-4c8a-9fc7-3c5be4e1336d req-9f22a630-412c-4562-ad38-7b4475e23b37 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.023980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5894f4f0-b918-4c8a-9fc7-3c5be4e1336d req-9f22a630-412c-4562-ad38-7b4475e23b37 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.6630158 May 13 14:52:35.030812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:35.031672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:35.085859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a28cc3fc-f58d-4c47-a9e7-08057e82a660,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:35.116702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:35.179191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Checking segment: {'id': '238995a3-7dce-4236-bb08-9f363f842790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:35.180837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network hostable DHCP agents. Network: c9d92b6d-e66e-4478-96e9-491f8494e50a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:35.234235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5894f4f0-b918-4c8a-9fc7-3c5be4e1336d req-f16cb4c4-40d1-4f60-808c-a18b15a9d668 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908376 May 13 14:52:35.239506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-a7e74f81-59ec-4547-a819-aa7bfb005acd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.246066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-a7e74f81-59ec-4547-a819-aa7bfb005acd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 0.6979547 May 13 14:52:35.249590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.261244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.341871 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-d7d1c77a-0ac8-4054-935c-07cb30b49d7f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/quotas/6e4e1442890f41d68c244f6bb2ede21a HTTP/1.1" status: 200 len: 375 time: 0.0949154 May 13 14:52:35.511048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:35.567511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:35.573522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:35.589908 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97ad1fb0-6aca-42dd-bc66-d53ec276f8cd req-99d7a616-668d-41a7-8ed5-bbf068ec5107 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 210 time: 0.0828040 May 13 14:52:35.591800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:35.627983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network c9d92b6d-e66e-4478-96e9-491f8494e50a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:35.695612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c9d92b6d-e66e-4478-96e9-491f8494e50a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:35.713001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55921eb0-18d2-42ba-8133-de2a83036800 None None] Network c9d92b6d-e66e-4478-96e9-491f8494e50a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:35.726503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:35.728112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.779024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.822422 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:35.869909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-d190dc36-93e7-49c0-9977-8bb4fef33846 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5149615 May 13 14:52:35.992829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.000290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ddc44bbb-4ee2-4936-885e-b3c97274d23d tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.6356940 May 13 14:52:36.003962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:36.017565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2052457647', 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:36.023445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.050329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:36.075671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:port and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:36.082976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:36.106554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:36.126715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.128832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1584196 May 13 14:52:36.143466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39568) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:36.170405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1d55c475-8d28-49f5-84c5-485fd63b8a7c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'd6045f7a-25b7-43b1-a126-8a539f0715b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:36.171675 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-1d55c475-8d28-49f5-84c5-485fd63b8a7c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 14:52:36.172558 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-1d55c475-8d28-49f5-84c5-485fd63b8a7c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:36.174255 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d55c475-8d28-49f5-84c5-485fd63b8a7c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156512 May 13 14:52:36.177905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99482143-7c2e-4732-9456-bdedc06b3640 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6045f7a-25b7-43b1-a126-8a539f0715b2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:36.183624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:36.192300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Made reservation on behalf of 933ef47171104353948acded83db396b for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:36.196692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24470bcf-2c7f-4e26-b008-ab20d1ce23e7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:36.202314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.268892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27ade42-674e-4865-b1c5-c4d3eb030b7e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:36.269333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27ade42-674e-4865-b1c5-c4d3eb030b7e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:36.287198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] device_id is not set on port a0950fa1-d235-489b-b9c5-0157a393ee6d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:36.363841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563d94b-9613-4829-a6ad-fe4c93408a47 None None] Network c9d92b6d-e66e-4478-96e9-491f8494e50a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:36.390896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.397299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.434667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-9a9a66c0-2d5a-48ca-862c-9651faef7cbb service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632923 May 13 14:52:36.746787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.816029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 2001:db8::2b9 (c9d92b6d-e66e-4478-96e9-491f8494e50a/a28cc3fc-f58d-4c47-a9e7-08057e82a660/a0950fa1-d235-489b-b9c5-0157a393ee6d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:36.828795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:36.832252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:36.874735 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:37.039134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:37.087657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.122019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.143554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:37.166989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:37.205110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.228754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6045f7a-25b7-43b1-a126-8a539f0715b2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.259834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-0c9dc334-ab6d-48a4-9b89-0c16cfff9bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8239486 May 13 14:52:37.261073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.264783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.271419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4e7aef1e-103b-4eac-9092-64adb8872001 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6045f7a-25b7-43b1-a126-8a539f0715b2 HTTP/1.1" status: 204 len: 168 time: 1.0587857 May 13 14:52:37.274809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39596) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.292725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24470bcf-2c7f-4e26-b008-ab20d1ce23e7 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:52:37.313132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.318984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] Pushing event deleted for resources: {'Network': ['ID=24470bcf-2c7f-4e26-b008-ab20d1ce23e7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.327507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fa19abd1-5bca-4efe-a604-9d7c3f118293 tempest-ExternalNetworksTestJSON-1087179817 tempest-ExternalNetworksTestJSON-1087179817-project-admin] 10.222.0.36 "DELETE /v2.0/networks/24470bcf-2c7f-4e26-b008-ab20d1ce23e7 HTTP/1.1" status: 204 len: 168 time: 2.2837336 May 13 14:52:37.330853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.334813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:37.377373 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d43e17-2c10-4d6a-bdc5-c923e66005f6 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] DELETE failed (client error): The resource could not be found. May 13 14:52:37.377751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d43e17-2c10-4d6a-bdc5-c923e66005f6 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:52:37.379697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-84d43e17-2c10-4d6a-bdc5-c923e66005f6 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "DELETE /v2.0/subnets/9fb956f3-a4b2-4139-8db3-8fc173e3a67c HTTP/1.1" status: 404 len: 337 time: 0.0476565 May 13 14:52:37.387866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39606) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.527828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:37.530620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.554757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:37.574929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:37.672570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-ae814970-3eab-4ff9-ae8d-505c884c9d7c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8312252 May 13 14:52:37.711052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06433-dee3-4a2b-9b7a-1b34a70f830b req-4c73bd9b-0c16-43e9-88a4-0a63e7d1c567 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:37.714557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c06433-dee3-4a2b-9b7a-1b34a70f830b req-4c73bd9b-0c16-43e9-88a4-0a63e7d1c567 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.1292608 May 13 14:52:37.728967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Request body: {'port': {'device_id': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:38.000250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c06433-dee3-4a2b-9b7a-1b34a70f830b req-eed2eabb-f2aa-4dec-b867-9ae26aaba1d1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070351 May 13 14:52:38.131718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.213750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e5683a5-d37f-4e44-aa4c-0d86af6052d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:38.291971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13cc6a0f-071a-4abc-ae19-7657acc121af req-fe05ff00-b037-4dc3-8744-7d328bc385d5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1504030 May 13 14:52:38.331349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:38.337615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network c9d92b6d-e66e-4478-96e9-491f8494e50a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:38.339426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.342633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.357293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e5683a5-d37f-4e44-aa4c-0d86af6052d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:38.359026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:38.361092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5e5683a5-d37f-4e44-aa4c-0d86af6052d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0701704 May 13 14:52:38.370825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:38.371845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.380662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:floatingip and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:38.384090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:38.385157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:38.385970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.390017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=a0950fa1-d235-489b-b9c5-0157a393ee6d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:38.394626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:38.407818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--868223639'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:38.419222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:38.516284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:38.558180 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-95f6c31b-fe18-45fe-85bd-3e9d44140237 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5493939 May 13 14:52:38.559912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:38.635377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.642901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.676172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ddd170-fb5e-4af7-b97c-498a98c5acd4']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:38.696780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e421803-7d11-4a6e-a48c-222ae57899be') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:38.697255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e421803-7d11-4a6e-a48c-222ae57899be') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:52:38.713720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.733261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.740945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:52:38.741838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.752458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port a0950fa1-d235-489b-b9c5-0157a393ee6d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:38.752806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: timer() May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:52:38.882966 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:52:38.909798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:38.926304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:38.945802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763b620-dc69-49bc-830e-3ea41fbaa258 req-54e58e47-b190-4519-bdde-30c078a886df tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:38.960280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4763b620-dc69-49bc-830e-3ea41fbaa258 req-54e58e47-b190-4519-bdde-30c078a886df tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 931 time: 1.2199697 May 13 14:52:38.992692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.048633 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.086557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] Pushing event deleted for resources: {'Network': ['ID=a6ddd170-fb5e-4af7-b97c-498a98c5acd4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.115570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4763b620-dc69-49bc-830e-3ea41fbaa258 req-e0ea5479-1238-4226-8acf-000a58de3fc6 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540287 May 13 14:52:39.117539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:39.128875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9e8d9e7a-1cec-427c-bedd-50470af1e707 tempest-ExternalNetworksTestJSON-1119351324 tempest-ExternalNetworksTestJSON-1119351324-project] 10.222.0.36 "DELETE /v2.0/networks/a6ddd170-fb5e-4af7-b97c-498a98c5acd4 HTTP/1.1" status: 204 len: 168 time: 1.7370198 May 13 14:52:39.131042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:39.135259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:39.143878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:39.305970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.318701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.454480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12942431-5f07-4e57-af47-37a29df47826,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:39.460117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.468130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b3a82da-ef65-4c17-97f7-a93cc7e72910 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0896778 May 13 14:52:39.469323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.478428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f9dd373e-be23-4e43-bc87-15c0ed3ce074 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '12942431-5f07-4e57-af47-37a29df47826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:39.549213 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-f9dd373e-be23-4e43-bc87-15c0ed3ce074 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 14:52:39.550189 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-f9dd373e-be23-4e43-bc87-15c0ed3ce074 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:39.559105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9dd373e-be23-4e43-bc87-15c0ed3ce074 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0880730 May 13 14:52:39.559957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.577300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f43999e8-3e28-4524-8e35-bb3954729a12 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '12942431-5f07-4e57-af47-37a29df47826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:39.577648 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-f43999e8-3e28-4524-8e35-bb3954729a12 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 14:52:39.581180 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-f43999e8-3e28-4524-8e35-bb3954729a12 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:39.589656 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f43999e8-3e28-4524-8e35-bb3954729a12 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0266285 May 13 14:52:39.590652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.603414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a24d4adf-8862-4be5-81b1-3a2477442052 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '12942431-5f07-4e57-af47-37a29df47826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:39.604903 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-a24d4adf-8862-4be5-81b1-3a2477442052 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 14:52:39.605874 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-a24d4adf-8862-4be5-81b1-3a2477442052 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:39.614796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a24d4adf-8862-4be5-81b1-3a2477442052 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0200391 May 13 14:52:39.615638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.616533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.626243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cf29d40-e4d9-4b2b-80c4-8814ff586bd0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '12942431-5f07-4e57-af47-37a29df47826', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:39.628419 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-0cf29d40-e4d9-4b2b-80c4-8814ff586bd0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 14:52:39.629227 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-0cf29d40-e4d9-4b2b-80c4-8814ff586bd0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:39.632293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0cf29d40-e4d9-4b2b-80c4-8814ff586bd0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133376 May 13 14:52:39.636608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:39.771230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-042f8d82-792a-413a-ac7c-2fec37958608 req-272251d8-dbf8-4770-a54f-67d1f43ab8dd tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1277444 May 13 14:52:39.903305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:39.970781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for a0950fa1-d235-489b-b9c5-0157a393ee6d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:52:40.156065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:40.160131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:40.222707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.363768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.448761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12942431-5f07-4e57-af47-37a29df47826,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:40.482744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.486267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ddaf1a48-2f4c-4850-99d4-95731025718f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/12942431-5f07-4e57-af47-37a29df47826 HTTP/1.1" status: 204 len: 168 time: 0.8482316 May 13 14:52:40.490531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:40.652427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:40.679514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '033a44b3-335f-4541-835c-7e31f817fcac', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:40.909384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-339cb1ae-b690-4030-a55c-9c9e335babea tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:40.924546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:40.925393 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.936009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:40.990095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-339cb1ae-b690-4030-a55c-9c9e335babea tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:40.992546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-339cb1ae-b690-4030-a55c-9c9e335babea tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5001900 May 13 14:52:40.995558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:41.003467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39716) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:41.016299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4ad86a-6bff-4cc6-a395-d3432049897f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:41.027576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:41.035113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284048570'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:41.036685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.060010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:41.097625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa30da8-8e94-4950-b758-2f640552ad91 req-b2408152-f48a-45e5-ac9e-fc6063d86453 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.100924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fa30da8-8e94-4950-b758-2f640552ad91 req-b2408152-f48a-45e5-ac9e-fc6063d86453 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 931 time: 0.5415354 May 13 14:52:41.119122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:41.164322 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.183118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27fa78-2590-4a46-8a4e-db00e13e3613 req-c676a62b-549a-412a-bb5f-c177831bd283 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.186535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d27fa78-2590-4a46-8a4e-db00e13e3613 req-c676a62b-549a-412a-bb5f-c177831bd283 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.6378241 May 13 14:52:41.191964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.197330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:41.206097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['033a44b3-335f-4541-835c-7e31f817fcac'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:41.242840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:41.257630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9fa30da8-8e94-4950-b758-2f640552ad91 req-ab223dd6-54c7-4406-88cc-fb287aa2df9e tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239076 May 13 14:52:41.259901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:41.267809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:41.290571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Transition to ACTIVE for port object 4f4ad86a-6bff-4cc6-a395-d3432049897f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:41.291907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:41.374644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.386025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-4bd551df-a362-4c25-9379-d380b1c1ff54 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:41.389473 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-4bd551df-a362-4c25-9379-d380b1c1ff54 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 805 time: 1.1201134 May 13 14:52:41.527503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.541225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.551559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.643284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Request body: {'port': {'device_id': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'admin_state_up': True, 'tenant_id': '6e4e1442890f41d68c244f6bb2ede21a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:41.647396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b643f262-348a-45ae-b92d-dde2583ee647,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:41.680983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0950fa1-d235-489b-b9c5-0157a393ee6d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:41.802449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6b67090d-314a-4716-88cd-406740952031 req-6544a9e7-17fa-421a-8edb-8143e4590423 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1375921 May 13 14:52:41.812283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:41.814654 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-06c3c952-3e31-461e-b2aa-509f89d28016 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8020520 May 13 14:52:41.819665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:41.831185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-188dc3f3-641b-4b46-a64b-d9ed9629c3e0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:41.832838 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-188dc3f3-641b-4b46-a64b-d9ed9629c3e0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:52:41.834699 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-188dc3f3-641b-4b46-a64b-d9ed9629c3e0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:41.836182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-188dc3f3-641b-4b46-a64b-d9ed9629c3e0 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0149016 May 13 14:52:41.840954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:41.853408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:41.869461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:41.877786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:41.883011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:41.896205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:41.896658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:41.953315 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:41.955868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d562ed39-4f1a-4f5a-9f9b-2405aafe5868 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103127 May 13 14:52:41.959094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:41.972902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4837fb0a-1282-423d-ac89-f5028a02968a tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:41.974443 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-4837fb0a-1282-423d-ac89-f5028a02968a tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 14:52:41.976935 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-4837fb0a-1282-423d-ac89-f5028a02968a tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:41.980178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4837fb0a-1282-423d-ac89-f5028a02968a tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185225 May 13 14:52:41.983393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.001163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.008723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.015488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d27fa78-2590-4a46-8a4e-db00e13e3613 req-1374a2ce-6ec4-472c-81c5-534728f438d3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7940748 May 13 14:52:42.021630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.033069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.040643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.058854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.129703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-276786c5-53e6-4b72-ba5b-de0eca3d4cf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f00aec8570d4c4fa590da79f2202769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9103079 May 13 14:52:42.158561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.172364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:42.180366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d12af9d-95bb-4699-b780-e63b788cca14 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a0950fa1-d235-489b-b9c5-0157a393ee6d HTTP/1.1" status: 204 len: 168 time: 3.6114171 May 13 14:52:42.181415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.194976 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:42.197887 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-15fc5011-9e80-4294-9685-db5c289b1756 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2121348 May 13 14:52:42.206926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.215619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9b8f833d-fec2-479f-844b-b666639b7682 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.218644 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-9b8f833d-fec2-479f-844b-b666639b7682 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 14:52:42.219812 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-9b8f833d-fec2-479f-844b-b666639b7682 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:42.221464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b8f833d-fec2-479f-844b-b666639b7682 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125868 May 13 14:52:42.225798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.238061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.269316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.281756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.305609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.324205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.352197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a', 'external_fixed_ips': [{'subnet_id': 'a28cc3fc-f58d-4c47-a9e7-08057e82a660', 'ip_address': '2001:db8::2b9'}]}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.372703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 033a44b3-335f-4541-835c-7e31f817fcac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:42.374604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.405009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.438006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.551726 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:42.554446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10c0e92c-ccfc-4c6b-a3eb-f8b08c0ca5a7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3257437 May 13 14:52:42.576776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:router and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.581775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.605709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6a514dc5-c9b9-4e6d-87b7-668c73dfdae6 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.606040 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-6a514dc5-c9b9-4e6d-87b7-668c73dfdae6 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 14:52:42.608269 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-6a514dc5-c9b9-4e6d-87b7-668c73dfdae6 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:42.609399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6a514dc5-c9b9-4e6d-87b7-668c73dfdae6 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0262356 May 13 14:52:42.616573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.622092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.623820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.628493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.642046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.656911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.664282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.681570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.707229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:42.708503 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.747283 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:42.749115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba5ef1d7-fe63-4eaf-96e8-0b4ecdf11d1b tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1314719 May 13 14:52:42.755867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:42.766441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.784659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Allocated IP 172.25.5.129 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/7478eb14-d2a9-4cde-b738-1a28d8b8cc34) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:42.790116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'b643f262-348a-45ae-b92d-dde2583ee647', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:42.794265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:42.818844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:42.831259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:42.833349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:42.845733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:42.855437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:42.930575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.940308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42894708-7e41-4846-afcc-c0ae0ea39835,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:42.969518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:42.997071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:43.017274 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3130eec6-f9b9-4574-8a25-a5013d5b09bc'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'code': 200} May 13 14:52:43.096299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.098203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9caf260e-8795-447c-9774-b3ff3ce54ef5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42894708-7e41-4846-afcc-c0ae0ea39835 HTTP/1.1" status: 204 len: 168 time: 0.9366200 May 13 14:52:43.192908 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:52:43.194886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d61bcb0f-7507-4dfc-b814-01624197ab5f tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4368918 May 13 14:52:43.203779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:43.307483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4f8f-4e45-41e3-8035-111a136f33ea req-abe38a49-c4d8-4829-bad0-d3a7296462d7 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:43.309135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32fd4f8f-4e45-41e3-8035-111a136f33ea req-abe38a49-c4d8-4829-bad0-d3a7296462d7 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 0.4335754 May 13 14:52:43.334978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.369597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.449993 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.484526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b643f262-348a-45ae-b92d-dde2583ee647,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:43.486806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.488286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e41e4a3d-571f-4243-8702-0163ba4db932 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/b643f262-348a-45ae-b92d-dde2583ee647 HTTP/1.1" status: 204 len: 168 time: 0.2738533 May 13 14:52:43.492966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:43.539459 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-32fd4f8f-4e45-41e3-8035-111a136f33ea req-3eefb31d-0a3f-47eb-9827-691308ce3eef tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055790 May 13 14:52:43.570110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.703432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Attempting to bind port 4f4ad86a-6bff-4cc6-a395-d3432049897f on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:43.704531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Attempting to bind port 4f4ad86a-6bff-4cc6-a395-d3432049897f by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '9b697e51-82aa-4ced-9d7e-ff817239d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:43.705145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Attempting to bind port 4f4ad86a-6bff-4cc6-a395-d3432049897f on network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:43.720090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14703c9d-7858-4847-8c62-7c67ef18e8bb req-010848ab-e23f-40cd-890d-34b67b66596c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1032095 May 13 14:52:43.725753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Port 4f4ad86a-6bff-4cc6-a395-d3432049897f on network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:43.726182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Attempting to bind port 4f4ad86a-6bff-4cc6-a395-d3432049897f on network 1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:43.734193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.757513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:43.760366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:43.761038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Checking segment: {'id': '9b697e51-82aa-4ced-9d7e-ff817239d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:43.761614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Bound using segment: {'id': '9b697e51-82aa-4ced-9d7e-ff817239d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:43.762162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Bound port: 4f4ad86a-6bff-4cc6-a395-d3432049897f, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b697e51-82aa-4ced-9d7e-ff817239d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:43.762836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:43.780735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3bdce657-1e32-4ee6-8a7f-4012992b80d3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:43.809613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.032243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:44.039282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:44.040988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=7478eb14-d2a9-4cde-b738-1a28d8b8cc34,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:44.053267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3bdce657-1e32-4ee6-8a7f-4012992b80d3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:44.055511 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3bdce657-1e32-4ee6-8a7f-4012992b80d3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5505600 May 13 14:52:44.056842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:44.064525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:44.067514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:44.095603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.106661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.108481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.130359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.132987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.149495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:44.164328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4f463177-3eac-4609-b1ce-600e9520e9c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0ed4af25ca941b2b213f33a5a661f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026166 May 13 14:52:44.174635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:44.203414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:44.204149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.210701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] 10.222.0.86 "PUT /v2.0/ports/4f4ad86a-6bff-4cc6-a395-d3432049897f HTTP/1.1" status: 200 len: 1091 time: 6.4905252 May 13 14:52:44.221360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862536fe-5022-4ba1-8914-383dd3c4ac01 req-baa33c24-f315-4fff-9c68-f5743b6cd5e7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:44.224388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-862536fe-5022-4ba1-8914-383dd3c4ac01 req-baa33c24-f315-4fff-9c68-f5743b6cd5e7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4651272 May 13 14:52:44.225186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427833365'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:44.238374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:44.271224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:44.303690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Made reservation on behalf of 6e4e1442890f41d68c244f6bb2ede21a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:44.310065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.338253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.382896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:44.383288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-862536fe-5022-4ba1-8914-383dd3c4ac01 req-5480ee60-6970-4e58-a8f7-1f223b7a00f0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290336 May 13 14:52:44.389050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.456659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.497473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.535384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.544061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7336b4ba-9f95-44d8-ba7e-47acfadbcbb9 HTTP/1.1" status: 204 len: 168 time: 0.3557975 May 13 14:52:44.544061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78679c3-b2f3-4e5d-9fe6-a16ce0a6f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336b4ba-9f95-44d8-ba7e-47acfadbcbb9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:44.599684 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e3acf6-3dc0-4e8b-8ca6-ddee794a6ebf'] response: {'name': 'network-changed', 'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'status': 'completed', 'code': 200} May 13 14:52:44.692553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:44.818607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f807a-3211-40c2-8695-08c0ee768c16 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:45.006776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa7480-7924-4706-92e6-4c0319ae7eac req-d50510bc-e1fd-4604-a581-c94fceae053b tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:45.015076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31fa7480-7924-4706-92e6-4c0319ae7eac req-d50510bc-e1fd-4604-a581-c94fceae053b tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 0.2588758 May 13 14:52:45.119139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31fa7480-7924-4706-92e6-4c0319ae7eac req-2f26b485-13d0-486b-a63e-5a195f7b7f2b tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028996 May 13 14:52:45.200058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b782c43a-63de-411d-aa32-3d5b78e5fcd2 req-bd3971f6-c488-40e6-867a-8ea579cd5d56 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1330860 May 13 14:52:45.285849 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:52:45.308524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:45.392374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:45.576815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:45.586544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:45.597310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:45.617678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-041a1128-de17-4849-a382-28775a15ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:45.619278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-041a1128-de17-4849-a382-28775a15ea95 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd363ac17bee4257bfbe1d9818d38a9a&device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 1094 time: 1.3226020 May 13 14:52:45.774314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:45.782213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-61ac3249-7c7f-46ad-bd6a-2b00de912dcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f HTTP/1.1" status: 200 len: 217 time: 0.1390455 May 13 14:52:45.872110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ffef-9f7a-4925-9b31-f4dc062b5ed3 req-f307be40-99be-44ff-86f1-58ab225b8ab0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:45.884367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2619ffef-9f7a-4925-9b31-f4dc062b5ed3 req-f307be40-99be-44ff-86f1-58ab225b8ab0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1905119 May 13 14:52:45.985683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2619ffef-9f7a-4925-9b31-f4dc062b5ed3 req-47b779ec-2465-483e-811d-519c9c9fd33e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968888 May 13 14:52:46.049272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Allocated IP 172.20.0.14 (229f37f2-9db9-4054-a9ae-776660f14411/ec32c170-33f3-40a1-b288-a155bf6b0c63/afcfc79c-09fe-45db-b1f2-ccd4a69bf930) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:46.115413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-b9c61592-0574-49c8-9b7d-9ed0ea1c26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:46.117867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-b9c61592-0574-49c8-9b7d-9ed0ea1c26ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=050646ce-b0b9-4b16-bf7c-27680f32bfbb HTTP/1.1" status: 200 len: 865 time: 0.3142903 May 13 14:52:46.405553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:46.577824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:46.596455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-156f08d7-074f-4b30-8b92-17a4fd3e529d req-0cb72311-7aa1-4f20-a2d2-d0098eca8824 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.1345615 May 13 14:52:46.684185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.714119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:46.735020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:93eff38077d348d8b6b39204053138db is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:46.742055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:46.756353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:46.812084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:46.852767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-8232d031-6076-4732-a8b9-ccc0794f61ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7016950 May 13 14:52:46.854037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.000801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1301624920'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:47.021574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:47.065917 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.065917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Usage tracker for resource:network and tenant:af4ff0bd2bb84005b5d832c99f0552ab is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:47.065917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:47.077500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.090751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:47.111035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39800091-38e8-4621-996a-7c05336a2631,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:47.166075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93eff38077d348d8b6b39204053138db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589481 May 13 14:52:47.168070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Made reservation on behalf of af4ff0bd2bb84005b5d832c99f0552ab for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:47.173433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.187849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:47.198732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06421bd-dc49-4430-972e-31096b60bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68fdfa8-c66e-40fa-9d46-f71ce4d50925,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:47.224458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.258848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.260281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6adf4af2-80c4-4442-b01a-5a14d90ffc4d tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1553340 May 13 14:52:47.283924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39910) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:47.368706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-dd0715e9-ba37-4864-a449-f1384d8afc53 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.369507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-dd0715e9-ba37-4864-a449-f1384d8afc53 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Synchronizing usage tracker for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:47.385459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '39800091-38e8-4621-996a-7c05336a2631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:47.398161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:47.432199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:47.432967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-3000ae1a-b8ac-4674-b071-65135b177056 service neutron] 10.222.0.86 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455735 May 13 14:52:47.445217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.465724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Usage tracker for resource:security_group_rule and tenant:af4ff0bd2bb84005b5d832c99f0552ab is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:47.486343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.490512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:47.499614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:47.511677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:47.525450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:47.536578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:47.586852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-dd0715e9-ba37-4864-a449-f1384d8afc53 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Unset dirty status for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:47.595845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-dd0715e9-ba37-4864-a449-f1384d8afc53 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 0.8731637 May 13 14:52:47.663023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.820490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdaef0-e1d3-4c66-8b71-15bb46806fa7 req-2e4c6539-54b3-42c0-a571-8e860615cf2f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:47.833076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8acdaef0-e1d3-4c66-8b71-15bb46806fa7 req-2e4c6539-54b3-42c0-a571-8e860615cf2f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.5363042 May 13 14:52:47.843756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.873541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:47.878889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=7478eb14-d2a9-4cde-b738-1a28d8b8cc34,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:47.892485 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The resource could not be found. May 13 14:52:47.896928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d702409b-af33-4205-a903-15bee4315fa1 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6039367 May 13 14:52:47.897174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-f16d1983-4f6b-4edc-a001-c4326e9da3f6 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Synchronizing usage tracker for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:47.897464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:47.920073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '39800091-38e8-4621-996a-7c05336a2631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8ab7e17f-e150-4635-8bb4-580c2516acb9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:48.008619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:48.026635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:48.031029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8acdaef0-e1d3-4c66-8b71-15bb46806fa7 req-8b21807e-2365-458f-b582-fdb1ed3dc3ae tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942005 May 13 14:52:48.036739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.042096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:48.107128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:48.124195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.140988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b59600-788c-4e18-9ca2-66457ec8ddd6 req-5cac406d-2a3e-4224-ba38-b43773294e5e service neutron] 10.222.0.86 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601448 May 13 14:52:48.145600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-f16d1983-4f6b-4edc-a001-c4326e9da3f6 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Unset dirty status for tenant:bd363ac17bee4257bfbe1d9818d38a9a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:48.146264 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.154706 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ee39b344-32cd-4493-ad6a-b20d39c980cc req-f16d1983-4f6b-4edc-a001-c4326e9da3f6 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575471 May 13 14:52:48.179431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.186151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d819e449-24e7-4c75-9a62-b8748e32aa2b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6029754 May 13 14:52:48.189208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:48.199776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e35bc-ab27-4b4f-8dd1-990d75342d42,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:48.203328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-316006119'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:48.215256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.233729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.249204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:48.266192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68fdfa8-c66e-40fa-9d46-f71ce4d50925,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:48.289718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:48.307700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.326292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:network and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:48.335275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.335842 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Added segment 9195b260-6c8d-4821-8239-4e272855fbea of type vlan for network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 May 13 14:52:48.373363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:48.376848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.390887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:48.393762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:48.441708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.445555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ae7d8be9-3364-4ff6-ad0b-d57fea4a2db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a68fdfa8-c66e-40fa-9d46-f71ce4d50925 HTTP/1.1" status: 204 len: 168 time: 1.2487063 May 13 14:52:48.500822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.552024 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The resource could not be found. May 13 14:52:48.561914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f1be4802-8faf-4d69-8e4d-28a934b9e1a3 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6446612 May 13 14:52:48.569000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:48.607660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Made reservation on behalf of 3ce21ac1aac74efba41ea70c56f26f25 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:48.614023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.620965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e9a54-a575-4762-b0ef-a16979d9f3cf req-53d60c41-d2eb-44c9-a0c2-769310933d83 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.634254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc7e9a54-a575-4762-b0ef-a16979d9f3cf req-53d60c41-d2eb-44c9-a0c2-769310933d83 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 932 time: 0.2760088 May 13 14:52:48.637100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.647550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:48.647987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.697323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Network 229f37f2-9db9-4054-a9ae-776660f14411 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:48.762655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:48.765541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:48.769596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:48.787837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:49.062492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:49.085820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:security_group_rule and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:49.098467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:49.111481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-e45c2c1a-3a7a-4e47-9b97-8ee296be5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.113465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-e45c2c1a-3a7a-4e47-9b97-8ee296be5811 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd363ac17bee4257bfbe1d9818d38a9a&device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 1094 time: 0.8669488 May 13 14:52:49.134021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:49.223596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.234800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6293662 May 13 14:52:49.235303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.236407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.253256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:49.255366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.270863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Request body: {'subnet': {'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:49.361748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:49.404391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.512639 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc7e9a54-a575-4762-b0ef-a16979d9f3cf req-06a6b50c-8acc-43fa-af2b-3554990ac06a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8769898 May 13 14:52:49.522153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:49.526663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Usage tracker for resource:subnet and tenant:af4ff0bd2bb84005b5d832c99f0552ab is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:49.530861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:49.547224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:49.557499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Made reservation on behalf of af4ff0bd2bb84005b5d832c99f0552ab for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:49.565687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.581757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ba709-f5d2-482a-8ea9-4008bf032e64 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'Network': ['ID=603ad321-18bf-42e9-abe7-a6d22b73d0b5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:49.604167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:49.804610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 2001:db8::2b9 (c9d92b6d-e66e-4478-96e9-491f8494e50a/a28cc3fc-f58d-4c47-a9e7-08057e82a660/4f4018bd-aae7-4ff8-b7b1-1c29c958e191) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:49.943918 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:49.962722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d442f-b9e2-40c2-ac10-6a0325f3ddc2 req-6aff0116-7eca-45c8-b670-573741630308 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.964448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db4d442f-b9e2-40c2-ac10-6a0325f3ddc2 req-6aff0116-7eca-45c8-b670-573741630308 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 0.1966541 May 13 14:52:49.964637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-cf3476de-b47e-416b-b23c-59882ccc8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:49.968009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-cf3476de-b47e-416b-b23c-59882ccc8b5f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 HTTP/1.1" status: 200 len: 926 time: 0.8271732 May 13 14:52:50.045883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db4d442f-b9e2-40c2-ac10-6a0325f3ddc2 req-1717674b-4455-4adc-81fb-a3cc7cedbad1 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690370 May 13 14:52:50.050083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.073094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-f9b526a1-0cbd-4cd1-ba28-846188f99081 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5602820 May 13 14:52:50.201600 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-0c437894-e4e6-4c0a-b157-50eb4fb51a8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f HTTP/1.1" status: 200 len: 217 time: 0.1382842 May 13 14:52:50.218539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Request body: {'port': {'device_id': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:50.248997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'Subnet': ['ID=356ea56c-10c3-492b-ba3f-8abd588815a4,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:50.264420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Checking segment: {'id': '9195b260-6c8d-4821-8239-4e272855fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:50.265624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Network hostable DHCP agents. Network: 603ad321-18bf-42e9-abe7-a6d22b73d0b5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:50.302915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:50.306549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.336019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Usage tracker for resource:security_group_rule and tenant:484e1664950f44f2b81d6150b70766d7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:50.340147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:50.347848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:50.376086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 603ad321-18bf-42e9-abe7-a6d22b73d0b5) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:50.396282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:50.411276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469b155-4fcd-48e9-a5a5-0bcef8f10faf None None] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:50.417902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.421227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.513701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e506dded-9956-4f3a-803e-50a26b0260bc tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2555385 May 13 14:52:50.517167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:50.522146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.531975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.534683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Request body: {'port': {'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2073569099'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:50.597494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.601373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/39800091-38e8-4621-996a-7c05336a2631 HTTP/1.1" status: 204 len: 168 time: 2.0174756 May 13 14:52:50.609707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0723-c663-4b98-9542-691b407e0cde req-0530b050-dbcf-48b2-b8d3-c2801f722785 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.620427 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f23b0723-c663-4b98-9542-691b407e0cde req-0530b050-dbcf-48b2-b8d3-c2801f722785 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.0308890 May 13 14:52:50.620427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:50.664835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-25509d13-a046-4424-96af-da89448c529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:50.666329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-25509d13-a046-4424-96af-da89448c529c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=050646ce-b0b9-4b16-bf7c-27680f32bfbb HTTP/1.1" status: 200 len: 865 time: 0.4124522 May 13 14:52:50.667117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce996-4d1b-43a3-adb8-5378fe102c89 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39800091-38e8-4621-996a-7c05336a2631,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:50.812139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-f0f5cac6-8ef2-41a5-b1c2-dade73248053 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663004 May 13 14:52:50.839315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:50.860786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f23b0723-c663-4b98-9542-691b407e0cde req-a2d75b4f-df86-41c2-a809-12d69439c4be tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426417 May 13 14:52:50.970670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5aab37e3-e457-4b65-9a27-86f7c255843e tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:50.984842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.052070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.117257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5aab37e3-e457-4b65-9a27-86f7c255843e tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:51.140825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5aab37e3-e457-4b65-9a27-86f7c255843e tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5071769 May 13 14:52:51.152273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:51.245723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:51.267794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Usage tracker for resource:port and tenant:af4ff0bd2bb84005b5d832c99f0552ab is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:51.282589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:51.296985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:51.337304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': '68f84dc2-3e75-4db8-af94-a3fa52bedf97', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:51.350148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Made reservation on behalf of af4ff0bd2bb84005b5d832c99f0552ab for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:51.363452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.370641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-603ad321-18bf-42e9-abe7-a6d22b73d0b5', 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5', 'tenant_id': 'af4ff0bd2bb84005b5d832c99f0552ab', 'fixed_ips': [{'subnet_id': '356ea56c-10c3-492b-ba3f-8abd588815a4'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:52:51.371862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.378892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:52:51.419834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] device_id is not set on port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:51.523297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:51.603276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d79f848-6cb0-4517-bdfa-71ffd9c2312f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:51.611903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:51.650226 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:51.651244 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Added segment e1d4cfe3-6d02-4422-ad3b-f1b62ac25016 of type vlan for network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 May 13 14:52:51.656283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:51.710159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:51.817041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8dad5-8e7a-4037-b147-11e2714aa23d req-7c9c34dd-278c-4547-9245-130cb91e2217 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:51.820656 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ef8dad5-8e7a-4037-b147-11e2714aa23d req-7c9c34dd-278c-4547-9245-130cb91e2217 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 932 time: 0.8857584 May 13 14:52:51.853921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Allocated IP 2001:db8::317 (603ad321-18bf-42e9-abe7-a6d22b73d0b5/356ea56c-10c3-492b-ba3f-8abd588815a4/2e6c9e91-8b2d-4a8b-aefa-a14d687505c2) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:51.935424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2ef8dad5-8e7a-4037-b147-11e2714aa23d req-db952db3-1674-40ce-9986-a402a3c24ed0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831659 May 13 14:52:52.265965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 4f4ad86a-6bff-4cc6-a395-d3432049897f details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:52:52.418862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.479638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-737eebda-987d-4019-ab13-077e5bde6d30 service neutron] 10.222.0.86 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6341372 May 13 14:52:52.504630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.612179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:52.635511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.639146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'network_id': '1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8', 'port_id': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'mac_address': 'fa:16:3e:2a:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050646ce-b0b9-4b16-bf7c-27680f32bfbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:52:52.661530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04884347-cfeb-497d-bc6d-45edbcfbe11a req-34d6d265-71a9-4e4c-aa30-36f2a0c7e1af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:52.678221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04884347-cfeb-497d-bc6d-45edbcfbe11a req-34d6d265-71a9-4e4c-aa30-36f2a0c7e1af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4314973 May 13 14:52:52.742706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Transition to ACTIVE for port object 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:52.764083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcfc79c-09fe-45db-b1f2-ccd4a69bf930 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:52.764716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 4f4ad86a-6bff-4cc6-a395-d3432049897f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:52.765324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.782336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.806900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4ad86a-6bff-4cc6-a395-d3432049897f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:52:52.812990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Transition to ACTIVE for port object afcfc79c-09fe-45db-b1f2-ccd4a69bf930 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:52.814872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.821584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04884347-cfeb-497d-bc6d-45edbcfbe11a req-67808d09-d2ce-4a9c-a6ea-04425c45c75a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421294 May 13 14:52:52.829363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:52.830764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.877801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:52.883061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.892616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.918738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.936763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:52.973800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:52.977747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:53.002492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.006172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:53.026425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:53.041636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.074650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'Port': ['ID=2e6c9e91-8b2d-4a8b-aefa-a14d687505c2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:53.122126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-463454cf-812c-433e-ac9d-a6c624b3b3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6030354 May 13 14:52:53.123795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:53.130169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Request body: {'port': {'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1623783277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:53.131584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] bootfile-name is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:52:53.132576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] tftp-server is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:52:53.133018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] server-ip-address is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:52:53.170002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Allocated IP 2001:db8::2 (603ad321-18bf-42e9-abe7-a6d22b73d0b5/356ea56c-10c3-492b-ba3f-8abd588815a4/dc85db5a-e05c-478e-8abc-e448cfda4a3a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:53.216432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:53.415527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network c9d92b6d-e66e-4478-96e9-491f8494e50a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:53.463757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:53.476680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=484e1664950f44f2b81d6150b70766d7&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0375249 May 13 14:52:53.480875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e131ebcf-15bd-48fb-9fba-242694afa8a3 req-9ae47b43-7d5e-4d07-acfe-d6a268bb5932 service neutron] 10.222.0.86 "GET /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365685 May 13 14:52:53.482419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:53.495968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6a638-12a5-40ae-8252-b935065ae60e req-09b87e0b-763f-457a-9a9e-037f3ed8df25 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:53.497851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7c6a638-12a5-40ae-8252-b935065ae60e req-09b87e0b-763f-457a-9a9e-037f3ed8df25 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 0.2366555 May 13 14:52:53.499107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Usage tracker for resource:port and tenant:af4ff0bd2bb84005b5d832c99f0552ab is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:53.503138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:53.525681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['4f4ad86a-6bff-4cc6-a395-d3432049897f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:52:53.658507 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.663833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:53.692358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Made reservation on behalf of af4ff0bd2bb84005b5d832c99f0552ab for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:53.694908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Transition to ACTIVE for port object dc85db5a-e05c-478e-8abc-e448cfda4a3a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:53.697031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:53.767856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e7c6a638-12a5-40ae-8252-b935065ae60e req-aa01ad25-49ee-458f-8a2e-91da74749895 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608700 May 13 14:52:53.769206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] device_id is not set on port 596fd2ec-b876-4e8e-9471-6c724af6d581 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:52:53.823965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:53.826810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a4cfa-175c-43fe-abb9-98c12c696b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6ca19-8302-4474-9325-d5eea5016b92,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:53.855774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:53.953766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Transition to ACTIVE for port object dc85db5a-e05c-478e-8abc-e448cfda4a3a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:53.999212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:54.026992 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.073969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294bd47-0514-44ae-9185-1657f2d7bdf4 req-b1a4e011-e335-41a4-8701-3f0d488a9657 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.082368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8294bd47-0514-44ae-9185-1657f2d7bdf4 req-b1a4e011-e335-41a4-8701-3f0d488a9657 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 2.7053728 May 13 14:52:54.088190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:54.135708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Pushing event updated for resources: {'Port': ['ID=dc85db5a-e05c-478e-8abc-e448cfda4a3a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:54.154705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:54.160233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:54.163920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:54.221326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Allocated IP 2001:db8::184 (603ad321-18bf-42e9-abe7-a6d22b73d0b5/356ea56c-10c3-492b-ba3f-8abd588815a4/596fd2ec-b876-4e8e-9471-6c724af6d581) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:52:54.297415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Attempting to bind port dc85db5a-e05c-478e-8abc-e448cfda4a3a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:54.298121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Attempting to bind port dc85db5a-e05c-478e-8abc-e448cfda4a3a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9195b260-6c8d-4821-8239-4e272855fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:54.298596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Attempting to bind port dc85db5a-e05c-478e-8abc-e448cfda4a3a on network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:54.314590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:54.314590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Checking segment: {'id': '9195b260-6c8d-4821-8239-4e272855fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:54.314590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.319869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Bound using segment: {'id': '9195b260-6c8d-4821-8239-4e272855fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:54.319869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Bound port: dc85db5a-e05c-478e-8abc-e448cfda4a3a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195b260-6c8d-4821-8239-4e272855fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '603ad321-18bf-42e9-abe7-a6d22b73d0b5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:54.319869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.333258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.367216 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.445545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8294bd47-0514-44ae-9185-1657f2d7bdf4 req-6c93554d-6705-4a0a-a9e1-d1b07dad4987 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619392 May 13 14:52:54.471239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] For port dc85db5a-e05c-478e-8abc-e448cfda4a3a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:54.476203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] For port dc85db5a-e05c-478e-8abc-e448cfda4a3a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc85db5a-e05c-478e-8abc-e448cfda4a3a,segment=NetworkSegment(9195b260-6c8d-4821-8239-4e272855fbea),segment_id=9195b260-6c8d-4821-8239-4e272855fbea)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:54.483366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Network': ['ID=f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:54.495540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.603918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825123a1-c9ce-4649-bce6-1ceafa834519 req-d8668a1e-f3bd-4019-a510-7303db6f38a8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:54.613771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-825123a1-c9ce-4649-bce6-1ceafa834519 req-d8668a1e-f3bd-4019-a510-7303db6f38a8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.6424091 May 13 14:52:54.629740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:52:54.663568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a0d5a-a918-476d-a5eb-c2539fc9c62a None None] Pushing event updated for resources: {'Port': ['ID=dc85db5a-e05c-478e-8abc-e448cfda4a3a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:54.793676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-825123a1-c9ce-4649-bce6-1ceafa834519 req-c3337f72-5b62-4ad2-87be-f948889eb720 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784387 May 13 14:52:54.847758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.882059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.885491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:54.889718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a6ca19-8302-4474-9325-d5eea5016b92 HTTP/1.1" status: 204 len: 168 time: 1.0367627 May 13 14:52:54.897434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Transition to ACTIVE for port object 596fd2ec-b876-4e8e-9471-6c724af6d581 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:52:54.901724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39984) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:54.902022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1874c461-d7ad-405e-87cb-103301791ae5 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 6.6940875 May 13 14:52:54.913838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Request body: {'subnet': {'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:54.984528 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The resource could not be found. May 13 14:52:54.990784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5678b730-6826-4cd5-bc83-0a6f152091d4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 3.8162494 May 13 14:52:55.005090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:55.007610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Attempting to bind port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:52:55.008249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Attempting to bind port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:52:55.008833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Attempting to bind port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:55.034580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098923007'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:55.041633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eacde2-1da0-4d41-bb76-910618db6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6ca19-8302-4474-9325-d5eea5016b92,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:55.078364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:55.087238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 on network 229f37f2-9db9-4054-a9ae-776660f14411 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:52:55.087601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Attempting to bind port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 on network 229f37f2-9db9-4054-a9ae-776660f14411 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:52:55.102432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:52:55.102833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Checking segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:55.103787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Bound using segment: {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:52:55.104518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Bound port: afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c34efaf-be24-4850-9915-8a41c7612d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:52:55.105158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.202641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:55.346166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:55.359382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:subnet and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:55.377299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:55.406339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.423259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:55.467827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.599466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:52:55.607247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:55.616399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:52:55.619211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:55.639430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'Port': ['ID=596fd2ec-b876-4e8e-9471-6c724af6d581,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:55.814024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:55.819612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:55.832835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:55.892036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:52:55.934377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Made reservation on behalf of 3ce21ac1aac74efba41ea70c56f26f25 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:52:55.943167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.013154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc85db5a-e05c-478e-8abc-e448cfda4a3a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:56.051637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:56.124952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:52:56.139715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.141042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.300772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 4f4ad86a-6bff-4cc6-a395-d3432049897f up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:52:56.355292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.516630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.586753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port dc85db5a-e05c-478e-8abc-e448cfda4a3a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:56.671179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 4f4ad86a-6bff-4cc6-a395-d3432049897f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:56.686081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 4f4ad86a-6bff-4cc6-a395-d3432049897f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:56.689787 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:56.804842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9ccdb54-8b8b-48d1-93cc-2bcc36282422 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6770282 May 13 14:52:56.823569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40012) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:56.845513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26cbf9-0024-469c-b2c9-8e4de0749351 None None] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:56.980677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae588-07a9-4498-b8b8-8ba567d3d867 req-15713060-82aa-4ac1-87b0-7eb1010d4a84 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:56.981790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d1fae588-07a9-4498-b8b8-8ba567d3d867 req-15713060-82aa-4ac1-87b0-7eb1010d4a84 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:57.025336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e479a-989a-490d-94b9-9d73223ea768 req-22a9271d-081f-4622-8e1c-8dc7f174a7bf tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.033716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d14e479a-989a-490d-94b9-9d73223ea768 req-22a9271d-081f-4622-8e1c-8dc7f174a7bf tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 944 time: 1.3498647 May 13 14:52:57.091890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Subnet': ['ID=35e2d5b7-c3e4-45a1-a2ef-98f14248c27c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:57.115774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d14e479a-989a-490d-94b9-9d73223ea768 req-70499d0d-e0ff-4658-aa3d-9ec9f43cc245 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810449 May 13 14:52:57.121415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Checking segment: {'id': 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:52:57.121415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network hostable DHCP agents. Network: f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:52:57.146181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.147607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.155549 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] 10.222.0.90 "PUT /v2.0/ports/afcfc79c-09fe-45db-b1f2-ccd4a69bf930 HTTP/1.1" status: 200 len: 1092 time: 6.9690552 May 13 14:52:57.292554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.317535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:57.323661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.354166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.358279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Synchronizing usage tracker for tenant:af4ff0bd2bb84005b5d832c99f0552ab on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:52:57.366508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 4f4ad86a-6bff-4cc6-a395-d3432049897f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:57.367450 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.370945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:52:57.423630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:52:57.462709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:57.464603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.495780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Provisioning for port dc85db5a-e05c-478e-8abc-e448cfda4a3a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:57.515909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd24b-7eeb-4ca0-8af9-a7bb2a7fbaf0 None None] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:52:57.545245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.582323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Unset dirty status for tenant:af4ff0bd2bb84005b5d832c99f0552ab on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:57.588701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6684ced3-5501-49e3-89c0-0dfc48133260 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7610257 May 13 14:52:57.598396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc4c778f-87f7-4661-8c36-4dce327e5880 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6946061 May 13 14:52:57.602684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:57.603274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:57.618172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Provisioning complete for port dc85db5a-e05c-478e-8abc-e448cfda4a3a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:57.618753 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.753111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1041773701', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:57.785913 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:57.791405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:57.805726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:router and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:57.822909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:57.838328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971eb2a-f075-4c8a-bcc3-84604c6f8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:57.846959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:57.853270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:52:57.926031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d1fae588-07a9-4498-b8b8-8ba567d3d867 req-15713060-82aa-4ac1-87b0-7eb1010d4a84 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:52:57.938740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1fae588-07a9-4498-b8b8-8ba567d3d867 req-15713060-82aa-4ac1-87b0-7eb1010d4a84 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 2.7177341 May 13 14:52:57.969845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:58.019696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.019696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.047600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.253273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Deleting port 596fd2ec-b876-4e8e-9471-6c724af6d581 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:52:58.253617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.359946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.562017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.570108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.5535667 May 13 14:52:58.573455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.593732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:52:58.603214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:58.628174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007858577'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:52:58.651633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:58.669209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:58.685114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:58.903998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Current status of the port dc85db5a-e05c-478e-8abc-e448cfda4a3a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:52:58.904787 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:58.954045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:52:58.975397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] For port dc85db5a-e05c-478e-8abc-e448cfda4a3a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc85db5a-e05c-478e-8abc-e448cfda4a3a,segment=NetworkSegment(9195b260-6c8d-4821-8239-4e272855fbea),segment_id=9195b260-6c8d-4821-8239-4e272855fbea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:52:58.984358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01', 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01', 'tenant_id': '3ce21ac1aac74efba41ea70c56f26f25', 'fixed_ips': [{'subnet_id': '35e2d5b7-c3e4-45a1-a2ef-98f14248c27c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:52:58.985514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.002159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.194850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0480e-6e64-4cb1-944e-86c6b70aa8e2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2967fb-e600-48dc-af2e-5ff553653637,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:59.199904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.249330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.334894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1fae588-07a9-4498-b8b8-8ba567d3d867 req-98248443-064c-4401-855f-c8a1061f4da4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3949578 May 13 14:52:59.365663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3409-cc1b-493b-9c6b-851c4402ee2d req-f5fcd917-51e3-4bcd-828e-83e6c68ff88c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:59.384027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-750e3409-cc1b-493b-9c6b-851c4402ee2d req-f5fcd917-51e3-4bcd-828e-83e6c68ff88c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.7912698 May 13 14:52:59.398592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-7bbe20af-18ef-4bea-b8b3-0aaee82b713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:59.408391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-7bbe20af-18ef-4bea-b8b3-0aaee82b713e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 1095 time: 2.0781403 May 13 14:52:59.552191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:52:59.602494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Provisioning for port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:52:59.619150 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475896f0-79fc-4b0d-8a8e-b2f12633a768'] response: {'name': 'network-changed', 'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'status': 'completed', 'code': 200} May 13 14:52:59.681396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-86bd4897-3089-402e-8236-01c69e80110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:52:59.700923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-86bd4897-3089-402e-8236-01c69e80110e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1096 time: 2.1459630 May 13 14:52:59.746551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-841821e3-f06d-4178-8c87-073395a1a8a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930 HTTP/1.1" status: 200 len: 217 time: 0.3092129 May 13 14:52:59.773044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:52:59.779299 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8c7db5-7e3e-4724-9f00-66a1ab65e21e'] response: {'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'code': 200} May 13 14:52:59.805848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:52:59.861897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc591160-b413-4da7-8caa-18ec11053814 None None] Pushing event updated for resources: {'Port': ['ID=dc85db5a-e05c-478e-8abc-e448cfda4a3a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:52:59.873956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Provisioning complete for port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:52:59.874702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:52:59.965282 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9099b0a-9fa4-4140-92c7-c546dd043f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.078498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Allocated IP 172.20.0.2 (f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01/35e2d5b7-c3e4-45a1-a2ef-98f14248c27c/a7b59362-ce8b-4d65-85d6-94b1da50a3ff) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:00.099436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:00.124823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-750e3409-cc1b-493b-9c6b-851c4402ee2d req-30e13af0-dd2e-4798-8bc2-01dd871917c9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7352748 May 13 14:53:00.249065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:00.366773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Provisioning complete for port dc85db5a-e05c-478e-8abc-e448cfda4a3a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:00.367241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.665027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 9af1faab-ae6c-49be-99f0-4f0c22014fe5 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:53:00.698250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-64193ea7-47b5-4591-98c4-e524eb2e1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:00.700277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-64193ea7-47b5-4591-98c4-e524eb2e1056 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.4734116 May 13 14:53:00.895132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.911152 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.937471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Transition to ACTIVE for port object a7b59362-ce8b-4d65-85d6-94b1da50a3ff will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:00.976238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-92448b46-42e4-48a8-ad3a-3280e6f864e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185632 May 13 14:53:00.982244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:00.984252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Transition to ACTIVE for port object a7b59362-ce8b-4d65-85d6-94b1da50a3ff will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:01.011961 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.066833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.093420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.098702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5033231 May 13 14:53:01.101371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:01.123994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group_rule': {'security_group_id': 'aa2967fb-e600-48dc-af2e-5ff553653637', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'edd3eac6-6bdb-42de-9ef5-83e32b01ee95'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:01.131374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:01.135911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:01.140360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:01.151574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:01.293792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:01.313143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6617a-40c1-4f1b-916e-bc01f82511db req-fef06171-39ac-4bda-8257-6ed1a2be5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:01.314867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55d6617a-40c1-4f1b-916e-bc01f82511db req-fef06171-39ac-4bda-8257-6ed1a2be5f2b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 1096 time: 1.1674099 May 13 14:53:01.322799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Calling delete_port for 596fd2ec-b876-4e8e-9471-6c724af6d581 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:01.410215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e845112-95bd-44e5-ad75-bacd95c644cf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd3eac6-6bdb-42de-9ef5-83e32b01ee95,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:01.526760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:01.531690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Pushing event updated for resources: {'Port': ['ID=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:01.545165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cd94-47c8-4fb1-af07-07baacf33d3a req-bd8bc035-337b-4914-a440-baa95c19874e tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:01.548665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:01.553216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Current status of the port dc85db5a-e05c-478e-8abc-e448cfda4a3a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:01.553796 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-39e8cd94-47c8-4fb1-af07-07baacf33d3a req-bd8bc035-337b-4914-a440-baa95c19874e tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 1.2049496 May 13 14:53:01.630304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-6329ff60-59ce-46af-ada4-27b3b5ace37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:01.630999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-6329ff60-59ce-46af-ada4-27b3b5ace37d service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 1.8830590 May 13 14:53:01.708787 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:53:01.713146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2fc4aca1-6658-4ba4-aaf8-efe6c107d656 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6056597 May 13 14:53:01.720909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:01.731332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc96b-c195-49e3-9eb1-022238f349bb req-012ca2ad-6b94-4041-b89b-3a3d70c07acb tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:01.733265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bfbdc96b-c195-49e3-9eb1-022238f349bb req-012ca2ad-6b94-4041-b89b-3a3d70c07acb tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 0.9993277 May 13 14:53:01.740113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.818481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Provisioning for port 596fd2ec-b876-4e8e-9471-6c724af6d581 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:01.845393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-55d6617a-40c1-4f1b-916e-bc01f82511db req-484ed787-6761-479b-970c-e6e57c3e1e65 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769740 May 13 14:53:01.894608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Provisioning complete for port 596fd2ec-b876-4e8e-9471-6c724af6d581 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:01.898976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:01.928443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event deleted for resources: {'Port': ['ID=596fd2ec-b876-4e8e-9471-6c724af6d581,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:02.070174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:02.081425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc85db5a-e05c-478e-8abc-e448cfda4a3a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:02.087259 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Sync routers for ids ['9af1faab-ae6c-49be-99f0-4f0c22014fe5'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:02.092168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-39e8cd94-47c8-4fb1-af07-07baacf33d3a req-fd6eff4a-17fd-4cf8-9256-173367410872 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373290 May 13 14:53:02.118384 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Routers {'9af1faab-ae6c-49be-99f0-4f0c22014fe5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:02.132783 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:52:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['9af1faab-ae6c-49be-99f0-4f0c22014fe5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:02.173644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-4d090f60-5293-4959-a615-a228e3712de9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 1001 time: 0.5245571 May 13 14:53:02.176762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-cee65e89-2c1e-4b0b-b358-98811c1e8558 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1593761 May 13 14:53:02.265957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f4f132d8-7172-49b0-998c-ef991afd97d8 None None] Port 596fd2ec-b876-4e8e-9471-6c724af6d581 was deleted so its status cannot be updated. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 14:53:02.279132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.295350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Attempting to bind port a7b59362-ce8b-4d65-85d6-94b1da50a3ff on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:02.305961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Attempting to bind port a7b59362-ce8b-4d65-85d6-94b1da50a3ff by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:02.307112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Attempting to bind port a7b59362-ce8b-4d65-85d6-94b1da50a3ff on network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:02.328122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:02.329174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Checking segment: {'id': 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:02.330045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.330940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Bound using segment: {'id': 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:02.333806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Bound port: a7b59362-ce8b-4d65-85d6-94b1da50a3ff, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:02.334972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.352262 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bfbdc96b-c195-49e3-9eb1-022238f349bb req-404b387d-da46-4e30-a764-b1f0d3c89f95 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949695 May 13 14:53:02.366759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-2319e939-bedb-4830-9bc1-862ea58e6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:02.366759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-2319e939-bedb-4830-9bc1-862ea58e6099 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.1830637 May 13 14:53:02.422621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.425026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-05c6a0bd-0286-4bc5-a91a-580d5289ec7e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 20.1956592 May 13 14:53:02.535521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:02.628475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2cfac008-30e8-4b07-993e-6f096c7444eb None None] Provisioning complete for port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:02.649415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2cfac008-30e8-4b07-993e-6f096c7444eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.748772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c9586b2e-b645-475a-a346-48ec906035b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "DELETE /v2.0/ports/596fd2ec-b876-4e8e-9471-6c724af6d581 HTTP/1.1" status: 204 len: 168 time: 5.1333308 May 13 14:53:02.753706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.810880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:02.917260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:02.947004 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Set router 9af1faab-ae6c-49be-99f0-4f0c22014fe5 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:03.026818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Request body: {'port': {'name': 'tempest-new-port-name-2028831390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:03.027469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] bootfile-name is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:53:03.028555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] tftp-server is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:53:03.029126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.api.validators [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] server-ip-address is not in valid_values {{(pid=88131) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:53:03.095327 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c3ed275a-d20a-4c27-b308-03308802cdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.158744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.217666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2cfac008-30e8-4b07-993e-6f096c7444eb None None] Port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:03.232012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port dc85db5a-e05c-478e-8abc-e448cfda4a3a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:03.232364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.314203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.350588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2cfac008-30e8-4b07-993e-6f096c7444eb None None] Could not find standard attr ID for object 596fd2ec-b876-4e8e-9471-6c724af6d581. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:53:03.379463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] For port a7b59362-ce8b-4d65-85d6-94b1da50a3ff, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:03.430063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.462356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] For port a7b59362-ce8b-4d65-85d6-94b1da50a3ff, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,segment=NetworkSegment(e1d4cfe3-6d02-4422-ad3b-f1b62ac25016),segment_id=e1d4cfe3-6d02-4422-ad3b-f1b62ac25016)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:03.490455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.678932 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af1faab-ae6c-49be-99f0-4f0c22014fe5', 'name': '', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a', 'external_fixed_ips': [{'subnet_id': 'a28cc3fc-f58d-4c47-a9e7-08057e82a660', 'ip_address': '2001:db8::2b9'}], 'enable_snat': True}, 'gw_port_id': '4f4018bd-aae7-4ff8-b7b1-1c29c958e191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:52:44Z', 'updated_at': '2022-05-13T14:52:54Z', 'revision_number': 3, 'project_id': '933ef47171104353948acded83db396b', 'gw_port': {'id': '4f4018bd-aae7-4ff8-b7b1-1c29c958e191', 'name': '', 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af1faab-ae6c-49be-99f0-4f0c22014fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'a28cc3fc-f58d-4c47-a9e7-08057e82a660', 'ip_address': '2001:db8::2b9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:52:48Z', 'updated_at': '2022-05-13T14:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a28cc3fc-f58d-4c47-a9e7-08057e82a660', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:03.689084 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Checking router: 9af1faab-ae6c-49be-99f0-4f0c22014fe5 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:53:03.689697 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Updating router 9af1faab-ae6c-49be-99f0-4f0c22014fe5 port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:53:03.757077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.807770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.870452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.875204 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:03.898542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd3eac6-6bdb-42de-9ef5-83e32b01ee95,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:03.949216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e36d4d-913f-4b38-b8cd-90684e57d7d8 None None] Pushing event updated for resources: {'Port': ['ID=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:04.009804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port dc85db5a-e05c-478e-8abc-e448cfda4a3a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:04.087169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.096514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c9840a0d-08c4-411a-beb6-497787ed17c2 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/edd3eac6-6bdb-42de-9ef5-83e32b01ee95 HTTP/1.1" status: 204 len: 168 time: 2.3596497 May 13 14:53:04.102018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:04.444917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8e7ca37-4c70-4dee-ab84-70da15a136cb req-c5dad847-2565-4520-947c-ac73bcf591bd service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0757563 May 13 14:53:04.486321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f849c-bdde-4d86-b19a-7aaa2f8cd9f5 req-e9a6d5cc-0424-4e6c-83fb-caff63f064b5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:04.494582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c4f849c-bdde-4d86-b19a-7aaa2f8cd9f5 req-e9a6d5cc-0424-4e6c-83fb-caff63f064b5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 2.0752389 May 13 14:53:04.499990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-7be8053f-a0d2-4b70-8f20-bddb0c478369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:04.501584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-7be8053f-a0d2-4b70-8f20-bddb0c478369 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0809693 May 13 14:53:04.546702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.733733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-692263cc-657d-4490-9317-a419e439d038 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088549 May 13 14:53:04.764599 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.820121 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:04.972901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:04.973257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.200891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Allocated IP 172.25.5.28 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/a60f3d34-9fd9-4b56-b114-f405f04be8b9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:05.294440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c4f849c-bdde-4d86-b19a-7aaa2f8cd9f5 req-b45b0ebe-beac-4a1b-ac11-f2ef1ad52891 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7994294 May 13 14:53:05.484716 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.568656 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Transition to ACTIVE for port object 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:05.606997 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:05.613317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-d2c47cb9-8159-4d84-b68a-c559e33035c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:05.618462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-d2c47cb9-8159-4d84-b68a-c559e33035c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 1095 time: 1.0961490 May 13 14:53:05.622526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5519d96e-6142-4e78-a0cf-2d09819ac0f6 req-13734e26-1d07-4afd-a019-ae0a2214e24b service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318574 May 13 14:53:05.662856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1af2cf7d-a705-4950-968c-bd7b1b756cdf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:05.894033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97aedb8-a6d1-4eb9-a9b1-d39c2ba3bb2f None None] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:05.978958 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Attempting to bind port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:05.981027 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Attempting to bind port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '238995a3-7dce-4236-bb08-9f363f842790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:05.982659 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Attempting to bind port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 on network c9d92b6d-e66e-4478-96e9-491f8494e50a {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:06.005229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1af2cf7d-a705-4950-968c-bd7b1b756cdf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:06.011004 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:06.019660 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Checking segment: {'id': '238995a3-7dce-4236-bb08-9f363f842790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:06.020940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1af2cf7d-a705-4950-968c-bd7b1b756cdf tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.9140196 May 13 14:53:06.022046 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.023558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40122) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:06.024829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Bound using segment: {'id': '238995a3-7dce-4236-bb08-9f363f842790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:06.031802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Bound port: 4f4018bd-aae7-4ff8-b7b1-1c29c958e191, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238995a3-7dce-4236-bb08-9f363f842790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'c9d92b6d-e66e-4478-96e9-491f8494e50a'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:06.033198 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.174470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3053-94a9-4fab-b30d-8e8b5650374f req-28a6d6be-3b50-46c4-9f22-480b0ef2e842 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:06.179100 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a6a3053-94a9-4fab-b30d-8e8b5650374f req-28a6d6be-3b50-46c4-9f22-480b0ef2e842 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 2.4132836 May 13 14:53:06.321736 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] For port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:06.328971 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] For port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,segment=NetworkSegment(238995a3-7dce-4236-bb08-9f363f842790),segment_id=238995a3-7dce-4236-bb08-9f363f842790)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:06.343973 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Pushing event updated for resources: {'Port': ['ID=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:06.371961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a7b59362-ce8b-4d65-85d6-94b1da50a3ff up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:06.375370 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.383068 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.383635 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.384468 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.385226 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.385958 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.386703 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.396073 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.397179 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.398245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.399950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.400863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:06.407418 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.434424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device afcfc79c-09fe-45db-b1f2-ccd4a69bf930 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:53:06.543131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-c566fe3a-3e3d-4b1a-8ef5-492d291d4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:06.562926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e79ac8b3-fdf5-4cc6-8250-1c1342e218d7 None None] Provisioning for port a7b59362-ce8b-4d65-85d6-94b1da50a3ff completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:06.563306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-c566fe3a-3e3d-4b1a-8ef5-492d291d4639 service neutron] 10.222.0.90 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.7488401 May 13 14:53:06.704885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4a6a3053-94a9-4fab-b30d-8e8b5650374f req-ac1dd76d-8b99-4355-98ab-916fc01d7f56 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442554 May 13 14:53:06.731432 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Routers {'9af1faab-ae6c-49be-99f0-4f0c22014fe5'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:06.733633 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['9af1faab-ae6c-49be-99f0-4f0c22014fe5'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:06.842757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77d444-010c-493d-af4a-66fbebcb5205 req-85f21698-ccbb-4353-b3c7-14d08eb57d7a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:06.846878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c77d444-010c-493d-af4a-66fbebcb5205 req-85f21698-ccbb-4353-b3c7-14d08eb57d7a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 1.1396415 May 13 14:53:06.889990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:06.905828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.001141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-b2bc28c1-2327-406a-a4f4-4c4f20db4bad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930 HTTP/1.1" status: 200 len: 217 time: 0.3998444 May 13 14:53:07.066157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.086955 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] Set router 9af1faab-ae6c-49be-99f0-4f0c22014fe5 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:07.166551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:07.184659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.207047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'network_id': '229f37f2-9db9-4054-a9ae-776660f14411', 'port_id': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'mac_address': 'fa:16:3e:44:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32c170-33f3-40a1-b288-a155bf6b0c63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:53:07.237521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c77d444-010c-493d-af4a-66fbebcb5205 req-3e74ea79-2b68-4903-bada-c7636e87ed0c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888849 May 13 14:53:07.239830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.287320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2967fb-e600-48dc-af2e-5ff553653637,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:07.317587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af1faab-ae6c-49be-99f0-4f0c22014fe5', 'name': '', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:52:44Z', 'updated_at': '2022-05-13T14:53:04Z', 'revision_number': 4, 'project_id': '933ef47171104353948acded83db396b', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:07.351413 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ff0e1-eedf-4966-8017-b15adc3ca651 None None] The sync data for ids ['9af1faab-ae6c-49be-99f0-4f0c22014fe5'] in n-d-841736-1 is: [{'id': '9af1faab-ae6c-49be-99f0-4f0c22014fe5', 'name': '', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:52:44Z', 'updated_at': '2022-05-13T14:53:04Z', 'revision_number': 4, 'project_id': '933ef47171104353948acded83db396b', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:07.354550 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9232cd-3ab1-4f8d-b165-be75d7b1daa3 None None] Pushing event updated for resources: {'Port': ['ID=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:07.417290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.418717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c87dbcf7-1f2d-4d2c-b68e-be9dc12f07f7 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa2967fb-e600-48dc-af2e-5ff553653637 HTTP/1.1" status: 204 len: 168 time: 1.3635941 May 13 14:53:07.438829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.447877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:07.507912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:07.508707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.536617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.612388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcfc79c-09fe-45db-b1f2-ccd4a69bf930 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:07.629453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a7b59362-ce8b-4d65-85d6-94b1da50a3ff completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:07.658137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:07.681401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a7b59362-ce8b-4d65-85d6-94b1da50a3ff triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:07.693168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.798179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event updated for resources: {'Port': ['ID=2e6c9e91-8b2d-4a8b-aefa-a14d687505c2,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:07.867324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:07.905364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] In _notify_port_updated(), no bound segment for port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 on network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:53:07.919797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.920543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:07.925396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9eafe78e-6d24-4544-9e17-a8c9507ef39b tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "PUT /v2.0/ports/2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 HTTP/1.1" status: 200 len: 1130 time: 4.9111886 May 13 14:53:07.936326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40144) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:07.940185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52a00c51-af54-41d8-bc99-b8262dfb6d07 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:07.946455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-a30ddf78-0dc2-4a89-90b6-b0e2fd9cfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.960919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-a30ddf78-0dc2-4a89-90b6-b0e2fd9cfbfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.8645868 May 13 14:53:07.981304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8513e6-d3bd-4610-85ec-0ddb4cb5eca1 req-b837a964-a618-4efe-93a3-239404768a88 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:07.997629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b8513e6-d3bd-4610-85ec-0ddb4cb5eca1 req-b837a964-a618-4efe-93a3-239404768a88 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.0152359 May 13 14:53:08.009125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:08.018237 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:08.259552 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-29b16cab-bec5-4561-b322-d12dbb847e11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2825480 May 13 14:53:08.353342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51f06e-1645-45b2-8672-379764cb7383 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:08.354012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c51f06e-1645-45b2-8672-379764cb7383 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Synchronizing usage tracker for tenant:af4ff0bd2bb84005b5d832c99f0552ab on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:08.442375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52a00c51-af54-41d8-bc99-b8262dfb6d07 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:08.451141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-52a00c51-af54-41d8-bc99-b8262dfb6d07 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9975746 May 13 14:53:08.456446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['afcfc79c-09fe-45db-b1f2-ccd4a69bf930'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:53:08.457296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:08.468828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:08.469617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c51f06e-1645-45b2-8672-379764cb7383 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Unset dirty status for tenant:af4ff0bd2bb84005b5d832c99f0552ab on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:08.475999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5c51f06e-1645-45b2-8672-379764cb7383 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "GET /v2.0/ports/2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 HTTP/1.1" status: 200 len: 1130 time: 0.4706378 May 13 14:53:08.481963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:08.482882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:08.485675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:08.565668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'tempest-secgroup--623978392'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:08.572180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:08.602565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:08.733342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-0355b477-1bec-457f-a156-db73d1590698 service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599583 May 13 14:53:08.803618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:08.895688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d42fd678-a0ef-4c23-b6ca-6f1788c16e9a None None] Provisioning complete for port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:08.896068 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d42fd678-a0ef-4c23-b6ca-6f1788c16e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:08.935781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:08.936105 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:08.994830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a7b59362-ce8b-4d65-85d6-94b1da50a3ff is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:08.995304 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.143271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda71852-fb8f-4c8b-9d90-3b37e5c84006 req-999bc79e-df40-4bbe-8572-7af984ff8830 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:09.147263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fda71852-fb8f-4c8b-9d90-3b37e5c84006 req-999bc79e-df40-4bbe-8572-7af984ff8830 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 0.9612749 May 13 14:53:09.256896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d42fd678-a0ef-4c23-b6ca-6f1788c16e9a None None] Port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:09.260447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a7b59362-ce8b-4d65-85d6-94b1da50a3ff, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,segment=NetworkSegment(e1d4cfe3-6d02-4422-ad3b-f1b62ac25016),segment_id=e1d4cfe3-6d02-4422-ad3b-f1b62ac25016)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:09.283336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.311060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fda71852-fb8f-4c8b-9d90-3b37e5c84006 req-83204f4b-60f3-4e94-bb43-d49846ca0a34 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907438 May 13 14:53:09.313369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66b4d597-1ee8-4552-8089-8360ad1a36ca req-298b73dc-bb34-4ad9-8f6c-002046cce37f service neutron] 10.222.0.90 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440955 May 13 14:53:09.437474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:09.438372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.538753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b06068a4-89a5-4aa5-be70-e1b1a2f013d0 None None] Provisioning complete for port a7b59362-ce8b-4d65-85d6-94b1da50a3ff triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:09.539840 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b06068a4-89a5-4aa5-be70-e1b1a2f013d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.587516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Deleting port 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:09.588456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:09.735692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b8513e6-d3bd-4610-85ec-0ddb4cb5eca1 req-23069d1b-b1c3-448c-ae1e-fa11aeae157a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7365396 May 13 14:53:09.738186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=a60f3d34-9fd9-4b56-b114-f405f04be8b9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:09.985874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.011329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b06068a4-89a5-4aa5-be70-e1b1a2f013d0 None None] Current status of the port a7b59362-ce8b-4d65-85d6-94b1da50a3ff is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:10.021285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:10.171855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:10.177303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3456ce-4e3c-4878-983f-7e584d09862d req-54465736-3477-4421-ab14-087285c9ee76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:10.179842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb3456ce-4e3c-4878-983f-7e584d09862d req-54465736-3477-4421-ab14-087285c9ee76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 945 time: 0.5290864 May 13 14:53:10.186305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] For port 4f4018bd-aae7-4ff8-b7b1-1c29c958e191, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,segment=NetworkSegment(238995a3-7dce-4236-bb08-9f363f842790),segment_id=238995a3-7dce-4236-bb08-9f363f842790)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:10.186761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.355819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Usage tracker for resource:security_group_rule and tenant:cfedb2f612554e20bb8c15081892e894 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:10.364262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:10.394715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:10.521462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for 4f4018bd-aae7-4ff8-b7b1-1c29c958e191 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:10.555353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb3456ce-4e3c-4878-983f-7e584d09862d req-885815e4-3ff8-4882-b8c1-84e74813ab5f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582768 May 13 14:53:10.747848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.769283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.834384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f4018bd-aae7-4ff8-b7b1-1c29c958e191,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:10.875452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.875691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.875954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.876271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.876563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.876902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.877219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.877556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.877876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.878186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.878519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.878813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:10.897032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:10.908807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc83e25-7b28-4615-a9ec-7262a405aae5 req-5b9a81cf-ccfe-478c-8200-8bd88b88c2ba tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:10.911437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc83e25-7b28-4615-a9ec-7262a405aae5 req-5b9a81cf-ccfe-478c-8200-8bd88b88c2ba tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 0.8057749 May 13 14:53:11.132817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.136549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.169275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.169865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9af1faab-ae6c-49be-99f0-4f0c22014fe5 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:53:11.182978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c3596-be80-4d7b-830d-044c510d9d6e req-04375e00-14fb-4601-86bf-6e2143d9db57 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:11.185675 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6c3596-be80-4d7b-830d-044c510d9d6e req-04375e00-14fb-4601-86bf-6e2143d9db57 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.2470865 May 13 14:53:11.196038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.197405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-59552744-757d-4fc7-8285-f3771a00e4ac tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9af1faab-ae6c-49be-99f0-4f0c22014fe5 HTTP/1.1" status: 204 len: 168 time: 8.6605978 May 13 14:53:11.201957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40188) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:11.224780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.228425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.276674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.324862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting subnet a28cc3fc-f58d-4c47-a9e7-08057e82a660 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:11.342194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.408691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a7b59362-ce8b-4d65-85d6-94b1da50a3ff up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:11.434336 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6c3596-be80-4d7b-830d-044c510d9d6e req-94691126-e875-439c-8732-ebe0cefa136d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403977 May 13 14:53:11.444646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.509905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-280afa58-3ff8-4bac-90f6-04f260e895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:11.511810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-280afa58-3ff8-4bac-90f6-04f260e895fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.2382905 May 13 14:53:11.550803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a7b59362-ce8b-4d65-85d6-94b1da50a3ff triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:11.551265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.582870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Calling delete_port for 2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:11.686821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:11.791389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc83e25-7b28-4615-a9ec-7262a405aae5 req-93ae14bf-5b4f-4a78-94cb-fb6b6951665a tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8286767 May 13 14:53:11.857447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04d70f9-55ca-488d-bad3-bc6a763837fb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:11.958279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a7b59362-ce8b-4d65-85d6-94b1da50a3ff is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:11.973989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-547bd0c2-cda3-4fb0-b1eb-0cab6abafbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:11.976555 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-547bd0c2-cda3-4fb0-b1eb-0cab6abafbf8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.4551065 May 13 14:53:12.069123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.071549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-69c4586c-a4b5-44d6-96cd-5fad2112d6d5 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.5957191 May 13 14:53:12.091364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:12.141943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f34e74dc-ba7e-49e1-bc70-5f4e211a5c3c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:12.142622 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-f34e74dc-ba7e-49e1-bc70-5f4e211a5c3c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 14:53:12.143582 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-f34e74dc-ba7e-49e1-bc70-5f4e211a5c3c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] update failed (client error): There was a conflict when trying to complete your request. May 13 14:53:12.145237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f34e74dc-ba7e-49e1-bc70-5f4e211a5c3c tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "PUT /v2.0/security-groups/d04d70f9-55ca-488d-bad3-bc6a763837fb HTTP/1.1" status: 409 len: 330 time: 0.0353272 May 13 14:53:12.149534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:12.279628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device afcfc79c-09fe-45db-b1f2-ccd4a69bf930 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:12.333592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.441961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event deleted for resources: {'Port': ['ID=2e6c9e91-8b2d-4a8b-aefa-a14d687505c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:12.443337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-662ac060-0a21-4041-878e-17d813f6126c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 1001 time: 0.4518116 May 13 14:53:12.483992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:12.499097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:12.503378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.509941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.659011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.901351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:12.957571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d719-1659-4188-8032-1102a70a0ea5 req-add59d97-00f8-4734-b77b-5e6555c39d4c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:12.970565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de59d719-1659-4188-8032-1102a70a0ea5 req-add59d97-00f8-4734-b77b-5e6555c39d4c tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 945 time: 1.0987806 May 13 14:53:13.010329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:13.013568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.111272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:13.112837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:13.118780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a28cc3fc-f58d-4c47-a9e7-08057e82a660,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:13.130852 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.144807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-a3d7fc6f-2522-4132-bf31-00f6700d6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.147094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-a3d7fc6f-2522-4132-bf31-00f6700d6e26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.6668143 May 13 14:53:13.151907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.163244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0ec8b820-880e-4c67-8002-5c3d04d6b1fb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/a28cc3fc-f58d-4c47-a9e7-08057e82a660 HTTP/1.1" status: 204 len: 168 time: 1.9602587 May 13 14:53:13.181585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40232) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.193729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3a574116-1014-4361-a099-ff792f661f0d tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "DELETE /v2.0/ports/2e6c9e91-8b2d-4a8b-aefa-a14d687505c2 HTTP/1.1" status: 204 len: 168 time: 4.6362472 May 13 14:53:13.204674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.215879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.254209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:13.270301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.270672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.271193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.271769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.272364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.272929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.273662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.274219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.274788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.275344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.275895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.276429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:13.370121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Deleting subnet 356ea56c-10c3-492b-ba3f-8abd588815a4 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:13.378868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.495269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.518026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.542684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc30668-2132-46d7-89f5-b3982393e2c8 req-dc130a71-31cd-426b-a86c-a222b1c4a127 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.546884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.550180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-adc30668-2132-46d7-89f5-b3982393e2c8 req-dc130a71-31cd-426b-a86c-a222b1c4a127 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 0.4770679 May 13 14:53:13.660057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-134ea5d1-833e-4c2a-8772-6eb536073b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:13.661698 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-134ea5d1-833e-4c2a-8772-6eb536073b7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4964654 May 13 14:53:13.777155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.797166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.817457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de59d719-1659-4188-8032-1102a70a0ea5 req-c0444f8f-0f47-42bf-ba35-7957e0093262 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8456271 May 13 14:53:13.826253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-adc30668-2132-46d7-89f5-b3982393e2c8 req-5d0e6e36-11a3-40de-bfda-ce19b40fa2cf tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748134 May 13 14:53:13.846186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04d70f9-55ca-488d-bad3-bc6a763837fb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:13.856526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.859965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82894918-6daa-4463-9369-dd40bb0975c4 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/d04d70f9-55ca-488d-bad3-bc6a763837fb HTTP/1.1" status: 204 len: 168 time: 1.6996367 May 13 14:53:13.863433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:13.866555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:13.897498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Router 280bb208-714f-49ed-8c22-080c8eb44254 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:53:13.928435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d92b6d-e66e-4478-96e9-491f8494e50a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:14.018139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-fb98fe49-e086-4f25-a4c2-f3e9d9f22ba8 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491018 May 13 14:53:14.035998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238995a3-7dce-4236-bb08-9f363f842790') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:14.036703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238995a3-7dce-4236-bb08-9f363f842790') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:14.053179 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae927a6-3abf-4147-aeb8-f203e3278885'] response: {'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'code': 200} May 13 14:53:14.062826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e1ea924-0cfe-422c-bf49-65bc91498070 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Synchronizing usage tracker for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:53:14.116697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.165675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.280427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.311472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:14.312398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.320416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4e1ea924-0cfe-422c-bf49-65bc91498070 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] Unset dirty status for tenant:cfedb2f612554e20bb8c15081892e894 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:53:14.321588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e1ea924-0cfe-422c-bf49-65bc91498070 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4571846 May 13 14:53:14.337075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: timer() May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:14.339138 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:14.365389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event deleted for resources: {'Subnet': ['ID=356ea56c-10c3-492b-ba3f-8abd588815a4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:14.367873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.374339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:14.417367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-daf14b56-8507-44d7-bece-8024742a73ee tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "DELETE /v2.0/subnets/356ea56c-10c3-492b-ba3f-8abd588815a4 HTTP/1.1" status: 204 len: 168 time: 1.2053537 May 13 14:53:14.421357 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-1f038b0b-bcff-491a-8db5-116356103914 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] delete failed (client error): The resource could not be found. May 13 14:53:14.422404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f038b0b-bcff-491a-8db5-116356103914 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "DELETE /v2.0/security-groups/eee9d1f1-ca13-4f67-98d2-46edfba9e306 HTTP/1.1" status: 404 len: 347 time: 0.0649350 May 13 14:53:14.423893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.428908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40254) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.449371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6958faf2-1985-4fea-8383-3e8253de26d6 req-ba030440-0da2-4ad3-9099-259f6c059c88 service neutron] 10.222.0.86 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225171 May 13 14:53:14.470640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.475904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc73a28-5f59-45d3-a42d-6130bd4cffd1 None None] Network 603ad321-18bf-42e9-abe7-a6d22b73d0b5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:14.508079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:14.547046 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-9e25caa1-c8b4-48d6-b515-7d9784bd5122 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] show failed (client error): The resource could not be found. May 13 14:53:14.555148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e25caa1-c8b4-48d6-b515-7d9784bd5122 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-groups/f1104cc9-ab3e-4da3-8cc8-88057358717d HTTP/1.1" status: 404 len: 347 time: 0.0978711 May 13 14:53:14.557980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.561155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.565276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298cc1-9810-4bc1-8019-9b564b0a528f req-9453c430-cddc-47ae-a30a-001aaec86105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:14.565661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.567728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6edecf02-7d80-43ab-8aa1-b9f37c20c92c tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 16.9494126 May 13 14:53:14.572664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62298cc1-9810-4bc1-8019-9b564b0a528f req-9453c430-cddc-47ae-a30a-001aaec86105 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 1097 time: 0.4325533 May 13 14:53:14.578428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:14.606765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] Sync routers for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:14.616699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d92b6d-e66e-4478-96e9-491f8494e50a {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:53:14.620274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d92b6d-e66e-4478-96e9-491f8494e50a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:14.624341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.629431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2696b04b-6409-4404-8d7f-e3d3291a0dca tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c9d92b6d-e66e-4478-96e9-491f8494e50a HTTP/1.1" status: 204 len: 168 time: 1.4417925 May 13 14:53:14.706732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:14.708119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:14.957367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:14.971624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:15.042538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.043915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66ce57-0ef9-4fca-b9d6-c0cee1c160a7 req-c01d8dfa-3525-4549-bf63-e733026f849f tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:15.056611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b66ce57-0ef9-4fca-b9d6-c0cee1c160a7 req-c01d8dfa-3525-4549-bf63-e733026f849f tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 0.9004710 May 13 14:53:15.062274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Usage tracker for resource:security_group_rule and tenant:c1126a5c18cb498693e264e391d1904a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.082575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.208959 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-d2ddaf13-1742-46a4-8932-98fcc1424f17 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] show failed (client error): The resource could not be found. May 13 14:53:15.210979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d2ddaf13-1742-46a4-8932-98fcc1424f17 tempest-NegativeSecGroupTest-1794015020 tempest-NegativeSecGroupTest-1794015020-project] 10.222.0.36 "GET /v2.0/security-group-rules/20ec751f-debf-4a75-8492-d2f70c8bcb4d HTTP/1.1" status: 404 len: 356 time: 0.6502209 May 13 14:53:15.219677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.264323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.322698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:15.325418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:15.450702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.458922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.534894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1126a5c18cb498693e264e391d1904a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0555906 May 13 14:53:15.535554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:15.544844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7b2f-dda1-42f4-8e15-03465a88dda2 req-cba0ba80-b66e-49d8-8bae-3b2a9b097b82 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:15.552997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9eb7b2f-dda1-42f4-8e15-03465a88dda2 req-cba0ba80-b66e-49d8-8bae-3b2a9b097b82 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.4583604 May 13 14:53:15.586130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:15.586714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8c856-223e-4635-8dc0-d463373a6cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8828b-bebf-400b-84e1-e470d312007d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:15.593369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:15.594469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e565d-94ad-44d4-9350-751507ff8dfc None None] The sync data for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:15.608133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'name': 'tempest-router--490211838', 'project_id': '5f1c33e18c8d462ea4ecac967f656a67'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:15.613939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:15.619531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:router and tenant:5f1c33e18c8d462ea4ecac967f656a67 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:15.628503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:15.636624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:15.662150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.663593 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.684540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:15.685528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.758397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-62298cc1-9810-4bc1-8019-9b564b0a528f req-0b81a2cc-2f21-418a-a2a0-8017ed20153b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746120 May 13 14:53:15.773247 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9eb7b2f-dda1-42f4-8e15-03465a88dda2 req-7c9a9edf-fc56-4312-a585-351fdfec1ae4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189419 May 13 14:53:15.782475 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1b66ce57-0ef9-4fca-b9d6-c0cee1c160a7 req-0524daac-90d5-4996-bf41-4423e7aec7ae tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228880 May 13 14:53:15.783708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:15.785455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Deleting port dc85db5a-e05c-478e-8abc-e448cfda4a3a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:15.786348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.786555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.791632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.860021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.928787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:15.957901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] DHCP port deletion for 603ad321-18bf-42e9-abe7-a6d22b73d0b5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:53:15.981529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Deleting port dc85db5a-e05c-478e-8abc-e448cfda4a3a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:15.982006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.011078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.015314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e5e6dc8-d657-4191-a262-ba8fd57b4725 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4242415 May 13 14:53:16.015943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:16.022621 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.078781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:16.111533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:16.146088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:16.331172 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8700d6-1515-4c65-a113-9acd69db9eda'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'code': 200} May 13 14:53:16.415669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] For port dc85db5a-e05c-478e-8abc-e448cfda4a3a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc85db5a-e05c-478e-8abc-e448cfda4a3a,segment=NetworkSegment(9195b260-6c8d-4821-8239-4e272855fbea),segment_id=9195b260-6c8d-4821-8239-4e272855fbea)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:16.416303 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.712956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.758983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] For port dc85db5a-e05c-478e-8abc-e448cfda4a3a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc85db5a-e05c-478e-8abc-e448cfda4a3a,segment=NetworkSegment(9195b260-6c8d-4821-8239-4e272855fbea),segment_id=9195b260-6c8d-4821-8239-4e272855fbea)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:16.759632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:16.792176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-831b64cd-4213-4f55-bf80-fd05b07a7f67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfedb2f612554e20bb8c15081892e894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766021 May 13 14:53:16.804118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40314) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:16.825753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Calling delete_port for dc85db5a-e05c-478e-8abc-e448cfda4a3a owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:16.998669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.069281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.087304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] Pushing event deleted for resources: {'Port': ['ID=dc85db5a-e05c-478e-8abc-e448cfda4a3a,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:17.098177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9cc0f-5ce5-4780-95ac-3c62dd453ba3 None None] No DVR routers for this DVR port dc85db5a-e05c-478e-8abc-e448cfda4a3a on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:17.105842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Calling delete_port for dc85db5a-e05c-478e-8abc-e448cfda4a3a owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:17.180803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bcfcb-70de-4a75-b0fe-5e4134169b0a req-cdced7cc-ccbb-4476-9b06-ba0c8872921f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:17.182555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e5bcfcb-70de-4a75-b0fe-5e4134169b0a req-cdced7cc-ccbb-4476-9b06-ba0c8872921f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 1.1450191 May 13 14:53:17.183483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e8828b-bebf-400b-84e1-e470d312007d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:17.186256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.194502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9e8828b-bebf-400b-84e1-e470d312007d HTTP/1.1" status: 204 len: 168 time: 1.6361763 May 13 14:53:17.459545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.461271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.461271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.461271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.462036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.462615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.463334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.463846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.464520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.465073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.465625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.466173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb74c2d9-3e94-473f-b854-1d170432330f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:53:17.481271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.524072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc85db5a-e05c-478e-8abc-e448cfda4a3a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:17.608370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: dc85db5a-e05c-478e-8abc-e448cfda4a3a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:53:17.609287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc85db5a-e05c-478e-8abc-e448cfda4a3a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:53:17.650831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.658567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.691574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e5bcfcb-70de-4a75-b0fe-5e4134169b0a req-fdf40ac4-a769-4c7f-ad85-a443327f9fd9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092281 May 13 14:53:17.710860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.731835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.733398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8a40d87-cd87-4682-9069-0955983ff36f {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:53:17.763555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.766913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e4cff87-af47-4844-8683-4630f930c2ee tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a8a40d87-cd87-4682-9069-0955983ff36f HTTP/1.1" status: 204 len: 168 time: 1.7458081 May 13 14:53:17.951646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.954518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:17.975281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:17.988948 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:17.989381 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:18.048391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:18.055369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b0c88253cf425aa5c5d40c75cbb45f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:18.067663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:18.072412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cca7d3-a949-4cf7-8679-3dfe11dea3d4 req-98e41892-817c-4268-b804-85b58947358f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:18.074078 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80cca7d3-a949-4cf7-8679-3dfe11dea3d4 req-98e41892-817c-4268-b804-85b58947358f tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.8186126 May 13 14:53:18.080317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:18.136824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9880e-5439-4340-8403-01c32a74af6a req-a643c4fc-80c3-4852-8b4f-7bc7e40f81f8 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:18.145768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30e9880e-5439-4340-8403-01c32a74af6a req-a643c4fc-80c3-4852-8b4f-7bc7e40f81f8 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 0.1587069 May 13 14:53:18.201837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30e9880e-5439-4340-8403-01c32a74af6a req-65bc2b56-5000-4642-8107-a7ed8b455793 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549231 May 13 14:53:18.231280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40332) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:18.313413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80cca7d3-a949-4cf7-8679-3dfe11dea3d4 req-2ae05d91-810d-40e3-b332-886bed2b33e2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301610 May 13 14:53:18.349197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.383565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf0c1d4-a250-4c70-a873-0b52f91109fc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:18.418759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Allocated IP 172.20.0.1 (f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01/35e2d5b7-c3e4-45a1-a2ef-98f14248c27c/326019d0-b64d-434f-9458-f632f5666830) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:18.426108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.426775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.428306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d5b301c-9217-4c75-9a74-fdd3ff5a084a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecf0c1d4-a250-4c70-a873-0b52f91109fc HTTP/1.1" status: 204 len: 168 time: 1.6231890 May 13 14:53:18.433591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.486475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2b0c88253cf425aa5c5d40c75cbb45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305450 May 13 14:53:18.487462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c5e2b-5d66-477b-8d27-d889ff3f8ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59f40e7-31ed-4af8-88a7-17761d74f56c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:18.492276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:18.528492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Deleting port dc85db5a-e05c-478e-8abc-e448cfda4a3a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:18.528773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.581706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.622866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.642548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] The port 'dc85db5a-e05c-478e-8abc-e448cfda4a3a' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:53:18.710134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1544000178', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:18.716755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.734559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:18.738030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59f40e7-31ed-4af8-88a7-17761d74f56c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:18.742432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:18.747962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:18.755448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:18.759338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.760567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9daf3a59-c53d-43e5-ac61-c932ba37d731 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f59f40e7-31ed-4af8-88a7-17761d74f56c HTTP/1.1" status: 204 len: 168 time: 0.2668920 May 13 14:53:18.784801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.785688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.805177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.917050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:18.946328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Transition to ACTIVE for port object 326019d0-b64d-434f-9458-f632f5666830 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:19.160768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.167936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.181519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.276126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:19.280478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603ad321-18bf-42e9-abe7-a6d22b73d0b5']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:19.314495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:19.319826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:19.432766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9195b260-6c8d-4821-8239-4e272855fbea') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:19.434036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9195b260-6c8d-4821-8239-4e272855fbea') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:19.441751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=326019d0-b64d-434f-9458-f632f5666830,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:19.464903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923133aa-7544-4661-867f-732ec0925649 req-9d10f7c8-f641-483e-8ff2-129d12674b2a tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:19.466971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-923133aa-7544-4661-867f-732ec0925649 req-9d10f7c8-f641-483e-8ff2-129d12674b2a tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.86 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 0.7905886 May 13 14:53:19.470313 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.563786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.616938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.679342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.690142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:19.690868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.714698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696836d-cbf9-4caa-915b-ae93ced6b515 req-240299c5-df4e-4616-b328-2b347f22a3c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: timer() May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:19.724341 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:19.730802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1696836d-cbf9-4caa-915b-ae93ced6b515 req-240299c5-df4e-4616-b328-2b347f22a3c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.5376282 May 13 14:53:19.800719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6ba6825c-5d0e-4718-914b-c3e2254720f4 None None] Provisioning for port 326019d0-b64d-434f-9458-f632f5666830 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:19.818446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6ba6825c-5d0e-4718-914b-c3e2254720f4 None None] Provisioning complete for port 326019d0-b64d-434f-9458-f632f5666830 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:19.821254 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ba6825c-5d0e-4718-914b-c3e2254720f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:19.835813 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1696836d-cbf9-4caa-915b-ae93ced6b515 req-a42657a4-ca0f-42c7-9923-088a6a098834 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058085 May 13 14:53:19.982610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6825c-5d0e-4718-914b-c3e2254720f4 None None] Port 326019d0-b64d-434f-9458-f632f5666830 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:20.014333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Deleting port 4f4ad86a-6bff-4cc6-a395-d3432049897f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:20.014879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.166841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.272508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.294870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.405982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 4f4ad86a-6bff-4cc6-a395-d3432049897f no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:20.549565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.610736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.725618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 4f4ad86a-6bff-4cc6-a395-d3432049897f is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:20.726332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.749752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:20.750475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.803362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:20.805541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:20.826975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:20.828194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:20.872772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Allocated IP 172.25.5.149 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/1fd34858-a833-47ed-8eb3-c864c152894c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:21.085138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Calling delete_port for 4f4ad86a-6bff-4cc6-a395-d3432049897f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:21.103549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:21.188286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] Pushing event deleted for resources: {'Network': ['ID=603ad321-18bf-42e9-abe7-a6d22b73d0b5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:21.191735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:21.258139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.279585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60804b-bdfb-4973-8164-bc2cf0becfd7 req-5a3cad54-2d9c-4130-9787-b2477adb9240 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:21.282532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d60804b-bdfb-4973-8164-bc2cf0becfd7 req-5a3cad54-2d9c-4130-9787-b2477adb9240 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.9092004 May 13 14:53:21.362871 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d60804b-bdfb-4973-8164-bc2cf0becfd7 req-1b6bfce3-b115-4791-b6d2-5cf6d2750c59 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657327 May 13 14:53:21.404642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:21.410647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-497b8b9c-23b2-4a4b-bd79-680fd45125e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912 tempest-ExtraDHCPOptionsIpV6TestJSON-1646756912-project] 10.222.0.36 "DELETE /v2.0/networks/603ad321-18bf-42e9-abe7-a6d22b73d0b5 HTTP/1.1" status: 204 len: 168 time: 6.9831655 May 13 14:53:21.435821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369892-2637-4d37-af58-bc872198230b req-8e1390a8-4ba4-4cb1-9126-8d78863d9c4b tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:21.438376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d369892-2637-4d37-af58-bc872198230b req-8e1390a8-4ba4-4cb1-9126-8d78863d9c4b tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 945 time: 1.9593079 May 13 14:53:21.556693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:21.563694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:21.566412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event updated for resources: {'Port': ['ID=1fd34858-a833-47ed-8eb3-c864c152894c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:21.569131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:21.574884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d369892-2637-4d37-af58-bc872198230b req-7699d7ad-fad1-4a81-9317-b84ca68c00ef tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238482 May 13 14:53:21.719874 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1078ccb0-cfed-41d1-b8f8-41976d8d5580'] response: {'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'code': 200} May 13 14:53:21.741115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.170083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:22.170397 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:22.291184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:53:22.453396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f5e28-fa71-4d8c-96aa-ec681f2e2bf3 req-d3b1aec2-51c7-4cdb-a0ce-d5c0153b094b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:22.457009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-788f5e28-fa71-4d8c-96aa-ec681f2e2bf3 req-d3b1aec2-51c7-4cdb-a0ce-d5c0153b094b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.2767792 May 13 14:53:22.462111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:22.521380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.588854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-788f5e28-fa71-4d8c-96aa-ec681f2e2bf3 req-6b04f004-8178-4fac-8ef5-a5ed7a0802f6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128213 May 13 14:53:22.678622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.685241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Deleting port 4f4ad86a-6bff-4cc6-a395-d3432049897f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:22.685578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:22.938073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.192046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=326019d0-b64d-434f-9458-f632f5666830,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:23.216524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b711782-9648-4172-a52c-122468840b33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af4ff0bd2bb84005b5d832c99f0552ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509093 May 13 14:53:23.225553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:23.461545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.671611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:23.725120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ba6bb-d76e-4f86-9d54-53d26627967c req-276cfed7-95e4-4d96-823e-da8db43ac77c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:23.737084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac1ba6bb-d76e-4f86-9d54-53d26627967c req-276cfed7-95e4-4d96-823e-da8db43ac77c tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 943 time: 0.7019300 May 13 14:53:23.743708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.936116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a534920-4a42-46e8-ae1c-2018aeceede6 req-e8733f3a-3f3e-4424-8f40-3af54b91da15 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:23.940474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:23.949359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a534920-4a42-46e8-ae1c-2018aeceede6 req-e8733f3a-3f3e-4424-8f40-3af54b91da15 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.9312189 May 13 14:53:23.980892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac1ba6bb-d76e-4f86-9d54-53d26627967c req-02b11d9c-9fc9-4eb1-8bb4-5e5cbc43f259 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/security-groups?id=e45279d7-05bc-43a1-811a-42a12467f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425487 May 13 14:53:24.015913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.114518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.135084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.155530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:24.159954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e35bc-ab27-4b4f-8dd1-990d75342d42,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.207731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:24.214654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] For port 4f4ad86a-6bff-4cc6-a395-d3432049897f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=4f4ad86a-6bff-4cc6-a395-d3432049897f,segment=NetworkSegment(9b697e51-82aa-4ced-9d7e-ff817239d4b3),segment_id=9b697e51-82aa-4ced-9d7e-ff817239d4b3)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:24.216435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.235456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:24.261676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Usage tracker for resource:security_group_rule and tenant:a421d40a613543069613ee3a6fb5afbb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:24.266260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:24.273099 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a534920-4a42-46e8-ae1c-2018aeceede6 req-9df63363-aac2-4260-8ec5-fe5bcf091b92 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017621 May 13 14:53:24.287339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:24.303899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:24.500015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.519661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.721275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a421d40a613543069613ee3a6fb5afbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0454333 May 13 14:53:24.821425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1a46af78-094d-4277-be3a-22fe7106651f None None] Provisioning complete for port 326019d0-b64d-434f-9458-f632f5666830 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:24.822328 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1a46af78-094d-4277-be3a-22fe7106651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.846584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.850523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46cd342d-4e5f-44db-94f5-ab5958a77974 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d95e35bc-ab27-4b4f-8dd1-990d75342d42 HTTP/1.1" status: 204 len: 168 time: 1.6043935 May 13 14:53:24.869476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:24.877186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:24.885929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Calling delete_port for 4f4ad86a-6bff-4cc6-a395-d3432049897f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:24.893023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086602-a595-49b7-a9dc-d104ceec0641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43b7685-85ba-4a35-b7f1-fec14f3f155d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:24.951637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:24.954243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1a46af78-094d-4277-be3a-22fe7106651f None None] Port 326019d0-b64d-434f-9458-f632f5666830 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:24.966852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Usage tracker for resource:security_group_rule and tenant:9383bd4107da40e09e0b24d29f225bd1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:24.970611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:24.987464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:25.032926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Router 1f663f2d-363c-4217-8fbc-d37c85ed12e1 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:53:25.091207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512514f1-6d06-4bd7-b7e6-ff412ce39195 req-03bc8275-1f24-4885-97e1-6012047effa5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:25.097947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-512514f1-6d06-4bd7-b7e6-ff412ce39195 req-03bc8275-1f24-4885-97e1-6012047effa5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.4085453 May 13 14:53:25.465728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-512514f1-6d06-4bd7-b7e6-ff412ce39195 req-e4069a35-4c43-414c-aeb3-a6583b1e6a71 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914450 May 13 14:53:25.545956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:25.577471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] Sync routers for ids ['1f663f2d-363c-4217-8fbc-d37c85ed12e1'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:25.579371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.580276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.585292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Router 280bb208-714f-49ed-8c22-080c8eb44254 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:53:25.591948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.617995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] Routers {'1f663f2d-363c-4217-8fbc-d37c85ed12e1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:25.624037 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1f663f2d-363c-4217-8fbc-d37c85ed12e1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:25.629293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.633869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-34887c93-6faa-4e12-b71e-4d36a3db2752 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3978906 May 13 14:53:25.637027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:25.647676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e09c-bcf5-4c33-a1d3-2c2772f342e2 req-233fd4ce-eb8f-4602-bcea-8af710fce12a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:25.656638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1d3e09c-bcf5-4c33-a1d3-2c2772f342e2 req-233fd4ce-eb8f-4602-bcea-8af710fce12a tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.4470911 May 13 14:53:25.710172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-ff4a52a7-3476-465c-ae3d-0272cf081f61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7298777 May 13 14:53:25.716188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:25.754208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9383bd4107da40e09e0b24d29f225bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4468265 May 13 14:53:25.764826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:25.767757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efb557-048f-465e-bc33-83ea8797451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c769cfdf-8f7e-40a0-be5c-8887e692c0ee,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:25.954213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.003402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5654107a-c733-45eb-acd1-ab712c2dbf4a req-094d22c0-9ec5-4a32-9eb5-6bf581c2b4b3 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 210 time: 0.1665106 May 13 14:53:26.053844 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.078017 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] Routers {'1f663f2d-363c-4217-8fbc-d37c85ed12e1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:26.081008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1f663f2d-363c-4217-8fbc-d37c85ed12e1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.081847 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1d3e09c-bcf5-4c33-a1d3-2c2772f342e2 req-07904012-b835-4fc3-b625-b174571ab9c9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242282 May 13 14:53:26.082032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.088426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Pushing event deleted for resources: {'Port': ['ID=4f4ad86a-6bff-4cc6-a395-d3432049897f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:26.095586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:26.097576 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7b4cc87-7796-4e95-bb90-d5894d782e78 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/1f663f2d-363c-4217-8fbc-d37c85ed12e1 HTTP/1.1" status: 200 len: 925 time: 0.4524119 May 13 14:53:26.148444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.233132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.268138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cf61cee-d938-4053-b1e4-5624ab16cd7c tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f663f2d-363c-4217-8fbc-d37c85ed12e1 HTTP/1.1" status: 200 len: 205 time: 0.1121883 May 13 14:53:26.270907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:26.287434 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.288863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babf018-189a-41a1-9e57-9a8c59e270bd None None] The sync data for ids ['1f663f2d-363c-4217-8fbc-d37c85ed12e1'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:26.351896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] No DVR routers for this DVR port 4f4ad86a-6bff-4cc6-a395-d3432049897f on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:26.356553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.361216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-deleted', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:26.403905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:26.405691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.408676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.409879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43b7685-85ba-4a35-b7f1-fec14f3f155d HTTP/1.1" status: 204 len: 168 time: 1.4282904 May 13 14:53:26.414073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-61cfefa1-f3c8-4eaf-8f16-00fe327e354b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "PUT /v2.0/routers/280bb208-714f-49ed-8c22-080c8eb44254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8330874 May 13 14:53:26.425448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:26.427209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-923133aa-7544-4661-867f-732ec0925649 req-825181fc-a12a-4dab-b350-a326db0bb333 tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.86 "DELETE /v2.0/ports/4f4ad86a-6bff-4cc6-a395-d3432049897f HTTP/1.1" status: 204 len: 173 time: 6.9358120 May 13 14:53:26.435572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Request body: {'port': {'network_id': 'f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01', 'name': 'tempest-FloatingIPAdminTestJSON-2080630762'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:26.438199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] Sync routers for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:26.459529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c769cfdf-8f7e-40a0-be5c-8887e692c0ee,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:26.461242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d273-4bf6-4929-8181-cc8a042d4edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43b7685-85ba-4a35-b7f1-fec14f3f155d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:26.477238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:26.488674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.496411 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.498547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb00bc87-eef2-4033-a49c-d0426b367684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c769cfdf-8f7e-40a0-be5c-8887e692c0ee HTTP/1.1" status: 204 len: 168 time: 0.7318850 May 13 14:53:26.674538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.701543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:26.702447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.818614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:26.834604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Usage tracker for resource:port and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:26.846001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:26.861163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:26.863974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8285ff6-3838-40ed-98b6-dd710980b680 None None] The sync data for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:26.876648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:26.907275 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa03844b-7911-4d84-bcf2-7b6705cbaaf1'] response: {'server_uuid': '70bc6e78-f74c-4de3-967b-0f8d01d6855b', 'name': 'network-vif-deleted', 'tag': '4f4ad86a-6bff-4cc6-a395-d3432049897f', 'status': 'completed', 'code': 200} May 13 14:53:26.909908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Made reservation on behalf of 3ce21ac1aac74efba41ea70c56f26f25 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:26.920266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:26.986198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.082391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] device_id is not set on port c91f979b-b66d-4345-82cd-93b54e4fc468 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:27.306575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:27.346123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Allocated IP 172.20.0.10 (f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01/35e2d5b7-c3e4-45a1-a2ef-98f14248c27c/c91f979b-b66d-4345-82cd-93b54e4fc468) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:27.483227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9741-f300-4ec2-ae24-7f3d9b070e47 req-6e3148e4-6802-432e-be73-818da2d3ed21 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:27.491297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8ed9741-f300-4ec2-ae24-7f3d9b070e47 req-6e3148e4-6802-432e-be73-818da2d3ed21 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.5363588 May 13 14:53:27.584553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:27.698088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c8ed9741-f300-4ec2-ae24-7f3d9b070e47 req-db334a5d-ceca-4f10-86eb-980cc2ff1c8a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056220 May 13 14:53:27.706435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.775118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:27.800532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Usage tracker for resource:security_group_rule and tenant:b0afc37cf0384b50aa786f14ae0dcab2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:27.812919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-34425159'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:27.829274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:27.849423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:27.853833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:27.870128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:27.887599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:27.921831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:27.934431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d94e0f41-cb11-4026-88e7-98cee6b5a258 req-63afc471-c887-4d10-b112-f1978d359fef tempest-ServersNegativeTestMultiTenantJSON-84530258 tempest-ServersNegativeTestMultiTenantJSON-84530258-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bc6e78-f74c-4de3-967b-0f8d01d6855b HTTP/1.1" status: 200 len: 210 time: 0.3574414 May 13 14:53:27.939949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:27.964172 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.967923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:27.992656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:27.997375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port 1fd34858-a833-47ed-8eb3-c864c152894c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:27.998170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.032314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Usage tracker for resource:security_group_rule and tenant:67988830472f4f28af327449f9135254 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:28.043009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:28.058664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:28.145668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:28.155855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.221616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.245906 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.303101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:28.332934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:security_group_rule and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:28.341305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:28.354454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.366155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:28.398909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for 1fd34858-a833-47ed-8eb3-c864c152894c owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:28.456519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Transition to ACTIVE for port object c91f979b-b66d-4345-82cd-93b54e4fc468 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:28.459582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.471476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.513533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe2ee-6ce4-4047-971c-a43a1155fc0e req-07ce1359-13a4-4d8f-8774-5a47c901e13e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:28.515025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcabe2ee-6ce4-4047-971c-a43a1155fc0e req-07ce1359-13a4-4d8f-8774-5a47c901e13e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.5863144 May 13 14:53:28.543797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67988830472f4f28af327449f9135254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053689 May 13 14:53:28.557751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:28.583818 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.603523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.617897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c69e3d-ac24-47c1-beba-b54fa2bc2d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b0843-17f1-4f0c-a8fc-9a9ec6bc9943,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:28.652531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.722282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.775539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.841932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcabe2ee-6ce4-4047-971c-a43a1155fc0e req-9fa2f11e-a4c2-45f0-9229-7a2ae70e4967 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014562 May 13 14:53:28.843532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event updated for resources: {'Port': ['ID=c91f979b-b66d-4345-82cd-93b54e4fc468,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:28.890143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.895714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0afc37cf0384b50aa786f14ae0dcab2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2524612 May 13 14:53:28.898847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38b77-4a24-4229-90bc-506e04ff3125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6889adcf-8c64-49cc-93c2-809258c0afb8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:28.901639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:28.910516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:28.911594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:28.929556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:28.959681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:29.043750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.096254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b0843-17f1-4f0c-a8fc-9a9ec6bc9943,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:29.107204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.108538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fdc612-f083-4cc4-aa47-9f283525b82a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:29.127816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:29.152843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:29.153907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.184694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.185626 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment c523a6db-8fcd-48ae-8a3c-334ae24531a4 of type vlan for network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 May 13 14:53:29.212866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40634) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:29.351041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8ac1dbb-150e-4339-b693-cf89a237293d None None] Provisioning for port c91f979b-b66d-4345-82cd-93b54e4fc468 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:29.356781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8ac1dbb-150e-4339-b693-cf89a237293d None None] Provisioning complete for port c91f979b-b66d-4345-82cd-93b54e4fc468 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:29.357124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1dbb-150e-4339-b693-cf89a237293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.361869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82f26e6a-df6b-490e-bb7b-0aff11275149 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9331100 May 13 14:53:29.365655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.374324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=1fd34858-a833-47ed-8eb3-c864c152894c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:29.376024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:29.383736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.409105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.422823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff69c49d-7fef-421c-b21f-b29405916907 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b13b0843-17f1-4f0c-a8fc-9a9ec6bc9943 HTTP/1.1" status: 204 len: 168 time: 0.8636858 May 13 14:53:29.465202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Deleting subnet 050646ce-b0b9-4b16-bf7c-27680f32bfbb {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:29.474600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.537407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac1dbb-150e-4339-b693-cf89a237293d None None] Port c91f979b-b66d-4345-82cd-93b54e4fc468 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:53:29.555333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.563465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.568129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:29.569297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.650818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.684257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3601456 May 13 14:53:29.717346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d62b4-0864-4111-bb66-bcbb91766967 req-ec545d0c-4d19-4b54-82c0-02e6e149faa9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:29.719602 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c99d62b4-0864-4111-bb66-bcbb91766967 req-ec545d0c-4d19-4b54-82c0-02e6e149faa9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.6189923 May 13 14:53:29.767259 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6669dcaa-59e7-4623-aad3-9ceba8a589d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:29.979344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'project_id': '3ce21ac1aac74efba41ea70c56f26f25', 'port_id': 'c91f979b-b66d-4345-82cd-93b54e4fc468'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:29.986352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40650) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:29.999344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:30.017301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:30.020059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.128636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Usage tracker for resource:floatingip and tenant:3ce21ac1aac74efba41ea70c56f26f25 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:30.132240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:30.167297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.179225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.231673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.269504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.276857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:30.290291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4ad67-2116-46ae-bcc5-e4a44974622e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:30.312329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:30.322872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6889adcf-8c64-49cc-93c2-809258c0afb8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:30.352522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c99d62b4-0864-4111-bb66-bcbb91766967 req-69505755-9087-4cbb-a5e8-9142b97979e0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5192573 May 13 14:53:30.359761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.371375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router 1f663f2d-363c-4217-8fbc-d37c85ed12e1 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:53:30.385321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.387959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f762c0a-92a8-4ac1-98d2-020bbb32d1bb tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/1f663f2d-363c-4217-8fbc-d37c85ed12e1 HTTP/1.1" status: 204 len: 168 time: 4.1074641 May 13 14:53:30.389530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:30.392700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.394092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-28acf78a-8d61-4d3b-bfc5-416585f4ff40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6889adcf-8c64-49cc-93c2-809258c0afb8 HTTP/1.1" status: 204 len: 168 time: 1.4911535 May 13 14:53:30.394931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:30.399605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:30.406036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1781082862', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:30.409898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.411760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:30.417531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:30.426149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:30.428914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:router and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:30.433942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:30.447120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:30.458942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:30.463965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.485979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.487779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.659827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.865804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:30.980698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549687a0-2b25-4e60-a23e-a32fe98760c6 req-f4708863-8965-462c-95a1-9f49871ab335 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:30.994876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-549687a0-2b25-4e60-a23e-a32fe98760c6 req-f4708863-8965-462c-95a1-9f49871ab335 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.7066777 May 13 14:53:31.002333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050646ce-b0b9-4b16-bf7c-27680f32bfbb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:31.056400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.076634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.102832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e945c6d6-f908-40cc-a40d-d5e484ae2e2e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/050646ce-b0b9-4b16-bf7c-27680f32bfbb HTTP/1.1" status: 204 len: 168 time: 1.8857851 May 13 14:53:31.109599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40676) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:31.138019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-549687a0-2b25-4e60-a23e-a32fe98760c6 req-184a8659-8cfe-458d-885d-8b3ad4af4022 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411483 May 13 14:53:31.191413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.231998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.418934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Allocated IP 172.25.5.68 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c36fd488-c8c6-45e3-8fa7-301da9babb6e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:31.486124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:31.555421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.643253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=ee605710-7a8d-438e-8cd7-b453b7e71597,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:31.689916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.762967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:31.773496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': 'c523a6db-8fcd-48ae-8a3c-334ae24531a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:31.774407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:31.893011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658731725-network', 'tenant_id': '9ab4eab3a36c4187801de4fcb95d27cd'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:31.916120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:31.920951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:31.926160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:31.929156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Usage tracker for resource:network and tenant:9ab4eab3a36c4187801de4fcb95d27cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:31.935525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:31.939092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:31.972876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:32.001300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Pushing event updated for resources: {'Port': ['ID=c36fd488-c8c6-45e3-8fa7-301da9babb6e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:32.001648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:32.032482 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.042518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:32.055219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f06bd-cd36-4afc-b0fa-57ba79f4cbdd None None] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:32.061187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Made reservation on behalf of 9ab4eab3a36c4187801de4fcb95d27cd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:32.066054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.097197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:32.113475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.127077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:32.128560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.197612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b697e51-82aa-4ced-9d7e-ff817239d4b3') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:32.199527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b697e51-82aa-4ced-9d7e-ff817239d4b3') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:32.223497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:32.225065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dec1cde5-3743-46ae-a10c-326c671e16d7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2367177 May 13 14:53:32.233943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:32.238589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab4eab3a36c4187801de4fcb95d27cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:32.249543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:32.260772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228728892'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:32.261041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feabc1-6844-4c3c-a5f3-bd6a4f4bb64b req-c022483d-717a-4539-8d53-ea6bf2d717de tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:32.273245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:32.278762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c2feabc1-6844-4c3c-a5f3-bd6a4f4bb64b req-c022483d-717a-4539-8d53-ea6bf2d717de tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.6442854 May 13 14:53:32.282120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:32.334296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.347937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:32.534665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:32.546931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c2feabc1-6844-4c3c-a5f3-bd6a4f4bb64b req-b3d927bc-1b1b-4567-8182-dd1a1b77cd08 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666214 May 13 14:53:32.562711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8', 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': 'ee605710-7a8d-438e-8cd7-b453b7e71597'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:32.563003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:32.563972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.677446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-780bdcaf-8669-4fe6-abf2-9a83491ac630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.740674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-400ec0a5-f632-492a-bd39-67da840fa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:32.742833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-400ec0a5-f632-492a-bd39-67da840fa5aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 1094 time: 0.9495606 May 13 14:53:32.821920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:32.827933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.865758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.878274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:32.879121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.880461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:32.899749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Allocated IP 172.20.255.242 (1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8/ee605710-7a8d-438e-8cd7-b453b7e71597/9aa81967-e873-43e1-adbc-1b39dacbef0a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:32.904430 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: timer() May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:32.993740 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:33.001686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.032564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.035235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:33.060508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.095237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.098542 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a92b09d-1d8b-45e7-9e5d-919185c1d1b3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c36cc2b-e4ea-46be-b2f9-12cfd88db7e8 HTTP/1.1" status: 204 len: 168 time: 1.9854448 May 13 14:53:33.169163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:33.215280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.263765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 172.25.5.73 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/81beb023-eb0f-45fe-99e1-f6ccdf9f431d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:33.267278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:33.311457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.377686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.378131 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 163dd197-d749-42ef-baa0-20858a74a753 of type vlan for network a4a09563-b29c-42e2-a05d-48d5602b9563 May 13 14:53:33.389484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.409210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Transition to ACTIVE for port object 9aa81967-e873-43e1-adbc-1b39dacbef0a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:33.448766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Transition to ACTIVE for port object 9aa81967-e873-43e1-adbc-1b39dacbef0a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:33.458828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.466730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54361fd1-81b1-4d0c-8fb9-34fcf723b6dd req-abe79623-e729-4bb6-bc3f-093632837dd9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:33.468778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54361fd1-81b1-4d0c-8fb9-34fcf723b6dd req-abe79623-e729-4bb6-bc3f-093632837dd9 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.9108496 May 13 14:53:33.483370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Deleting subnet bb9f7c26-e2e5-4f75-a8f2-1c3c60e7f0b1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:33.486860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.525356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.549205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.582051 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.584281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:33.585418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.589289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:33.598438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:33.602554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Pushing event updated for resources: {'Port': ['ID=9aa81967-e873-43e1-adbc-1b39dacbef0a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:33.669506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.725845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Attempting to bind port 9aa81967-e873-43e1-adbc-1b39dacbef0a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:33.726508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Attempting to bind port 9aa81967-e873-43e1-adbc-1b39dacbef0a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c523a6db-8fcd-48ae-8a3c-334ae24531a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:33.727254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Attempting to bind port 9aa81967-e873-43e1-adbc-1b39dacbef0a on network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:33.734587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:33.735308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Checking segment: {'id': 'c523a6db-8fcd-48ae-8a3c-334ae24531a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:33.735937 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.736520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Bound using segment: {'id': 'c523a6db-8fcd-48ae-8a3c-334ae24531a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:33.737317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Bound port: 9aa81967-e873-43e1-adbc-1b39dacbef0a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c523a6db-8fcd-48ae-8a3c-334ae24531a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:33.737941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.738075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:33.742595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:33.747206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:33.761761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:33.772565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.773137 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Added segment caa0bd00-2ee8-49cf-94ce-ac0ef3462279 of type vlan for network 78271626-a88b-4793-a0f5-2b563f625e6f May 13 14:53:33.830771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:33.870956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] For port 9aa81967-e873-43e1-adbc-1b39dacbef0a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:33.875743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] For port 9aa81967-e873-43e1-adbc-1b39dacbef0a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9aa81967-e873-43e1-adbc-1b39dacbef0a,segment=NetworkSegment(c523a6db-8fcd-48ae-8a3c-334ae24531a4),segment_id=c523a6db-8fcd-48ae-8a3c-334ae24531a4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:33.887007 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.021119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.064425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ebda8-206c-4714-883a-d0707ecd18d5 None None] Pushing event updated for resources: {'Port': ['ID=9aa81967-e873-43e1-adbc-1b39dacbef0a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.153783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.224185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.225175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.225771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.284794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cf895-b9ad-44bc-b08b-8bbb11f1b478 req-54047364-a29d-40c6-a009-31780e0f0c42 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.286416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b7cf895-b9ad-44bc-b08b-8bbb11f1b478 req-54047364-a29d-40c6-a009-31780e0f0c42 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.2941713 May 13 14:53:34.354746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:34.402622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52c476-9b3f-46b4-8039-6fbf0ca15356,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.450126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54361fd1-81b1-4d0c-8fb9-34fcf723b6dd req-575bb0fd-9343-445e-8f03-c7696c2f2070 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9602330 May 13 14:53:34.451203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.474365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:34.475553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.525393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b7cf895-b9ad-44bc-b08b-8bbb11f1b478 req-36f9c5fb-efff-4743-8c94-bc036295799d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997452 May 13 14:53:34.541739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.748075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.801797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] Pushing event updated for resources: {'Network': ['ID=78271626-a88b-4793-a0f5-2b563f625e6f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:34.834514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 78271626-a88b-4793-a0f5-2b563f625e6f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:34.864655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d68f3e1b-329a-45ff-9a1c-c8cd0e5a0d09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3773434 May 13 14:53:34.868571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40758) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:34.875478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6293108 May 13 14:53:34.889950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:34.898426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40760) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:35.055391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Request body: {'subnet': {'network_id': '78271626-a88b-4793-a0f5-2b563f625e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1658731725-subnet', 'tenant_id': '9ab4eab3a36c4187801de4fcb95d27cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:35.090960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:35.157507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:35.221338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.223834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Usage tracker for resource:subnet and tenant:9ab4eab3a36c4187801de4fcb95d27cd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:35.245958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.304564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:35.399759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:35.433926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38959bdd-8ad1-4d75-97ec-e1d0cbc9d11e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=a4a09563-b29c-42e2-a05d-48d5602b9563,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:35.473821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:35.487366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a4a09563-b29c-42e2-a05d-48d5602b9563 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:35.559967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9aa81967-e873-43e1-adbc-1b39dacbef0a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:35.697634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 5a28a053-2068-45fd-99a7-769e78423fe8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:53:35.714299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f74ab-71c6-4468-a4c7-70ca70ce23b0 None None] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:35.802920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Made reservation on behalf of 9ab4eab3a36c4187801de4fcb95d27cd for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:35.805351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.099563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-33d914ee-a94b-43e2-8b16-92ef86bccc51 None None] Provisioning for port 9aa81967-e873-43e1-adbc-1b39dacbef0a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:36.109300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:36.188143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9aa81967-e873-43e1-adbc-1b39dacbef0a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:36.192063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:36.196312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9aa81967-e873-43e1-adbc-1b39dacbef0a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:36.197044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.197274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:36.197535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4fe71-8ff3-4254-8ff1-3269939afecd req-748785b9-11a9-473e-8cae-a826efdeea93 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:36.200127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5b4fe71-8ff3-4254-8ff1-3269939afecd req-748785b9-11a9-473e-8cae-a826efdeea93 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.4974320 May 13 14:53:36.201308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:36.208526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:36.226412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.271813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:36.293788 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Sync routers for ids ['5a28a053-2068-45fd-99a7-769e78423fe8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:36.314011 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Routers {'5a28a053-2068-45fd-99a7-769e78423fe8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:36.315765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5a28a053-2068-45fd-99a7-769e78423fe8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:36.364657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9aa81967-e873-43e1-adbc-1b39dacbef0a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:36.365141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.394415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5b4fe71-8ff3-4254-8ff1-3269939afecd req-0a6b6d8f-08de-4df1-9e5e-1cc08a27bb3a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861780 May 13 14:53:36.414824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.422903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-423d8900-5643-4fb5-a12f-60b49e5142f2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0249882 May 13 14:53:36.424227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:36.437184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9f7c26-e2e5-4f75-a8f2-1c3c60e7f0b1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:36.471333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9aa81967-e873-43e1-adbc-1b39dacbef0a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9aa81967-e873-43e1-adbc-1b39dacbef0a,segment=NetworkSegment(c523a6db-8fcd-48ae-8a3c-334ae24531a4),segment_id=c523a6db-8fcd-48ae-8a3c-334ae24531a4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:36.479587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.535643 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.538689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:36.542707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.566805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:36.570727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9aa81967-e873-43e1-adbc-1b39dacbef0a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:36.687062 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:36.748022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e2117e1-607c-4c90-8308-04153af91a85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb9f7c26-e2e5-4f75-a8f2-1c3c60e7f0b1 HTTP/1.1" status: 204 len: 168 time: 3.5697150 May 13 14:53:36.787235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:36.843345 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Set router 5a28a053-2068-45fd-99a7-769e78423fe8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:36.881419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:36.888378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1c331fd3-cf0b-41c7-aae6-4bae836277b7 None None] Provisioning complete for port 9aa81967-e873-43e1-adbc-1b39dacbef0a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:36.888793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c331fd3-cf0b-41c7-aae6-4bae836277b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:36.942279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.054420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e8f90a65-0146-4669-b506-27ca5e9c86a7 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/5a28a053-2068-45fd-99a7-769e78423fe8 HTTP/1.1" status: 200 len: 908 time: 0.6282351 May 13 14:53:37.060885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.065524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:37.075148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1781082862', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': True}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:37.083877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:37.089769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Usage tracker for resource:router and tenant:933ef47171104353948acded83db396b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:37.113176 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.118059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:37.131446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:37.237401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.238418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.250811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.259039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:37.285502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.294972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:53:37.296972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297bee95-0452-4bbe-8f2c-957df60ead83']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:37.314562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1c331fd3-cf0b-41c7-aae6-4bae836277b7 None None] Current status of the port 9aa81967-e873-43e1-adbc-1b39dacbef0a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:37.316577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afaaa4e-4d7e-419e-a85f-4addb7bab498') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:37.316852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afaaa4e-4d7e-419e-a85f-4addb7bab498') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:37.334549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.345346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.357942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Usage tracker for resource:security_group_rule and tenant:7890c7667ba9465189d9d229f718a06f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:37.359528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.368895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:37.370025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.381051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557278fa-df38-48d0-9ffb-66b84082916a req-fbd874c8-7cf8-4223-bbc8-d0847867a8a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:37.385098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-557278fa-df38-48d0-9ffb-66b84082916a req-fbd874c8-7cf8-4223-bbc8-d0847867a8a2 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.2881358 May 13 14:53:37.388799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:37.407309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86278484-6274-455e-aa7c-8bd560ede5ef,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:37.413831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:37.538022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9aa81967-e873-43e1-adbc-1b39dacbef0a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:37.585312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.609721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:37.618558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.647635 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:30Z', 'updated_at': '2022-05-13T14:53:34Z', 'revision_number': 3, 'project_id': '933ef47171104353948acded83db396b', 'gw_port': {'id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:53:33Z', 'updated_at': '2022-05-13T14:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:37.655015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Checking router: 5a28a053-2068-45fd-99a7-769e78423fe8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:53:37.655366 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Updating router 5a28a053-2068-45fd-99a7-769e78423fe8 port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:53:37.680249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9aa81967-e873-43e1-adbc-1b39dacbef0a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:37.681374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.684375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.689166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Checking segment: {'id': 'caa0bd00-2ee8-49cf-94ce-ac0ef3462279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '78271626-a88b-4793-a0f5-2b563f625e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:37.689560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Network hostable DHCP agents. Network: 78271626-a88b-4793-a0f5-2b563f625e6f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: timer() May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:37.726919 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:37.733173 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:37.796369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.007229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9aa81967-e873-43e1-adbc-1b39dacbef0a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:38.070534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7890c7667ba9465189d9d229f718a06f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4867437 May 13 14:53:38.071450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.198039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:38.213798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e1371-c34b-4a16-99eb-9537b3ac6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d62cf6-a5e6-4ea9-b78a-939e1e90a3fd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.267762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Pushing event updated for resources: {'Port': ['ID=c36fd488-c8c6-45e3-8fa7-301da9babb6e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.313067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Network 78271626-a88b-4793-a0f5-2b563f625e6f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:38.374760 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.380370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.413519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.424808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Transition to ACTIVE for port object 033a44b3-335f-4541-835c-7e31f817fcac will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:38.460086 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.474681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-557278fa-df38-48d0-9ffb-66b84082916a req-88756c67-f520-43e1-a76b-a1c8787e3c93 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8736961 May 13 14:53:38.474999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 78271626-a88b-4793-a0f5-2b563f625e6f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:38.475281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] Pushing event deleted for resources: {'Network': ['ID=297bee95-0452-4bbe-8f2c-957df60ead83,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.489652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29604877-d9fd-421e-9958-4b2b0d15d6e6 None None] Network 78271626-a88b-4793-a0f5-2b563f625e6f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:38.498261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.525612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-21418051-e4ac-4b51-9c85-e8ce9b679988 admin admin] 10.222.0.36 "DELETE /v2.0/networks/297bee95-0452-4bbe-8f2c-957df60ead83 HTTP/1.1" status: 204 len: 168 time: 1.7361462 May 13 14:53:38.551648 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Transition to ACTIVE for port object 81beb023-eb0f-45fe-99e1-f6ccdf9f431d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:38.563965 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.655434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.655434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.735191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618eab7-de4e-40fe-89c4-7e482a49cc6b req-018455bf-c237-4495-93f2-2846b04492b0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:38.746126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Attempting to bind port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:38.747388 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Attempting to bind port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:38.747740 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Attempting to bind port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:38.754445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6618eab7-de4e-40fe-89c4-7e482a49cc6b req-018455bf-c237-4495-93f2-2846b04492b0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 1.0125771 May 13 14:53:38.772254 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ccf65-80c3-44dd-8617-5ac247760c83 None None] Pushing event updated for resources: {'Port': ['ID=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:38.775181 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:38.775582 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:38.775788 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.776156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:38.776745 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Bound port: 81beb023-eb0f-45fe-99e1-f6ccdf9f431d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:38.777120 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:38.888105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6618eab7-de4e-40fe-89c4-7e482a49cc6b req-76e5ef09-5837-4836-8d77-508d82ac9c70 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322849 May 13 14:53:38.895339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40828) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:38.965248 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] For port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:38.975785 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] For port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:38.989808 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.037139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=9']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:39.082893 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aae05040-2816-4af2-8563-70297030366e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd363ac17bee4257bfbe1d9818d38a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858737 May 13 14:53:39.097604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:39.115836 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Routers {'5a28a053-2068-45fd-99a7-769e78423fe8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:39.117720 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5a28a053-2068-45fd-99a7-769e78423fe8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:39.209083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.252091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.305035 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ccf65-80c3-44dd-8617-5ac247760c83 None None] Pushing event updated for resources: {'Port': ['ID=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:39.329694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4200576-658e-4e2a-ae93-35166d299783 None None] Network 78271626-a88b-4793-a0f5-2b563f625e6f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:39.422912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.451975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.498339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.502772 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Floating IP 68d18c59-a6d8-4c3d-a458-36558bba5fae associated. External IP: 172.25.5.68, port: c91f979b-b66d-4345-82cd-93b54e4fc468. May 13 14:53:39.644560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:39.674778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 172.25.5.229 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d3431192-66d0-47d2-9791-3400b5ebf893) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:39.690781 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] Set router 5a28a053-2068-45fd-99a7-769e78423fe8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:39.816171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d6566f68-71b5-4d66-91b8-1723e7bb8809 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9177599 May 13 14:53:39.970734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] No DVR routers for this DVR port 033a44b3-335f-4541-835c-7e31f817fcac on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:40.016926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.081766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45279d7-05bc-43a1-811a-42a12467f7c4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:40.101316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.116679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7e065698-2636-4da1-bb73-2bd29856b5d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e45279d7-05bc-43a1-811a-42a12467f7c4 HTTP/1.1" status: 204 len: 168 time: 1.0081553 May 13 14:53:40.143966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.244050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.318031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:40.402419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '163dd197-d749-42ef-baa0-20858a74a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:40.403928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: a4a09563-b29c-42e2-a05d-48d5602b9563, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:40.534986 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:30Z', 'updated_at': '2022-05-13T14:53:34Z', 'revision_number': 3, 'project_id': '933ef47171104353948acded83db396b', 'gw_port': {'id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:53:33Z', 'updated_at': '2022-05-13T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:40.552665 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfe11b-5762-40d2-9ca8-dbc229494e79 None None] The sync data for ids ['5a28a053-2068-45fd-99a7-769e78423fe8'] in n-d-841736-1 is: [{'id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:30Z', 'updated_at': '2022-05-13T14:53:34Z', 'revision_number': 3, 'project_id': '933ef47171104353948acded83db396b', 'gw_port': {'id': '81beb023-eb0f-45fe-99e1-f6ccdf9f431d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a28a053-2068-45fd-99a7-769e78423fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:53:33Z', 'updated_at': '2022-05-13T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:40.577081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=7d5600e5-6242-4c89-b483-1005b4bf434e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:40.640703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:40.665898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:40.682690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:40.812418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=d3431192-66d0-47d2-9791-3400b5ebf893,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:40.917787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network a4a09563-b29c-42e2-a05d-48d5602b9563 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:40.998295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc658d-1553-4ca1-a1b3-a2e0b42d1568 req-73b61b1b-bbb3-4de6-88d9-ecc17c3ef0f4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.001175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7edc658d-1553-4ca1-a1b3-a2e0b42d1568 req-73b61b1b-bbb3-4de6-88d9-ecc17c3ef0f4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.0605838 May 13 14:53:41.002170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a4a09563-b29c-42e2-a05d-48d5602b9563) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:41.009518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.011835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.027835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a0ac9-8410-42c0-b63e-279ce33b3a49 None None] Network a4a09563-b29c-42e2-a05d-48d5602b9563 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:41.171656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40854) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:41.188956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0cdee-e2da-4dcb-8f59-b2601bd9ec82 req-d40e4b08-7735-40c5-9608-8e257d087ce6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:41.205403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfd0cdee-e2da-4dcb-8f59-b2601bd9ec82 req-d40e4b08-7735-40c5-9608-8e257d087ce6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 943 time: 0.7851021 May 13 14:53:41.374050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.380781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:41.384744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4d62cf6-a5e6-4ea9-b78a-939e1e90a3fd HTTP/1.1" status: 204 len: 168 time: 3.1659098 May 13 14:53:41.601651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 81beb023-eb0f-45fe-99e1-f6ccdf9f431d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:41.620739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7edc658d-1553-4ca1-a1b3-a2e0b42d1568 req-da86e4ad-8df5-4589-ba42-bf5d8736e020 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014698 May 13 14:53:41.633727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6ce2c248-286e-4e3b-91e0-45c8141efcc4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 6.5873973 May 13 14:53:41.640527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:41.695233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1973f8-91f0-49f8-b3e6-1bd501b9f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d62cf6-a5e6-4ea9-b78a-939e1e90a3fd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:41.730503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:41.730897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:41.731148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:41.909896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:53:41.910469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Attempting to bind port 033a44b3-335f-4541-835c-7e31f817fcac on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:41.989667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:42.015092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a4a09563-b29c-42e2-a05d-48d5602b9563', 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '7d5600e5-6242-4c89-b483-1005b4bf434e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:42.020579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.033097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084778592-network', 'tenant_id': 'b0f59e29267a4919b090ac53dba9d753'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:42.050573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:42.051125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:42.051763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Bound using segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:42.052547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Bound port: 033a44b3-335f-4541-835c-7e31f817fcac, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:42.052960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.108786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:42.131649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:42.144734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Usage tracker for resource:network and tenant:b0f59e29267a4919b090ac53dba9d753 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:42.145930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:42.146788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.148779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.181211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:42.253492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5db8a619-d69d-43c9-8e89-1da66b820551 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e19ccc7bcb764e60aa8b743545a0d489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0420554 May 13 14:53:42.275808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:42.276141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:42.279401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfd0cdee-e2da-4dcb-8f59-b2601bd9ec82 req-a2d4cb39-421f-4424-9d3c-937a4c10cd51 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0725775 May 13 14:53:42.355061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.371092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Allocated IP 172.20.0.2 (a4a09563-b29c-42e2-a05d-48d5602b9563/7d5600e5-6242-4c89-b483-1005b4bf434e/9dec9734-6c9d-4663-bd0d-e4773882c890) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:42.378401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:42.392702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:42.393073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.402256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:42.459085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Usage tracker for resource:security_group_rule and tenant:4ce6cdf101754060962c8e4421b88c88 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:42.473111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:42.499944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:42.504113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.514030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:42.523073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.567651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Made reservation on behalf of b0f59e29267a4919b090ac53dba9d753 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:42.571751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.622177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.649756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.713604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:42.720504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.747617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Router 280bb208-714f-49ed-8c22-080c8eb44254 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:53:42.750222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:42.772646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f59e29267a4919b090ac53dba9d753 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:42.786582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:42.802216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:42.808369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.813670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:42.819553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:42.823115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.828165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Transition to ACTIVE for port object 9dec9734-6c9d-4663-bd0d-e4773882c890 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:42.861141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Transition to ACTIVE for port object 9dec9734-6c9d-4663-bd0d-e4773882c890 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:42.871504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.932265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.943771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Network a4a09563-b29c-42e2-a05d-48d5602b9563 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:42.947789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:42.950407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:42.975670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:42.986908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49f3d5-600a-406e-80f3-20b43e4b7af1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:42.991689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.013392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Pushing event updated for resources: {'Port': ['ID=9dec9734-6c9d-4663-bd0d-e4773882c890,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.091407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Attempting to bind port 9dec9734-6c9d-4663-bd0d-e4773882c890 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:43.091770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Attempting to bind port 9dec9734-6c9d-4663-bd0d-e4773882c890 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '163dd197-d749-42ef-baa0-20858a74a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:43.092581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Attempting to bind port 9dec9734-6c9d-4663-bd0d-e4773882c890 on network a4a09563-b29c-42e2-a05d-48d5602b9563 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:43.100105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:43.100521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Checking segment: {'id': '163dd197-d749-42ef-baa0-20858a74a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:43.100960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.101523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Bound using segment: {'id': '163dd197-d749-42ef-baa0-20858a74a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:43.102181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Bound port: 9dec9734-6c9d-4663-bd0d-e4773882c890, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163dd197-d749-42ef-baa0-20858a74a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:43.102560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.130450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.134254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-06ef54bc-f324-418f-8922-255e821cfd91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb49f3d5-600a-406e-80f3-20b43e4b7af1 HTTP/1.1" status: 204 len: 168 time: 0.8534689 May 13 14:53:43.147041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb564a21-171b-4710-923c-b38c0c6965f7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.152553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7082f72-3790-4d31-ac99-6030f3a1c8ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ce6cdf101754060962c8e4421b88c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701146 May 13 14:53:43.155690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:43.229488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:43.233509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:43.241863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.259310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.305246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.330660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 70bcff60-6332-4efc-8cd3-45bad1d2bfbf is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:53:43.437575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.469490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bde987-08de-498b-b4d1-fa55c0f9a885 None None] Pushing event updated for resources: {'Port': ['ID=9dec9734-6c9d-4663-bd0d-e4773882c890,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.502580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 81beb023-eb0f-45fe-99e1-f6ccdf9f431d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:43.646486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=10']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.651449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:43.655028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:43.655868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.667108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:43.668262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.670634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-c5b5710a-30a6-4915-887e-2dbe68d7922c service neutron] 10.222.0.90 "PUT /v2.0/ports/033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 1091 time: 10.8166544 May 13 14:53:43.677484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:53:43.693443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] Sync routers for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:43.712909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.762065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:43.762914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:43.778078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.867215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:43.918757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb564a21-171b-4710-923c-b38c0c6965f7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:43.929618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:43.931063 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f2586709-4784-4564-813a-d7b7495eb5aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb564a21-171b-4710-923c-b38c0c6965f7 HTTP/1.1" status: 204 len: 168 time: 0.7743490 May 13 14:53:43.981019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:43.996917 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Sync routers for ids ['70bcff60-6332-4efc-8cd3-45bad1d2bfbf'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:44.031315 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Routers {'70bcff60-6332-4efc-8cd3-45bad1d2bfbf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:44.032036 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70bcff60-6332-4efc-8cd3-45bad1d2bfbf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:44.043073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.044547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-211afba5-7b92-4b68-8e84-9d4abb36f8e8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9752941 May 13 14:53:44.054247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40902) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:44.085468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:44.086117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:44.209043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.213590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.310761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a614-6640-43e3-a262-572ba67d994b req-4ff1eb3d-9b9c-4828-962a-03139d4d6361 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:44.312711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b60a614-6640-43e3-a262-572ba67d994b req-4ff1eb3d-9b9c-4828-962a-03139d4d6361 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.5326140 May 13 14:53:44.316050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5600e5-6242-4c89-b483-1005b4bf434e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:44.323966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.361383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:44.362122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22c6ab-0261-4cb6-abde-eb93a8863a34 None None] The sync data for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:44.376290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.411615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:44.556106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:44.614233 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Set router 70bcff60-6332-4efc-8cd3-45bad1d2bfbf gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:44.629798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7b60a614-6640-43e3-a262-572ba67d994b req-12010169-1044-494c-8b37-7ca148091a61 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534461 May 13 14:53:44.682461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d40502-2379-45bc-afd4-361ee8da8bd2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:44.692483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe0321c5-f5a9-4f97-8022-accfc208e9cd tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 15.3097064 May 13 14:53:44.739116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40926) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:44.799523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-7705acec-a723-44b4-8704-2ab801eed7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:44.807126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-7705acec-a723-44b4-8704-2ab801eed7c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1095 time: 1.0109398 May 13 14:53:44.831627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:44.831968 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Added segment e7178b37-398d-41e2-afb1-6b59aaa9402d of type vlan for network 57307ffc-1044-4cc2-8acd-4eae1cb67c33 May 13 14:53:44.836679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9ee02a6-1325-4335-b0c7-682bbc853cb7 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/70bcff60-6332-4efc-8cd3-45bad1d2bfbf HTTP/1.1" status: 200 len: 908 time: 0.7812777 May 13 14:53:44.852375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4e8de-9cf7-4a2f-89f1-19840b4cdf03 req-cc3c2dbf-5e5d-4201-97a5-cf4e06655c03 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:44.861200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fe4e8de-9cf7-4a2f-89f1-19840b4cdf03 req-cc3c2dbf-5e5d-4201-97a5-cf4e06655c03 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 1.2719777 May 13 14:53:44.916133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:45.214665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0fe4e8de-9cf7-4a2f-89f1-19840b4cdf03 req-cd485636-6044-44f7-9223-9964616c8758 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521500 May 13 14:53:45.241399 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8815b7f3-6995-4680-a913-28f82d59c7ba'] response: {'name': 'network-changed', 'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'status': 'completed', 'code': 200} May 13 14:53:45.243114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.279241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.455225 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bcff60-6332-4efc-8cd3-45bad1d2bfbf', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'd3431192-66d0-47d2-9791-3400b5ebf893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:37Z', 'updated_at': '2022-05-13T14:53:41Z', 'revision_number': 3, 'project_id': '933ef47171104353948acded83db396b', 'gw_port': {'id': 'd3431192-66d0-47d2-9791-3400b5ebf893', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:09:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bcff60-6332-4efc-8cd3-45bad1d2bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:53:39Z', 'updated_at': '2022-05-13T14:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:45.462085 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Checking router: 70bcff60-6332-4efc-8cd3-45bad1d2bfbf for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:53:45.464417 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Updating router 70bcff60-6332-4efc-8cd3-45bad1d2bfbf port d3431192-66d0-47d2-9791-3400b5ebf893 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:53:45.484095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a09563-b29c-42e2-a05d-48d5602b9563']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:45.499818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74034b21-7d22-4826-b1ef-6bb7791a2924 None None] Network a4a09563-b29c-42e2-a05d-48d5602b9563 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:45.561380 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.623920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7c6bc043-8b37-4153-ab0b-68bb4829dd6b tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "GET /v2.0/floatingips/68d18c59-a6d8-4c3d-a458-36558bba5fae HTTP/1.1" status: 200 len: 983 time: 0.8574278 May 13 14:53:45.624812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40946) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:45.629303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163dd197-d749-42ef-baa0-20858a74a753') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:45.629853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163dd197-d749-42ef-baa0-20858a74a753') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:45.639114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:53:45.689714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.770785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9dec9734-6c9d-4663-bd0d-e4773882c890 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:53:45.785619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.791552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.798016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:45.800656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:45.804628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.056506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-f1345425-60eb-4a1b-a288-fb74a0fee3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:46.061597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-f1345425-60eb-4a1b-a288-fb74a0fee3ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 1.2311227 May 13 14:53:46.064499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:46.064924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.106041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1ed75d2e-e987-4ea7-8543-6c38b47d63ae None None] Provisioning for port 9dec9734-6c9d-4663-bd0d-e4773882c890 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: timer() May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:46.119770 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:46.125389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:46.128039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1366384 May 13 14:53:46.222344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Request body: {'subnet': {'network_id': '57307ffc-1044-4cc2-8acd-4eae1cb67c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084778592-subnet', 'tenant_id': 'b0f59e29267a4919b090ac53dba9d753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:46.253611 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.364097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40964) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:46.375410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:46.378476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9dec9734-6c9d-4663-bd0d-e4773882c890 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:53:46.391556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Usage tracker for resource:subnet and tenant:b0f59e29267a4919b090ac53dba9d753 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:46.399734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.405203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:46.405950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9dec9734-6c9d-4663-bd0d-e4773882c890 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:53:46.406552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.413381 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1dbabe29-1e23-44da-b749-5879990af8b1 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.7762105 May 13 14:53:46.415816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:46.418003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:46.495421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port d3431192-66d0-47d2-9791-3400b5ebf893 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:46.495760 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.576142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Made reservation on behalf of b0f59e29267a4919b090ac53dba9d753 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:46.578570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.656958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9dec9734-6c9d-4663-bd0d-e4773882c890 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:46.657924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.703689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:46.704545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] DHCP port deletion for a4a09563-b29c-42e2-a05d-48d5602b9563 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:53:46.710410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Deleting port 9dec9734-6c9d-4663-bd0d-e4773882c890 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:46.711332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.816717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b897e7-9dde-432a-9c4a-b22109909436 admin admin] Pushing event updated for resources: {'Network': ['ID=57307ffc-1044-4cc2-8acd-4eae1cb67c33,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:46.825073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.890602 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Transition to ACTIVE for port object d3431192-66d0-47d2-9791-3400b5ebf893 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:53:46.893522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-9afe613f-7eb7-4c10-b1b9-bb1aa660427d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 999 time: 0.7488818 May 13 14:53:46.895120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 57307ffc-1044-4cc2-8acd-4eae1cb67c33 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:46.900372 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:46.918569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:53:46.918569 n-d-841736-1 neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:53:46.918569 n-d-841736-1 neutron-server[88132]: [parameters: {'id': 'a4a09563-b29c-42e2-a05d-48d5602b9563'}] May 13 14:53:46.918569 n-d-841736-1 neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:46.919307 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:46.955138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9dec9734-6c9d-4663-bd0d-e4773882c890,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:47.073846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port c36fd488-c8c6-45e3-8fa7-301da9babb6e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:47.074201 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.088049 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc0ad6-ac4b-427b-aeff-35111b437391 None None] Pushing event updated for resources: {'Port': ['ID=d3431192-66d0-47d2-9791-3400b5ebf893,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:47.112486 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Attempting to bind port d3431192-66d0-47d2-9791-3400b5ebf893 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:53:47.112843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Attempting to bind port d3431192-66d0-47d2-9791-3400b5ebf893 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:53:47.113415 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Attempting to bind port d3431192-66d0-47d2-9791-3400b5ebf893 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:53:47.120863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:53:47.121698 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:47.122317 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.122956 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:53:47.123686 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Bound port: d3431192-66d0-47d2-9791-3400b5ebf893, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:53:47.124306 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.186517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.215680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-afc7e756-0792-4ad3-b97e-dcb55e57825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:47.219303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:47.220048 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-afc7e756-0792-4ad3-b97e-dcb55e57825b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.3048446 May 13 14:53:47.222500 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] For port d3431192-66d0-47d2-9791-3400b5ebf893, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:53:47.224516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Usage tracker for resource:security_group_rule and tenant:f97e1aa2c32d497aa0ea5ee07c882dcc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:47.229565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:47.230471 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.238702 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] For port d3431192-66d0-47d2-9791-3400b5ebf893, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d3431192-66d0-47d2-9791-3400b5ebf893,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:53:47.240774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:47.246818 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.277910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:47.335217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf89aa-e244-4599-b578-5b6a593897de req-27121f93-7c5a-4319-9f82-a78745025938 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:47.343849 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c1cf89aa-e244-4599-b578-5b6a593897de req-27121f93-7c5a-4319-9f82-a78745025938 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.7757037 May 13 14:53:47.391121 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Routers {'70bcff60-6332-4efc-8cd3-45bad1d2bfbf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:47.392257 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70bcff60-6332-4efc-8cd3-45bad1d2bfbf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:47.474684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9dec9734-6c9d-4663-bd0d-e4773882c890 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:53:47.602757 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc0ad6-ac4b-427b-aeff-35111b437391 None None] Pushing event updated for resources: {'Port': ['ID=d3431192-66d0-47d2-9791-3400b5ebf893,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:47.648487 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] Set router 70bcff60-6332-4efc-8cd3-45bad1d2bfbf gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:53:47.711897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Calling delete_port for 9dec9734-6c9d-4663-bd0d-e4773882c890 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:47.727554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.751425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c1cf89aa-e244-4599-b578-5b6a593897de req-6bdfe5ad-07e8-42f8-b3bd-351351d10bed tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059134 May 13 14:53:47.779504 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bcff60-6332-4efc-8cd3-45bad1d2bfbf', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:37Z', 'updated_at': '2022-05-13T14:53:46Z', 'revision_number': 4, 'project_id': '933ef47171104353948acded83db396b', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:47.784758 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a92210-a944-46fe-b30c-70ea07607f90 None None] The sync data for ids ['70bcff60-6332-4efc-8cd3-45bad1d2bfbf'] in n-d-841736-1 is: [{'id': '70bcff60-6332-4efc-8cd3-45bad1d2bfbf', 'name': 'tempest-snat-router-1781082862', 'tenant_id': '933ef47171104353948acded83db396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:53:37Z', 'updated_at': '2022-05-13T14:53:46Z', 'revision_number': 4, 'project_id': '933ef47171104353948acded83db396b', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:47.791977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6c1f-3488-4c90-9d38-302072649423 req-807c34e5-48a6-44ab-9705-d5545f140726 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:47.797139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-676a6c1f-3488-4c90-9d38-302072649423 req-807c34e5-48a6-44ab-9705-d5545f140726 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.5835915 May 13 14:53:47.894140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 9dec9734-6c9d-4663-bd0d-e4773882c890 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:47.895230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.974012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40992) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:47.991465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:47.999126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9dec9734-6c9d-4663-bd0d-e4773882c890 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:53:47.999844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.007848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.017047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.051826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:48.061186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.083747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.095604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-676a6c1f-3488-4c90-9d38-302072649423 req-51f3234a-7210-4041-af05-57d50bfdc52b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739813 May 13 14:53:48.116132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-8ed0c9da-2893-4132-84cb-9cd5e2b0fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:48.119493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-8ed0c9da-2893-4132-84cb-9cd5e2b0fae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8880165 May 13 14:53:48.192778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-99283366-06d3-4dee-bdaa-184d7a7a63a5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:53:48.194757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-99283366-06d3-4dee-bdaa-184d7a7a63a5 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191083 May 13 14:53:48.244771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:48.247446 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:48.287374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-651632334', 'router:external': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:48.299392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d3061-ae5d-4339-be39-c77aab0546d1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:48.344251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9dec9734-6c9d-4663-bd0d-e4773882c890,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:48.386798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for d3431192-66d0-47d2-9791-3400b5ebf893 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:48.429837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:48.479814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.480191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.496599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:network and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:48.511579 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c826891c-1c34-478d-893f-5c59bd662471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f97e1aa2c32d497aa0ea5ee07c882dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1400986 May 13 14:53:48.522535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41000) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:48.587958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:48.616028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:48.651047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875ba505-3ddf-4aa5-936d-ad08b967716c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:48.702871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Made reservation on behalf of 0eb794efb67c448b963903b6aadf6766 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:48.706634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.721212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Calling delete_port for c36fd488-c8c6-45e3-8fa7-301da9babb6e owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:48.740378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-78d9adbe-7163-4226-8958-e6410144e686 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305355 May 13 14:53:48.748436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:48.749140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.749893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Deleting port 9dec9734-6c9d-4663-bd0d-e4773882c890 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:48.751412 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.775403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:48.995302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Checking segment: {'id': 'e7178b37-398d-41e2-afb1-6b59aaa9402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '57307ffc-1044-4cc2-8acd-4eae1cb67c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:48.995559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Network hostable DHCP agents. Network: 57307ffc-1044-4cc2-8acd-4eae1cb67c33, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:49.101081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-69edaf84-97d4-48b4-afc4-375504b6dd60 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320084 May 13 14:53:49.260165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 9dec9734-6c9d-4663-bd0d-e4773882c890 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:49.346163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Network 57307ffc-1044-4cc2-8acd-4eae1cb67c33 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:49.358254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:49.375755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:security_group_rule and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:49.387154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.391861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:49.393116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.410509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] For port 9dec9734-6c9d-4663-bd0d-e4773882c890, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9dec9734-6c9d-4663-bd0d-e4773882c890,segment=NetworkSegment(163dd197-d749-42ef-baa0-20858a74a753),segment_id=163dd197-d749-42ef-baa0-20858a74a753)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:49.411116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.413881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:49.417319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 57307ffc-1044-4cc2-8acd-4eae1cb67c33) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:49.447345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:49.447845 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:49.464520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:49.465277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.504945 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.520981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.554558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8de755-9019-48df-bc2d-b7e93b1e0be9 None None] Network 57307ffc-1044-4cc2-8acd-4eae1cb67c33 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:49.693734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Port': ['ID=c36fd488-c8c6-45e3-8fa7-301da9babb6e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:49.728739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:49.771820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c51c8-b359-4dde-b273-5a831ecd4821 req-c7e5ff03-a589-4b78-8119-d7b84254ff81 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:49.780677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-232c51c8-b359-4dde-b273-5a831ecd4821 req-c7e5ff03-a589-4b78-8119-d7b84254ff81 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.7888372 May 13 14:53:49.859929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d044-7379-485e-80db-595132f26c81 req-bebc185d-a164-42f2-b711-11f98a5dd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:49.862630 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-bebc185d-a164-42f2-b711-11f98a5dd9fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1095 time: 0.5669215 May 13 14:53:49.863951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=9dec9734-6c9d-4663-bd0d-e4773882c890,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:49.898805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-779a0271-0a9c-4c6d-b596-34f8de8a48e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7417123 May 13 14:53:49.966762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port d3431192-66d0-47d2-9791-3400b5ebf893 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:49.967211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.059595 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-232c51c8-b359-4dde-b273-5a831ecd4821 req-7ed75309-96db-4f42-960e-93281e329c96 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758577 May 13 14:53:50.066982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.088135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Calling delete_port for 9dec9734-6c9d-4663-bd0d-e4773882c890 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:50.100197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.100567 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Floating IP 68d18c59-a6d8-4c3d-a458-36558bba5fae disassociated (deleted). External IP: 172.25.5.68, port: c91f979b-b66d-4345-82cd-93b54e4fc468. May 13 14:53:50.157900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d3061-ae5d-4339-be39-c77aab0546d1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:50.272950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebb1f0-f006-4f72-b304-31277aa4debf req-641af5ed-d7cc-4e37-b585-765de1d11b1b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:50.285642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2ebb1f0-f006-4f72-b304-31277aa4debf req-641af5ed-d7cc-4e37-b585-765de1d11b1b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.5141501 May 13 14:53:50.289431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:50.292385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 9dec9734-6c9d-4663-bd0d-e4773882c890 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:53:50.382496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.499691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c30bde-74c7-40e9-94bf-fbff4e534738 None None] Network 57307ffc-1044-4cc2-8acd-4eae1cb67c33 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:50.522588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.620257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.891567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:50.895665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-58ef97f1-5655-4f76-baaf-3fd0efd1f3d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d82d3061-ae5d-4339-be39-c77aab0546d1 HTTP/1.1" status: 204 len: 168 time: 2.3155930 May 13 14:53:50.898856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2ebb1f0-f006-4f72-b304-31277aa4debf req-5be6eda7-6495-4b0c-8cce-336e03973f95 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116316 May 13 14:53:51.009949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:53:51.014254 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:53:51.186610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0a10f-616e-4601-b43c-95a3fae2041a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:51.211483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:51.296567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.316040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Router 280bb208-714f-49ed-8c22-080c8eb44254 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:53:51.332734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Deleting subnet 86278484-6274-455e-aa7c-8bd560ede5ef {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:51.351939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.400056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] For port d3431192-66d0-47d2-9791-3400b5ebf893, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d3431192-66d0-47d2-9791-3400b5ebf893,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:51.401046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.686221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for d3431192-66d0-47d2-9791-3400b5ebf893 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:51.849133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.851440 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Added segment 8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba of type vlan for network 1163f222-b501-4210-b025-3814b444bda0 May 13 14:53:51.886237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d044-7379-485e-80db-595132f26c81 req-233468cd-855c-4acb-87f0-e25c19f89904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:51.889394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-233468cd-855c-4acb-87f0-e25c19f89904 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 2.0075531 May 13 14:53:51.895379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Deleting port 9dec9734-6c9d-4663-bd0d-e4773882c890 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:51.896347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:51.896530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a09563-b29c-42e2-a05d-48d5602b9563']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:51.988625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163dd197-d749-42ef-baa0-20858a74a753') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:51.988967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163dd197-d749-42ef-baa0-20858a74a753') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:52.062867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-610ac8ec-737c-4545-88e6-779013b40242 None None] The port '9dec9734-6c9d-4663-bd0d-e4773882c890' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:53:52.116388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.124314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-f8a34ca0-2556-4e44-af28-4e2627118c6c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 999 time: 0.2125149 May 13 14:53:52.135245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.198158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.285534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3431192-66d0-47d2-9791-3400b5ebf893,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:52.409837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.411900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:52.414317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.538195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.625218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.844592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Network': ['ID=1163f222-b501-4210-b025-3814b444bda0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:52.853737 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.869147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1163f222-b501-4210-b025-3814b444bda0 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:52.885187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9cf0cf2e-6d64-48a0-951c-92f5beffba90 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.8921471 May 13 14:53:52.903114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:52.921910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:52.922733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: timer() May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:52.949228 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:52.960032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'subnet': {'network_id': '1163f222-b501-4210-b025-3814b444bda0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:53.025331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8b39-cfc7-431d-92e4-3d49abde7003 req-eb61d26a-9da6-4c70-8516-c56f4799a85a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:53.033434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a2f8b39-cfc7-431d-92e4-3d49abde7003 req-eb61d26a-9da6-4c70-8516-c56f4799a85a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 1.6947720 May 13 14:53:53.038450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:53.120137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:subnet and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:53.151838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a2f8b39-cfc7-431d-92e4-3d49abde7003 req-591c4a6b-aa15-4f78-9645-323ad7d0615f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170721 May 13 14:53:53.154483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d044-7379-485e-80db-595132f26c81 req-c662a04c-0b01-4d63-8b86-a2e5f4db435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:53.158786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-c662a04c-0b01-4d63-8b86-a2e5f4db435d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.8922160 May 13 14:53:53.160441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:53.163892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.169294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.252811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:53:53.273514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] Sync routers for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:53:53.279833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.280155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70bcff60-6332-4efc-8cd3-45bad1d2bfbf {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:53:53.334524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1f61b-ca55-48c9-8d16-9d92bbbc435f req-0fbdc14f-4ae1-4cc2-b2e1-2246eb4fef26 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:53.340913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51d1f61b-ca55-48c9-8d16-9d92bbbc435f req-0fbdc14f-4ae1-4cc2-b2e1-2246eb4fef26 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 2.0225623 May 13 14:53:53.354107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:53.362009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:53.362677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:53.369575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.474381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.493951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.559177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.575978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:53.583327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Made reservation on behalf of 0eb794efb67c448b963903b6aadf6766 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:53.589791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.601755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:53:53.604161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:53:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:53.783782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=a4a09563-b29c-42e2-a05d-48d5602b9563,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:53.816000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:53.834916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cdbeac82-360b-4fd3-87d7-de5057d7ed53 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/routers/70bcff60-6332-4efc-8cd3-45bad1d2bfbf HTTP/1.1" status: 204 len: 168 time: 8.8985655 May 13 14:53:53.837837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:53.847147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d7dc9e8-0d08-4c8d-8c8a-2bfcc8ef3db5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/a4a09563-b29c-42e2-a05d-48d5602b9563 HTTP/1.1" status: 204 len: 168 time: 12.1879320 May 13 14:53:53.923792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:53.942675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:53.943867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405a60-d243-41f8-b7de-0f3296ca4df1 None None] The sync data for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:53:53.992726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24705334'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:54.040083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d044-7379-485e-80db-595132f26c81 req-fcb13564-404f-4fd8-8dd4-b17bf3d92ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:54.041696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51d1f61b-ca55-48c9-8d16-9d92bbbc435f req-22da949e-f42c-4384-840c-48d787f112b0 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892781 May 13 14:53:54.047028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:54.056868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-fcb13564-404f-4fd8-8dd4-b17bf3d92ed5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8321495 May 13 14:53:54.065829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.074340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:54.091235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:54.121595 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f0acead4-39ce-45f3-a5a2-a65a6f882dea tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/floatingips/68d18c59-a6d8-4c3d-a458-36558bba5fae HTTP/1.1" status: 204 len: 168 time: 7.7015884 May 13 14:53:54.121802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:54.122919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:54.135010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86278484-6274-455e-aa7c-8bd560ede5ef,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:54.162464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:54.172439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:54.178982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Usage tracker for resource:floatingip and tenant:b8b04842478b466486def7fdd212eb6a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:54.184380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:54.190241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.208565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:54.238380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:54.308346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:53:54.340669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.341406 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment b7f1d66d-72ef-4f87-b3df-5c6ef256839c of type vlan for network ed37cd3c-6277-4409-97cb-97ceee9420dd May 13 14:53:54.349274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.391789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.433236 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.442238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:54.443506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.460722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d20dbe24-cea7-45f5-9886-ff65cff3a048 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86278484-6274-455e-aa7c-8bd560ede5ef HTTP/1.1" status: 204 len: 168 time: 4.0959997 May 13 14:53:54.472948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:54.603055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.616109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:54.645194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7185783 May 13 14:53:54.816046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:54.838918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:55.207248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc06f1-02ee-4771-a0ba-c424f8d38825 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=ed37cd3c-6277-4409-97cb-97ceee9420dd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:55.222227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ed37cd3c-6277-4409-97cb-97ceee9420dd details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:53:55.322267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-a2e22494-6a91-45cb-abff-cdc5dd2a1247 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2487931 May 13 14:53:55.345003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.486329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:55.521941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:55.530133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:55.553710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:55.643803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:55.647777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.754021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79027bc1-ffd0-4201-adf6-3dc50f49d32b req-6bc49eb0-13e5-45c7-a83e-6dba9e50dc62 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:55.766420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79027bc1-ffd0-4201-adf6-3dc50f49d32b req-6bc49eb0-13e5-45c7-a83e-6dba9e50dc62 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 1.3072169 May 13 14:53:55.873731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:55.918983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:53:55.919553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:53:55.964026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79027bc1-ffd0-4201-adf6-3dc50f49d32b req-c81697e2-a62e-481c-a11a-8cefb6ea6eda tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960230 May 13 14:53:56.015342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78271626-a88b-4793-a0f5-2b563f625e6f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:56.029661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.037270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab4708-fbb8-4097-a1e7-c0757d84132b req-575bb298-c138-4b77-99df-5d813f8a156b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:56.039301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dab4708-fbb8-4097-a1e7-c0757d84132b req-575bb298-c138-4b77-99df-5d813f8a156b tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.6415093 May 13 14:53:56.047833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa0bd00-2ee8-49cf-94ce-ac0ef3462279') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:56.048233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa0bd00-2ee8-49cf-94ce-ac0ef3462279') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:53:56.090949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Deleting port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:56.091568 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.102128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.202948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.254863 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd14d044-7379-485e-80db-595132f26c81 req-aeda265d-36b9-4a0c-bb02-efe6e6a6f475 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8902857 May 13 14:53:56.392666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:53:56.393679 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.510815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.628526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:53:56.629592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.633735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cda6bc53-fa7b-4989-a68d-c23be5149027,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:56.787130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Checking segment: {'id': '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1163f222-b501-4210-b025-3814b444bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:56.788604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network hostable DHCP agents. Network: 1163f222-b501-4210-b025-3814b444bda0, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:56.815661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: timer() May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:53:56.833310 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:53:56.842210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 1163f222-b501-4210-b025-3814b444bda0 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:56.849549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] For port 81beb023-eb0f-45fe-99e1-f6ccdf9f431d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:53:56.850463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.948259 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2dab4708-fbb8-4097-a1e7-c0757d84132b req-e52f6eff-9044-4357-963e-4749aaa49cc6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835547 May 13 14:53:56.950933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:56.969276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1163f222-b501-4210-b025-3814b444bda0) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:56.980260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094bb869-802f-4b53-b908-610a8ed7dfa3 None None] Network 1163f222-b501-4210-b025-3814b444bda0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:57.090625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.133383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Calling delete_port for 81beb023-eb0f-45fe-99e1-f6ccdf9f431d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:53:57.156674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=78271626-a88b-4793-a0f5-2b563f625e6f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:57.203485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:57.204877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.250537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eb47eb04-75a4-4438-9d19-71b9a3150a20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78271626-a88b-4793-a0f5-2b563f625e6f HTTP/1.1" status: 204 len: 168 time: 2.6972632 May 13 14:53:57.262115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:57.265555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=b69ee72a-aaaa-4df2-aac6-f029c959564c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:57.305944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2106786c-a595-4671-804d-72c09a1ead8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3860574 May 13 14:53:57.317881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:57.355777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-870764791', 'network_id': '1163f222-b501-4210-b025-3814b444bda0'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:53:57.363109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:57.439591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a12644-64cb-4df8-b944-8f5d0c694be1 None None] Network 1163f222-b501-4210-b025-3814b444bda0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:57.443324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:57.518278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:53:57.519269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: ed37cd3c-6277-4409-97cb-97ceee9420dd, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:53:57.560454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:port and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:57.605631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:57.709399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:57.712190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Deleting subnet 875ba505-3ddf-4aa5-936d-ad08b967716c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:53:57.771716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:57.859573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Allocated IP 172.25.5.104 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/bda98fef-85ff-45b5-b65d-e14a6744a495) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:57.948802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network ed37cd3c-6277-4409-97cb-97ceee9420dd is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:53:57.954816 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.007732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.027290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Made reservation on behalf of 0eb794efb67c448b963903b6aadf6766 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:53:58.031750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.088949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-2882b9e5-ba19-42af-806e-afd77ec2e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.092825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-2882b9e5-ba19-42af-806e-afd77ec2e68e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1095 time: 1.0162504 May 13 14:53:58.111470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:53:58.122869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b48c4878d50465c8a3f86b425a85f3b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:53:58.129063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:53:58.144285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:53:58.301021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ed37cd3c-6277-4409-97cb-97ceee9420dd) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:58.326858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.332131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.367017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8e108-fa1c-4ee4-bca3-79d7c789128f None None] Network ed37cd3c-6277-4409-97cb-97ceee9420dd requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:53:58.375998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-158d5723-6a62-41ae-bf8a-c3f248e40c44 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.377711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-158d5723-6a62-41ae-bf8a-c3f248e40c44 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 0.9870892 May 13 14:53:58.386842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.553550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.561822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] device_id is not set on port 6e67431f-e01f-4f75-8792-ae71c7dc6f7d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:53:58.719533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.883186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2880afe8-048a-4845-afa1-29ed14050748 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0640111 May 13 14:53:58.895086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-b3327e3c-5872-4073-af6b-5232a0ae2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:53:58.900365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-b3327e3c-5872-4073-af6b-5232a0ae2aaf service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.5716777 May 13 14:53:58.912820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:58.968674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:58.997855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-ed37cd3c-6277-4409-97cb-97ceee9420dd', 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': 'b69ee72a-aaaa-4df2-aac6-f029c959564c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:53:58.999171 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.090154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875ba505-3ddf-4aa5-936d-ad08b967716c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:59.098340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.102947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6c1bfec-6373-40bc-b654-5fa0c7dc111d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/875ba505-3ddf-4aa5-936d-ad08b967716c HTTP/1.1" status: 204 len: 168 time: 1.8340056 May 13 14:53:59.125412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41148) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:53:59.127388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.306863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:53:59.513647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Allocated IP 172.20.0.3 (ed37cd3c-6277-4409-97cb-97ceee9420dd/b69ee72a-aaaa-4df2-aac6-f029c959564c/572f8ddd-b410-4140-a8a8-aa4e0edd0043) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:59.580541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.589514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Pushing event updated for resources: {'Port': ['ID=bda98fef-85ff-45b5-b65d-e14a6744a495,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:53:59.609283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:53:59.615379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:53:59.626574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:53:59.707050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:53:59.707640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.726756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.768202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:53:59.918967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.20.0.9 (1163f222-b501-4210-b025-3814b444bda0/cda6bc53-fa7b-4989-a68d-c23be5149027/6e67431f-e01f-4f75-8792-ae71c7dc6f7d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:53:59.925427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-daf70cb6-1503-4f91-8106-04548eeabd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.025604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b48c4878d50465c8a3f86b425a85f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5918477 May 13 14:54:00.039236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:00.054114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-b48afc5a-3fa5-4967-8e16-da82df4698f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.6172433 May 13 14:54:00.057928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d647-f086-4ccb-9f1b-342be9950270 req-3b8f4e0f-1342-4c96-ac21-f8bf025128e7 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:00.061594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd7d647-f086-4ccb-9f1b-342be9950270 req-3b8f4e0f-1342-4c96-ac21-f8bf025128e7 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 946 time: 1.7073350 May 13 14:54:00.168072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dadf2-ce0b-42da-bf73-2e914bc907c6 req-f4c189c5-3925-4d14-8452-54fd60db842d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:00.181403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b10dadf2-ce0b-42da-bf73-2e914bc907c6 req-f4c189c5-3925-4d14-8452-54fd60db842d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 2.8353641 May 13 14:54:00.347799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.361951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd27af-355a-49c0-bb55-a6fe902eb0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee71b88-6236-4cd3-8931-8b1bbbd77a74,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:00.422321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.437469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Transition to ACTIVE for port object 572f8ddd-b410-4140-a8a8-aa4e0edd0043 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:00.465245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Transition to ACTIVE for port object 572f8ddd-b410-4140-a8a8-aa4e0edd0043 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:00.474276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.567428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Network ed37cd3c-6277-4409-97cb-97ceee9420dd is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:00.573214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:00.580995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:00.632954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Pushing event updated for resources: {'Port': ['ID=572f8ddd-b410-4140-a8a8-aa4e0edd0043,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:00.792242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.857051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57307ffc-1044-4cc2-8acd-4eae1cb67c33']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:00.888234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Attempting to bind port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:00.888727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Attempting to bind port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:00.889050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Attempting to bind port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 on network ed37cd3c-6277-4409-97cb-97ceee9420dd {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:00.898032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:00.898498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Checking segment: {'id': 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:00.898864 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.899806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Bound using segment: {'id': 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:00.900342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Bound port: 572f8ddd-b410-4140-a8a8-aa4e0edd0043, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ed37cd3c-6277-4409-97cb-97ceee9420dd'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:00.900728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:00.940008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7178b37-398d-41e2-afb1-6b59aaa9402d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:00.940516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7178b37-398d-41e2-afb1-6b59aaa9402d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:01.005176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-edd7d647-f086-4ccb-9f1b-342be9950270 req-1ce97f7c-cf6f-4b38-a199-b0d5c5f638a5 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503511 May 13 14:54:01.031460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.046039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.101491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] For port 572f8ddd-b410-4140-a8a8-aa4e0edd0043, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:01.107370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] For port 572f8ddd-b410-4140-a8a8-aa4e0edd0043, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=572f8ddd-b410-4140-a8a8-aa4e0edd0043,segment=NetworkSegment(b7f1d66d-72ef-4f87-b3df-5c6ef256839c),segment_id=b7f1d66d-72ef-4f87-b3df-5c6ef256839c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:01.121422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.237035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.290688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741ffdc-36d3-468a-bc65-3536c3c45d8c None None] Pushing event updated for resources: {'Port': ['ID=572f8ddd-b410-4140-a8a8-aa4e0edd0043,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:01.328175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-e6470460-6bb2-4232-ac02-3cf2d5dca7fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 999 time: 1.7286880 May 13 14:54:01.332701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.402842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.481714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.547336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event deleted for resources: {'Port': ['ID=81beb023-eb0f-45fe-99e1-f6ccdf9f431d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:01.632018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.735577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.801682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.815683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:01.816186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:01.853309 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:02.009679 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.050298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.158581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee71b88-6236-4cd3-8931-8b1bbbd77a74,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:02.210497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b10dadf2-ce0b-42da-bf73-2e914bc907c6 req-c7348061-46d8-400e-88d9-3dd2ba50bb88 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9838548 May 13 14:54:02.212334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-d9538c64-077d-4fb1-9d28-8a8eca06d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:02.217033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-d9538c64-077d-4fb1-9d28-8a8eca06d8ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.6904094 May 13 14:54:02.267521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.299807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 1163f222-b501-4210-b025-3814b444bda0 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:02.434330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:02.434771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.443907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.445359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-69c10dd1-eceb-4d05-879e-870ee62e3237 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ee71b88-6236-4cd3-8931-8b1bbbd77a74 HTTP/1.1" status: 204 len: 168 time: 2.3824387 May 13 14:54:02.473956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.486572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:02.505098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device afcfc79c-09fe-45db-b1f2-ccd4a69bf930 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:02.656167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=b69ee72a-aaaa-4df2-aac6-f029c959564c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:02.714386 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-add78d9d-3085-45de-830e-98da2b225650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.790493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:02.890071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:02.891925 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.947911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=6e67431f-e01f-4f75-8792-ae71c7dc6f7d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:02.977960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:02.982116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:03.000470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:03.001865 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.006061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.012017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.119213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:03.128412 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30b4cea-5472-4b95-a5fb-c66d83ccf6bc'] response: {'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'code': 200} May 13 14:54:03.130541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.154860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] 10.222.0.36 "DELETE /v2.0/networks/57307ffc-1044-4cc2-8acd-4eae1cb67c33 HTTP/1.1" status: 204 len: 168 time: 4.0061090 May 13 14:54:03.195360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.235193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad0476-ed69-4e4d-a1b3-1ffccb41153f None None] Network ed37cd3c-6277-4409-97cb-97ceee9420dd requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:03.299053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for afcfc79c-09fe-45db-b1f2-ccd4a69bf930 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:03.345446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8781ae-b1f8-4ef0-8cf8-6ff2f8a77c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=57307ffc-1044-4cc2-8acd-4eae1cb67c33,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:03.485761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:03.532034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fea66eef-abaa-4943-ba93-c81e43e1a9f2 None None] Provisioning for port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:03.607635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-188b82ce-2c9c-458c-b7f7-564cfe0ea25a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ab4eab3a36c4187801de4fcb95d27cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138361 May 13 14:54:03.613623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:03.696576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3341-2b42-4860-a143-525e1a1c0899 req-9dbacd03-caab-404c-b6dc-22855c034f48 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:03.703015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-f111763f-a8b5-449b-8080-c7d44c2174f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:03.704853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac0f3341-2b42-4860-a143-525e1a1c0899 req-9dbacd03-caab-404c-b6dc-22855c034f48 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 0.5785363 May 13 14:54:03.726672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-f111763f-a8b5-449b-8080-c7d44c2174f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 1097 time: 3.3399296 May 13 14:54:03.760564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] DHCP port deletion for ed37cd3c-6277-4409-97cb-97ceee9420dd request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:03.766468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Deleting port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:03.767137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.795952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.827165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.897962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac0f3341-2b42-4860-a143-525e1a1c0899 req-e19f8d99-0e5b-4729-8f38-fc0da3229eaf tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920538 May 13 14:54:03.914022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:03.915548 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:03.916632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.957818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52c476-9b3f-46b4-8039-6fbf0ca15356,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:03.974655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:03.985337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.047620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.089052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:04.090067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.109299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.125226 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bc6f4db0-696e-485e-a5b2-a91d335e60c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c52c476-9b3f-46b4-8039-6fbf0ca15356 HTTP/1.1" status: 204 len: 168 time: 0.4961178 May 13 14:54:04.137386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.138198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a28a053-2068-45fd-99a7-769e78423fe8 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:04.182095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] For port 572f8ddd-b410-4140-a8a8-aa4e0edd0043, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=572f8ddd-b410-4140-a8a8-aa4e0edd0043,segment=NetworkSegment(b7f1d66d-72ef-4f87-b3df-5c6ef256839c),segment_id=b7f1d66d-72ef-4f87-b3df-5c6ef256839c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:04.182588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.219655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed37cd3c-6277-4409-97cb-97ceee9420dd']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:04.258958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-e5045c44-e3c5-4775-81fd-4924ab815809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:04.262103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-e5045c44-e3c5-4775-81fd-4924ab815809 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8464210 May 13 14:54:04.289254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Pushing event updated for resources: {'Port': ['ID=bda98fef-85ff-45b5-b65d-e14a6744a495,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:04.301404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.337619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.343729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-60852399-f8fd-4ffe-800d-2d0a5b76987a tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2113786 May 13 14:54:04.344058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:04.344058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f1d66d-72ef-4f87-b3df-5c6ef256839c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:04.344990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:04.417103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:04.418452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.418840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Calling delete_port for 572f8ddd-b410-4140-a8a8-aa4e0edd0043 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:04.434866 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.454047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.455965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-73a8fb41-e428-4320-905e-befff7df30b4 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5a28a053-2068-45fd-99a7-769e78423fe8 HTTP/1.1" status: 204 len: 168 time: 10.6075497 May 13 14:54:04.465994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:04.497818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-539897574', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:04.536876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:04.563069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.576862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:04.591365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:04.593420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-04caadd8-6872-4016-a79b-c43cae7be724 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 7.2730584 May 13 14:54:04.595078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:04.607822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:04.626235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] Pushing event deleted for resources: {'Port': ['ID=572f8ddd-b410-4140-a8a8-aa4e0edd0043,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:04.636775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882044f-09c6-4bf0-9105-385d6c7698ab None None] No DVR routers for this DVR port 572f8ddd-b410-4140-a8a8-aa4e0edd0043 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:04.666665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.668094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.693694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.713975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-89cb47f6-2d5e-475c-aae8-be83be3f78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:04.715764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-89cb47f6-2d5e-475c-aae8-be83be3f78c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 200 len: 906 time: 0.9425113 May 13 14:54:04.717110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.815052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.879294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:04.880409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: timer() May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:04.911540 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:04.951777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-8a234c09-d85a-41f9-823a-7afe648b8263 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 200 len: 217 time: 0.2217765 May 13 14:54:04.962149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778f1f-6a20-48e2-ae5e-9f2dba235bc1 req-913c68c1-7383-4f7e-a2c4-4ebc9443f7f5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:04.963961 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98778f1f-6a20-48e2-ae5e-9f2dba235bc1 req-913c68c1-7383-4f7e-a2c4-4ebc9443f7f5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 1.2245643 May 13 14:54:05.074621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port 6e67431f-e01f-4f75-8792-ae71c7dc6f7d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:05.075447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.089284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:05.114114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:05.125461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.155282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Usage tracker for resource:floatingip and tenant:63f70d8bf43244b7b46001ab8ad36a31 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:05.165757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:05.223237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:05.226268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:05.333674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-4bd16891-f61f-4b31-966d-e332ae4dcfa8 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0441504 May 13 14:54:05.350859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.470696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572f8ddd-b410-4140-a8a8-aa4e0edd0043 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:05.510230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.519966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.527500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-aed2bf55-ec95-4971-9d60-91216d24e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:05.530183 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-aed2bf55-ec95-4971-9d60-91216d24e566 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 200 len: 845 time: 0.5619578 May 13 14:54:05.532635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 572f8ddd-b410-4140-a8a8-aa4e0edd0043 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:05.533211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572f8ddd-b410-4140-a8a8-aa4e0edd0043 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:05.533806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 81beb023-eb0f-45fe-99e1-f6ccdf9f431d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:05.577087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 81beb023-eb0f-45fe-99e1-f6ccdf9f431d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:05.578809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 81beb023-eb0f-45fe-99e1-f6ccdf9f431d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:05.806277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-89ac1d71-1dec-427b-b77b-fbe1250cc7b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0f59e29267a4919b090ac53dba9d753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813158 May 13 14:54:05.810493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98778f1f-6a20-48e2-ae5e-9f2dba235bc1 req-bc8cd034-b51c-4a19-83ef-ba00465a26eb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520356 May 13 14:54:05.812201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:05.896991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=ed37cd3c-6277-4409-97cb-97ceee9420dd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:05.920359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee3a2045-fc68-4285-ad14-4a2aaae6e631 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/ed37cd3c-6277-4409-97cb-97ceee9420dd HTTP/1.1" status: 204 len: 168 time: 6.9861932 May 13 14:54:05.927653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:05.948811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659713840'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:05.971090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port afcfc79c-09fe-45db-b1f2-ccd4a69bf930, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:05.972034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:05.996327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:05.998256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-401155b6-df05-4003-a5de-f6f022fc7ce1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=229f37f2-9db9-4054-a9ae-776660f14411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3388171 May 13 14:54:06.000669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19dd6fe8-8c62-4c92-939f-731cd42f5ca8 req-3f7fe9d6-05b6-4d12-9e08-38a0ecd0ed1b service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545084 May 13 14:54:06.140075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:06.233713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:06.245674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:06.255469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for afcfc79c-09fe-45db-b1f2-ccd4a69bf930 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:06.341152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:06.345845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.382583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.412717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.439386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:06.519886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.641575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:06.642249 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 87058724-08e2-4b03-b0a9-ffd90b670d17 of type vlan for network d94139a0-857d-46b9-b5b2-a9739ba6349d May 13 14:54:07.039786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-d587d139-2d22-44f3-8f02-83c7d3b2d0dc service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9937055 May 13 14:54:07.056109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for 6e67431f-e01f-4f75-8792-ae71c7dc6f7d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:07.123473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.268599 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.270715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.290980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['b8176694-c334-48e7-8214-547d33b8def0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:54:07.339357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d40502-2379-45bc-afd4-361ee8da8bd2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:07.346787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.359440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a99a-7ed0-4334-8d84-49fd2ef1f68b req-4182966e-51b7-4528-b986-940fe46275d6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.362080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f974a99a-7ed0-4334-8d84-49fd2ef1f68b req-4182966e-51b7-4528-b986-940fe46275d6 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 944 time: 1.1710298 May 13 14:54:07.378795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.439934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.446325 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39b4bb23-a895-49af-b31b-bf294cc78b9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20d40502-2379-45bc-afd4-361ee8da8bd2 HTTP/1.1" status: 204 len: 168 time: 1.5385540 May 13 14:54:07.485645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.566975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=afcfc79c-09fe-45db-b1f2-ccd4a69bf930,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:07.615600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.622226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:07.623168 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.635727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f974a99a-7ed0-4334-8d84-49fd2ef1f68b req-767c0db2-5204-468e-af92-04bf52a81d88 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612581 May 13 14:54:07.644189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e1e9ec5-c874-4a82-b0d0-6b3f60b2e130 req-cc738aa3-f452-4a4c-bf04-8d994d5071c1 service neutron] 10.222.0.86 "GET /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369005 May 13 14:54:07.716380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:07.779753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Allocated IP 172.25.5.145 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/51eaf5b7-aaaa-4bba-ace7-f8b498d03da3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:07.826846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e67431f-e01f-4f75-8792-ae71c7dc6f7d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:07.975949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.018949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port afcfc79c-09fe-45db-b1f2-ccd4a69bf930 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:08.066844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.074328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.088379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.088624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c8358122-580c-46b7-9dbe-795b452a4eff tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6e67431f-e01f-4f75-8792-ae71c7dc6f7d HTTP/1.1" status: 204 len: 168 time: 3.4616706 May 13 14:54:08.090381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41260) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.101060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1163f222-b501-4210-b025-3814b444bda0', 'external_fixed_ips': [{'subnet_id': 'cda6bc53-fa7b-4989-a68d-c23be5149027', 'ip_address': '172.20.0.9'}]}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:08.114510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:08.124120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:router and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:08.130808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:08.144158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:08.166705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.167718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:08.168800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-deleted', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:08.168979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.219136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.452977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:08.502485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:08.615877 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feed46f4-e507-4e6b-b0fa-df231e6c2b15'] response: {'server_uuid': '7d922bfc-9f19-47c0-9714-42510dd0c2ea', 'name': 'network-vif-deleted', 'tag': 'afcfc79c-09fe-45db-b1f2-ccd4a69bf930', 'status': 'completed', 'code': 200} May 13 14:54:08.911799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9718366 May 13 14:54:08.912548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:08.912831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8116aba-b644-4223-9b03-f81e06ba195b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=d94139a0-857d-46b9-b5b2-a9739ba6349d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:08.929450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-104a51d4-8e00-4c11-83fb-7a3ae250bf69 req-adefa751-d705-4784-a709-8779be88c015 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.90 "DELETE /v2.0/ports/afcfc79c-09fe-45db-b1f2-ccd4a69bf930 HTTP/1.1" status: 204 len: 173 time: 10.3585410 May 13 14:54:08.930961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d94139a0-857d-46b9-b5b2-a9739ba6349d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:08.936531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:08.951862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:09.027812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event updated for resources: {'Port': ['ID=51eaf5b7-aaaa-4bba-ace7-f8b498d03da3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:09.120787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e183ed6-6d17-4b0a-a87e-84881fbeeab6 req-b5ba8052-17cc-4749-9516-253305b9d21a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:09.127057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e183ed6-6d17-4b0a-a87e-84881fbeeab6 req-b5ba8052-17cc-4749-9516-253305b9d21a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 2.0937335 May 13 14:54:09.298359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-126a822e-0457-4e2b-9a9d-f8228c7e695e req-1b17c2ea-c84b-481b-b261-1cb338a247bb tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d922bfc-9f19-47c0-9714-42510dd0c2ea HTTP/1.1" status: 200 len: 210 time: 0.4008448 May 13 14:54:09.446696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Allocated IP 172.25.5.135 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f633cd92-2b2e-4f00-9aed-18758c92dc8d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:09.947372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e183ed6-6d17-4b0a-a87e-84881fbeeab6 req-7e059cfa-d280-478c-9223-1ab8be3d0a39 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7461305 May 13 14:54:09.984582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:10.055922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:10.073023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:10.098719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:10.132263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.199299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.283756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.302969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:10.308982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:10.572172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:54:10.919346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.20.0.9 (1163f222-b501-4210-b025-3814b444bda0/cda6bc53-fa7b-4989-a68d-c23be5149027/a772ceb1-65d2-4f97-9669-316b0c640d41) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:11.000082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.037665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:11.072155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '033a44b3-335f-4541-835c-7e31f817fcac', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '033a44b3-335f-4541-835c-7e31f817fcac', 'mac_address': 'fa:16:3e:2c:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:54:11.175948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.239852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.259743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:11.260493 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.284425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:54:11.324481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.329235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:11.336975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:11.518276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:11.545128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 1163f222-b501-4210-b025-3814b444bda0 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:11.546344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:11.557207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:11.611746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['033a44b3-335f-4541-835c-7e31f817fcac'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:54:11.631749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=a772ceb1-65d2-4f97-9669-316b0c640d41,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:11.646574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.646574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.647117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.647559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.647995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.648611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.649048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.649482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.650038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.650474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.650930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:11.651364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:12.350594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:12.419668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.464910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=3aff1997-bac6-4926-86c9-5592f71b1008,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:12.581040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:12.585395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '87058724-08e2-4b03-b0a9-ffd90b670d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:12.586418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: d94139a0-857d-46b9-b5b2-a9739ba6349d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:12.654902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.693624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.787433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:12.811008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d85722b4d74c68bc82f82fd29aaed2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:12.818492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:12.834582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:12.873011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:12.885891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 033a44b3-335f-4541-835c-7e31f817fcac completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:12.910474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:12.910899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 033a44b3-335f-4541-835c-7e31f817fcac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:12.911512 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:12.936532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network d94139a0-857d-46b9-b5b2-a9739ba6349d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:12.950052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:13.045610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.088641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Pushing event updated for resources: {'Port': ['ID=f633cd92-2b2e-4f00-9aed-18758c92dc8d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:13.123314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebbf14-9c01-45e4-83fb-fb4394e97f18 req-1c908dde-c22f-45a9-9938-4fdeb3799f82 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:13.126853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44ebbf14-9c01-45e4-83fb-fb4394e97f18 req-1c908dde-c22f-45a9-9938-4fdeb3799f82 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 945 time: 1.7423081 May 13 14:54:13.247323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d94139a0-857d-46b9-b5b2-a9739ba6349d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:13.263752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:13.265297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.281320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f3e736-f22f-4d37-af2f-9e1c29bc0a0b None None] Network d94139a0-857d-46b9-b5b2-a9739ba6349d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:13.414901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.417693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:13.418355 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.504006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:13.609936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ca1691d-971d-4333-a976-fbd2c9715c5e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6714776 May 13 14:54:13.623261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44ebbf14-9c01-45e4-83fb-fb4394e97f18 req-af37794a-fba2-4fca-8fbd-cfecb6d541ca tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179553 May 13 14:54:13.637801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.639912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:13.650764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.873105 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c91856-b03e-42f9-a007-504de6e69fb4'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'code': 200} May 13 14:54:13.944710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:13.974016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:14.059391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0d85722b4d74c68bc82f82fd29aaed2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7063735 May 13 14:54:14.093792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41390) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:14.106926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.113008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173920e5-93fc-43a8-b6fb-a03484663e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe1b5b-0693-412b-82a8-cbf5a3ce37b9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:14.160389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.240890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d94139a0-857d-46b9-b5b2-a9739ba6349d', 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '3aff1997-bac6-4926-86c9-5592f71b1008'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:14.243617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.245761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.517840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Allocated IP 172.20.0.1 (d94139a0-857d-46b9-b5b2-a9739ba6349d/3aff1997-bac6-4926-86c9-5592f71b1008/98343cbe-187a-4293-8300-6e5ee372070c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:14.705870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.779162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.890812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Router 1c043349-331a-4614-ba9b-c5bea5313104 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:14.959741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:14.972424 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:14.975143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.975143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.976767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.976767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.976767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.976767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.977512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.977763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.978682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.979108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.979506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.979920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:14.998025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.013841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Transition to ACTIVE for port object 98343cbe-187a-4293-8300-6e5ee372070c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:15.041094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Transition to ACTIVE for port object 98343cbe-187a-4293-8300-6e5ee372070c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:15.048679 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.115486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.127551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Network d94139a0-857d-46b9-b5b2-a9739ba6349d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:15.128878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:15.134999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:15.176848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Pushing event updated for resources: {'Port': ['ID=98343cbe-187a-4293-8300-6e5ee372070c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.226078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6993e5-b715-46e9-b2e0-601877e3e5af req-7ba3f64a-e3fb-4c70-92b6-33b3fa76b575 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:15.237694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c6993e5-b715-46e9-b2e0-601877e3e5af req-7ba3f64a-e3fb-4c70-92b6-33b3fa76b575 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 946 time: 1.1190927 May 13 14:54:15.252553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Attempting to bind port 98343cbe-187a-4293-8300-6e5ee372070c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:15.253304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Attempting to bind port 98343cbe-187a-4293-8300-6e5ee372070c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '87058724-08e2-4b03-b0a9-ffd90b670d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:15.254055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Attempting to bind port 98343cbe-187a-4293-8300-6e5ee372070c on network d94139a0-857d-46b9-b5b2-a9739ba6349d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:15.266541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:15.267480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Checking segment: {'id': '87058724-08e2-4b03-b0a9-ffd90b670d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:15.268554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.269641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Bound using segment: {'id': '87058724-08e2-4b03-b0a9-ffd90b670d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:15.270727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Bound port: 98343cbe-187a-4293-8300-6e5ee372070c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87058724-08e2-4b03-b0a9-ffd90b670d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:15.271501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.271732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.367494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-1c23da77-78f0-429a-895f-0eafb393beb4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:15.370412 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-1c23da77-78f0-429a-895f-0eafb393beb4 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 946 time: 0.7789929 May 13 14:54:15.417444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.458633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router b4f3b30f-3310-45f0-b235-79eb2a65b037 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:15.465786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Pushing event updated for resources: {'Port': ['ID=f633cd92-2b2e-4f00-9aed-18758c92dc8d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.493893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] For port 98343cbe-187a-4293-8300-6e5ee372070c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:15.500868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] For port 98343cbe-187a-4293-8300-6e5ee372070c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98343cbe-187a-4293-8300-6e5ee372070c,segment=NetworkSegment(87058724-08e2-4b03-b0a9-ffd90b670d17),segment_id=87058724-08e2-4b03-b0a9-ffd90b670d17)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:15.509708 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.589541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c6993e5-b715-46e9-b2e0-601877e3e5af req-e553f2f7-8322-4f2e-afe7-42ebe533225d tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489983 May 13 14:54:15.645813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f9b43-b8b2-4ead-aa75-5d1d3ed1f79d None None] Pushing event updated for resources: {'Port': ['ID=98343cbe-187a-4293-8300-6e5ee372070c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:15.759042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port b8176694-c334-48e7-8214-547d33b8def0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:15.759823 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.875484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:15.876807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e5b85eb-f267-44fe-92d5-5c7f63b6c533 tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.5306859 May 13 14:54:15.890359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:16.032493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039011e1-a000-4905-a1d8-65186571748f req-86ccda5e-b907-4b81-b8c0-4465760cf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:16.034329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-039011e1-a000-4905-a1d8-65186571748f req-86ccda5e-b907-4b81-b8c0-4465760cf7b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1097 time: 1.6665049 May 13 14:54:16.035374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.063101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.088322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:16.108842 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] Sync routers for ids ['1c043349-331a-4614-ba9b-c5bea5313104'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:16.135441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe1b5b-0693-412b-82a8-cbf5a3ce37b9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:16.147392 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] Routers {'1c043349-331a-4614-ba9b-c5bea5313104'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:16.147752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=3aff1997-bac6-4926-86c9-5592f71b1008,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:16.149262 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c043349-331a-4614-ba9b-c5bea5313104'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.211758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7084de82-be6a-4e11-9bd3-bf68e9deb26e tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Synchronizing usage tracker for tenant:b8b04842478b466486def7fdd212eb6a on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:16.271041 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.282913 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] Routers {'1c043349-331a-4614-ba9b-c5bea5313104'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:16.283827 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c043349-331a-4614-ba9b-c5bea5313104'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.360303 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.361788 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272fec2-4d89-43c0-8a11-d6867f39fb39 None None] The sync data for ids ['1c043349-331a-4614-ba9b-c5bea5313104'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:16.401966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.403225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-424fa9f0-8899-4105-909d-dd0eb5b433f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bbe1b5b-0693-412b-82a8-cbf5a3ce37b9 HTTP/1.1" status: 204 len: 168 time: 2.3054521 May 13 14:54:16.415379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0baac-f7d0-423a-b659-e0f938e04adc req-36e62e92-d70e-4bd1-895f-17c3d3ae18e8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:16.416000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:16.428571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74d0baac-f7d0-423a-b659-e0f938e04adc req-36e62e92-d70e-4bd1-895f-17c3d3ae18e8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 1.3212500 May 13 14:54:16.452813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.454854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-62d67ba3-f0bf-4e03-8337-f767a1f2bf69 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9870667 May 13 14:54:16.461637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Sync routers for ids ['b4f3b30f-3310-45f0-b235-79eb2a65b037'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:16.465209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:16.472748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:16.477668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.498774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Routers {'b4f3b30f-3310-45f0-b235-79eb2a65b037'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:16.501279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4f3b30f-3310-45f0-b235-79eb2a65b037'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:16.506622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:16.517214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-039011e1-a000-4905-a1d8-65186571748f req-a2f12ecd-2488-4f91-a0f2-0613f9d1d73d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297688 May 13 14:54:16.543375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.570507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7084de82-be6a-4e11-9bd3-bf68e9deb26e tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Unset dirty status for tenant:b8b04842478b466486def7fdd212eb6a on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:16.579230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7084de82-be6a-4e11-9bd3-bf68e9deb26e tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.6872940 May 13 14:54:16.595261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:16.697461 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:16.699551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5948d368-eb0b-4957-9ea4-ad7292ee1cb6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6071582 May 13 14:54:16.790485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:16.859280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device b8176694-c334-48e7-8214-547d33b8def0 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:17.098047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Set router b4f3b30f-3310-45f0-b235-79eb2a65b037 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:17.101677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-74d0baac-f7d0-423a-b659-e0f938e04adc req-ad481d7a-dc7d-41a8-acee-6d03f492c780 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6706104 May 13 14:54:17.107211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94139a0-857d-46b9-b5b2-a9739ba6349d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:17.155796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87058724-08e2-4b03-b0a9-ffd90b670d17') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:17.156092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87058724-08e2-4b03-b0a9-ffd90b670d17') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:17.199015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.253983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.277717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:17.279622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:17.352839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for b8176694-c334-48e7-8214-547d33b8def0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:17.519942 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:17.603905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-96078312-445a-4e7e-b2cc-8aec6680fab4 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Synchronizing usage tracker for tenant:3ce21ac1aac74efba41ea70c56f26f25 on resource:floatingip {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:17.628497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:17.669125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:54:17.669125 n-d-841736-1 neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:54:17.669125 n-d-841736-1 neutron-server[88131]: [parameters: {'id': 'd94139a0-857d-46b9-b5b2-a9739ba6349d'}] May 13 14:54:17.669125 n-d-841736-1 neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:17.670101 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:17.671098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98343cbe-187a-4293-8300-6e5ee372070c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:17.732736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76e08a-26f9-41c3-bed3-fdd6d9f46ccf None None] Network d94139a0-857d-46b9-b5b2-a9739ba6349d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:17.817893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-96078312-445a-4e7e-b2cc-8aec6680fab4 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Unset dirty status for tenant:3ce21ac1aac74efba41ea70c56f26f25 on resource:floatingip {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:17.825412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-96078312-445a-4e7e-b2cc-8aec6680fab4 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 1.2242322 May 13 14:54:17.830944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:17.875503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0e45470f-233a-467d-95ab-f22190e6a574 None None] Provisioning for port 98343cbe-187a-4293-8300-6e5ee372070c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:17.969313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port b8176694-c334-48e7-8214-547d33b8def0 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:17.970148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.001820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 98343cbe-187a-4293-8300-6e5ee372070c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:18.018962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 98343cbe-187a-4293-8300-6e5ee372070c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:18.019463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.276349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.278278 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.445722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Deleting port f633cd92-2b2e-4f00-9aed-18758c92dc8d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:18.446423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.487333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.515788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:18.630881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 98343cbe-187a-4293-8300-6e5ee372070c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:18.631511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.715624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:18.743079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:18.755358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Usage tracker for resource:security_group_rule and tenant:64c9ad45cc0b4eecacd9f1cbb62eb5ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:18.759979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:18.767889 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.784166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:18.787692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.799693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port a772ceb1-65d2-4f97-9669-316b0c640d41 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:18.800147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.834876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 98343cbe-187a-4293-8300-6e5ee372070c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:18.835383 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:18.846748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 98343cbe-187a-4293-8300-6e5ee372070c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98343cbe-187a-4293-8300-6e5ee372070c,segment=NetworkSegment(87058724-08e2-4b03-b0a9-ffd90b670d17),segment_id=87058724-08e2-4b03-b0a9-ffd90b670d17)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:19.001294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:19.006529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.120526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:19.121831 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:19.134760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3b30f-3310-45f0-b235-79eb2a65b037', 'name': '', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1163f222-b501-4210-b025-3814b444bda0', 'external_fixed_ips': [{'subnet_id': 'cda6bc53-fa7b-4989-a68d-c23be5149027', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'a772ceb1-65d2-4f97-9669-316b0c640d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:08Z', 'updated_at': '2022-05-13T14:54:12Z', 'revision_number': 3, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port': {'id': 'a772ceb1-65d2-4f97-9669-316b0c640d41', 'name': '', 'network_id': '1163f222-b501-4210-b025-3814b444bda0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3b30f-3310-45f0-b235-79eb2a65b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': 'cda6bc53-fa7b-4989-a68d-c23be5149027', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:10Z', 'updated_at': '2022-05-13T14:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cda6bc53-fa7b-4989-a68d-c23be5149027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:19.143230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e825b-6d6f-4d4a-b091-1f5fb58261b9 req-02d6b678-240c-4256-b5b1-3d6bd2e58170 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:19.150799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=98343cbe-187a-4293-8300-6e5ee372070c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:19.154351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Checking router: b4f3b30f-3310-45f0-b235-79eb2a65b037 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:19.154735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Updating router b4f3b30f-3310-45f0-b235-79eb2a65b037 port a772ceb1-65d2-4f97-9669-316b0c640d41 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:54:19.158927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-102e825b-6d6f-4d4a-b091-1f5fb58261b9 req-02d6b678-240c-4256-b5b1-3d6bd2e58170 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 946 time: 2.1249385 May 13 14:54:19.260571 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.289545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.318272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] DHCP port deletion for d94139a0-857d-46b9-b5b2-a9739ba6349d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:19.328610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Deleting port 98343cbe-187a-4293-8300-6e5ee372070c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:19.329143 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.409561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-102e825b-6d6f-4d4a-b091-1f5fb58261b9 req-99576a1d-100b-43a9-a4a0-26fec45e4020 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484052 May 13 14:54:19.456575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555e530-e533-4e4e-90ae-6226084302b9 req-821cfa96-3a37-4ce7-95f6-28850b86d3a2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:19.464129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1555e530-e533-4e4e-90ae-6226084302b9 req-821cfa96-3a37-4ce7-95f6-28850b86d3a2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 1.1628227 May 13 14:54:19.541559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98343cbe-187a-4293-8300-6e5ee372070c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:19.573459 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ecce65-daf5-485a-bfe7-36afa86d3bdc'] response: {'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0', 'code': 200} May 13 14:54:19.606378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.624451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Deleting port b8176694-c334-48e7-8214-547d33b8def0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:19.624801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.669570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1555e530-e533-4e4e-90ae-6226084302b9 req-58ca028e-fd7c-4e61-af22-1febbafec116 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041714 May 13 14:54:19.771864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:19.772725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.066046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] For port 98343cbe-187a-4293-8300-6e5ee372070c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98343cbe-187a-4293-8300-6e5ee372070c,segment=NetworkSegment(87058724-08e2-4b03-b0a9-ffd90b670d17),segment_id=87058724-08e2-4b03-b0a9-ffd90b670d17)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:20.066828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.092135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Calling delete_port for f633cd92-2b2e-4f00-9aed-18758c92dc8d owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.162364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.222694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.248575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.345143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] For port b8176694-c334-48e7-8214-547d33b8def0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=b8176694-c334-48e7-8214-547d33b8def0,segment=NetworkSegment(1c34efaf-be24-4850-9915-8a41c7612d5c),segment_id=1c34efaf-be24-4850-9915-8a41c7612d5c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:20.345778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.402337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 98343cbe-187a-4293-8300-6e5ee372070c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98343cbe-187a-4293-8300-6e5ee372070c,segment=NetworkSegment(87058724-08e2-4b03-b0a9-ffd90b670d17),segment_id=87058724-08e2-4b03-b0a9-ffd90b670d17)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:20.402757 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.419375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Calling delete_port for 98343cbe-187a-4293-8300-6e5ee372070c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.421268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for a772ceb1-65d2-4f97-9669-316b0c640d41 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.574418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 98343cbe-187a-4293-8300-6e5ee372070c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:20.575049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.683125 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.687068 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.753177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] Pushing event deleted for resources: {'Port': ['ID=98343cbe-187a-4293-8300-6e5ee372070c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:20.781632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddda477-df2f-462e-9120-4f5ef565b381 None None] No DVR routers for this DVR port 98343cbe-187a-4293-8300-6e5ee372070c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:20.827773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 98343cbe-187a-4293-8300-6e5ee372070c owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.869621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41584) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:20.871670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:20.923196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107d179-7522-42a2-86d9-fbff2d012dae,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:20.927327 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64c9ad45cc0b4eecacd9f1cbb62eb5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2912676 May 13 14:54:20.943792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Calling delete_port for b8176694-c334-48e7-8214-547d33b8def0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:20.951968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:20.964574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.964909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.965236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.965568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.965895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.966220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.966525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.966841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.967160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.967472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.967813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:20.968115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dab11d-6fdf-424a-a19f-fa5081190250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:21.123819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Transition to ACTIVE for port object a772ceb1-65d2-4f97-9669-316b0c640d41 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:21.129319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.139365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.168750 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:21.169167 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:21.205052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Pushing event deleted for resources: {'Port': ['ID=f633cd92-2b2e-4f00-9aed-18758c92dc8d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.244795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.282113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173854a6-a814-4583-8f4e-a6d4c94e88b9 None None] Pushing event updated for resources: {'Port': ['ID=a772ceb1-65d2-4f97-9669-316b0c640d41,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.324509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Attempting to bind port a772ceb1-65d2-4f97-9669-316b0c640d41 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:21.325133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Attempting to bind port a772ceb1-65d2-4f97-9669-316b0c640d41 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1163f222-b501-4210-b025-3814b444bda0'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:21.325720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Attempting to bind port a772ceb1-65d2-4f97-9669-316b0c640d41 on network 1163f222-b501-4210-b025-3814b444bda0 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:21.338200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:21.338979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Checking segment: {'id': '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1163f222-b501-4210-b025-3814b444bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:21.339688 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.340373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Bound using segment: {'id': '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1163f222-b501-4210-b025-3814b444bda0'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:21.341200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Bound port: a772ceb1-65d2-4f97-9669-316b0c640d41, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1163f222-b501-4210-b025-3814b444bda0'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:21.342029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.447579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:21.447986 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:21.478872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] For port a772ceb1-65d2-4f97-9669-316b0c640d41, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:21.482260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] For port a772ceb1-65d2-4f97-9669-316b0c640d41, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a772ceb1-65d2-4f97-9669-316b0c640d41,segment=NetworkSegment(8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba),segment_id=8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:21.489121 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.495398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.518613 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.542066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:21.565146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.574563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Usage tracker for resource:security_group_rule and tenant:2c3be3b467db44fb9ba15ae34b16bfb4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:21.574901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Routers {'b4f3b30f-3310-45f0-b235-79eb2a65b037'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:21.575305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4f3b30f-3310-45f0-b235-79eb2a65b037'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:21.593522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b896870-7bec-437b-812e-4fe2a0453f7a req-aefdd0ac-cf61-4f42-811e-d1a5eaa59e72 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:21.601732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b896870-7bec-437b-812e-4fe2a0453f7a req-aefdd0ac-cf61-4f42-811e-d1a5eaa59e72 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 0.6049514 May 13 14:54:21.604838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:21.625982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:21.672285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9991037-58d7-442a-bdbb-02c86aecce3a req-f2a67c3d-10b9-440d-93f0-c90fde7f8f2e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:21.674525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9991037-58d7-442a-bdbb-02c86aecce3a req-f2a67c3d-10b9-440d-93f0-c90fde7f8f2e tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 944 time: 0.8207095 May 13 14:54:21.677259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173854a6-a814-4583-8f4e-a6d4c94e88b9 None None] Pushing event updated for resources: {'Port': ['ID=a772ceb1-65d2-4f97-9669-316b0c640d41,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:21.723199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 98343cbe-187a-4293-8300-6e5ee372070c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:21.724146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.868407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] Set router b4f3b30f-3310-45f0-b235-79eb2a65b037 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:21.904115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] The port '98343cbe-187a-4293-8300-6e5ee372070c' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:21.905686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:21.993608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.006931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port a772ceb1-65d2-4f97-9669-316b0c640d41 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:22.006931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.015675 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9991037-58d7-442a-bdbb-02c86aecce3a req-0f745be3-16e5-4ff6-8c9e-d80b481ad902 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/security-groups?id=03877828-b08c-44e4-8273-b5623c06b70c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484314 May 13 14:54:22.076810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3b30f-3310-45f0-b235-79eb2a65b037', 'name': '', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:08Z', 'updated_at': '2022-05-13T14:54:18Z', 'revision_number': 4, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:22.079637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b896870-7bec-437b-812e-4fe2a0453f7a req-75e7e3b1-74a5-4220-911f-7f678467efb2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214518 May 13 14:54:22.084591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359b85f-cce2-44cf-8af4-60ae30f388be None None] The sync data for ids ['b4f3b30f-3310-45f0-b235-79eb2a65b037'] in n-d-841736-1 is: [{'id': 'b4f3b30f-3310-45f0-b235-79eb2a65b037', 'name': '', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:08Z', 'updated_at': '2022-05-13T14:54:18Z', 'revision_number': 4, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:22.090523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.093895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Pushing event deleted for resources: {'Port': ['ID=b8176694-c334-48e7-8214-547d33b8def0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:22.192191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.196985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7a4b9f59-b689-4ea2-9966-1190fd67783c tempest-FloatingIPAdminTestJSON-1065620636 tempest-FloatingIPAdminTestJSON-1065620636-project] 10.222.0.36 "DELETE /v2.0/floatingips/abcab1b7-5fe6-42a2-b529-728709be0845 HTTP/1.1" status: 204 len: 168 time: 4.3641570 May 13 14:54:22.274938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:22.302635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] No DVR routers for this DVR port b8176694-c334-48e7-8214-547d33b8def0 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:22.317904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.324001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-deleted', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:54:22.361304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.366926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7354638a-27c6-4a1f-b8c7-49d669446f36 req-659c106b-7639-450c-b81b-2fcfad8ea8dc tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.86 "DELETE /v2.0/ports/b8176694-c334-48e7-8214-547d33b8def0 HTTP/1.1" status: 204 len: 173 time: 6.9733260 May 13 14:54:22.570283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 1c043349-331a-4614-ba9b-c5bea5313104 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:22.597597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107d179-7522-42a2-86d9-fbff2d012dae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:22.605974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.726164 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0363fde-a59a-4d7b-b5e3-f6b47a6ff260'] response: {'server_uuid': '3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9', 'name': 'network-vif-deleted', 'tag': 'b8176694-c334-48e7-8214-547d33b8def0', 'status': 'completed', 'code': 200} May 13 14:54:22.818279 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.821045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47123125-27da-44df-9e8b-959ba0a32fa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5107d179-7522-42a2-86d9-fbff2d012dae HTTP/1.1" status: 204 len: 168 time: 1.8679063 May 13 14:54:22.861910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:22.871988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Deleting port bda98fef-85ff-45b5-b65d-e14a6744a495 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:22.872604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.873924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:22.875232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a4cfabe2-b9a4-438e-afe9-5e4f9752e02f tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "PUT /v2.0/routers/1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 200 len: 925 time: 6.4072890 May 13 14:54:22.879568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41610) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:22.885633 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] Sync routers for ids ['1c043349-331a-4614-ba9b-c5bea5313104'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:22.934493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94139a0-857d-46b9-b5b2-a9739ba6349d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:22.939921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] Routers {'1c043349-331a-4614-ba9b-c5bea5313104'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:22.941128 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c043349-331a-4614-ba9b-c5bea5313104'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.018407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87058724-08e2-4b03-b0a9-ffd90b670d17') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.019110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87058724-08e2-4b03-b0a9-ffd90b670d17') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.034653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.056115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.078020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:23.080418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.108019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.133574 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] Routers {'1c043349-331a-4614-ba9b-c5bea5313104'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:23.135509 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1c043349-331a-4614-ba9b-c5bea5313104'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:23.295857 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:23.305480 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0353287f-21a6-49c2-8aa5-bedb61044e61 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 200 len: 925 time: 0.4243121 May 13 14:54:23.306374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.319673 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:23.320087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2905c-e0aa-44d1-89f1-17fc8725183b None None] The sync data for ids ['1c043349-331a-4614-ba9b-c5bea5313104'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:23.378991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.394099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] For port a772ceb1-65d2-4f97-9669-316b0c640d41, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a772ceb1-65d2-4f97-9669-316b0c640d41,segment=NetworkSegment(8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba),segment_id=8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:23.394409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.453680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5649ab5-1e94-45a5-8794-02d22226a080 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:23.454925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5649ab5-1e94-45a5-8794-02d22226a080 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Synchronizing usage tracker for tenant:933ef47171104353948acded83db396b on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:23.460687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.486146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5649ab5-1e94-45a5-8794-02d22226a080 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Unset dirty status for tenant:933ef47171104353948acded83db396b on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:23.488397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a5649ab5-1e94-45a5-8794-02d22226a080 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=1c043349-331a-4614-ba9b-c5bea5313104&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1804240 May 13 14:54:23.491629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41622) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.537595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.630346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-463b309f-b874-40dc-9d8e-7e7f50021628 req-c622a91e-5f63-4b36-b6ef-8c9cc8c002c3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Synchronizing usage tracker for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:23.639457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41626) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.646998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for a772ceb1-65d2-4f97-9669-316b0c640d41 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:23.688782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.705023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:23.708798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203685f-a1c0-4e40-a0b6-609d673b1656 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:23.710772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b203685f-a1c0-4e40-a0b6-609d673b1656 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.2172413 May 13 14:54:23.715459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:23.717600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.762922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Usage tracker for resource:security_group_rule and tenant:8337e74d39554b55af7aeee17987afa1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:23.773216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:23.779441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c4d4ed20-21ce-444b-849c-968bca3bf136 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 200 len: 205 time: 0.0605927 May 13 14:54:23.784096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41634) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.787508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:23.815552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=d94139a0-857d-46b9-b5b2-a9739ba6349d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:23.833361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c3be3b467db44fb9ba15ae34b16bfb4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9624479 May 13 14:54:23.834177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1113888-6c2a-4d83-b4a3-879d5fb8c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d191e0-cb02-4b19-97f0-18826fa60154,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:23.838717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:23.849234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b382098e-7cb4-4f65-8504-7bb059d1d29a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/d94139a0-857d-46b9-b5b2-a9739ba6349d HTTP/1.1" status: 204 len: 168 time: 10.2040908 May 13 14:54:23.868299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:24.018784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143306292'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:24.034047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-463b309f-b874-40dc-9d8e-7e7f50021628 req-c622a91e-5f63-4b36-b6ef-8c9cc8c002c3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] Unset dirty status for tenant:6e4e1442890f41d68c244f6bb2ede21a on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:24.035222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-463b309f-b874-40dc-9d8e-7e7f50021628 req-c622a91e-5f63-4b36-b6ef-8c9cc8c002c3 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcc711c-8bd8-4ef5-b7b9-50178e0f24c9 HTTP/1.1" status: 200 len: 210 time: 0.6539748 May 13 14:54:24.056994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:24.084514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:24.089500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:24.123807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.124307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.132829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:24.280768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Calling delete_port for bda98fef-85ff-45b5-b65d-e14a6744a495 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:24.311642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.335972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:24.339623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.392036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.493617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.515927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.530766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.605826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.617411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8337e74d39554b55af7aeee17987afa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9728129 May 13 14:54:24.617726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:24.617915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.618744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c8e85-621f-4d0c-8e2b-9461ae7110df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4918b7-6f59-482d-99b1-151747486b13,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:24.622848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:24.646516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port 51eaf5b7-aaaa-4bba-ace7-f8b498d03da3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:24.646960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.678780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Port': ['ID=a772ceb1-65d2-4f97-9669-316b0c640d41,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:24.685587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.688900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.689242 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 6b31006e-2623-4fb2-a80d-8545338f6e39 of type vlan for network 8dc55488-5774-476a-9a9b-737878f70441 May 13 14:54:24.783900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda98fef-85ff-45b5-b65d-e14a6744a495,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:24.832548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.850992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.883412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.932939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:24.948090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d191e0-cb02-4b19-97f0-18826fa60154,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:24.952483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.007645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.090768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for 51eaf5b7-aaaa-4bba-ace7-f8b498d03da3 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:25.142944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.158432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.198756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:25.200014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4918b7-6f59-482d-99b1-151747486b13,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:25.226769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.230319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f4a7f860-7229-4d6d-a7db-4a03701c995c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed4918b7-6f59-482d-99b1-151747486b13 HTTP/1.1" status: 204 len: 168 time: 0.6061745 May 13 14:54:25.233277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.237019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.253420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.263026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:25.263939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.329626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.336107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-342ec393-fa96-4029-be56-f4f2311d2113 tempest-FloatingIPAdminTestJSON-2048137268 tempest-FloatingIPAdminTestJSON-2048137268-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/01887018-65fe-4a0b-a52f-e28cbcad2136 HTTP/1.1" status: 204 len: 168 time: 3.0595455 May 13 14:54:25.336879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:25.419086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.423094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-895b029e-af47-4856-92b7-27ae986d2afd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63d191e0-cb02-4b19-97f0-18826fa60154 HTTP/1.1" status: 204 len: 168 time: 1.5766146 May 13 14:54:25.477653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.539123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=51eaf5b7-aaaa-4bba-ace7-f8b498d03da3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:25.554502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.555509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4f3b30f-3310-45f0-b235-79eb2a65b037 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:25.564089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.571558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-854ab36b-c9f6-4a3e-81c0-b1875a43fe89 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b4f3b30f-3310-45f0-b235-79eb2a65b037 HTTP/1.1" status: 204 len: 168 time: 8.7747426 May 13 14:54:25.574440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=8dc55488-5774-476a-9a9b-737878f70441,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:25.579355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:25.592121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8dc55488-5774-476a-9a9b-737878f70441 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:25.645149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dc4ecec8-2baa-4c0d-b3a8-23c2ff272cab tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7751765 May 13 14:54:25.646134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:25.718843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port c91f979b-b66d-4345-82cd-93b54e4fc468 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:25.718843 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.841458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:25.927573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting subnet cda6bc53-fa7b-4989-a68d-c23be5149027 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:25.933792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': '8dc55488-5774-476a-9a9b-737878f70441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:26.008722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.147514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Deleting subnet ec32c170-33f3-40a1-b288-a155bf6b0c63 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:26.151783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.155942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.158637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.247271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.282114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.282963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router 1c043349-331a-4614-ba9b-c5bea5313104 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:26.317959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.320049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e84f3e0-6b9e-4c8b-9797-52dea2ec1565 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 204 len: 168 time: 2.5344982 May 13 14:54:26.324813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.362747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.398743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.433232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:26.457954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:26.466392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:26.482536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:26.524393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1044067267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:26.531408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:26.535344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.544024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:26.553197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:26.557507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.562925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.566499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:26.713048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.768104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:26.771071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec32c170-33f3-40a1-b288-a155bf6b0c63,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:26.776795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.790793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2bae7151-ca41-454f-b77c-763eb5f8647a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ec32c170-33f3-40a1-b288-a155bf6b0c63 HTTP/1.1" status: 204 len: 168 time: 1.5841808 May 13 14:54:26.795959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:26.835811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.836924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.855348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:26.893832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Calling delete_port for c91f979b-b66d-4345-82cd-93b54e4fc468 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:26.938923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.004494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.014957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.017371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b81b3417-9ba4-4768-b038-288fd73b7b75 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6893427 May 13 14:54:27.020975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.031888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:27.089997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.254210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cda6bc53-fa7b-4989-a68d-c23be5149027,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:27.259057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.309278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f663a6a7-de2a-481a-a19f-5f2204d5db8c tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/cda6bc53-fa7b-4989-a68d-c23be5149027 HTTP/1.1" status: 204 len: 168 time: 1.6836030 May 13 14:54:27.311981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:27.502011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.664681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229f37f2-9db9-4054-a9ae-776660f14411']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:27.682860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.691486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c34efaf-be24-4850-9915-8a41c7612d5c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:27.691799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c34efaf-be24-4850-9915-8a41c7612d5c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:27.715068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.728326 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.729916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.813657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.829325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.833721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:27.834198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: timer() May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:27.890364 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:28.016194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Port': ['ID=c91f979b-b66d-4345-82cd-93b54e4fc468,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:28.024073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.048254 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.062306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] Pushing event deleted for resources: {'Network': ['ID=229f37f2-9db9-4054-a9ae-776660f14411,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:28.091046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e10b4b32-8a56-49c1-8c6d-34362a848274 admin admin] 10.222.0.36 "DELETE /v2.0/networks/229f37f2-9db9-4054-a9ae-776660f14411 HTTP/1.1" status: 204 len: 168 time: 1.2938988 May 13 14:54:28.295461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac1ad0-e634-4f25-baf8-e5263c5e5b1e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:28.423438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.464654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.527444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1163f222-b501-4210-b025-3814b444bda0']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:28.538374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.555458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.559689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:28.559984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7c2740-8e0c-43da-8a7c-ad3dc00fd0ba') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:28.575863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '6b31006e-2623-4fb2-a80d-8545338f6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '8dc55488-5774-476a-9a9b-737878f70441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:28.576282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: 8dc55488-5774-476a-9a9b-737878f70441, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:28.590493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-312b38bf-eac8-4f4e-9345-d302786ffc3f tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/ports/c91f979b-b66d-4345-82cd-93b54e4fc468 HTTP/1.1" status: 204 len: 168 time: 3.2460530 May 13 14:54:28.592845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.600177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:28.683298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.705832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network 8dc55488-5774-476a-9a9b-737878f70441 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:28.710634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:28.711241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:28.744693 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:28.978310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:29.080818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9ff9eb6f-ea0d-4dce-a926-aed456f444b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e4e1442890f41d68c244f6bb2ede21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002729 May 13 14:54:29.083248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:29.138549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8dc55488-5774-476a-9a9b-737878f70441) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:29.159155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47e671-a93a-4367-be0c-2405c2abf020 None None] Network 8dc55488-5774-476a-9a9b-737878f70441 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:29.172010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:29.173403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.236269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e158221-a896-4e3d-9fd5-a7d66326150d tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:29.237829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e158221-a896-4e3d-9fd5-a7d66326150d tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Synchronizing usage tracker for tenant:3ce21ac1aac74efba41ea70c56f26f25 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:54:29.249339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2c9b7e03-d5c2-486b-8760-d974405f275a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5432701 May 13 14:54:29.251100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.255009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:29.263182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.296188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1163f222-b501-4210-b025-3814b444bda0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 13 14:54:29.322384 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.458600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Allocated IP 172.25.5.66 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/80f1c5f2-b9e8-4d84-a2ac-527f2815a730) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:29.692351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.704260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.731059 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1163f222-b501-4210-b025-3814b444bda0 HTTP/1.1" status: 204 len: 168 time: 2.4113812 May 13 14:54:29.743672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9faec-3f74-49f8-a24c-56f59ac6768f tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Network': ['ID=1163f222-b501-4210-b025-3814b444bda0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:29.824664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e158221-a896-4e3d-9fd5-a7d66326150d tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Unset dirty status for tenant:3ce21ac1aac74efba41ea70c56f26f25 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:54:29.832748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5e158221-a896-4e3d-9fd5-a7d66326150d tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "GET /v2.0/ports?device_id=280bb208-714f-49ed-8c22-080c8eb44254 HTTP/1.1" status: 200 len: 913 time: 1.2275536 May 13 14:54:29.844792 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e3ace73f-9db3-4fd2-b6c0-c63c701d0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:29.852612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:30.029025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8dc55488-5774-476a-9a9b-737878f70441', 'network_id': '8dc55488-5774-476a-9a9b-737878f70441', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': 'e1ac1ad0-e634-4f25-baf8-e5263c5e5b1e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:30.031217 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.049610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.146562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.204611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.361097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.495537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:30.531882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:30.536997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:30.596157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03877828-b08c-44e4-8273-b5623c06b70c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:30.653089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Allocated IP 172.20.0.2 (8dc55488-5774-476a-9a9b-737878f70441/e1ac1ad0-e634-4f25-baf8-e5263c5e5b1e/0d4db408-5f19-4cae-a869-e0548a7c7de6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:30.690296 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:30.699458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-64ecb48a-208a-4e31-a52b-877f6d7198f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03877828-b08c-44e4-8273-b5623c06b70c HTTP/1.1" status: 204 len: 168 time: 1.6138673 May 13 14:54:30.742779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event updated for resources: {'Port': ['ID=80f1c5f2-b9e8-4d84-a2ac-527f2815a730,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:31.181328 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.201631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Transition to ACTIVE for port object 0d4db408-5f19-4cae-a869-e0548a7c7de6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:31.208587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:31.245062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'name': 'tempest-router--1237658147', 'project_id': 'b0216bd553fd42a0abfa504d402e7b72'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:31.261950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Transition to ACTIVE for port object 0d4db408-5f19-4cae-a869-e0548a7c7de6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:31.265895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:31.283645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:router and tenant:b0216bd553fd42a0abfa504d402e7b72 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:31.286572 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.297907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:31.361166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:31.485721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Network 8dc55488-5774-476a-9a9b-737878f70441 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:31.492193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:31.501881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.503182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:31.589835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.592621 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.641578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.643141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Pushing event updated for resources: {'Port': ['ID=0d4db408-5f19-4cae-a869-e0548a7c7de6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:31.713489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.723478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ac1ad0-e634-4f25-baf8-e5263c5e5b1e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:31.836419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Attempting to bind port 0d4db408-5f19-4cae-a869-e0548a7c7de6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:31.837309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Attempting to bind port 0d4db408-5f19-4cae-a869-e0548a7c7de6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '6b31006e-2623-4fb2-a80d-8545338f6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '8dc55488-5774-476a-9a9b-737878f70441'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:31.837547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Attempting to bind port 0d4db408-5f19-4cae-a869-e0548a7c7de6 on network 8dc55488-5774-476a-9a9b-737878f70441 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:31.853978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:31.854538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Checking segment: {'id': '6b31006e-2623-4fb2-a80d-8545338f6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '8dc55488-5774-476a-9a9b-737878f70441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:31.858418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.859184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Bound using segment: {'id': '6b31006e-2623-4fb2-a80d-8545338f6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '8dc55488-5774-476a-9a9b-737878f70441'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:31.859982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Bound port: 0d4db408-5f19-4cae-a869-e0548a7c7de6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b31006e-2623-4fb2-a80d-8545338f6e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '8dc55488-5774-476a-9a9b-737878f70441'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:31.860616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:31.995081 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.036110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.038625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dcfb753b-3460-4700-8ee1-0d2e64ecd387 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8172724 May 13 14:54:32.043753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:32.131893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc55488-5774-476a-9a9b-737878f70441']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:32.170266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] For port 0d4db408-5f19-4cae-a869-e0548a7c7de6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:32.179300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] For port 0d4db408-5f19-4cae-a869-e0548a7c7de6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0d4db408-5f19-4cae-a869-e0548a7c7de6,segment=NetworkSegment(6b31006e-2623-4fb2-a80d-8545338f6e39),segment_id=6b31006e-2623-4fb2-a80d-8545338f6e39)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:32.195427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.202429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.309737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b31006e-2623-4fb2-a80d-8545338f6e39') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:32.310379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b31006e-2623-4fb2-a80d-8545338f6e39') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:32.372339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.377981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea3967-96e2-431c-9cf1-81add4133c44 None None] Pushing event updated for resources: {'Port': ['ID=0d4db408-5f19-4cae-a869-e0548a7c7de6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:32.405720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.531885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bab999-48b5-49dd-817f-fc6e23082ed6 None None] Network 8dc55488-5774-476a-9a9b-737878f70441 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:32.721055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c500e91f-9023-4840-a69d-ee3a37db4cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.946922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:32.993158 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.003821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.009166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.064683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c24785-32f3-44e5-ab1f-be314b15fecf None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:54:33.310621 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.412548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:33.432939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c24785-32f3-44e5-ab1f-be314b15fecf None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:54:33.540697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.548790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Router a3551daf-859e-4400-8090-73d447c31821 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:33.745161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:33.748582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:33.905050 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:34.043964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:34.057260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] Sync routers for ids ['a3551daf-859e-4400-8090-73d447c31821'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:34.061429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.062976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e151715-2b06-4e79-8432-969dfc80c131 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "PUT /v2.0/routers/a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 200 len: 883 time: 7.0392852 May 13 14:54:34.076448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] Routers {'a3551daf-859e-4400-8090-73d447c31821'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:34.079175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['a3551daf-859e-4400-8090-73d447c31821'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:34.079784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.128818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1120965717-network', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:34.195167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:34.195382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:34.212184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Usage tracker for resource:network and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:34.220982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.223375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:34.236051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.236911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] Routers {'a3551daf-859e-4400-8090-73d447c31821'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:34.238420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['a3551daf-859e-4400-8090-73d447c31821'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:34.239288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:34.248700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:54:34.248700 n-d-841736-1 neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:54:34.248700 n-d-841736-1 neutron-server[88131]: [parameters: {'id': '8dc55488-5774-476a-9a9b-737878f70441'}] May 13 14:54:34.248700 n-d-841736-1 neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:34.249422 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:34.303896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6733912-75dd-4a91-8c2a-fc76e3a5c000 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 200 len: 924 time: 0.2216640 May 13 14:54:34.309622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.349099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:34.354976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.360911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:34.361320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a70c372-d9ae-4d90-a7c1-2e74de631d5d None None] The sync data for ids ['a3551daf-859e-4400-8090-73d447c31821'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:34.377989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.378568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b92a937-769d-4f8c-baf9-52fc372f3386 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:34.390997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.392375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0259448d-4396-45a2-9a7e-24d8b7f7b77d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1b92a937-769d-4f8c-baf9-52fc372f3386 HTTP/1.1" status: 204 len: 168 time: 2.3444378 May 13 14:54:34.404009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3e5a4-ce69-419c-b163-7f61a10d2a67 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:34.409853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24b3e5a4-ce69-419c-b163-7f61a10d2a67 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=a3551daf-859e-4400-8090-73d447c31821&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0949159 May 13 14:54:34.410863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.422341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.481805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:34.490305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:34.495649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:34.504853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:34.645733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375607f-ae01-4d63-aa84-ce918455bcef tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:34.645733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2375607f-ae01-4d63-aa84-ce918455bcef tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.2248859 May 13 14:54:34.645733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.657600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port 326019d0-b64d-434f-9458-f632f5666830 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:34.657600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.764536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.779127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3a41e0b0-cec3-47fd-a57c-091ac66ab7cd tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 200 len: 205 time: 0.1319852 May 13 14:54:34.781222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:34.816307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.877826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.891259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 0d4db408-5f19-4cae-a869-e0548a7c7de6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:34.891966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:34.993119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:35.003765 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.095616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:35.151188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a688171-c900-46d2-b55d-d435e626b94c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:35.180923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.190552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.191233 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Added segment ace1fad3-84c8-43c9-8690-50e686f65841 of type vlan for network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 May 13 14:54:35.321677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.610808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.634186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port 80f1c5f2-b9e8-4d84-a2ac-527f2815a730 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:35.634645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.732798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Calling delete_port for 326019d0-b64d-434f-9458-f632f5666830 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:35.791209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.825880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 0d4db408-5f19-4cae-a869-e0548a7c7de6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0d4db408-5f19-4cae-a869-e0548a7c7de6,segment=NetworkSegment(6b31006e-2623-4fb2-a80d-8545338f6e39),segment_id=6b31006e-2623-4fb2-a80d-8545338f6e39)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:35.828798 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:35.979982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1616231615', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:36.001873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:36.026554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:36.034887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:36.051957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:36.101937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.103625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.105023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 0d4db408-5f19-4cae-a869-e0548a7c7de6 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:36.145825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.215304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:54:36.302997 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:54:36.338823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.340701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:36.341689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.605811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.629144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:36.646249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for 80f1c5f2-b9e8-4d84-a2ac-527f2815a730 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:36.673285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1bc10c-08ee-44e3-ae04-70a9402c4b30,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:36.691211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:36.717149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7853a89e-ef5a-409a-bcf5-dae30dd19307 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2495496 May 13 14:54:36.720493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:36.725746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 0d4db408-5f19-4cae-a869-e0548a7c7de6 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:36.802604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=0d4db408-5f19-4cae-a869-e0548a7c7de6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:36.832315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Request body: {'subnet': {'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-subnet', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:36.861426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:36.940498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Usage tracker for resource:subnet and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:36.954328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:37.019730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:37.037021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.092978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc55488-5774-476a-9a9b-737878f70441']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.208371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:37.213722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.221496 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.262952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b31006e-2623-4fb2-a80d-8545338f6e39') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.263448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b31006e-2623-4fb2-a80d-8545338f6e39') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:37.407178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.457532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.458832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.525056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=80f1c5f2-b9e8-4d84-a2ac-527f2815a730,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:37.567974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.603877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Port': ['ID=326019d0-b64d-434f-9458-f632f5666830,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:37.658808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:37.659507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:37.699407 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:37.934102 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.089042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.098700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.183118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.186192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.192418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/8dc55488-5774-476a-9a9b-737878f70441 HTTP/1.1" status: 204 len: 168 time: 8.9345553 May 13 14:54:38.199697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:38.201073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c45813-f2d7-4673-8ad7-0f73c01dc17c tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=8dc55488-5774-476a-9a9b-737878f70441,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:38.220329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308477241'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:38.222710 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.241005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:38.260338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.361401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:38.393744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:38.424547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:38.478670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.479543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router a3551daf-859e-4400-8090-73d447c31821 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:38.527556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.529252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-153567b6-afcf-4b01-85fb-b29f0dfb12bc tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 204 len: 168 time: 3.7468202 May 13 14:54:38.532861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:38.541197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.582095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:38.593977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1189970731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:38.608790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:38.617678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:38.622426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:38.632369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:38.654042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Allocated IP 172.25.5.239 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/73de236a-9b70-49ab-887e-55d5b70d9f39) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:38.886336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.886968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.888296 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:38.947883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.025314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.054157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.088427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.094150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ad9f8e99-fdb4-4204-9170-74928b8931c2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5062957 May 13 14:54:39.095866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41964) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:39.104269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': True}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:39.158237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:54:39.201021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.359524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.361284 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 03ee1ebf-bade-45ae-9bab-381141f309ba of type vlan for network bf136c6f-88d0-4ae9-b74f-868fc73f841a May 13 14:54:39.486572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3f8649-c0de-4816-b947-0455bfd5a429,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:39.500648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.737747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.763372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:39.764039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Network hostable DHCP agents. Network: 6d1bc10c-08ee-44e3-ae04-70a9402c4b30, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:39.786962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:39.791393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:39.802436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:39.818019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:39.964033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event updated for resources: {'Port': ['ID=73de236a-9b70-49ab-887e-55d5b70d9f39,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:39.991330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.007827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:40.008909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.122420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:40.141032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9351501 May 13 14:54:40.158915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41972) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:40.274322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:40.321299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6d1bc10c-08ee-44e3-ae04-70a9402c4b30) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:40.329551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:40.334737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1f2dd-f46c-4e34-9fdb-921a1a60fc5f None None] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:40.342881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:40.466048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:40.863603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ab04e-cd14-4eac-b10b-919f191ba1e0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=bf136c6f-88d0-4ae9-b74f-868fc73f841a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:40.889077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:54:40.917204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17ef3c7d-5f71-4364-b6fb-aef7458642ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.1240022 May 13 14:54:40.923911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41984) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:40.957386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:40.983272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:41.010970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:41.018624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:41.024997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:41.037148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:41.057901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Usage tracker for resource:router and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:41.069418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:54:41.075816 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.139792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.180822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.245924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:41.247776 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.268522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:54:41.269858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:54:41.275790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:41.287363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:41.309586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Router 280bb208-714f-49ed-8c22-080c8eb44254 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:54:41.318499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.319692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.339235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.525057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:41.543000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3fc666ac584b6db3f0bc3f97415523 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:41.550311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Allocated IP 172.20.0.2 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/972ef7af-d477-481a-bb7d-6c3646dff72d) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:41.551049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:41.580957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:41.765709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:41.847136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.039278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c3fc666ac584b6db3f0bc3f97415523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5558209 May 13 14:54:42.053225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:42.117888 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.144749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Transition to ACTIVE for port object 972ef7af-d477-481a-bb7d-6c3646dff72d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:42.177427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Transition to ACTIVE for port object 972ef7af-d477-481a-bb7d-6c3646dff72d will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:42.187724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.244302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff95f26-8f6f-4084-8458-221408679f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c8d73e-fdb9-453d-9b99-8b226985f59b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:42.277858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:42.296363 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] Sync routers for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:42.317395 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:42.318048 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.346793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.397627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.404473 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.425505 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] Routers {'280bb208-714f-49ed-8c22-080c8eb44254'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:42.426378 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['280bb208-714f-49ed-8c22-080c8eb44254'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.430275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2c3a18cf-51ae-41a4-8e23-6fdb60ecac7b tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "PUT /v2.0/routers/280bb208-714f-49ed-8c22-080c8eb44254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5762360 May 13 14:54:42.434537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:42.500416 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:42.503434 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6feafe-3c64-4396-877a-dfe6b27bff0c None None] The sync data for ids ['280bb208-714f-49ed-8c22-080c8eb44254'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:42.534203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:42.541450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:42.555704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:42.655432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.777243 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.781102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Pushing event updated for resources: {'Port': ['ID=972ef7af-d477-481a-bb7d-6c3646dff72d,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:42.799917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Attempting to bind port 972ef7af-d477-481a-bb7d-6c3646dff72d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:42.801057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Attempting to bind port 972ef7af-d477-481a-bb7d-6c3646dff72d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:42.801919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Attempting to bind port 972ef7af-d477-481a-bb7d-6c3646dff72d on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:42.814818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:42.816414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:42.817376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.818955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:42.820016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Bound port: 972ef7af-d477-481a-bb7d-6c3646dff72d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:42.820910 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:42.868341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=8ad6e3ed-7f4c-48e2-bec4-1ec51eb549aa,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:42.931262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.006753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 172.25.5.22 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/0aef6871-c85e-4870-ac0e-482fdfab2665) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:43.057957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] For port 972ef7af-d477-481a-bb7d-6c3646dff72d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:43.067865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] For port 972ef7af-d477-481a-bb7d-6c3646dff72d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972ef7af-d477-481a-bb7d-6c3646dff72d,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:43.072674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.079853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.181230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '03ee1ebf-bade-45ae-9bab-381141f309ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:43.181783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: bf136c6f-88d0-4ae9-b74f-868fc73f841a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:54:43.256742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:54:43.289602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, bf136c6f-88d0-4ae9-b74f-868fc73f841a) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:43.298006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.306251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:43.307426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.311479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b82280-179f-426e-b8b3-fa7d0516e30e None None] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:43.332518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port a60f3d34-9fd9-4b56-b114-f405f04be8b9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:43.333308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.375039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2dd6a-2aba-4228-88a2-f1faab8250e3 None None] Pushing event updated for resources: {'Port': ['ID=972ef7af-d477-481a-bb7d-6c3646dff72d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:43.433053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.496774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.528151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db48e8bb-f648-4693-b63a-ca22773037e3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3648822 May 13 14:54:43.528878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:43.790166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-bf136c6f-88d0-4ae9-b74f-868fc73f841a', 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '8ad6e3ed-7f4c-48e2-bec4-1ec51eb549aa'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:54:43.790924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.844036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:43.914152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.027498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:44.039588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:44.049710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:44.211480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Allocated IP 172.20.0.3 (bf136c6f-88d0-4ae9-b74f-868fc73f841a/8ad6e3ed-7f4c-48e2-bec4-1ec51eb549aa/5fc4e289-3fe5-4141-a0df-b18609530106) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:44.222626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=0aef6871-c85e-4870-ac0e-482fdfab2665,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:44.256490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.289536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.329163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c8d73e-fdb9-453d-9b99-8b226985f59b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:44.400288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.402800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-64781c2b-0261-4352-b53b-cd88643bfb49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c8d73e-fdb9-453d-9b99-8b226985f59b HTTP/1.1" status: 204 len: 168 time: 2.3513002 May 13 14:54:44.403739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.418636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.440068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.825125 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:44.872084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Transition to ACTIVE for port object 5fc4e289-3fe5-4141-a0df-b18609530106 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:44.955275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Transition to ACTIVE for port object 5fc4e289-3fe5-4141-a0df-b18609530106 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:44.967349 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.121051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Calling delete_port for a60f3d34-9fd9-4b56-b114-f405f04be8b9 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:45.176303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:45.191357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:45.216001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:45.222108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1686b13-48b7-45ee-a6fb-e6e85548cc2f None None] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:45.257021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 5fc4e289-3fe5-4141-a0df-b18609530106 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:45.257497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.310761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Router 78965dfd-a81f-4667-9e2b-9680585147fb is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:45.323900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:45.366158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:45.607761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Allocated IP 172.25.5.190 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/45c624aa-dbe4-47a2-9455-969383be7367) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:45.673801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972ef7af-d477-481a-bb7d-6c3646dff72d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:45.675751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:45.685094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Usage tracker for resource:security_group_rule and tenant:2832dcd37d8245d481dda44734a9a0b0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:45.691714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:45.705256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:45.929364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Pushing event updated for resources: {'Port': ['ID=5fc4e289-3fe5-4141-a0df-b18609530106,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:45.950617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-624140a9-0481-4c0a-b12a-546a5afb4e24 None None] Provisioning for port 972ef7af-d477-481a-bb7d-6c3646dff72d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:46.007442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Attempting to bind port 5fc4e289-3fe5-4141-a0df-b18609530106 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:46.008464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Attempting to bind port 5fc4e289-3fe5-4141-a0df-b18609530106 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '03ee1ebf-bade-45ae-9bab-381141f309ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:46.009177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Attempting to bind port 5fc4e289-3fe5-4141-a0df-b18609530106 on network bf136c6f-88d0-4ae9-b74f-868fc73f841a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:46.019969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:46.020738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Checking segment: {'id': '03ee1ebf-bade-45ae-9bab-381141f309ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:46.021912 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.023186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Bound using segment: {'id': '03ee1ebf-bade-45ae-9bab-381141f309ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:46.023186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Bound port: 5fc4e289-3fe5-4141-a0df-b18609530106, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ee1ebf-bade-45ae-9bab-381141f309ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'bf136c6f-88d0-4ae9-b74f-868fc73f841a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:46.023464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.025926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.056304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.115121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.186982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 972ef7af-d477-481a-bb7d-6c3646dff72d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:46.203077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] For port 5fc4e289-3fe5-4141-a0df-b18609530106, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:46.206601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 972ef7af-d477-481a-bb7d-6c3646dff72d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:46.206981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.279232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] For port 5fc4e289-3fe5-4141-a0df-b18609530106, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5fc4e289-3fe5-4141-a0df-b18609530106,segment=NetworkSegment(03ee1ebf-bade-45ae-9bab-381141f309ba),segment_id=03ee1ebf-bade-45ae-9bab-381141f309ba)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:46.310058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.320560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.434737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:46.446653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:46.476813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:46.484327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655dc20-fdb7-47b3-a690-b89684ad2e24 None None] Pushing event updated for resources: {'Port': ['ID=5fc4e289-3fe5-4141-a0df-b18609530106,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:46.529204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.607312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.699421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Pushing event updated for resources: {'Port': ['ID=45c624aa-dbe4-47a2-9455-969383be7367,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:46.704865 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.715542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 972ef7af-d477-481a-bb7d-6c3646dff72d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:46.731324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.847883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-029f6518-233a-4fe5-a900-c2ec412350e4 None None] Provisioning complete for port 972ef7af-d477-481a-bb7d-6c3646dff72d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:46.848994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-029f6518-233a-4fe5-a900-c2ec412350e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:46.858697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2832dcd37d8245d481dda44734a9a0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5311544 May 13 14:54:46.970027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 972ef7af-d477-481a-bb7d-6c3646dff72d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972ef7af-d477-481a-bb7d-6c3646dff72d,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:47.003037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.045151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:47.064423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837a6ea-df52-4c15-bad3-45e7728d913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f03f8-06f1-4d1a-bf69-ec02445bf388,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.133320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:47.156544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] Sync routers for ids ['78965dfd-a81f-4667-9e2b-9680585147fb'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:47.227319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.231385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f939c261-5713-4e5b-ad0b-b4041eba65c1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.2130251 May 13 14:54:47.232141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:47.244595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 5fc4e289-3fe5-4141-a0df-b18609530106, host n-d-841736-1, got binding levels [] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:47.245203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.259245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] Routers {'78965dfd-a81f-4667-9e2b-9680585147fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:47.260246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78965dfd-a81f-4667-9e2b-9680585147fb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:47.346682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=972ef7af-d477-481a-bb7d-6c3646dff72d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:47.353509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:47.370197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-029f6518-233a-4fe5-a900-c2ec412350e4 None None] Current status of the port 972ef7af-d477-481a-bb7d-6c3646dff72d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:47.376436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] Routers {'78965dfd-a81f-4667-9e2b-9680585147fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:47.377783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78965dfd-a81f-4667-9e2b-9680585147fb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:47.535553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:47.536201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5976427-1ba6-463f-af1d-23d29bc1e302 None None] The sync data for ids ['78965dfd-a81f-4667-9e2b-9680585147fb'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:47.686210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 5fc4e289-3fe5-4141-a0df-b18609530106 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:47.735122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 8e42e134-fef5-4fb7-99c9-31c915ecde1b is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:47.763994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5fc4e289-3fe5-4141-a0df-b18609530106 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:47.769695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f0ab935-6e4d-4880-9335-c57e34c05f45 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/78965dfd-a81f-4667-9e2b-9680585147fb HTTP/1.1" status: 200 len: 921 time: 0.5275042 May 13 14:54:47.771785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:47.776999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:47.967869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5fc4e289-3fe5-4141-a0df-b18609530106 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:47.974166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7486dfd3-41aa-44b0-ad54-2c78a6b0e423 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=78965dfd-a81f-4667-9e2b-9680585147fb HTTP/1.1" status: 200 len: 205 time: 0.1990075 May 13 14:54:47.975989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972ef7af-d477-481a-bb7d-6c3646dff72d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:47.978843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:48.028884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.043766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Port': ['ID=a60f3d34-9fd9-4b56-b114-f405f04be8b9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:48.134438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 972ef7af-d477-481a-bb7d-6c3646dff72d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:48.134822 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.299651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 972ef7af-d477-481a-bb7d-6c3646dff72d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:48.347182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.381580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.424559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:48.437672 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] Sync routers for ids ['8e42e134-fef5-4fb7-99c9-31c915ecde1b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:48.438649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.440544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b5b699c-7cb5-4f38-8efe-40278011a4d8 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "PUT /v2.0/routers/8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 200 len: 918 time: 9.3432133 May 13 14:54:48.450952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:48.469194 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] Routers {'8e42e134-fef5-4fb7-99c9-31c915ecde1b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:48.469739 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8e42e134-fef5-4fb7-99c9-31c915ecde1b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:48.520620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493adcd-6a86-439c-971c-3b535105b5e8 None None] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:48.542800 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:48.553765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] Routers {'8e42e134-fef5-4fb7-99c9-31c915ecde1b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:48.554295 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8e42e134-fef5-4fb7-99c9-31c915ecde1b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:48.635120 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:48.635567 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25bb24e-7f65-4cf9-88d2-3f31866d7e30 None None] The sync data for ids ['8e42e134-fef5-4fb7-99c9-31c915ecde1b'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:48.652182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.698239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Provisioning for port 5fc4e289-3fe5-4141-a0df-b18609530106 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:54:48.844683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:54:48.845644 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:54:48.884312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Provisioning complete for port 5fc4e289-3fe5-4141-a0df-b18609530106 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:48.884807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.922409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23bcd2f5-54b1-4b09-98e7-b848ac85f7bb tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 200 len: 924 time: 0.4676082 May 13 14:54:48.927447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42054) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:48.946520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.960813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:48.966208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.013157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.040946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.059697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port 73de236a-9b70-49ab-887e-55d5b70d9f39 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:49.060161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.075385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Current status of the port 5fc4e289-3fe5-4141-a0df-b18609530106 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:49.076186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.149869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] For port 5fc4e289-3fe5-4141-a0df-b18609530106, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5fc4e289-3fe5-4141-a0df-b18609530106,segment=NetworkSegment(03ee1ebf-bade-45ae-9bab-381141f309ba),segment_id=03ee1ebf-bade-45ae-9bab-381141f309ba)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:49.162138 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.176814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f03f8-06f1-4d1a-bf69-ec02445bf388,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:49.216140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.226470 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cab68557-f239-4273-85ca-c910359295ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb6f03f8-06f1-4d1a-bf69-ec02445bf388 HTTP/1.1" status: 204 len: 168 time: 2.1668065 May 13 14:54:49.366749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.420807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.436184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043213bc-a7f2-44e7-8ca7-fac62647c0e3 None None] Pushing event updated for resources: {'Port': ['ID=5fc4e289-3fe5-4141-a0df-b18609530106,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:49.448869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 5fc4e289-3fe5-4141-a0df-b18609530106 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:49.448869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.499129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a948b69-affd-4d6e-b795-71e2c83383e0 None None] Provisioning complete for port 5fc4e289-3fe5-4141-a0df-b18609530106 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:49.499701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a948b69-affd-4d6e-b795-71e2c83383e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.538814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.539296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Fanout notify agent at l3_agent the message router_deleted on router 280bb208-714f-49ed-8c22-080c8eb44254 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:49.613015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:49.619367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8568f8c9-9e2b-4105-be5e-5a1886bb1123 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/routers/280bb208-714f-49ed-8c22-080c8eb44254 HTTP/1.1" status: 204 len: 168 time: 7.1786921 May 13 14:54:49.632885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:49.752254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for 73de236a-9b70-49ab-887e-55d5b70d9f39 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:49.817339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4a948b69-affd-4d6e-b795-71e2c83383e0 None None] Current status of the port 5fc4e289-3fe5-4141-a0df-b18609530106 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:49.911045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting subnet 35e2d5b7-c3e4-45a1-a2ef-98f14248c27c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:54:49.946837 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.060279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa473f-6d10-440b-b44e-d85bb4ca02ce tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:50.063793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2faa473f-6d10-440b-b44e-d85bb4ca02ce tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=8e42e134-fef5-4fb7-99c9-31c915ecde1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1340313 May 13 14:54:50.065756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:50.110104 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.253365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:50.262384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.294926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.298996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=73de236a-9b70-49ab-887e-55d5b70d9f39,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:50.437206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8777fdb4-8231-4d52-8ef0-463fc5a7ef18 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:54:50.438651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8777fdb4-8231-4d52-8ef0-463fc5a7ef18 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.3713424 May 13 14:54:50.443809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.488147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:50.623446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15f69379-6486-492c-8a94-5482d9d69f43 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 200 len: 205 time: 0.1337514 May 13 14:54:50.647551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:50.725631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.730832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.785541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.787496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router 78965dfd-a81f-4667-9e2b-9680585147fb {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:54:50.818105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.826325 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2a4d52fa-c70e-4aa0-aee7-f7f7e596001f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/78965dfd-a81f-4667-9e2b-9680585147fb HTTP/1.1" status: 204 len: 168 time: 2.8463197 May 13 14:54:50.828368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:50.839246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555203160', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:50.846492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:50.853219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:router and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:50.858232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:50.867285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:50.883324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.884520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:50.905541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.011839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.050563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.118263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.169151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:51.218556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.259563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Usage tracker for resource:security_group_rule and tenant:b5d23d9062bd455198cc51bf2f7fc974 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:51.278560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 5fc4e289-3fe5-4141-a0df-b18609530106, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5fc4e289-3fe5-4141-a0df-b18609530106,segment=NetworkSegment(03ee1ebf-bade-45ae-9bab-381141f309ba),segment_id=03ee1ebf-bade-45ae-9bab-381141f309ba)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:51.278928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.287790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:51.321770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:51.478596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 5fc4e289-3fe5-4141-a0df-b18609530106 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:51.522299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.535885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5fc4e289-3fe5-4141-a0df-b18609530106 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:51.622886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5fc4e289-3fe5-4141-a0df-b18609530106 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:54:51.623642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.800346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.895348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5fc4e289-3fe5-4141-a0df-b18609530106 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:54:51.945590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:51.984766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.064350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Subnet': ['ID=35e2d5b7-c3e4-45a1-a2ef-98f14248c27c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.073192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.080702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe876bd0-27dd-4726-9298-67acfa3c2519 None None] Network f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:52.175344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.25.5.11 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f4e17ecf-48e2-46e6-8b30-d441719e076e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:54:52.196534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2a700965-8b4c-4915-a4f7-98bb7d50c24e tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/subnets/35e2d5b7-c3e4-45a1-a2ef-98f14248c27c HTTP/1.1" status: 204 len: 168 time: 2.5502331 May 13 14:54:52.274711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42134) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:52.434703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.441684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.516962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.560576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port 0aef6871-c85e-4870-ac0e-482fdfab2665 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:52.560952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.595444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.602907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.627927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] DHCP port deletion for f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:52.634619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Deleting port a7b59362-ce8b-4d65-85d6-94b1da50a3ff {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:52.636125 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.648468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:52.680344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.700106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e17ecf-48e2-46e6-8b30-d441719e076e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.712681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:54:52.714960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:54:52.719924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=5fc4e289-3fe5-4141-a0df-b18609530106,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:52.735070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:54:52.780019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:52.829355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ced75-2a6e-4b69-8214-21be1c5aefff None None] DHCP port deletion for bf136c6f-88d0-4ae9-b74f-868fc73f841a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:53.097059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] For port a7b59362-ce8b-4d65-85d6-94b1da50a3ff, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,segment=NetworkSegment(e1d4cfe3-6d02-4422-ad3b-f1b62ac25016),segment_id=e1d4cfe3-6d02-4422-ad3b-f1b62ac25016)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:54:53.098067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.300897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5d23d9062bd455198cc51bf2f7fc974&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0439599 May 13 14:54:53.308041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:53.313957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ddb25-f477-43ef-980f-4c8b3b20d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ade1c0-19d0-4653-afe6-34f19c2b679e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:53.318307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 5fc4e289-3fe5-4141-a0df-b18609530106 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:53.372077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Calling delete_port for a7b59362-ce8b-4d65-85d6-94b1da50a3ff owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:53.447513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port a7b59362-ce8b-4d65-85d6-94b1da50a3ff {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:53.448192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.533181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.611074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a7b59362-ce8b-4d65-85d6-94b1da50a3ff no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:53.622449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.654792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.700009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a7b59362-ce8b-4d65-85d6-94b1da50a3ff {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:53.701805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a7b59362-ce8b-4d65-85d6-94b1da50a3ff not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:53.702757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5fc4e289-3fe5-4141-a0df-b18609530106 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:54:53.704385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] The port 'a7b59362-ce8b-4d65-85d6-94b1da50a3ff' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:54:53.710997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:53.782667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5fc4e289-3fe5-4141-a0df-b18609530106 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:54:53.783721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5fc4e289-3fe5-4141-a0df-b18609530106 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:54:53.787312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] Pushing event deleted for resources: {'Port': ['ID=a7b59362-ce8b-4d65-85d6-94b1da50a3ff,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:53.791300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:53.813516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b80e95-8cd6-4691-b536-b27a85981bea None None] No DVR routers for this DVR port a7b59362-ce8b-4d65-85d6-94b1da50a3ff on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:54:53.820656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:53.822084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:53.860627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.880246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.921793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ade1c0-19d0-4653-afe6-34f19c2b679e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:53.952915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:53.963711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-860cbcd2-3a4b-438c-8f1b-61bca1560955 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79ade1c0-19d0-4653-afe6-34f19c2b679e HTTP/1.1" status: 204 len: 168 time: 0.6546071 May 13 14:54:53.964796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.000879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.004636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c45bb3-3228-4445-abaa-0ea3118db0e1 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:54:54.313015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c45bb3-3228-4445-abaa-0ea3118db0e1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:54:54.438300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for 0aef6871-c85e-4870-ac0e-482fdfab2665 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:54:54.612903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.615380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-01527530-a361-4369-87db-7c5da45c5c51 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.6843469 May 13 14:54:54.618908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:54.699740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:54.767001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:55.019917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42172) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:55.023087 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.181505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.436521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:55.443883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Usage tracker for resource:security_group_rule and tenant:426429e891af4c4cacd8fbd645d7747b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:55.449357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:55.457657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.460661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:55.495212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.495559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d4cfe3-6d02-4422-ad3b-f1b62ac25016') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.627189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:55.645286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.769969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:54:47Z', 'revision_number': 3, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:55.798869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.807707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:55.859012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:54:55.868862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:55.869591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Updating router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 port 45c624aa-dbe4-47a2-9455-969383be7367 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:54:55.874171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94fca3f-9059-4dd1-8640-dd515806e603,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:55.881150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d381ff25-c4e8-4394-ab4b-cb3221fe7176 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=426429e891af4c4cacd8fbd645d7747b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539429 May 13 14:54:55.883911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:55.944749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.002953 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.102698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad6e3ed-7f4c-48e2-bec4-1ec51eb549aa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.219367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.224002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:54:56.229416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22296f-b25e-4532-b15d-a500604c6d8a None None] Network bf136c6f-88d0-4ae9-b74f-868fc73f841a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:54:56.240451 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Sync routers for ids ['ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:54:56.253178 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Routers {'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:56.253804 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:56.263702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.311267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.345515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:56.346115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.390669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.394111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1ff27b87-01e8-4067-b2fa-7ffc861505c9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5639753 May 13 14:54:56.397774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.404647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.412612 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e94fca3f-9059-4dd1-8640-dd515806e603 HTTP/1.1" status: 204 len: 168 time: 0.5271544 May 13 14:54:56.414577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:56.436861 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:56.509971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.530796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.589191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588cb70-0c42-4bce-b0b5-d26c42bc75f7 None None] DHCP port deletion for bf136c6f-88d0-4ae9-b74f-868fc73f841a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:54:56.606593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d90a3c-97ae-4460-8c8f-91ed9fde0767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94fca3f-9059-4dd1-8640-dd515806e603,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.653986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:56.674272 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Set router ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:56.733350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf136c6f-88d0-4ae9-b74f-868fc73f841a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:56.745352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0f02b073eeb049ff9235ff14869edbb5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:56.750014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:56.774937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:56.778615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ee1ebf-bade-45ae-9bab-381141f309ba') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:56.779046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ee1ebf-bade-45ae-9bab-381141f309ba') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:56.838540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.863820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.875832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Transition to ACTIVE for port object 45c624aa-dbe4-47a2-9455-969383be7367 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:56.891929 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.918132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6a796b2f-fb0f-400d-ac93-5f68290292b7 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 HTTP/1.1" status: 200 len: 907 time: 0.4668860 May 13 14:54:56.921251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:56.926708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555203160', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': True}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:56.933331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:54:56.938123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Usage tracker for resource:router and tenant:0eb794efb67c448b963903b6aadf6766 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:54:56.941288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:54:56.949923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:54:56.964882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.967624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:56.978270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49da24-1c19-45e6-9fce-11b187b06ca6 None None] Pushing event updated for resources: {'Port': ['ID=45c624aa-dbe4-47a2-9455-969383be7367,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:56.999329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.004986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.020180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.045928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Attempting to bind port 45c624aa-dbe4-47a2-9455-969383be7367 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:57.046817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Attempting to bind port 45c624aa-dbe4-47a2-9455-969383be7367 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:57.050680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Attempting to bind port 45c624aa-dbe4-47a2-9455-969383be7367 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:57.063087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:57.063638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:57.064143 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.064627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:57.065234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Bound port: 45c624aa-dbe4-47a2-9455-969383be7367, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:57.065727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.152668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] For port 45c624aa-dbe4-47a2-9455-969383be7367, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:57.156392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] For port 45c624aa-dbe4-47a2-9455-969383be7367, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=45c624aa-dbe4-47a2-9455-969383be7367,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:57.164663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.203161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Network': ['ID=f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:57.309492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49da24-1c19-45e6-9fce-11b187b06ca6 None None] Pushing event updated for resources: {'Port': ['ID=45c624aa-dbe4-47a2-9455-969383be7367,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:57.347983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:57.349528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:57.515937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.517394 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11'}], 'enable_snat': False}, 'gw_port_id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:50Z', 'updated_at': '2022-05-13T14:54:53Z', 'revision_number': 3, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port': {'id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:52Z', 'updated_at': '2022-05-13T14:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:57.525569 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Checking router: ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:54:57.528599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Updating router ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 port f4e17ecf-48e2-46e6-8b30-d441719e076e binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:54:57.563671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-943133b4-6d1c-4dd7-b868-734cf8b5a474 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/networks/f7fc8cb9-5d42-4c4b-ac08-260cc27a8a01 HTTP/1.1" status: 204 len: 168 time: 5.2681208 May 13 14:54:57.582490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:57.646023 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:57.759705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:54:58.030301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:54:58.031598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.044980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: timer() May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:54:58.299904 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:54:58.373255 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.397982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.404240 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Transition to ACTIVE for port object f4e17ecf-48e2-46e6-8b30-d441719e076e will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:54:58.431725 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.560182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=0aef6871-c85e-4870-ac0e-482fdfab2665,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:58.603596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Deleting port 7478eb14-d2a9-4cde-b738-1a28d8b8cc34 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:54:58.603944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.696281 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Attempting to bind port f4e17ecf-48e2-46e6-8b30-d441719e076e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:54:58.697118 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Attempting to bind port f4e17ecf-48e2-46e6-8b30-d441719e076e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:54:58.697118 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Attempting to bind port f4e17ecf-48e2-46e6-8b30-d441719e076e on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:54:58.729912 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:54:58.731847 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:54:58.737133 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.737876 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:54:58.738867 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Bound port: f4e17ecf-48e2-46e6-8b30-d441719e076e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:54:58.739491 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.783847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:54:47Z', 'revision_number': 3, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:58.793186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40beff4e-ec1e-4ffa-8158-9c081fb16879 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:54:47Z', 'revision_number': 3, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:54:58.859772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.880230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:58.905747 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Pushing event updated for resources: {'Port': ['ID=f4e17ecf-48e2-46e6-8b30-d441719e076e,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:58.929059 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.929398 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.929726 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.930056 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.930385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.930889 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.931126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.931367 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.942845 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.944685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.949033 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.950725 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:54:58.997518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.039184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] For port f4e17ecf-48e2-46e6-8b30-d441719e076e, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:54:59.052309 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] For port f4e17ecf-48e2-46e6-8b30-d441719e076e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4e17ecf-48e2-46e6-8b30-d441719e076e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:54:59.065091 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.229563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9722-bc16-43e4-ad3b-6cbeff678ad7 None None] Pushing event updated for resources: {'Port': ['ID=f4e17ecf-48e2-46e6-8b30-d441719e076e,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:59.300099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Routers {'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:54:59.301321 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:54:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:54:59.582496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=bf136c6f-88d0-4ae9-b74f-868fc73f841a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:54:59.654043 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9c6e36e-80a9-465b-8eba-4ef1afa8b502 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/bf136c6f-88d0-4ae9-b74f-868fc73f841a HTTP/1.1" status: 204 len: 168 time: 16.1129489 May 13 14:54:59.664097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.742449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.772240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 45c624aa-dbe4-47a2-9455-969383be7367 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:54:59.779717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:54:59.850386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.897652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409462169'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:54:59.911260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:54:59.973403 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0db86475-4e6e-4d82-965b-2a604992a597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.068634 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] Set router ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:00.083950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:00.086790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 45c624aa-dbe4-47a2-9455-969383be7367 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:00.094468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:00.101574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 45c624aa-dbe4-47a2-9455-969383be7367 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:00.101574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.102197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:00.117818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:00.367423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.25.5.67 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/97cb9d25-315a-4c50-a653-634365c7cf24) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:00.433913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 45c624aa-dbe4-47a2-9455-969383be7367 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:00.434286 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.477028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 45c624aa-dbe4-47a2-9455-969383be7367, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=45c624aa-dbe4-47a2-9455-969383be7367,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:00.486016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.615827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=45c624aa-dbe4-47a2-9455-969383be7367,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:00.653127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Allocated IP 172.20.0.1 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/943fba72-1b66-4a13-a96b-47f188afd8cd) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:00.709258 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11'}], 'enable_snat': False}, 'gw_port_id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:50Z', 'updated_at': '2022-05-13T14:54:53Z', 'revision_number': 3, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port': {'id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:52Z', 'updated_at': '2022-05-13T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:00.714306 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a1465-bba5-4dd7-9917-aac0ad3d153d None None] The sync data for ids ['ffe6bd98-dee4-4d22-81ac-0e87ea4248f1'] in n-d-841736-1 is: [{'id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11'}], 'enable_snat': False}, 'gw_port_id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:50Z', 'updated_at': '2022-05-13T14:54:53Z', 'revision_number': 3, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port': {'id': 'f4e17ecf-48e2-46e6-8b30-d441719e076e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe6bd98-dee4-4d22-81ac-0e87ea4248f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:52Z', 'updated_at': '2022-05-13T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:00.724569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f02b073eeb049ff9235ff14869edbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 5.0846260 May 13 14:55:00.725965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04103fc-6f01-4459-91ed-d49d591a49b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09543642-4a19-4786-ad0d-968cb3fc8663,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:00.728613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:00.846985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.883442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.904185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:00.913994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.936304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:00.992090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.050089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.084456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Transition to ACTIVE for port object 943fba72-1b66-4a13-a96b-47f188afd8cd will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:01.098255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.191512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=97cb9d25-315a-4c50-a653-634365c7cf24,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:01.227034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:01.250669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:01.262532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:01.483861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.484275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.584821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.772539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4e17ecf-48e2-46e6-8b30-d441719e076e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:01.917673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:01.927697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-9c252188-cffd-4c46-974c-66b53fcad017 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 3.0499747 May 13 14:55:01.996876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09543642-4a19-4786-ad0d-968cb3fc8663,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:02.063932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:02.081828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:02.100809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:02.155366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.163482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3a9d9ae7-a683-43e9-9384-09723fe7791d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09543642-4a19-4786-ad0d-968cb3fc8663 HTTP/1.1" status: 204 len: 168 time: 1.4320319 May 13 14:55:02.171009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f4e17ecf-48e2-46e6-8b30-d441719e076e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:02.177711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f4e17ecf-48e2-46e6-8b30-d441719e076e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:02.178265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.185746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.212534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Calling delete_port for 7478eb14-d2a9-4cde-b738-1a28d8b8cc34 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:02.266890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-d0fb350d-597f-4f69-a0eb-6bc243dbef49 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:02.268719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-d0fb350d-597f-4f69-a0eb-6bc243dbef49 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 0.7093892 May 13 14:55:02.484980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.545165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f4e17ecf-48e2-46e6-8b30-d441719e076e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:02.546129 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.576964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:02.595906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:02.596733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.608013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f4e17ecf-48e2-46e6-8b30-d441719e076e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4e17ecf-48e2-46e6-8b30-d441719e076e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:02.633062 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.634398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 45c624aa-dbe4-47a2-9455-969383be7367 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:02.683629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.685202 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment f76658d4-bc85-4a7e-b48c-ed336755e3a6 of type vlan for network 4c2c8955-825f-4443-ac10-a184366a9edf May 13 14:55:02.825436 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43671548-5a3d-4306-b39d-780c8477bcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.832525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-857c0619-407e-4fc6-9a8a-0761c780ae4e None None] Provisioning for port 943fba72-1b66-4a13-a96b-47f188afd8cd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:02.853985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.868712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-857c0619-407e-4fc6-9a8a-0761c780ae4e None None] Provisioning complete for port 943fba72-1b66-4a13-a96b-47f188afd8cd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:02.869403 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-857c0619-407e-4fc6-9a8a-0761c780ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.891229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Pushing event updated for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:02.894223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.935853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-857c0619-407e-4fc6-9a8a-0761c780ae4e None None] Port 943fba72-1b66-4a13-a96b-47f188afd8cd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:02.958100 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.961349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:02.964444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f4e17ecf-48e2-46e6-8b30-d441719e076e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:02.967750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 45c624aa-dbe4-47a2-9455-969383be7367 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:02.968115 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.009467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf7d8-2b08-476f-8082-1a883ca999ae req-1dc2b46a-8070-4375-92a1-2f104533b55f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:03.012844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62adf7d8-2b08-476f-8082-1a883ca999ae req-1dc2b46a-8070-4375-92a1-2f104533b55f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 2.2398152 May 13 14:55:03.040343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:03.047483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.048701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router 8e42e134-fef5-4fb7-99c9-31c915ecde1b {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:03.122995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 45c624aa-dbe4-47a2-9455-969383be7367 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:03.142146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.202163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.275418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-2a1d2530-74f9-42c7-87b1-685ae6f78b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:03.277040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-2a1d2530-74f9-42c7-87b1-685ae6f78b65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 1097 time: 0.9480774 May 13 14:55:03.397096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.402865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:03.403532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.444788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62adf7d8-2b08-476f-8082-1a883ca999ae req-b6468751-081b-4ba7-a9c6-343f62a1f8b3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721809 May 13 14:55:03.452699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.455111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00646ff6-b2e7-4de5-bcd3-caedfa93d042 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 204 len: 168 time: 12.8062224 May 13 14:55:03.559128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:03.562551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42290) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:03.605766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Usage tracker for resource:security_group_rule and tenant:e58cea0a7335411ab9c0770976cb3619 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:03.618997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1918631463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:03.638736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4e17ecf-48e2-46e6-8b30-d441719e076e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:03.654241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:03.679372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:03.687222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:03.711187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:03.737959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:03.808134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:03.899881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f4e17ecf-48e2-46e6-8b30-d441719e076e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:03.902332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:03.999866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=4c2c8955-825f-4443-ac10-a184366a9edf,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:04.033251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4c2c8955-825f-4443-ac10-a184366a9edf details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:04.039207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf54e063-8479-4966-aec5-f52ba4e8e91a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.2501454 May 13 14:55:04.040417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.046681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:04.123748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': '4c2c8955-825f-4443-ac10-a184366a9edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:04.155075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Pushing event deleted for resources: {'Port': ['ID=7478eb14-d2a9-4cde-b738-1a28d8b8cc34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:04.356256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.402662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.415792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-b1ff3e9a-f3e2-474d-b6f4-e68ac09b18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:04.417351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-b1ff3e9a-f3e2-474d-b6f4-e68ac09b18ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 1.0658617 May 13 14:55:04.417813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.419931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.453687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.500239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f4e17ecf-48e2-46e6-8b30-d441719e076e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:04.580785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:04.581773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.672873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.676628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37e676-87e9-4308-bdfe-d392ebe28a0f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:04.684685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d5028b46-9dad-4589-8be7-b042b8c7747d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e58cea0a7335411ab9c0770976cb3619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6158085 May 13 14:55:04.686548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.690688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:04.692970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:04.785450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-b31b0b42-a901-44e3-8289-c1fae00911c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 200 len: 1001 time: 0.3403444 May 13 14:55:04.806693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 033a44b3-335f-4541-835c-7e31f817fcac no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:04.814455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.833884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:04.860709 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.866903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:04.869268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4bd91ce5-dc35-4934-9732-140be320d0a0 tempest-FloatingIPAdminTestJSON-720459105 tempest-FloatingIPAdminTestJSON-720459105-project] 10.222.0.36 "DELETE /v2.0/floatingips/21ff3848-baa1-4972-b645-eeb290845744 HTTP/1.1" status: 204 len: 168 time: 7.0498469 May 13 14:55:04.888281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:04.906508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.021418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-235daa0d-f004-4a7f-abd0-f2df6e2a322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.024385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-235daa0d-f004-4a7f-abd0-f2df6e2a322c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.1847515 May 13 14:55:05.040291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:05.098461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 033a44b3-335f-4541-835c-7e31f817fcac is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:05.099076 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.177393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:05.186854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.193880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2b13f81-b7b3-4cbc-b2dd-b6d07bcde76d tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6165214 May 13 14:55:05.215941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42320) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:05.226329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:05.234646 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.238030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:05.456783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=13']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:05.520676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:05.551595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:05.555173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.660089 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4c9da3-0a3c-4f48-86ca-7813d37fc36a'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'code': 200} May 13 14:55:05.664585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.727358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5342-659b-4ce8-bb50-1b6817e44206 req-f0b781d3-3232-4133-9066-ba09be08a0f2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.735420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-48ba5342-659b-4ce8-bb50-1b6817e44206 req-f0b781d3-3232-4133-9066-ba09be08a0f2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 946 time: 1.0378261 May 13 14:55:05.769028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:05.874880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-ccd97221-d2e3-42c4-9d25-cb11313b8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:05.876516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-ccd97221-d2e3-42c4-9d25-cb11313b8ecb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8289273 May 13 14:55:06.007320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bb8fddf4-97ed-40fc-aed7-c29372512fa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ce21ac1aac74efba41ea70c56f26f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740684 May 13 14:55:06.015476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.017227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:06.085683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.112054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.137037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.137583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.138420 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 606e981e-0608-4f5d-91e2-31a3ba2c9c55 disassociated. External IP: 172.25.5.235, port: 033a44b3-335f-4541-835c-7e31f817fcac. May 13 14:55:06.139094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for 033a44b3-335f-4541-835c-7e31f817fcac owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:06.173334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-48ba5342-659b-4ce8-bb50-1b6817e44206 req-55b17368-98ef-4298-a535-1cad63c5a5db tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363930 May 13 14:55:06.175318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router c455ab0f-aa6c-4a95-ae10-7799f7ffa38d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:06.289025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.521250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37e676-87e9-4308-bdfe-d392ebe28a0f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:06.551636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.553782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Pushing event updated for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:06.564014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-7c92e6d4-2a32-4493-964d-8504962f4acf service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661072 May 13 14:55:06.566730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:06.570695 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:06.597060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:06.607685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Sync routers for ids ['c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:06.621459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Routers {'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:06.622527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:06.647288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.662165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb82ae7e-e738-4530-8981-7ff0bd98ff17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b37e676-87e9-4308-bdfe-d392ebe28a0f HTTP/1.1" status: 204 len: 168 time: 1.8722181 May 13 14:55:06.791024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.792601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bbf67c72-8a7a-4530-bbb8-d1f4a689add0 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.8704417 May 13 14:55:06.852361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42360) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:06.886896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:06.943143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Set router c455ab0f-aa6c-4a95-ae10-7799f7ffa38d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:06.966928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.061210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.072823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port 033a44b3-335f-4541-835c-7e31f817fcac {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:07.073407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.111963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=54e1517b-3760-4aff-aa7e-f39393889267,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:07.186147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': 'f76658d4-bc85-4a7e-b48c-ed336755e3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4c2c8955-825f-4443-ac10-a184366a9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:07.186538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: 4c2c8955-825f-4443-ac10-a184366a9edf, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:07.192761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.204845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efa9ffcc-b62c-4a3e-9d89-0c0642750fb9 req-9cd50d67-3eb3-459e-83f7-1dd4dd34d537 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209011 May 13 14:55:07.213596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:07.216157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:07.298555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.344140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network 4c2c8955-825f-4443-ac10-a184366a9edf is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:07.357164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.396757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4c2c8955-825f-4443-ac10-a184366a9edf) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:07.515056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:07.515578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.523883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d79f848-6cb0-4517-bdfa-71ffd9c2312f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:07.540601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-95b721f2-100c-458d-a374-059ea21ce7f1 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/c455ab0f-aa6c-4a95-ae10-7799f7ffa38d HTTP/1.1" status: 200 len: 906 time: 0.6871269 May 13 14:55:07.560433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:07.579787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:07.583529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e1519941-0f2d-4639-b2d9-e7698e37bada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d79f848-6cb0-4517-bdfa-71ffd9c2312f HTTP/1.1" status: 204 len: 168 time: 1.5509868 May 13 14:55:07.720827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-90128b82-36c6-4b6e-932d-004610d3f127 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6174541 May 13 14:55:07.736995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:07.939114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3637df24-d070-4355-a10a-dba33cd18362 None None] Network 4c2c8955-825f-4443-ac10-a184366a9edf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:07.973373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:08.126550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] For port 033a44b3-335f-4541-835c-7e31f817fcac, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=033a44b3-335f-4541-835c-7e31f817fcac,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:08.127438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.328977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.373082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c361d431-1778-4f43-a924-6873af5c1e86 None None] Provisioning complete for port 943fba72-1b66-4a13-a96b-47f188afd8cd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:08.375350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c361d431-1778-4f43-a924-6873af5c1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.377270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81e98d-85df-482d-9721-712154713f56 req-2741e796-0d4b-42ac-87b0-3148d0806865 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:08.380671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f81e98d-85df-482d-9721-712154713f56 req-2741e796-0d4b-42ac-87b0-3148d0806865 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.7567215 May 13 14:55:08.541136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c361d431-1778-4f43-a924-6873af5c1e86 None None] Port 943fba72-1b66-4a13-a96b-47f188afd8cd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:08.592441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:08.637744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:08.680248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:08.697771 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:08.704728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e1b85ba0-3271-4243-8725-851fe0112db1 admin admin] 10.222.0.36 "PUT /v2.0/routers/b2fddc71-c57d-41ee-9f1c-9b38fafd4857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9816775 May 13 14:55:08.724243 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:08.724884 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:08.782319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '97cb9d25-315a-4c50-a653-634365c7cf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:56Z', 'updated_at': '2022-05-13T14:55:02Z', 'revision_number': 3, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port': {'id': '97cb9d25-315a-4c50-a653-634365c7cf24', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:55:00Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:08.815595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Checking router: c455ab0f-aa6c-4a95-ae10-7799f7ffa38d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:08.832559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Updating router c455ab0f-aa6c-4a95-ae10-7799f7ffa38d port 97cb9d25-315a-4c50-a653-634365c7cf24 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:08.833137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:08.838318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:08.882723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Usage tracker for resource:security_group_rule and tenant:63f70d8bf43244b7b46001ab8ad36a31 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:08.886243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Allocated IP 172.25.5.194 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d022bf69-545b-4bbb-89e6-ed6a14f0bef9) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:08.894703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:08.912992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:08.946434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f81e98d-85df-482d-9721-712154713f56 req-dbb29085-067e-4d74-ab36-4742d78b5e22 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5503929 May 13 14:55:08.967355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.108559 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.163434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.189931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.273487 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342b1b6-3611-40c9-9c9d-9e829f9ac697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-4c2c8955-825f-4443-ac10-a184366a9edf', 'network_id': '4c2c8955-825f-4443-ac10-a184366a9edf', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '54e1517b-3760-4aff-aa7e-f39393889267'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:09.275528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6342b1b6-3611-40c9-9c9d-9e829f9ac697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.333736 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:09.391735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=54e1517b-3760-4aff-aa7e-f39393889267,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:09.491341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.491341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.491341 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 606e981e-0608-4f5d-91e2-31a3ba2c9c55 disassociated. External IP: 172.25.5.235, port: 033a44b3-335f-4541-835c-7e31f817fcac. May 13 14:55:09.491957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for 033a44b3-335f-4541-835c-7e31f817fcac owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:09.594094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.697221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2c8955-825f-4443-ac10-a184366a9edf']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:09.733425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6195f47-a417-4a24-84b5-d2216e15274a None None] Network 4c2c8955-825f-4443-ac10-a184366a9edf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:09.748460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76658d4-bc85-4a7e-b48c-ed336755e3a6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:09.748696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76658d4-bc85-4a7e-b48c-ed336755e3a6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:09.781927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:09.791962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537622127', 'description': 'tempest-description--1499672360'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:09.822528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.829818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:09.854724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:09.869842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:09.885316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:09.888103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.898409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:09.903405 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.904937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:09.919381 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:09.937750 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:05Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:09.945639 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:09.946122 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Updating router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 port 943fba72-1b66-4a13-a96b-47f188afd8cd binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:55:09.990670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.002562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.022003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.063043 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.147107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:10.167017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.173407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:10.179755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.189357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.215643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:10.231737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:10.248972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Usage tracker for resource:security_group_rule and tenant:316fd536cadd453a8ecf22f06aaf645c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:10.259257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.269220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:10.296738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:10.327768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:10.339334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:10.392426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=4c2c8955-825f-4443-ac10-a184366a9edf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:10.406560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:10.431864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:10.435856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port 97cb9d25-315a-4c50-a653-634365c7cf24 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:10.436424 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.464189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b67b6fdb-ab4d-4b98-bc14-e040d95f259e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/4c2c8955-825f-4443-ac10-a184366a9edf HTTP/1.1" status: 204 len: 168 time: 2.7218289 May 13 14:55:10.477697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:10.490626 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.576653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.599966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Transition to ACTIVE for port object 97cb9d25-315a-4c50-a653-634365c7cf24 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:10.615810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.710629 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.735328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Attempting to bind port 97cb9d25-315a-4c50-a653-634365c7cf24 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:10.735944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Attempting to bind port 97cb9d25-315a-4c50-a653-634365c7cf24 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:10.736596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Attempting to bind port 97cb9d25-315a-4c50-a653-634365c7cf24 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:10.777439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:10.777956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:10.778607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.779255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:10.780057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Bound port: 97cb9d25-315a-4c50-a653-634365c7cf24, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:10.780689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.831727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Pushing event updated for resources: {'Port': ['ID=d022bf69-545b-4bbb-89e6-ed6a14f0bef9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:10.899804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.907022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583932483'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:10.918503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413500-2491-43f7-b1dd-edd81cd1a164 None None] Pushing event updated for resources: {'Port': ['ID=97cb9d25-315a-4c50-a653-634365c7cf24,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:10.932313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75638dbe-42de-492b-b3e6-390df1da948e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:10.944330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:10.978488 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d600fd99-637a-4eeb-aa3e-f03783e4b44a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63f70d8bf43244b7b46001ab8ad36a31&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3751144 May 13 14:55:10.984324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:10.999509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] For port 97cb9d25-315a-4c50-a653-634365c7cf24, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:11.003668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] For port 97cb9d25-315a-4c50-a653-634365c7cf24, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=97cb9d25-315a-4c50-a653-634365c7cf24,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:11.011048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.079620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:11.094833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf00dfa-a672-4535-8688-694d3606cb81,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:11.103363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:11.116065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Routers {'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:11.117316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:11.139907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:11.167748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:11.196615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.201634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-74f0fea2-a78a-4275-a725-f1d11ccfe7b3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4158032 May 13 14:55:11.209496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:11.226324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:11.233562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.261676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': '4cf00dfa-a672-4535-8688-694d3606cb81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:11.284856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:11.305540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604187-020b-43ca-b367-91b2f9b2f243 req-758eb3d9-7971-440d-a6e0-0d82ad601f70 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:11.308450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4604187-020b-43ca-b367-91b2f9b2f243 req-758eb3d9-7971-440d-a6e0-0d82ad601f70 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 944 time: 0.8443489 May 13 14:55:11.316077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:11.327293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:11.383526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:11.418688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:11.476453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4604187-020b-43ca-b367-91b2f9b2f243 req-18f9626d-ca5c-454f-96c5-441bdee4a7fa tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=646b5cf2-9a7e-4c92-a71a-fb35de335692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551774 May 13 14:55:11.477996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413500-2491-43f7-b1dd-edd81cd1a164 None None] Pushing event updated for resources: {'Port': ['ID=97cb9d25-315a-4c50-a653-634365c7cf24,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:11.482744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.483225 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment e568d75a-b2f0-47d2-8725-4405576c2129 of type vlan for network f0673628-fc74-4fab-a260-a61627f3dd7d May 13 14:55:11.484865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.547959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] Set router c455ab0f-aa6c-4a95-ae10-7799f7ffa38d gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:11.552749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.614176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.624546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.643289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.652015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:11.652015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.662555 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Transition to ACTIVE for port object 943fba72-1b66-4a13-a96b-47f188afd8cd will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:11.679901 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.718460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6788baca-dfb8-4bee-84ea-603ea683db09,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:11.773101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:56Z', 'updated_at': '2022-05-13T14:55:10Z', 'revision_number': 4, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:11.789518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03450129-ee06-4a16-8c40-1c09f10e27ea None None] The sync data for ids ['c455ab0f-aa6c-4a95-ae10-7799f7ffa38d'] in n-d-841736-1 is: [{'id': 'c455ab0f-aa6c-4a95-ae10-7799f7ffa38d', 'name': 'tempest-snat-router-555203160', 'tenant_id': '0eb794efb67c448b963903b6aadf6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:56Z', 'updated_at': '2022-05-13T14:55:10Z', 'revision_number': 4, 'project_id': '0eb794efb67c448b963903b6aadf6766', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:11.805363 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.807665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0bbbe85f-5cc4-4f66-ae04-1a592f5a3212 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5875368 May 13 14:55:11.814747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:11.824350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3436763 May 13 14:55:11.825584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:11.830039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:11.847001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': '4cf00dfa-a672-4535-8688-694d3606cb81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:11.866386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:11.931047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:12.024651 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f1452-ac5a-42e0-8eea-954fb7c3d0cd None None] Pushing event updated for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.123003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6a0c9-668e-4d24-a022-6564d19d8b22 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=f0673628-fc74-4fab-a260-a61627f3dd7d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.124661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'Port': ['ID=033a44b3-335f-4541-835c-7e31f817fcac,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.134562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:12.134829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f0673628-fc74-4fab-a260-a61627f3dd7d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:12.181962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:12.210524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:12.249569 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Attempting to bind port 943fba72-1b66-4a13-a96b-47f188afd8cd on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:12.249987 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Attempting to bind port 943fba72-1b66-4a13-a96b-47f188afd8cd by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:12.252299 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Attempting to bind port 943fba72-1b66-4a13-a96b-47f188afd8cd on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:12.266362 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:12.266835 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:12.268320 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.268738 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:12.272099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Bound port: 943fba72-1b66-4a13-a96b-47f188afd8cd, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:12.272535 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.280119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:12.282207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.282771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.283331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.287193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.288054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:12.288228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.288968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.289548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.290090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.290648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.291218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.293780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:12.302411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:12.309772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.310339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:12.325167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:12.330839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.358018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.492352 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] For port 943fba72-1b66-4a13-a96b-47f188afd8cd, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:12.503020 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] For port 943fba72-1b66-4a13-a96b-47f188afd8cd, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=943fba72-1b66-4a13-a96b-47f188afd8cd,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:12.511172 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.553172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.626809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:12.627447 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:12.683448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.699077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:12.779193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544522ea-92a1-4ba1-b829-10cf3932ce8c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:12.946777 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f1452-ac5a-42e0-8eea-954fb7c3d0cd None None] Pushing event updated for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:13.077174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.080045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea0a1fa5-b8ea-46e3-9a66-e4dbb24ec93d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2524595 May 13 14:55:13.084987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:13.093912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:13.134491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:13.147322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:floatingip and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:13.156059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:13.186488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:13.246074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.248390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-693d8e01-ab3f-4a41-9026-1fa00487e6cc req-d040c628-e625-48f1-847c-e487868c265f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:13.297015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:13.298128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.349077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.370921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for 97cb9d25-315a-4c50-a653-634365c7cf24 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:13.371280 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:55:13.470854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.498352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:13.560784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.621194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=a562d98e-73e4-43e2-b8e1-bcd890900cfe,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:13.652147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': 'e568d75a-b2f0-47d2-8725-4405576c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:13.652721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: f0673628-fc74-4fab-a260-a61627f3dd7d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:13.701018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network f0673628-fc74-4fab-a260-a61627f3dd7d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:13.745214 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:12Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:13.750625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, f0673628-fc74-4fab-a260-a61627f3dd7d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:13.751274 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc5007-c261-471c-8d6b-860b7943bff3 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:12Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:13.765853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:13.766937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.770478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355a042-442b-4f89-9dc7-c091972695ec None None] Network f0673628-fc74-4fab-a260-a61627f3dd7d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:13.873190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.904523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:13.982037 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf6162cb-3793-423f-a85e-494d7e782702 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1431744 May 13 14:55:14.015988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:14.074564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.187064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.265385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-693d8e01-ab3f-4a41-9026-1fa00487e6cc req-d040c628-e625-48f1-847c-e487868c265f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:14.273435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:14.275044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-693d8e01-ab3f-4a41-9026-1fa00487e6cc req-d040c628-e625-48f1-847c-e487868c265f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 1.3564866 May 13 14:55:14.281835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Usage tracker for resource:security_group_rule and tenant:d90ae8f45f914f7186bed594e9d44581 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:14.288444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:14.312809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:14.318519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=316fd536cadd453a8ecf22f06aaf645c&name=default HTTP/1.1" status: 200 len: 2983 time: 5.4824073 May 13 14:55:14.319972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d56a32-3734-49e8-9efb-3526b5eb16b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79edede9-903e-4798-816d-8e77c36d7c5f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:14.342339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:14.359135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:14.365030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-f0673628-fc74-4fab-a260-a61627f3dd7d', 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': 'a562d98e-73e4-43e2-b8e1-bcd890900cfe'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:14.367695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.521922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.564333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.25.5.139 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/72c2cbb6-f624-474d-a1e2-f6f1b959ee2e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:14.677849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.720873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Allocated IP 172.20.0.1 (f0673628-fc74-4fab-a260-a61627f3dd7d/a562d98e-73e4-43e2-b8e1-bcd890900cfe/370c9b2c-083a-46ac-b7c3-1f049d3c2983) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:14.848302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.914364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.950285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:14.993423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d90ae8f45f914f7186bed594e9d44581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4855070 May 13 14:55:15.021766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42496) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:15.086468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.174545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:15.174812 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:15.186961 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.202627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d8310-547d-4af0-aa66-7c8f7cd7ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388fc3a2-4958-4bb1-b970-9aa7a1f8493a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:15.205524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=72c2cbb6-f624-474d-a1e2-f6f1b959ee2e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:15.208135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Transition to ACTIVE for port object 370c9b2c-083a-46ac-b7c3-1f049d3c2983 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:15.208426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.239390 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.249643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Transition to ACTIVE for port object 370c9b2c-083a-46ac-b7c3-1f049d3c2983 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:15.267853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75638dbe-42de-492b-b3e6-390df1da948e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:15.268630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.272547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:15.283877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:15.295273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:15.363539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:15.417814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.426869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.447216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b47cf-211b-484a-9567-fd40719055db None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:15.483458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.495258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8d5862d6-415f-4d74-a5eb-cf17e2402e8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75638dbe-42de-492b-b3e6-390df1da948e HTTP/1.1" status: 204 len: 168 time: 4.0659509 May 13 14:55:15.544069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.549690 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.563792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Network f0673628-fc74-4fab-a260-a61627f3dd7d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:15.571743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:15.581150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:15.602089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:15.602745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:15.631040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.660492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.670052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] No DVR routers for this DVR port 033a44b3-335f-4541-835c-7e31f817fcac on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:15.700527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port 97cb9d25-315a-4c50-a653-634365c7cf24 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:15.700527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.766799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:15.768133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 943fba72-1b66-4a13-a96b-47f188afd8cd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:15.768853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc74ad-b646-47a3-a629-2e5ab1dd34f1 req-a4be06ce-f884-47b1-9bd3-d7fcc1beb53e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "DELETE /v2.0/ports/033a44b3-335f-4541-835c-7e31f817fcac HTTP/1.1" status: 204 len: 173 time: 13.4137199 May 13 14:55:15.825940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Pushing event updated for resources: {'Port': ['ID=370c9b2c-083a-46ac-b7c3-1f049d3c2983,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:15.846053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.846382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.846718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.847049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.847932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.848356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.848684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.849003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.849323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.849640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.849958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.850256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:15.905782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-deleted', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:15.931096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.118545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Attempting to bind port 370c9b2c-083a-46ac-b7c3-1f049d3c2983 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:16.118892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Attempting to bind port 370c9b2c-083a-46ac-b7c3-1f049d3c2983 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e568d75a-b2f0-47d2-8725-4405576c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:16.119325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Attempting to bind port 370c9b2c-083a-46ac-b7c3-1f049d3c2983 on network f0673628-fc74-4fab-a260-a61627f3dd7d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:16.136761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:16.137276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Checking segment: {'id': 'e568d75a-b2f0-47d2-8725-4405576c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:16.137810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.138278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Bound using segment: {'id': 'e568d75a-b2f0-47d2-8725-4405576c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:16.138823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Bound port: 370c9b2c-083a-46ac-b7c3-1f049d3c2983, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e568d75a-b2f0-47d2-8725-4405576c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:16.139198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.167989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.227465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.228450 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51132cc-104e-4787-abea-019c5eb7cf57'] response: {'server_uuid': 'f12b8b19-44f9-48b3-b54f-8a67d054bcf7', 'name': 'network-vif-deleted', 'tag': '033a44b3-335f-4541-835c-7e31f817fcac', 'status': 'completed', 'code': 200} May 13 14:55:16.234948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:16.268901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42508) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:16.276841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388fc3a2-4958-4bb1-b970-9aa7a1f8493a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:16.287232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0673628-fc74-4fab-a260-a61627f3dd7d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:16.333104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ae0453c-5727-43c7-9316-9c224d49e9c3 req-9d5dc2ab-17db-4473-a966-78c4f5d3b7fb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=f12b8b19-44f9-48b3-b54f-8a67d054bcf7 HTTP/1.1" status: 200 len: 210 time: 0.7587428 May 13 14:55:16.335135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=a562d98e-73e4-43e2-b8e1-bcd890900cfe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:16.369726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.410730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.415152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.415436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 943fba72-1b66-4a13-a96b-47f188afd8cd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:16.432839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e568d75a-b2f0-47d2-8725-4405576c2129') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:16.433224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e568d75a-b2f0-47d2-8725-4405576c2129') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:16.457699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 943fba72-1b66-4a13-a96b-47f188afd8cd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:16.458402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.469747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79edede9-903e-4798-816d-8e77c36d7c5f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:16.486132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:16.493889 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.512200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Usage tracker for resource:security_group_rule and tenant:b8b04842478b466486def7fdd212eb6a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:16.520940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:16.540068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.544200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.544698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:16.546145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15fe513f-cd75-4be6-96fa-550f10e5571d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/388fc3a2-4958-4bb1-b970-9aa7a1f8493a HTTP/1.1" status: 204 len: 168 time: 1.5227034 May 13 14:55:16.568893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:16.568893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:16.610256 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:16.625444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.626367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b05e7f9e-2bab-4258-91e4-15bb05b2534d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79edede9-903e-4798-816d-8e77c36d7c5f HTTP/1.1" status: 204 len: 168 time: 2.2803140 May 13 14:55:16.736947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] For port 97cb9d25-315a-4c50-a653-634365c7cf24, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=97cb9d25-315a-4c50-a653-634365c7cf24,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:16.737548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:16.842088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:55:16.842088 n-d-841736-1 neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:55:16.842088 n-d-841736-1 neutron-server[88131]: [parameters: {'id': 'f0673628-fc74-4fab-a260-a61627f3dd7d'}] May 13 14:55:16.842088 n-d-841736-1 neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:16.843721 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:17.042745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.058597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.065290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.088499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.094064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for 97cb9d25-315a-4c50-a653-634365c7cf24 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:17.139534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] For port 370c9b2c-083a-46ac-b7c3-1f049d3c2983, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:17.167196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] For port 370c9b2c-083a-46ac-b7c3-1f049d3c2983, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=370c9b2c-083a-46ac-b7c3-1f049d3c2983,segment=NetworkSegment(e568d75a-b2f0-47d2-8725-4405576c2129),segment_id=e568d75a-b2f0-47d2-8725-4405576c2129)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:17.180700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.233049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=72c2cbb6-f624-474d-a1e2-f6f1b959ee2e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.352137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8b04842478b466486def7fdd212eb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0667596 May 13 14:55:17.352137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.353679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:17.368762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Router 00a096de-d5ae-49c9-bef9-b4c8dc057e97 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:17.381021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.392429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 943fba72-1b66-4a13-a96b-47f188afd8cd is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:17.393054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.407857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11d19a-0fdc-498d-b7bb-be77292a5c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875f2ec-0e5f-4758-bf51-d936ef9ff782,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.444555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:17.507027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 370c9b2c-083a-46ac-b7c3-1f049d3c2983 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:17.507983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.524747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b47cf-211b-484a-9567-fd40719055db None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:17.570437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:17.582596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 943fba72-1b66-4a13-a96b-47f188afd8cd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=943fba72-1b66-4a13-a96b-47f188afd8cd,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:17.625372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22660c-c7cb-4e6f-8911-d5deec953b02 None None] Pushing event updated for resources: {'Port': ['ID=370c9b2c-083a-46ac-b7c3-1f049d3c2983,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.629711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Port': ['ID=97cb9d25-315a-4c50-a653-634365c7cf24,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:17.678458 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.691973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.733752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def19cc8-bf14-4e5d-97a7-2bd8697e9240 None None] Network f0673628-fc74-4fab-a260-a61627f3dd7d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:17.748297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.752734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:17.753756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:17.937356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:17.985739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.006126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ef2e2bae-4a22-49e1-875d-c95673c98d8d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9194875 May 13 14:55:18.022550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.056735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:18.065511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Usage tracker for resource:security_group_rule and tenant:00e9dbefc0574283af860a7bbb4c4a09 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:18.070143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:18.077783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:18.108660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 370c9b2c-083a-46ac-b7c3-1f049d3c2983, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=370c9b2c-083a-46ac-b7c3-1f049d3c2983,segment=NetworkSegment(e568d75a-b2f0-47d2-8725-4405576c2129),segment_id=e568d75a-b2f0-47d2-8725-4405576c2129)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:18.109090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.197924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.207132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:18.219890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.378990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:18.391448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:18.393318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00e9dbefc0574283af860a7bbb4c4a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948844 May 13 14:55:18.396358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:18.428585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 370c9b2c-083a-46ac-b7c3-1f049d3c2983 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:18.486433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.591055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3ebb-c826-4cd6-ae0a-b8c7bb082e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebeb343-4f99-4ca9-8601-d721c4d37a9c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:18.593784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.646393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:18.671878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2175a3965140119d7a5a6b64c9850b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:18.702881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ba4af-9d11-4ca6-a623-481453ef8822 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:55:18.715644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:18.744615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.777152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:18.831210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875f2ec-0e5f-4758-bf51-d936ef9ff782,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:18.862101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.863988 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-739e78ae-3bd2-4068-86f1-b03f56e9e6b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c875f2ec-0e5f-4758-bf51-d936ef9ff782 HTTP/1.1" status: 204 len: 168 time: 1.5009747 May 13 14:55:18.866758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:18.871531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:18.892687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.893287 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] Sync routers for ids ['00a096de-d5ae-49c9-bef9-b4c8dc057e97'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:18.902856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-253d8d23-b2eb-4cf6-b12e-3a9b0b6fdc14 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--537622127&fields=id&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 267 time: 0.3915191 May 13 14:55:18.911153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.915463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:18.924951 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] Routers {'00a096de-d5ae-49c9-bef9-b4c8dc057e97'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:18.926340 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00a096de-d5ae-49c9-bef9-b4c8dc057e97'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:19.011430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.053641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=370c9b2c-083a-46ac-b7c3-1f049d3c2983,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:19.060745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 370c9b2c-083a-46ac-b7c3-1f049d3c2983 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:19.065152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.093780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.094172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c455ab0f-aa6c-4a95-ae10-7799f7ffa38d {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:19.137318 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:19.163909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] Routers {'00a096de-d5ae-49c9-bef9-b4c8dc057e97'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:19.166069 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00a096de-d5ae-49c9-bef9-b4c8dc057e97'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:19.204914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.288768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ba4af-9d11-4ca6-a623-481453ef8822 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:55:19.337121 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:19.338459 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594664d-8c2d-44e4-98ca-bf7d142946f1 None None] The sync data for ids ['00a096de-d5ae-49c9-bef9-b4c8dc057e97'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:19.341621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.401857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.407681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9b47f85-1752-42f0-9633-8c46e41e083e tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "PUT /v2.0/routers/00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 200 len: 920 time: 14.1879928 May 13 14:55:19.416397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-ed30d0bc-7bc0-4f5a-843b-0ca55b7edd42 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:19.417906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:19.425389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-ed30d0bc-7bc0-4f5a-843b-0ca55b7edd42 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 0.4885898 May 13 14:55:19.443302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.486921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-61d38885-f247-4c36-bda2-04ce2931d217 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/quotas/ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 375 time: 0.0600798 May 13 14:55:19.573667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.576821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.580860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ebeb343-4f99-4ca9-8601-d721c4d37a9c HTTP/1.1" status: 204 len: 168 time: 1.1290951 May 13 14:55:19.595586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.638651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.643419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f37f01fc-d327-4012-94b7-79c7b12ea709 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c455ab0f-aa6c-4a95-ae10-7799f7ffa38d HTTP/1.1" status: 204 len: 168 time: 12.0814333 May 13 14:55:19.643636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:19.665189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf2175a3965140119d7a5a6b64c9850b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2703679 May 13 14:55:19.679525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:19.682345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.762862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:19.769280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b5b5-f57c-493c-9b61-343eb8b56149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994e83bd-54f7-4fdd-8f01-804a465a22c1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:19.850265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c58e0-1c9b-42ba-87c5-004a64823451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebeb343-4f99-4ca9-8601-d721c4d37a9c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:19.862484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 943fba72-1b66-4a13-a96b-47f188afd8cd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:19.876419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-4052c211-68e3-4e91-b509-caf13a57896e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3873668 May 13 14:55:20.010455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.158911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-621b47cf-211b-484a-9567-fd40719055db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:20.170945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621b47cf-211b-484a-9567-fd40719055db None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:20.210839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0673628-fc74-4fab-a260-a61627f3dd7d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:20.282374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e568d75a-b2f0-47d2-8725-4405576c2129') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:20.282696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e568d75a-b2f0-47d2-8725-4405576c2129') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:20.293891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-e3e4f41e-923f-4d48-abee-7adbd5142e6a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:55:20.295387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-e3e4f41e-923f-4d48-abee-7adbd5142e6a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3418512 May 13 14:55:20.303136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.344005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0c4e5338-92e7-4292-8f60-0e8e558582e2 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 200 len: 926 time: 0.9047997 May 13 14:55:20.350549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:20.363426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.401629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.404037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 943fba72-1b66-4a13-a96b-47f188afd8cd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:20.413454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.467276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.474458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.482451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.491320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b5cf2-9a7e-4c92-a71a-fb35de335692,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:20.522874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:20.524101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.559574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:20.562464 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:20.688618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.693711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4847c829-9b83-45ae-b8a0-a7d3cd94490f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "DELETE /v2.0/security-groups/646b5cf2-9a7e-4c92-a71a-fb35de335692 HTTP/1.1" status: 204 len: 168 time: 1.9763033 May 13 14:55:20.694805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:20.717403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 943fba72-1b66-4a13-a96b-47f188afd8cd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:20.723587 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-de527aaa-3bb3-4feb-8c25-bf9b39a45203 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] show failed (client error): The resource could not be found. May 13 14:55:20.728049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-de527aaa-3bb3-4feb-8c25-bf9b39a45203 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups/646b5cf2-9a7e-4c92-a71a-fb35de335692 HTTP/1.1" status: 404 len: 347 time: 0.0313551 May 13 14:55:20.729154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42612) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:20.732535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.816150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.857881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e90f58-0a6b-497b-8cf7-78cc06f14f8f None None] New status for floating IP 606e981e-0608-4f5d-91e2-31a3ba2c9c55: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:55:20.859655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=f0673628-fc74-4fab-a260-a61627f3dd7d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:20.911888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.914403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:20.915595 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/994e83bd-54f7-4fdd-8f01-804a465a22c1 HTTP/1.1" status: 204 len: 168 time: 1.2147269 May 13 14:55:20.942295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b62df6d-57b5-4e76-841b-1c54fdb9386b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/f0673628-fc74-4fab-a260-a61627f3dd7d HTTP/1.1" status: 204 len: 168 time: 6.9224710 May 13 14:55:21.168359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:21.206023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-894fe91d-7bb1-4b63-a660-79c97c5a2fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8913064 May 13 14:55:21.216451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994e83bd-54f7-4fdd-8f01-804a465a22c1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:21.238221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-799865063'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:21.256288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:21.262755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.263629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.264456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.265279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.266246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.267803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.268653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.270016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.271005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.271831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.272037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Deleting port f4e17ecf-48e2-46e6-8b30-d441719e076e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:21.272606 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.273624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.274468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef7969a-f087-44f8-94d4-0a02ebcb95c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:55:21.301250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port c6ebcaa9-fd6d-438c-a826-a74921e5c966 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:21.301610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.454022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:21.458512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:21.466522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:21.496842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:21.502599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.596085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:21.610729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.611291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.627489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:21.628234 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment d5a180fe-6dab-41b3-bb3b-cc08fbd71754 of type vlan for network e7e29c9a-9754-46bb-8216-a52238835018 May 13 14:55:21.764173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for c6ebcaa9-fd6d-438c-a826-a74921e5c966 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:21.777191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602325a-e96d-4cf8-a02a-50acd99faf37 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:21.779752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5602325a-e96d-4cf8-a02a-50acd99faf37 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=00a096de-d5ae-49c9-bef9-b4c8dc057e97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4150918 May 13 14:55:21.799952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:21.821019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-af4419a1-ff03-40ae-822d-51c9a4790dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806735 May 13 14:55:21.918087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] For port f4e17ecf-48e2-46e6-8b30-d441719e076e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4e17ecf-48e2-46e6-8b30-d441719e076e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:21.919127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.193731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Calling delete_port for f4e17ecf-48e2-46e6-8b30-d441719e076e owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:22.369181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-96c8a4aa-c8c9-43c8-a8c5-3ac836f67fb4 req-0f033964-33e2-47c5-9cf9-679192b8d65e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:22.385886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.517610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.540290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-96c8a4aa-c8c9-43c8-a8c5-3ac836f67fb4 req-0f033964-33e2-47c5-9cf9-679192b8d65e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:22.542256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96c8a4aa-c8c9-43c8-a8c5-3ac836f67fb4 req-0f033964-33e2-47c5-9cf9-679192b8d65e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.3288708 May 13 14:55:22.636098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf0f36-5cb8-465c-8b8d-12ebda6da92a tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:22.636706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bf0f36-5cb8-465c-8b8d-12ebda6da92a tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Synchronizing usage tracker for tenant:933ef47171104353948acded83db396b on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:22.645061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.650965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:22.651662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.804672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6214645 May 13 14:55:22.808987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bf0f36-5cb8-465c-8b8d-12ebda6da92a tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] Unset dirty status for tenant:933ef47171104353948acded83db396b on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:22.810192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97bf0f36-5cb8-465c-8b8d-12ebda6da92a tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 1.0087998 May 13 14:55:22.810905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42676) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:22.814071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.824445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:22.840275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:22.873250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e17ecf-48e2-46e6-8b30-d441719e076e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:22.946645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87a80-8638-4f05-b4a8-17d8cb836382 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=e7e29c9a-9754-46bb-8216-a52238835018,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:22.949082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'Port': ['ID=c6ebcaa9-fd6d-438c-a826-a74921e5c966,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:22.950036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:22.964871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e7e29c9a-9754-46bb-8216-a52238835018 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:23.017217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0a27f47e-2233-4d61-ace9-f77413990d9f tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 200 len: 205 time: 0.1472361 May 13 14:55:23.051013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:23.240625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.243506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.244850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7e4a4f38-3c20-4552-898a-2444a3212760 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "DELETE /v2.0/floatingips/606e981e-0608-4f5d-91e2-31a3ba2c9c55 HTTP/1.1" status: 204 len: 168 time: 2.5143266 May 13 14:55:23.315372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.343485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.377092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network e7e29c9a-9754-46bb-8216-a52238835018 is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:55:23.386603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:23.388196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.390724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "PUT /v2.0/networks/e7e29c9a-9754-46bb-8216-a52238835018 HTTP/1.1" status: 200 len: 723 time: 0.5784385 May 13 14:55:23.399307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:23.467468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:23.473811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:23.506479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.516309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.530567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696632239', 'description': 'tempest-description--2073092868'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:23.555601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:23.623597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:23.627369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6555b-cdc5-4bd8-93e9-a872763d82cd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=e7e29c9a-9754-46bb-8216-a52238835018,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:23.640789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e7e29c9a-9754-46bb-8216-a52238835018 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:23.649330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:23.663841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:23.698134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:23.704296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.718768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:23.728823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:23.742498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:23.757220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:23.778085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.778932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:23.812316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-19979338-3325-4ef1-b5ac-d13feb07d2fe req-e6961822-cf52-43ea-8a84-9f6932e71c70 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.0646169 May 13 14:55:23.817164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:23.821227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:23.825260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:23.829222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.850417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:23.931936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:23.948894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0d51a5bc-d2ef-42d3-92aa-af013dba2506 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ffe6bd98-dee4-4d22-81ac-0e87ea4248f1 HTTP/1.1" status: 204 len: 168 time: 4.2920997 May 13 14:55:23.954675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:23.974904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-431254071', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:24.048900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:24.062588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.170413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.206963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.293557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4127a-31af-4e31-919e-4a08a074dc10,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:24.304351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.309422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00c99bc1-5858-481a-a02a-2410076ce218 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8153355 May 13 14:55:24.310018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42726) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:24.328279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group_rule': {'security_group_id': '24d4127a-31af-4e31-919e-4a08a074dc10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:24.349075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:24.379770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:24.387724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:24.400793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.407309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:24.624436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=36790fb3-567b-40ab-a401-90dcfd2d9d00,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:24.628060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.665050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:24.665607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: e7e29c9a-9754-46bb-8216-a52238835018, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:24.796546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:24.802806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.811677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:24.832274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:24.840408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port d022bf69-545b-4bbb-89e6-ed6a14f0bef9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:24.847025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.916063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:24.995925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:24.999282 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.035678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network e7e29c9a-9754-46bb-8216-a52238835018 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:25.036531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.084598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.097833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.100949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e7e29c9a-9754-46bb-8216-a52238835018) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:25.113613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb89f0-7d3f-4d13-b5e8-8841bf3b40c8 None None] Network e7e29c9a-9754-46bb-8216-a52238835018 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:25.163277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:25.164021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.227541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e3d15f-deaa-416a-a25a-8d12a312f22c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:25.291362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.297346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b53f9631-b8d7-4951-bffb-51d3a8a40ec4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9808347 May 13 14:55:25.298122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:25.305255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'security_group_rule': {'security_group_id': '24d4127a-31af-4e31-919e-4a08a074dc10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:25.341103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24f830ce-c069-4c3f-8bc0-93e4b554ca34 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9399092 May 13 14:55:25.344094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:25.374095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:25.506544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:25.573220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e7e29c9a-9754-46bb-8216-a52238835018', 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '36790fb3-567b-40ab-a401-90dcfd2d9d00'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:25.574230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.580061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:security_group_rule and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:25.604908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:25.626378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:25.636335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2bdd3078-6c0b-4475-8b03-cb6bff10d76f tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:25.697967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5174110'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.767007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4e17ecf-48e2-46e6-8b30-d441719e076e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:25.801629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:25.887171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f4e17ecf-48e2-46e6-8b30-d441719e076e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:25.887521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4e17ecf-48e2-46e6-8b30-d441719e076e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:25.921315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6f6ffc7-62f8-4a72-a56f-1aa58fcc6ed1 req-3a9505b9-7ac5-4897-adac-a7fed203f2bf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.5914822 May 13 14:55:25.922681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Allocated IP 172.20.0.2 (e7e29c9a-9754-46bb-8216-a52238835018/36790fb3-567b-40ab-a401-90dcfd2d9d00/c14285d8-1593-49ee-811d-01c08f273c43) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:25.998595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.013162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.105392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394c35cc-87b8-4dbc-87a7-2814a5866233,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:26.130768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.133777 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff500d53-ff6b-4e9b-9466-72faaeca005e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8339655 May 13 14:55:26.136534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:26.147575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:26.164950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:26.176033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Usage tracker for resource:floatingip and tenant:541a206a586f4e2993e612cfb54675ec is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:26.183154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:26.205213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:26.228528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.242200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.303739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.316750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Transition to ACTIVE for port object c14285d8-1593-49ee-811d-01c08f273c43 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:26.340602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Transition to ACTIVE for port object c14285d8-1593-49ee-811d-01c08f273c43 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:26.352815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.377987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2bdd3078-6c0b-4475-8b03-cb6bff10d76f tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "PUT /v2.0/quotas/66f29ec2d04b4df3bd4952fca44afb49 HTTP/1.1" status: 200 len: 368 time: 1.4498034 May 13 14:55:26.402638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:26.429405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Request body: {'network': {'project_id': '66f29ec2d04b4df3bd4952fca44afb49'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:26.481095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:26.504742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Usage tracker for resource:network and tenant:66f29ec2d04b4df3bd4952fca44afb49 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:26.512112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:26.533041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Network e7e29c9a-9754-46bb-8216-a52238835018 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:26.537167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:26.537790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:26.542980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:26.597553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Made reservation on behalf of 66f29ec2d04b4df3bd4952fca44afb49 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:26.605955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.629638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Pushing event updated for resources: {'Port': ['ID=c14285d8-1593-49ee-811d-01c08f273c43,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:26.654240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.671045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Attempting to bind port c14285d8-1593-49ee-811d-01c08f273c43 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:26.671960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Attempting to bind port c14285d8-1593-49ee-811d-01c08f273c43 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:26.672588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Attempting to bind port c14285d8-1593-49ee-811d-01c08f273c43 on network e7e29c9a-9754-46bb-8216-a52238835018 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:26.681206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:26.682237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Checking segment: {'id': 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:26.684421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.685218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Bound using segment: {'id': 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:26.685990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Bound port: c14285d8-1593-49ee-811d-01c08f273c43, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e7e29c9a-9754-46bb-8216-a52238835018'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:26.687263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.695468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for d022bf69-545b-4bbb-89e6-ed6a14f0bef9 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:26.799422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-b3b8c605-f300-4419-aaa5-50417679b285 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:26.802706 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-b3b8c605-f300-4419-aaa5-50417679b285 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 1.7298677 May 13 14:55:26.808408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:26.833163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Usage tracker for resource:security_group_rule and tenant:66f29ec2d04b4df3bd4952fca44afb49 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:26.860204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:26.871455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] For port c14285d8-1593-49ee-811d-01c08f273c43, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:26.879797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] For port c14285d8-1593-49ee-811d-01c08f273c43, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c14285d8-1593-49ee-811d-01c08f273c43,segment=NetworkSegment(d5a180fe-6dab-41b3-bb3b-cc08fbd71754),segment_id=d5a180fe-6dab-41b3-bb3b-cc08fbd71754)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:26.885384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:26.888376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.931238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:26.982123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732697224569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7608739'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:26.983788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.061150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2b26-2a2f-479a-b7c8-320b26693956 None None] Pushing event updated for resources: {'Port': ['ID=c14285d8-1593-49ee-811d-01c08f273c43,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:27.228708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-db36b8ad-eb23-4c6a-87f8-e5fb8b0d4806 req-e544bc12-7076-4fa0-9ca9-a2bc91ff56ed tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.0861025 May 13 14:55:27.237457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:27.238109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.243204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "PUT /v2.0/subnets/36790fb3-567b-40ab-a401-90dcfd2d9d00 HTTP/1.1" status: 200 len: 806 time: 1.8922427 May 13 14:55:27.244875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9407bef-f639-49a6-b9c0-f2ef429800c7 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=36790fb3-567b-40ab-a401-90dcfd2d9d00,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:27.251030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:27.574913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.606359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.624684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:27.644066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-0fd02f98-3260-42c3-90a8-797f231485a1 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 379 time: 0.6114001 May 13 14:55:27.661766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'port': {'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'admin_state_up': True, 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'security_groups': ['4cf00dfa-a672-4535-8688-694d3606cb81']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:27.684059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Usage tracker for resource:security_group_rule and tenant:e8eda54df9d94e11b5fde2c5a8fe157d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:27.717029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:27.749112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:27.760371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.769926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:27.926515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c14285d8-1593-49ee-811d-01c08f273c43 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:27.971309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Allocated IP 172.25.5.2 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ae6980c5-bd18-4f41-9796-c6b5a8de4398) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:27.981552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.033768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c14285d8-1593-49ee-811d-01c08f273c43 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:28.118075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:28.153418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port c14285d8-1593-49ee-811d-01c08f273c43 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:28.154484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.169543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.174206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:28.234504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:28.251213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=d022bf69-545b-4bbb-89e6-ed6a14f0bef9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:28.263693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9187b5-ca4f-474a-a3ee-c08c33dce62a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:28.446023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:28.450232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.453222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.453637 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Added segment 04c024e0-b354-49d8-87e1-ad00328d79be of type vlan for network b0abb603-6bce-45fc-a87e-c3ba8a76b4af May 13 14:55:28.502070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8788c58b-91c2-478d-b5f0-356a838f3a62 req-c4f1898a-4719-42e5-9418-43cae4908a1e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.1035616 May 13 14:55:28.641492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.733207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.817955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc835f-1216-41ae-b78d-9ffd162f2b1b None None] Network e7e29c9a-9754-46bb-8216-a52238835018 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:28.846691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.905484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.928847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.936266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:28.956674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Provisioning for port c14285d8-1593-49ee-811d-01c08f273c43 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:28.966318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Provisioning complete for port c14285d8-1593-49ee-811d-01c08f273c43 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:28.966685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.009164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:55:29.177773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.202395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Current status of the port c14285d8-1593-49ee-811d-01c08f273c43 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:29.202395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.206389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.214575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:29.216096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.224282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8eda54df9d94e11b5fde2c5a8fe157d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2880902 May 13 14:55:29.231592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:29.235566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:29.241670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fcd8d-4db5-49dc-b1bd-d4b83ab40a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f0dca-4357-48b8-8869-29c271ab076d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:29.265517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:29.270474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] For port c14285d8-1593-49ee-811d-01c08f273c43, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c14285d8-1593-49ee-811d-01c08f273c43,segment=NetworkSegment(d5a180fe-6dab-41b3-bb3b-cc08fbd71754),segment_id=d5a180fe-6dab-41b3-bb3b-cc08fbd71754)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:29.274789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.286796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.313058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.313911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:29.314502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.360450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=ae6980c5-bd18-4f41-9796-c6b5a8de4398,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:29.376190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.20.0.7 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/2046b589-bf9c-4196-97da-da2dfec8b526) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:29.443721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.444592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router 00a096de-d5ae-49c9-bef9-b4c8dc057e97 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:29.472988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e1554-8b18-456d-ad15-e8261ee7d8c7 None None] Pushing event updated for resources: {'Port': ['ID=c14285d8-1593-49ee-811d-01c08f273c43,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:29.483033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port c14285d8-1593-49ee-811d-01c08f273c43, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c14285d8-1593-49ee-811d-01c08f273c43,segment=NetworkSegment(d5a180fe-6dab-41b3-bb3b-cc08fbd71754),segment_id=d5a180fe-6dab-41b3-bb3b-cc08fbd71754)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:29.483771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.594673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event updated for resources: {'Network': ['ID=b0abb603-6bce-45fc-a87e-c3ba8a76b4af,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:29.615279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network b0abb603-6bce-45fc-a87e-c3ba8a76b4af details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:29.679130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for c14285d8-1593-49ee-811d-01c08f273c43 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:29.728393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b209b850-a8cc-4c4b-87d4-8a58f059d609 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3196342 May 13 14:55:29.788477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:29.806613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Request body: {'network': {'project_id': '66f29ec2d04b4df3bd4952fca44afb49'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:29.829619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dbbbb301-2f37-46c3-895c-dbbdf56f25ef req-c957e1d4-8abb-4d0d-9217-1f9a80d3c56e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.1130283 May 13 14:55:29.849171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:29.850053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.854632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Usage tracker for resource:network and tenant:66f29ec2d04b4df3bd4952fca44afb49 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:29.859378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:29.869149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Allocated IP 172.25.5.4 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/16375f17-1da3-40f6-8019-e7754641da58) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:29.886480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:29.915776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.932087 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:29.986234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de4782-3a7b-4705-bc53-93c99b1c7dca None None] Network e7e29c9a-9754-46bb-8216-a52238835018 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:30.001279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c14285d8-1593-49ee-811d-01c08f273c43 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:30.069863 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.122812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:30.123911 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:30.130438 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa4bf-a4c8-41be-995c-799ff831fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.148804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Made reservation on behalf of 66f29ec2d04b4df3bd4952fca44afb49 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:30.153470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.154026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b545733d-808c-403d-8a00-d385cca97476 None None] Provisioning complete for port c14285d8-1593-49ee-811d-01c08f273c43 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:30.154449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b545733d-808c-403d-8a00-d385cca97476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.181655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.193595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d5aef1a6-be46-40f7-8a0d-efb7be5aaed9 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 204 len: 168 time: 7.1256065 May 13 14:55:30.206332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42828) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:30.229778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167055299', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:30.250922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.292408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:30.321698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c14285d8-1593-49ee-811d-01c08f273c43 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:30.322002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.445057 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.494264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f0dca-4357-48b8-8869-29c271ab076d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:30.504532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:30.509795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Usage tracker for resource:router and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:30.521571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:30.537100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:30.537430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Transition to ACTIVE for port object 2046b589-bf9c-4196-97da-da2dfec8b526 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:30.546657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.547196 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Added segment c78844e7-9727-4f64-a3f3-3407c2075e63 of type vlan for network f88efb50-ce13-44d6-87a9-b0217473d02d May 13 14:55:30.575918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.589812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.629585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.633472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b545733d-808c-403d-8a00-d385cca97476 None None] Current status of the port c14285d8-1593-49ee-811d-01c08f273c43 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:30.638803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.667380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port c14285d8-1593-49ee-811d-01c08f273c43 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:30.667380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.683820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c14285d8-1593-49ee-811d-01c08f273c43 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:30.718666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.720296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.730370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.731821 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2976f0a1-f437-4994-ad5c-4208a3553a5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/816f0dca-4357-48b8-8869-29c271ab076d HTTP/1.1" status: 204 len: 168 time: 1.4920022 May 13 14:55:30.820866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.836138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:30.866672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:30.869937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:30.874302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:30.883327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=ae6980c5-bd18-4f41-9796-c6b5a8de4398,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:30.908571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:30.975073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:55:30.979639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:30.980376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.007626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-db6ce980-6b01-4bc7-8467-f9036708c9b2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3541665 May 13 14:55:31.028321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.055591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-ceb2a90d-f5e8-4c1a-b027-2452f4398f03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 14:55:31.056767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-ceb2a90d-f5e8-4c1a-b027-2452f4398f03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303354 May 13 14:55:31.090579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.119012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.120665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:31.121438 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.207498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4178202 May 13 14:55:31.357587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42842) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:31.362465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.368374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db78fb17-1a9f-46cb-a195-2497805b9aa3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2276475 May 13 14:55:31.395848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-69b985ab-69b5-42db-9744-ee0c108d4bbd None None] Provisioning complete for port c14285d8-1593-49ee-811d-01c08f273c43 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:31.397503 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-69b985ab-69b5-42db-9744-ee0c108d4bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.553309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Request body: {'port': {'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:31.588150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-69b985ab-69b5-42db-9744-ee0c108d4bbd None None] Current status of the port c14285d8-1593-49ee-811d-01c08f273c43 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:31.666257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event updated for resources: {'Port': ['ID=16375f17-1da3-40f6-8019-e7754641da58,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:31.718388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6a384212-bc12-4501-bc13-cf496f966ae4 None None] Provisioning for port 2046b589-bf9c-4196-97da-da2dfec8b526 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:31.729543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6a384212-bc12-4501-bc13-cf496f966ae4 None None] Provisioning complete for port 2046b589-bf9c-4196-97da-da2dfec8b526 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:31.734763 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a384212-bc12-4501-bc13-cf496f966ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:31.749917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:31.847849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6a384212-bc12-4501-bc13-cf496f966ae4 None None] Port 2046b589-bf9c-4196-97da-da2dfec8b526 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:31.914247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:31.917186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:31.981768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.127735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.139994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Request body: {'network': {'project_id': '66f29ec2d04b4df3bd4952fca44afb49'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:32.192466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:32.242295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Usage tracker for resource:network and tenant:66f29ec2d04b4df3bd4952fca44afb49 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:32.253035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:32.319866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996cb56-6743-4e15-b8fb-e0a59bc879a8 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event updated for resources: {'Network': ['ID=f88efb50-ce13-44d6-87a9-b0217473d02d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:32.341011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f88efb50-ce13-44d6-87a9-b0217473d02d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:32.342253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:32.388329 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 14:55:32.389763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:55:32.391531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91baf72a-c6fd-4fb1-af3d-8728b60a588a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 1.0141962 May 13 14:55:32.397825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-35b07dc1-6dcb-4910-8df7-08ecc28836c5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:32.408330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:32.478691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port c14285d8-1593-49ee-811d-01c08f273c43, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c14285d8-1593-49ee-811d-01c08f273c43,segment=NetworkSegment(d5a180fe-6dab-41b3-bb3b-cc08fbd71754),segment_id=d5a180fe-6dab-41b3-bb3b-cc08fbd71754)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:32.479349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.576840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1f74b696-2f97-4f9f-a84c-701abac1426d tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66f29ec2d04b4df3bd4952fca44afb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604490 May 13 14:55:32.592420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:32.658356 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba4be624-76db-43a5-8237-9ccc76cd7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:32.665547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-35b07dc1-6dcb-4910-8df7-08ecc28836c5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:32.674692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-35b07dc1-6dcb-4910-8df7-08ecc28836c5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--696632239&fields=id&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 267 time: 0.5159087 May 13 14:55:32.779293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for c14285d8-1593-49ee-811d-01c08f273c43 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:32.851926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.243248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.302120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-0e20cece-722a-4d27-bd4d-475092d5cbcb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:33.304986 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-0e20cece-722a-4d27-bd4d-475092d5cbcb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 817 time: 0.6291671 May 13 14:55:33.321373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.374818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.380561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-3aaa277c-1572-4d1f-8ccf-afc5f02e531b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/quotas/541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 375 time: 0.0682356 May 13 14:55:33.465175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da9a98-e6ca-4d20-acb3-151d31771b43 req-db279f51-a143-449b-ae8d-a30bed1a52fd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:33.465950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-08da9a98-e6ca-4d20-acb3-151d31771b43 req-db279f51-a143-449b-ae8d-a30bed1a52fd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:33.467343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.511795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-08da9a98-e6ca-4d20-acb3-151d31771b43 req-db279f51-a143-449b-ae8d-a30bed1a52fd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:33.513936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08da9a98-e6ca-4d20-acb3-151d31771b43 req-db279f51-a143-449b-ae8d-a30bed1a52fd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 931 time: 2.0544174 May 13 14:55:33.555556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2046b589-bf9c-4196-97da-da2dfec8b526 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:33.568987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=c14285d8-1593-49ee-811d-01c08f273c43,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:33.608516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42902) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:33.630048 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.639352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.657822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027748d3-9910-4f2a-823f-063c7978e6ea None None] DHCP port deletion for e7e29c9a-9754-46bb-8216-a52238835018 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:33.694518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f7e07-37f1-4e8e-8eb9-95c18934e741 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:55:33.738349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port c14285d8-1593-49ee-811d-01c08f273c43 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:33.888868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Allocated IP 172.25.5.45 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/79ec141d-ba43-4370-b994-c9a636700957) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:33.933436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.933788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c14285d8-1593-49ee-811d-01c08f273c43 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:55:33.938011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-85e69d95-9572-480a-8e86-f952449cd0ce tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:33.941747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Transition to ACTIVE for port object 2046b589-bf9c-4196-97da-da2dfec8b526 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:33.943991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.958317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08da9a98-e6ca-4d20-acb3-151d31771b43 req-97a9ae92-d07d-4914-a312-a3dd379c40ab tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248159 May 13 14:55:33.976815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:33.988883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c14285d8-1593-49ee-811d-01c08f273c43 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:55:33.989339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c14285d8-1593-49ee-811d-01c08f273c43 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:55:34.029714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f7e07-37f1-4e8e-8eb9-95c18934e741 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:55:34.086625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.269565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.325382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:34.331705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-85e69d95-9572-480a-8e86-f952449cd0ce tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:34.333184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-85e69d95-9572-480a-8e86-f952449cd0ce tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9075561 May 13 14:55:34.342010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Usage tracker for resource:security_group_rule and tenant:874d461a36e5499691c368ae19bad6c7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:34.348564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:34.365475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:34.422578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.500073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.512772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.520692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=36790fb3-567b-40ab-a401-90dcfd2d9d00,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.548518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6582c9-50a3-4332-99be-dc5828efd155 None None] Network e7e29c9a-9754-46bb-8216-a52238835018 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:34.584641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.799048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9187b5-ca4f-474a-a3ee-c08c33dce62a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:34.826267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.829032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ebcdaadd-24a2-4572-be23-a9825925ea8a tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f9187b5-ca4f-474a-a3ee-c08c33dce62a HTTP/1.1" status: 204 len: 168 time: 2.2293322 May 13 14:55:34.851882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:34.873817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.903275 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:34.912033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3555c3f-49f1-4216-a75b-2046ea29df03 None None] DHCP port deletion for e7e29c9a-9754-46bb-8216-a52238835018 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:55:34.948180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e29c9a-9754-46bb-8216-a52238835018']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:34.994712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:34.995017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a180fe-6dab-41b3-bb3b-cc08fbd71754') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:35.062957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.112643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Attempting to bind port 2046b589-bf9c-4196-97da-da2dfec8b526 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:35.113009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Attempting to bind port 2046b589-bf9c-4196-97da-da2dfec8b526 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:35.113299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Attempting to bind port 2046b589-bf9c-4196-97da-da2dfec8b526 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:35.122905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.123663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Port 2046b589-bf9c-4196-97da-da2dfec8b526 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:55:35.123953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Attempting to bind port 2046b589-bf9c-4196-97da-da2dfec8b526 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:35.128316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.138858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.139090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-5a1123a2-f9b1-4962-9150-ff78743b6b77 service neutron] 10.222.0.36 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864761 May 13 14:55:35.148051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.164021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:35.164579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:35.191042 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:35.225557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:35.226623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:35.227563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:35.228631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Bound port: 2046b589-bf9c-4196-97da-da2dfec8b526, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:35.229510 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.376717 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.471745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653d304e-db67-4f62-b895-5840c0320879,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:35.477677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bfb95951-d1de-44a7-86df-6cd1be6929b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=874d461a36e5499691c368ae19bad6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8618758 May 13 14:55:35.486446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:35.488458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:35.501625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:35.504583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:35.553933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.559218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.641295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event updated for resources: {'Port': ['ID=79ec141d-ba43-4370-b994-c9a636700957,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:35.669500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=e7e29c9a-9754-46bb-8216-a52238835018,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:35.690507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.719910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:35.723205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-38fec50e-4643-4af8-a7f0-f9907ca3afa5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/e7e29c9a-9754-46bb-8216-a52238835018 HTTP/1.1" status: 204 len: 168 time: 8.4677501 May 13 14:55:35.728627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:35.733018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-580a4f3e-9d58-4e5f-8750-e7ea935b0b8a service neutron] 10.222.0.36 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708847 May 13 14:55:35.935918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f744be-c696-42db-9955-b1071bb06e64 req-f3ba424a-38ba-4c00-93b5-7ab0146440a1 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:35.943674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-00f744be-c696-42db-9955-b1071bb06e64 req-f3ba424a-38ba-4c00-93b5-7ab0146440a1 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.8153207 May 13 14:55:35.945864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:35.970757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:35.985654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88efb50-ce13-44d6-87a9-b0217473d02d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:36.038267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.042521 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-752215a6-7094-4646-b7ab-622fed679821 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:55:36.043054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752215a6-7094-4646-b7ab-622fed679821 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:55:36.051764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-752215a6-7094-4646-b7ab-622fed679821 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/e7e29c9a-9754-46bb-8216-a52238835018 HTTP/1.1" status: 404 len: 339 time: 0.3216898 May 13 14:55:36.061794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:36.077514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-746803890', 'description': 'd1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:36.083404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:36.085356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78844e7-9727-4f64-a3f3-3407c2075e63') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:36.085657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78844e7-9727-4f64-a3f3-3407c2075e63') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:36.087728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:network and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:36.091584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:36.097616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:36.141916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.165491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4cb7479-d19c-4ded-993a-0b6fbd36a829 req-bd6d78ac-05d6-4ab7-9946-93ef0474cabc tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.1590865 May 13 14:55:36.166180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:36.178297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.183544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.210912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-00f744be-c696-42db-9955-b1071bb06e64 req-3efd5f82-5937-4083-873d-71b4a19affa6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303021 May 13 14:55:36.247042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:36.258740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:36.259808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.261652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] 10.222.0.86 "PUT /v2.0/ports/2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 1091 time: 5.1948097 May 13 14:55:36.262555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:36.270569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.306227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:36.306811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.341540 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: timer() May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:36.420831 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:36.427939 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee853e07-24fb-44af-854e-b54711f3ca3a'] response: {'name': 'network-changed', 'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526', 'status': 'completed', 'code': 200} May 13 14:55:36.508191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.517232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e48b-fa77-4981-ad22-be5379621bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:36.578247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.612455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event deleted for resources: {'Network': ['ID=f88efb50-ce13-44d6-87a9-b0217473d02d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:36.660593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b03f5030-1fb6-4f8e-b83e-47f13b90c59b tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f88efb50-ce13-44d6-87a9-b0217473d02d HTTP/1.1" status: 204 len: 168 time: 1.7979457 May 13 14:55:36.664239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:36.826759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.832200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:36.832601 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 0f25749c-844c-4bc8-bf3b-0d3fee1c9584 of type vlan for network a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 May 13 14:55:36.913943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653d304e-db67-4f62-b895-5840c0320879,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:36.918936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-f0a0654b-e92c-4e16-b683-5c45e6601f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:36.921570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-f0a0654b-e92c-4e16-b683-5c45e6601f69 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1094 time: 0.4962389 May 13 14:55:36.932511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Router 5c14d61e-5ec5-4353-9089-ca7cef510f1c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:37.037712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.064666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.068353 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a7fa00a4-2ae3-4d50-9be9-ff60deb1bdfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/653d304e-db67-4f62-b895-5840c0320879 HTTP/1.1" status: 204 len: 168 time: 1.5712788 May 13 14:55:37.153587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.529616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.693535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-d636c8f3-461d-474e-b59a-f6f8a338969f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 217 time: 0.7527752 May 13 14:55:37.790701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:37.795170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-72a69cdd-f67b-4954-80dc-857807f3421c req-8f122a52-d56a-428f-a597-894473d1fab2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.2704058 May 13 14:55:37.825679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:37.832448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.323827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:38.341355 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] Sync routers for ids ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:38.356809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] Routers {'5c14d61e-5ec5-4353-9089-ca7cef510f1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:38.357835 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.445630 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.457995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] Routers {'5c14d61e-5ec5-4353-9089-ca7cef510f1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:38.459244 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.539746 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.539746 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb57515-a154-4c6a-a232-fb26315608c9 None None] The sync data for ids ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:38.553208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4900725 May 13 14:55:38.583704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b889c8-2fc8-4255-ab9e-4a858b42807e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=a935e7dc-7bb2-41ca-8a04-dcc9623b1b43,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:38.587687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42984) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:38.589183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.589995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.598833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:38.620605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.622490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d4da86fa-48b9-4024-ad18-67841df0bf9b tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 14.6663451 May 13 14:55:38.633388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:38.643856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:38.711627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0abb603-6bce-45fc-a87e-c3ba8a76b4af']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.747192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-e9b8014b-89d3-4ac9-8047-895110876a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:38.749215 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-e9b8014b-89d3-4ac9-8047-895110876a87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 1.0259922 May 13 14:55:38.782586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-16640383-2ba6-4af0-a4c6-34f938c8163c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:38.785883 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-16640383-2ba6-4af0-a4c6-34f938c8163c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 817 time: 0.8651533 May 13 14:55:38.905016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c024e0-b354-49d8-87e1-ad00328d79be') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.905779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c024e0-b354-49d8-87e1-ad00328d79be') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:38.906689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29553bc7-2d25-45b0-9fa6-2f293a15dd02 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:38.907549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-29553bc7-2d25-45b0-9fa6-2f293a15dd02 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Synchronizing usage tracker for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:38.947960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:38.972766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a90ac-3442-4c31-ac41-4a77cec5c6c9 req-87347661-2c22-4ca4-af36-cf035f62137c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:38.974872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-440a90ac-3442-4c31-ac41-4a77cec5c6c9 req-87347661-2c22-4ca4-af36-cf035f62137c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 1.3589628 May 13 14:55:39.037645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.046581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-29553bc7-2d25-45b0-9fa6-2f293a15dd02 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Unset dirty status for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:39.048038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-29553bc7-2d25-45b0-9fa6-2f293a15dd02 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks?id=a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 HTTP/1.1" status: 200 len: 760 time: 0.4551380 May 13 14:55:39.071963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:39.093367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'description': 'd2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:39.194214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ac70d148-39b0-4e8b-9df3-d6bb372ac636 req-e5d5d7b3-96e6-40c4-9d20-dd75045cdd05 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.1626070 May 13 14:55:39.198069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:39.198069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: timer() May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:39.219414 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:39.228242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-440a90ac-3442-4c31-ac41-4a77cec5c6c9 req-5ff1f50d-6af5-4bf4-aa68-dbd092256695 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:39.233100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-954b95cf-0892-4466-b90a-c75649906127 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 379 time: 0.3590031 May 13 14:55:39.306739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'port': {'device_id': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'admin_state_up': True, 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'security_groups': ['24d4127a-31af-4e31-919e-4a08a074dc10']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:39.311551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-440a90ac-3442-4c31-ac41-4a77cec5c6c9 req-5ff1f50d-6af5-4bf4-aa68-dbd092256695 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:39.312760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-440a90ac-3442-4c31-ac41-4a77cec5c6c9 req-5ff1f50d-6af5-4bf4-aa68-dbd092256695 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681034 May 13 14:55:39.438541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Router 440fff4d-522e-4a7f-9297-fbe004928a15 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:55:39.448329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.518425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.525795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:39.772823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0abb603-6bce-45fc-a87e-c3ba8a76b4af,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:39.842806 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f767cf6e-33e4-432d-87a1-ca72e9554824 tempest-QuotasNegativeTest-668138325 tempest-QuotasNegativeTest-668138325-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b0abb603-6bce-45fc-a87e-c3ba8a76b4af HTTP/1.1" status: 204 len: 168 time: 3.1752131 May 13 14:55:39.896242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.012855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083445a-6430-4028-b08a-1b2786285a93 req-28555dcf-e373-4823-8f48-c772e949791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:40.015617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-28555dcf-e373-4823-8f48-c772e949791e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2285335 May 13 14:55:40.046332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 14:55:40.053076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:40.053969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.055693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "PUT /v2.0/networks/a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 HTTP/1.1" status: 200 len: 757 time: 0.9731512 May 13 14:55:40.067462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.246812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:40.269879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:40.271132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117d23d-de85-4247-b327-b96b81974e30 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=a935e7dc-7bb2-41ca-8a04-dcc9623b1b43,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:40.287265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:40.370543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95daf96-de7c-4f1f-addd-a3aa2c878453 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:40.372375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d95daf96-de7c-4f1f-addd-a3aa2c878453 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks?id=a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 HTTP/1.1" status: 200 len: 760 time: 0.3008480 May 13 14:55:40.383657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.415599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013920365'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:40.436388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:40.476094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:40.489231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] Sync routers for ids ['440fff4d-522e-4a7f-9297-fbe004928a15'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:40.521169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:40.528900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.531747 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8973e078-68d1-4cc3-94c3-907911522535 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3094535 May 13 14:55:40.538734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43028) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.560711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:40.715920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:40.719633 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.757676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] Routers {'440fff4d-522e-4a7f-9297-fbe004928a15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:40.764994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['440fff4d-522e-4a7f-9297-fbe004928a15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:40.887957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:40.899780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Made reservation on behalf of 541a206a586f4e2993e612cfb54675ec for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:40.903535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.948651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:40.953379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43034) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:40.969692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:40.970188 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 8cc507db-40b6-4c6d-924f-332ead169ff2 of type vlan for network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 May 13 14:55:40.993178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] Routers {'440fff4d-522e-4a7f-9297-fbe004928a15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:40.994483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['440fff4d-522e-4a7f-9297-fbe004928a15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:41.081812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb467-d295-4705-b535-09d316f9b3e5 req-8a94eb20-f1b7-41f5-9510-65e4d18af6ee tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:41.090958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-669cb467-d295-4705-b535-09d316f9b3e5 req-8a94eb20-f1b7-41f5-9510-65e4d18af6ee tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.4333045 May 13 14:55:41.105801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:41.106388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a97e51-7af2-4835-9c30-a81c413ee661 None None] The sync data for ids ['440fff4d-522e-4a7f-9297-fbe004928a15'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:41.107357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.118852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-de032bc6-7541-4e10-af66-c95fccbabcf0 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0745275 May 13 14:55:41.147742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9bd69224-e095-4a7e-abf1-ccbce3d25322 req-33fa5ef0-85c6-400e-be23-e093c92f6f29 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.2992806 May 13 14:55:41.305530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.315171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:41.316189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.461294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:41.488565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.512315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.546669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1596134 May 13 14:55:41.554282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43054) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:41.606381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:41.614760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-669cb467-d295-4705-b535-09d316f9b3e5 req-8c112ad6-e114-4d47-9f28-7eb2dce1b90a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226853 May 13 14:55:41.623996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:41.638837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69abe45-0087-4c32-bfe6-f5f811acafaf tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=8ce00d06-ecac-4c93-b0cd-7876fc4a1566,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:41.653348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:41.655912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Usage tracker for resource:security_group_rule and tenant:32141b4dfef64b41ba243554a34267fb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:41.666473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:41.686962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0083445a-6430-4028-b08a-1b2786285a93 req-a48b4dc7-42e6-451a-9158-b7b2eecd361f service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424371 May 13 14:55:41.688232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:41.699996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:41.828551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:41.850105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Usage tracker for resource:security_group_rule and tenant:d564da3514004427b44793f02268f9d5 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:41.862408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Allocated IP 172.20.0.14 (4a59904e-a531-4881-9252-781703eed2bd/e14b48b7-e2c8-4a6f-abe1-f94280cf7c10/7fb1f15b-8b7c-404e-ae77-c729d8121119) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:41.864848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:41.885650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:42.169046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-5c303652-2a38-4b39-8847-307528875cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:42.170587 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-5c303652-2a38-4b39-8847-307528875cff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1094 time: 0.4112248 May 13 14:55:42.171417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:42.184135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Usage tracker for resource:subnet and tenant:90594892d02b47f2b3d830994dadd6bf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:42.192563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:42.210520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:42.232051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.249792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:42.254938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.271335 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.386643 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.416790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Deleting port 79ec141d-ba43-4370-b994-c9a636700957 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:42.421395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.427430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.599781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.621005 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0514648-732d-48b8-bb94-8094007909b3 req-7705be57-8c79-4b58-8cdc-d8ceb3496b36 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.1957140 May 13 14:55:42.678177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.687556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.851947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Calling delete_port for 79ec141d-ba43-4370-b994-c9a636700957 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:42.975491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:42.989816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32141b4dfef64b41ba243554a34267fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9306316 May 13 14:55:43.005855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.011857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.027661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649a9e6-89be-481d-8b4e-bd8b9d6f04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea54fee-0eb2-4d05-ba1f-15c58977ee0e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.042090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Transition to ACTIVE for port object 7fb1f15b-8b7c-404e-ae77-c729d8121119 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:43.109459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-1d791d92-64cb-4d84-a400-d7c5388ecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:43.110990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-1d791d92-64cb-4d84-a400-d7c5388ecafb service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.9308677 May 13 14:55:43.179486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d564da3514004427b44793f02268f9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7145708 May 13 14:55:43.196705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:43.245643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8b5fc-3b05-47cb-9952-ccb00e47fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480faa72-ae85-435a-9473-872170d4d19b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.274951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-a820dda6-783c-4ad0-8e11-7b45c7c32e9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 217 time: 0.1081016 May 13 14:55:43.317429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=d6db34d4-3210-4c6e-be6c-f4ba37e2f1a5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.373381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '8cc507db-40b6-4c6d-924f-332ead169ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:43.373834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: 8ce00d06-ecac-4c93-b0cd-7876fc4a1566, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:55:43.391723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90ca5-8633-4eea-9b3d-201390d8b390 req-f07d6011-d132-4fec-9b26-d8b2369bbd79 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:43.393930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ba90ca5-8633-4eea-9b3d-201390d8b390 req-f07d6011-d132-4fec-9b26-d8b2369bbd79 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.5513473 May 13 14:55:43.398407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.405107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.518303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.525099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.574531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Network 4a59904e-a531-4881-9252-781703eed2bd is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:43.578807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-18a4ee22-52ed-4345-99ed-e821bd566925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:43.579829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:55:43.580409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-18a4ee22-52ed-4345-99ed-e821bd566925 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.2927694 May 13 14:55:43.592922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:43.625111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ba90ca5-8633-4eea-9b3d-201390d8b390 req-67b9e9f1-e073-4c2d-92b4-fca0775a7ab4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716361 May 13 14:55:43.626615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.674748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:43.676912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8ce00d06-ecac-4c93-b0cd-7876fc4a1566) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:43.681892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:43.682859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.688595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:43.702991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.707320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98a1a6-5c69-4b0c-ac15-53498d422f86 None None] Network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:43.884062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Pushing event deleted for resources: {'Port': ['ID=79ec141d-ba43-4370-b994-c9a636700957,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:43.905578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:43.906254 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.055586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.063894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.071375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dea54fee-0eb2-4d05-ba1f-15c58977ee0e HTTP/1.1" status: 204 len: 168 time: 1.0556259 May 13 14:55:44.121869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8ce00d06-ecac-4c93-b0cd-7876fc4a1566', 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': 'd6db34d4-3210-4c6e-be6c-f4ba37e2f1a5'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:55:44.124123 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.129522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43f266e6-dd6d-4da4-a7c2-e4be4054b30d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5737481 May 13 14:55:44.138411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43086) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:44.140155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1598ed-3393-4112-bec1-a0f5a686bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea54fee-0eb2-4d05-ba1f-15c58977ee0e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:44.170548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a937e12e-1061-4638-9c94-a0ae86d19d39 None None] Provisioning for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:44.225721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10d78902-480b-40ff-a22c-4d5ee5fe365b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9231546 May 13 14:55:44.227907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-e9bab7ef-765a-4f02-9576-95ba87fbc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:44.229524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-e9bab7ef-765a-4f02-9576-95ba87fbc790 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6189682 May 13 14:55:44.239382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a937e12e-1061-4638-9c94-a0ae86d19d39 None None] Provisioning complete for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:44.241203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a937e12e-1061-4638-9c94-a0ae86d19d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.247342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Request body: {'port': {'device_id': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:44.322864 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.401958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a937e12e-1061-4638-9c94-a0ae86d19d39 None None] Port 7fb1f15b-8b7c-404e-ae77-c729d8121119 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:55:44.402824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.582838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.757085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:44.850281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.866642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec9a8-243c-40bf-a888-ab7c7ccf17b3 req-aab1ef85-f60a-4d62-8ac1-95d25f289f55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:44.867389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-691ec9a8-243c-40bf-a888-ab7c7ccf17b3 req-aab1ef85-f60a-4d62-8ac1-95d25f289f55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:44.898727 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-a955e152-08f1-4b71-a01c-c899a89185f6 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216178 May 13 14:55:44.899070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:44.923682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Allocated IP 172.20.0.2 (8ce00d06-ecac-4c93-b0cd-7876fc4a1566/d6db34d4-3210-4c6e-be6c-f4ba37e2f1a5/55b49fe0-ea4f-4969-a97a-bdba4a169f01) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:45.016192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.041483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480faa72-ae85-435a-9473-872170d4d19b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:45.058722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-691ec9a8-243c-40bf-a888-ab7c7ccf17b3 req-aab1ef85-f60a-4d62-8ac1-95d25f289f55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:45.059816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-691ec9a8-243c-40bf-a888-ab7c7ccf17b3 req-aab1ef85-f60a-4d62-8ac1-95d25f289f55 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 932 time: 0.9134641 May 13 14:55:45.072081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2046b589-bf9c-4196-97da-da2dfec8b526 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:55:45.099504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router 5c14d61e-5ec5-4353-9089-ca7cef510f1c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:45.210442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.215700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-49fb7198-5f17-4d5a-8b00-88b08983d72a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/480faa72-ae85-435a-9473-872170d4d19b HTTP/1.1" status: 204 len: 168 time: 2.0130289 May 13 14:55:45.268894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:45.278530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Usage tracker for resource:security_group_rule and tenant:8e948910fe3940e4bb2850ee6a87cc99 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:45.287662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:45.304959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:45.398127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-691ec9a8-243c-40bf-a888-ab7c7ccf17b3 req-9aec39e8-306f-4c1a-af7c-16676264e6ab tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232751 May 13 14:55:45.467953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b263df62-4b9e-4c1c-afe7-d38845949f91 req-754aca9f-f999-404e-8af7-3516fe33388f service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587087 May 13 14:55:45.505576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:45.537745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.550743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.557141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.619574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '2046b589-bf9c-4196-97da-da2dfec8b526', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:55:45.800246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034d4a-5eb4-4280-8349-3485328ca5ae req-0f10888d-2c34-448e-a96f-7030726f6cdc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:45.801574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e034d4a-5eb4-4280-8349-3485328ca5ae req-0f10888d-2c34-448e-a96f-7030726f6cdc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.8612485 May 13 14:55:45.815341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Router 440fff4d-522e-4a7f-9297-fbe004928a15 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:45.880279 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.884881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.902280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 2046b589-bf9c-4196-97da-da2dfec8b526 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:45.903112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.908442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:45.917189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Transition to ACTIVE for port object 55b49fe0-ea4f-4969-a97a-bdba4a169f01 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:45.919895 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] Sync routers for ids ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:45.933233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:45.934514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2475b97-a472-42e2-bded-c5235bf7d843 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "PUT /v2.0/routers/5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 200 len: 919 time: 7.2957256 May 13 14:55:45.935339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] Routers {'5c14d61e-5ec5-4353-9089-ca7cef510f1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:45.942521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:45.950788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:45.997748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Transition to ACTIVE for port object 55b49fe0-ea4f-4969-a97a-bdba4a169f01 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:46.018058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046b589-bf9c-4196-97da-da2dfec8b526 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:46.027251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.037912 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.053426 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] Routers {'5c14d61e-5ec5-4353-9089-ca7cef510f1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:46.054184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.130442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:55:46.140363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:55:46.150305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:55:46.153677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:46.170660 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.175818 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1cd41-393c-4548-beec-5e9cdc650e1f None None] The sync data for ids ['5c14d61e-5ec5-4353-9089-ca7cef510f1c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:46.195326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.213820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Pushing event updated for resources: {'Port': ['ID=55b49fe0-ea4f-4969-a97a-bdba4a169f01,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:46.221144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e034d4a-5eb4-4280-8349-3485328ca5ae req-15c9a9b1-d640-4359-9c5a-751d6bd64480 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086509 May 13 14:55:46.227962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.240581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:46.243379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.310398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:46.318014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412624f0-8724-4783-a17d-13c192db49fb None None] Sync routers for ids ['440fff4d-522e-4a7f-9297-fbe004928a15'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:46.343300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e948910fe3940e4bb2850ee6a87cc99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5851076 May 13 14:55:46.350096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.364614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:46.380326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] Routers {'440fff4d-522e-4a7f-9297-fbe004928a15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:46.381062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['440fff4d-522e-4a7f-9297-fbe004928a15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.391813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772026d-2283-465e-9e1b-df5d26df1721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beee6972-020d-435e-b095-296cea3735b0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:46.403856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.433584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.434200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4486a6f3-acc7-464e-95fb-676114904105 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "PUT /v2.0/routers/440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 200 len: 709 time: 5.8951054 May 13 14:55:46.436522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=d6db34d4-3210-4c6e-be6c-f4ba37e2f1a5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:46.440025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:46.448841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Attempting to bind port 55b49fe0-ea4f-4969-a97a-bdba4a169f01 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:46.448841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Attempting to bind port 55b49fe0-ea4f-4969-a97a-bdba4a169f01 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8cc507db-40b6-4c6d-924f-332ead169ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:46.448841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Attempting to bind port 55b49fe0-ea4f-4969-a97a-bdba4a169f01 on network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:46.524395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:46.527169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.539835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['2046b589-bf9c-4196-97da-da2dfec8b526'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:46.564273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:46.584564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.584958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:46.585216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Checking segment: {'id': '8cc507db-40b6-4c6d-924f-332ead169ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:46.585814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.586483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Bound using segment: {'id': '8cc507db-40b6-4c6d-924f-332ead169ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:46.587338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Bound port: 55b49fe0-ea4f-4969-a97a-bdba4a169f01, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc507db-40b6-4c6d-924f-332ead169ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:46.587967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.621855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Transition to ACTIVE for port object 7fb1f15b-8b7c-404e-ae77-c729d8121119 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:55:46.640130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a96af90c-87d7-409a-99af-ad17003cc16a tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 200 len: 919 time: 0.6876342 May 13 14:55:46.641741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:46.647285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.672507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] Routers {'440fff4d-522e-4a7f-9297-fbe004928a15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:46.673647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['440fff4d-522e-4a7f-9297-fbe004928a15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.746005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-412624f0-8724-4783-a17d-13c192db49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:46.746668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412624f0-8724-4783-a17d-13c192db49fb None None] The sync data for ids ['440fff4d-522e-4a7f-9297-fbe004928a15'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:46.756268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:46.844761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] For port 55b49fe0-ea4f-4969-a97a-bdba4a169f01, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:46.849759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] For port 55b49fe0-ea4f-4969-a97a-bdba4a169f01, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=55b49fe0-ea4f-4969-a97a-bdba4a169f01,segment=NetworkSegment(8cc507db-40b6-4c6d-924f-332ead169ff2),segment_id=8cc507db-40b6-4c6d-924f-332ead169ff2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:46.859231 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.865535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Usage tracker for resource:security_group_rule and tenant:228ec7f0c34f41dea4a33e350027190b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:46.882416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:46.894632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:46.917131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:46.925469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ab65b8d-e9b9-440d-88ae-916341059fcf tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/routers/440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 200 len: 744 time: 0.4685395 May 13 14:55:46.938041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:46.960304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce00d06-ecac-4c93-b0cd-7876fc4a1566']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:47.001384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc507db-40b6-4c6d-924f-332ead169ff2') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:47.002323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc507db-40b6-4c6d-924f-332ead169ff2') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:47.010059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.033522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.090905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.095064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.116805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:47.117250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:47.133274 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:47.178201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241a2ad-b6c9-477a-8111-248e22f5c604 None None] Pushing event updated for resources: {'Port': ['ID=55b49fe0-ea4f-4969-a97a-bdba4a169f01,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.252309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13508814-fe41-4324-b9ea-eac6cc3f59d9 None None] Network 8ce00d06-ecac-4c93-b0cd-7876fc4a1566 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:55:47.297381 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.325744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.358965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.381672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9c2011cb-32a9-4709-b499-fe2de11279a7 tempest-RoutersIpV6AdminTest-956404058 tempest-RoutersIpV6AdminTest-956404058-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 200 len: 205 time: 0.4303095 May 13 14:55:47.385168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285be69-5753-4bfa-8138-c94967feab36,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.388236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43138) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:47.394704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:55:47.394704 n-d-841736-1 neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:55:47.394704 n-d-841736-1 neutron-server[88131]: [parameters: {'id': '8ce00d06-ecac-4c93-b0cd-7876fc4a1566'}] May 13 14:55:47.394704 n-d-841736-1 neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:55:47.395777 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:55:47.431816 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6ddbc9bd-4ee3-4a9a-aa01-05d0b30e2923 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=228ec7f0c34f41dea4a33e350027190b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1135869 May 13 14:55:47.433151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:47.464667 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.499935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beee6972-020d-435e-b095-296cea3735b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.536301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.542694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f3f26e72-3cee-46ba-8925-2b67d05d145d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/beee6972-020d-435e-b095-296cea3735b0 HTTP/1.1" status: 204 len: 168 time: 1.1428435 May 13 14:55:47.552024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.629622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ffc9ce-0c69-49e3-8227-04d0a7148bff None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:55:47.650847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.801147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.830325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffc9ce-0c69-49e3-8227-04d0a7148bff None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:55:47.842609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285be69-5753-4bfa-8138-c94967feab36,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:47.875711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b2dbf6f-c464-474d-9e20-4a3fdd1bcc42 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 200 len: 205 time: 0.4656286 May 13 14:55:47.878369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735feeb-45ad-4caa-91a9-5af24042740f req-62eea3d2-a110-40a7-8ad3-03615f40908f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:47.881239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7735feeb-45ad-4caa-91a9-5af24042740f req-62eea3d2-a110-40a7-8ad3-03615f40908f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 944 time: 0.2901824 May 13 14:55:47.882597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.887246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:47.889020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9ec13fb-8b64-4396-8fda-a49c14e85a07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d285be69-5753-4bfa-8138-c94967feab36 HTTP/1.1" status: 204 len: 168 time: 0.4543180 May 13 14:55:47.945191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:47.995388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7735feeb-45ad-4caa-91a9-5af24042740f req-9dec7cfa-e636-49b1-b9ec-f5f64dcae6a4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043050 May 13 14:55:48.005866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 55b49fe0-ea4f-4969-a97a-bdba4a169f01 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:48.007711 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.264353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d4d0f-5a77-4001-ba84-382f36ecff27 req-f1c88a7c-46fa-4cea-8607-1009fc3a3aa8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:48.267908 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-970d4d0f-5a77-4001-ba84-382f36ecff27 req-f1c88a7c-46fa-4cea-8607-1009fc3a3aa8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.5150089 May 13 14:55:48.292795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Attempting to bind port 7fb1f15b-8b7c-404e-ae77-c729d8121119 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:55:48.293951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Attempting to bind port 7fb1f15b-8b7c-404e-ae77-c729d8121119 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:55:48.294615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Attempting to bind port 7fb1f15b-8b7c-404e-ae77-c729d8121119 on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:48.326342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65492847-1fa0-4f43-a74e-890c965bd684 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:48.327708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-65492847-1fa0-4f43-a74e-890c965bd684 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Synchronizing usage tracker for tenant:0eb794efb67c448b963903b6aadf6766 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:48.336899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.425721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 55b49fe0-ea4f-4969-a97a-bdba4a169f01, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=55b49fe0-ea4f-4969-a97a-bdba4a169f01,segment=NetworkSegment(8cc507db-40b6-4c6d-924f-332ead169ff2),segment_id=8cc507db-40b6-4c6d-924f-332ead169ff2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:48.426008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.472138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Port 7fb1f15b-8b7c-404e-ae77-c729d8121119 on network 4a59904e-a531-4881-9252-781703eed2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:55:48.472602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Attempting to bind port 7fb1f15b-8b7c-404e-ae77-c729d8121119 on network 4a59904e-a531-4881-9252-781703eed2bd {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:55:48.611994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-65492847-1fa0-4f43-a74e-890c965bd684 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Unset dirty status for tenant:0eb794efb67c448b963903b6aadf6766 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:48.613964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-65492847-1fa0-4f43-a74e-890c965bd684 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=5c14d61e-5ec5-4353-9089-ca7cef510f1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.9695032 May 13 14:55:48.615599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:55:48.616269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Checking segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:55:48.616780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Bound using segment: {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:55:48.617800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Bound port: 7fb1f15b-8b7c-404e-ae77-c729d8121119, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1074dc2-9dc4-4426-a256-3b02a7ec3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4a59904e-a531-4881-9252-781703eed2bd'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:55:48.618349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.647048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:48.657841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 55b49fe0-ea4f-4969-a97a-bdba4a169f01 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:48.790101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:48.817059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-970d4d0f-5a77-4001-ba84-382f36ecff27 req-5747468b-c80d-4fa5-a042-c7a34faafc0d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270195 May 13 14:55:48.901427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 55b49fe0-ea4f-4969-a97a-bdba4a169f01 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:55:48.919968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=55b49fe0-ea4f-4969-a97a-bdba4a169f01,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:48.987438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2046b589-bf9c-4196-97da-da2dfec8b526 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:49.216425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.231431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.259834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.313652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:55:49.326302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.333397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.334057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Fanout notify agent at l3_agent the message router_deleted on router 440fff4d-522e-4a7f-9297-fbe004928a15 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:49.342827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 2046b589-bf9c-4196-97da-da2dfec8b526 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:49.344583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:55:49.359627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 2046b589-bf9c-4196-97da-da2dfec8b526 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:49.360336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.361237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.369831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6c2f4-35c8-4076-aba3-8e8dcd2026ee tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:49.370428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21a6c2f4-35c8-4076-aba3-8e8dcd2026ee tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Synchronizing usage tracker for tenant:0eb794efb67c448b963903b6aadf6766 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:49.383819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce00d06-ecac-4c93-b0cd-7876fc4a1566']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:49.427965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.432392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a25a89fe-9abe-49b8-b8ff-e4b8560413d8 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 204 len: 168 time: 1.5378358 May 13 14:55:49.441662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc507db-40b6-4c6d-924f-332ead169ff2') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:49.442373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc507db-40b6-4c6d-924f-332ead169ff2') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:49.442824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:49.504939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:49.505576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.507376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] 10.222.0.90 "PUT /v2.0/ports/7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 1092 time: 5.2680593 May 13 14:55:49.521857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:49.562902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bbaa0071-0332-4271-9078-6667c443cc6f tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 200 len: 205 time: 0.1101043 May 13 14:55:49.576007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:49.611744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.680581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 2046b589-bf9c-4196-97da-da2dfec8b526 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:49.681026 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.686038 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f109bd95-6aeb-4f0e-a36c-1b30a5b8e7c9'] response: {'name': 'network-changed', 'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'status': 'completed', 'code': 200} May 13 14:55:49.713876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.731075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:55:49.734454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.764456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21a6c2f4-35c8-4076-aba3-8e8dcd2026ee tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Unset dirty status for tenant:0eb794efb67c448b963903b6aadf6766 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:49.768905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:49.774725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21a6c2f4-35c8-4076-aba3-8e8dcd2026ee tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 1.1228173 May 13 14:55:49.788380 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-944fc36f-8e1d-414a-9953-c56bb3ca42f2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:49.789790 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-944fc36f-8e1d-414a-9953-c56bb3ca42f2 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/440fff4d-522e-4a7f-9297-fbe004928a15 HTTP/1.1" status: 404 len: 336 time: 0.2100322 May 13 14:55:49.793749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43214) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:49.794483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:49.814079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:49.827630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:49.833269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6af3b-8972-4c49-83ff-261a70fdba52 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:49.941003 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f878db08-1be4-4951-b077-f03a8cdc027d'] response: {'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526', 'code': 200} May 13 14:55:49.989988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:50.124477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23767c6c-625a-4201-b6d9-4ba02dc149ec tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 200 len: 205 time: 0.3113441 May 13 14:55:50.146102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.162934 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-49a91ebe-df2f-43cd-ad0d-ed4999420b3b tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 200 len: 205 time: 0.3458247 May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: timer() May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:55:50.172780 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:55:50.176581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.307489 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:55:50.320919 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.331846 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-81fbf434-3ebc-4391-811a-ea09b6dc9719 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:50.333783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-81fbf434-3ebc-4391-811a-ea09b6dc9719 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/00a096de-d5ae-49c9-bef9-b4c8dc057e97 HTTP/1.1" status: 404 len: 336 time: 0.1283069 May 13 14:55:50.345758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.444049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b375e714-0473-4022-a298-ec00818baa73 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 200 len: 205 time: 0.0963061 May 13 14:55:50.448292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.451295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.488742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.586531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:50.635679 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-b8156706-a379-4cf7-a398-32ce5389f23c tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:50.637750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8156706-a379-4cf7-a398-32ce5389f23c tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/8e42e134-fef5-4fb7-99c9-31c915ecde1b HTTP/1.1" status: 404 len: 336 time: 0.1807995 May 13 14:55:50.653724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43252) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.655499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=8ce00d06-ecac-4c93-b0cd-7876fc4a1566,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:50.765907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-193a49fd-df37-4275-bdb9-394cf5519e59 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/8ce00d06-ecac-4c93-b0cd-7876fc4a1566 HTTP/1.1" status: 204 len: 168 time: 6.5896022 May 13 14:55:50.768138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.774341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0932b49c-d7b4-4432-9d1d-842597c1e0b1 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 200 len: 205 time: 0.1144202 May 13 14:55:50.779336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:50.839209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-a480508e-59e7-4aff-88db-4489ae75ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:50.840909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-a480508e-59e7-4aff-88db-4489ae75ec00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1095 time: 1.1653810 May 13 14:55:50.946705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-d043fb57-05a5-4a73-be6c-94ba937fea5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 217 time: 0.0901706 May 13 14:55:50.960671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536727cb-2abf-491f-8d66-56ec74f50cec req-e35ba6c0-081d-4a69-81a2-a47ca056d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:50.962261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-536727cb-2abf-491f-8d66-56ec74f50cec req-e35ba6c0-081d-4a69-81a2-a47ca056d859 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1096 time: 0.8828657 May 13 14:55:50.994680 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bd9076-c528-4db7-9c9e-95612bf42150 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] GET failed (client error): The resource could not be found. May 13 14:55:50.995556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64bd9076-c528-4db7-9c9e-95612bf42150 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Synchronizing usage tracker for tenant:90594892d02b47f2b3d830994dadd6bf on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:51.046363 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-15e8a768-f8be-41a8-90fe-a32d85af3e46 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:51.048070 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-15e8a768-f8be-41a8-90fe-a32d85af3e46 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/a3551daf-859e-4400-8090-73d447c31821 HTTP/1.1" status: 404 len: 336 time: 0.2626534 May 13 14:55:51.050960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.053212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43272) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.065845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe043375-94c7-40d5-8b4e-d55276d8e010 req-7e5d4c26-9b13-4e9a-ad83-8130a3501ae6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.067607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe043375-94c7-40d5-8b4e-d55276d8e010 req-7e5d4c26-9b13-4e9a-ad83-8130a3501ae6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.8358629 May 13 14:55:51.091200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8d40a-bf40-4990-8c0b-455c1d48da9a req-dac37afb-5a00-4338-b5f9-a1627c1fdd75 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.094457 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1f8d40a-bf40-4990-8c0b-455c1d48da9a req-dac37afb-5a00-4338-b5f9-a1627c1fdd75 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 944 time: 1.6154144 May 13 14:55:51.117260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port 16375f17-1da3-40f6-8019-e7754641da58 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:55:51.117671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.163089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-75ad7e8b-ddd4-48aa-9755-3cf08c093b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.164605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-75ad7e8b-ddd4-48aa-9755-3cf08c093b93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.2015848 May 13 14:55:51.174633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-536727cb-2abf-491f-8d66-56ec74f50cec req-0332bcf5-523d-4128-bc66-d8e1d15b64a3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992915 May 13 14:55:51.202423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe043375-94c7-40d5-8b4e-d55276d8e010 req-552dcbb8-ade6-43de-a5af-fe36d6da46b0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214800 May 13 14:55:51.234013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64bd9076-c528-4db7-9c9e-95612bf42150 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Unset dirty status for tenant:90594892d02b47f2b3d830994dadd6bf on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:51.240692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-64bd9076-c528-4db7-9c9e-95612bf42150 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets/d6db34d4-3210-4c6e-be6c-f4ba37e2f1a5 HTTP/1.1" status: 404 len: 337 time: 0.4641018 May 13 14:55:51.248690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43280) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.249028 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-739d2f65-8cfb-4a4f-ab9d-37f7137a1ad5 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 200 len: 205 time: 0.1470652 May 13 14:55:51.253272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.354463 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f50bdc7-bd32-457c-82a9-064038632e32 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:55:51.354972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f50bdc7-bd32-457c-82a9-064038632e32 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:55:51.356843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f50bdc7-bd32-457c-82a9-064038632e32 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/8ce00d06-ecac-4c93-b0cd-7876fc4a1566 HTTP/1.1" status: 404 len: 339 time: 0.1062944 May 13 14:55:51.370112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.450210 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-efc53968-1c23-4b68-9660-6a40f22e2f52 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:51.455330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-efc53968-1c23-4b68-9660-6a40f22e2f52 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/1c043349-331a-4614-ba9b-c5bea5313104 HTTP/1.1" status: 404 len: 336 time: 0.1969514 May 13 14:55:51.462826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.565552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1f8d40a-bf40-4990-8c0b-455c1d48da9a req-561ff55e-af99-441e-8208-ff9c08c87b4c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942916 May 13 14:55:51.572280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b3299bce-9a08-4697-8bf3-ea2ed15d1370 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f663f2d-363c-4217-8fbc-d37c85ed12e1 HTTP/1.1" status: 200 len: 205 time: 0.1054239 May 13 14:55:51.572841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.591737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-df24f0d5-ff14-4d39-8ffa-8c3ef0d2cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.594021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-df24f0d5-ff14-4d39-8ffa-8c3ef0d2cdd8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3972409 May 13 14:55:51.602072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:51.702227 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-0585050e-c0a4-462b-832d-758fa8f0c334 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] delete failed (client error): The resource could not be found. May 13 14:55:51.706503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0585050e-c0a4-462b-832d-758fa8f0c334 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/routers/1f663f2d-363c-4217-8fbc-d37c85ed12e1 HTTP/1.1" status: 404 len: 336 time: 0.1321023 May 13 14:55:51.707492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:51.757814 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c100dc3-98db-48fd-9b77-23e14dcf7604 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] DELETE failed (client error): The resource could not be found. May 13 14:55:51.758368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c100dc3-98db-48fd-9b77-23e14dcf7604 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:55:51.763896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7c100dc3-98db-48fd-9b77-23e14dcf7604 tempest-RoutersIpV6AdminTest-1160486694 tempest-RoutersIpV6AdminTest-1160486694-project] 10.222.0.36 "DELETE /v2.0/subnets/a28cc3fc-f58d-4c47-a9e7-08057e82a660 HTTP/1.1" status: 404 len: 337 time: 0.0552788 May 13 14:55:51.854447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f77ae-8396-4665-a7c3-18f855be9ec9 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:51.855605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-894f77ae-8396-4665-a7c3-18f855be9ec9 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Synchronizing usage tracker for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:51.865425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for 16375f17-1da3-40f6-8019-e7754641da58 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:55:51.964342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-894f77ae-8396-4665-a7c3-18f855be9ec9 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Unset dirty status for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:51.965579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-894f77ae-8396-4665-a7c3-18f855be9ec9 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5945673 May 13 14:55:51.969274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:52.029670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-caa15fab-5c09-49f3-83ee-aeeb926ff7c1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 207 time: 0.0582027 May 13 14:55:52.031494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-10a01415-48dd-41c0-a3bc-5ea275fc011a service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176257 May 13 14:55:52.036745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:52.349306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:52.359962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:52.420095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:52.452490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:52.455126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Synchronizing usage tracker for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:52.472127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:52.530929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:52.545123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Unset dirty status for tenant:90594892d02b47f2b3d830994dadd6bf on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:52.547434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5655354d-e723-45a0-be54-6be7419df89f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.5096576 May 13 14:55:52.554101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:52.816572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:52.895528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-67546f9e-84ee-46d8-8cea-3a2738832508 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:52.910326 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:52.985610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:52.996697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Usage tracker for resource:security_group_rule and tenant:e707cc7acb05419a8c4c758649bc501c is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:53.003701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:53.023546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf31dc7d-3260-4283-92f6-3ae55cfd3abd tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.4677842 May 13 14:55:53.025602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:53.035811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.105536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67546f9e-84ee-46d8-8cea-3a2738832508 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "PUT /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f HTTP/1.1" status: 200 len: 366 time: 0.6196537 May 13 14:55:53.108558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bc8feeb-7e93-4f01-a2ce-9afd79c88c5c req-f65688d1-8703-45e0-af01-e7067e5aaec4 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0623553 May 13 14:55:53.115365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.117540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=16375f17-1da3-40f6-8019-e7754641da58,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:53.158031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0ef4bcd-e530-4b83-8ac3-0180e38cb373 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0363462 May 13 14:55:53.162753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.174845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfcca2-11a2-46fe-b7c0-d981cade78c4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.176899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfcca2-11a2-46fe-b7c0-d981cade78c4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.178681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-66dfcca2-11a2-46fe-b7c0-d981cade78c4 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1401584 May 13 14:55:53.187523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.189333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381a70f-d425-4a89-a5f9-57dee60537dc req-6c7455a6-9519-48db-ab66-137bea16d56f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.191024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7381a70f-d425-4a89-a5f9-57dee60537dc req-6c7455a6-9519-48db-ab66-137bea16d56f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 0.3811691 May 13 14:55:53.208139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca6cbcd2-cdc2-4c06-b012-560d9fb1c8fa tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f HTTP/1.1" status: 200 len: 366 time: 0.0395219 May 13 14:55:53.211739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43380) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.245636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.291888 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7ea4de0-b13e-4c47-b828-f6ec51e79064 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f HTTP/1.1" status: 204 len: 168 time: 0.0723455 May 13 14:55:53.303567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43384) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.335896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.343878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a095dfe-d96b-4634-99ec-cbeb478e3990 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0351255 May 13 14:55:53.349708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7381a70f-d425-4a89-a5f9-57dee60537dc req-75f37087-d28a-4314-937c-d9397bc1b458 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228313 May 13 14:55:53.351780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.361863 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.684725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df5ddeaa-91ba-4ce1-b367-5bf8287913d0 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f HTTP/1.1" status: 200 len: 370 time: 0.3299527 May 13 14:55:53.695739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.703225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.717195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558bf6d-f245-4297-ac1d-c67f351cf0bc req-eca37241-a20e-4591-8af9-c8d1c5bbd969 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.719712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6558bf6d-f245-4297-ac1d-c67f351cf0bc req-eca37241-a20e-4591-8af9-c8d1c5bbd969 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.9660389 May 13 14:55:53.725081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.734803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c81362-ac6a-4520-b561-1a984e04b05f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.738646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c81362-ac6a-4520-b561-1a984e04b05f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.739899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19c81362-ac6a-4520-b561-1a984e04b05f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Synchronizing usage tracker for tenant:90594892d02b47f2b3d830994dadd6bf on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:55:53.751477 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07b92aa2-5478-4f62-84c9-15b862d55147 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f/default HTTP/1.1" status: 200 len: 370 time: 0.0295146 May 13 14:55:53.765018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43398) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.791010 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-13876854-aabd-4d76-9793-4417692f2e00 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] delete failed (client error): The resource could not be found. May 13 14:55:53.792679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-13876854-aabd-4d76-9793-4417692f2e00 tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/250d11361d854a978c9c8aa3e1fd294f HTTP/1.1" status: 404 len: 348 time: 0.0191796 May 13 14:55:53.793738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af14bb-555f-45ef-9a71-3c3a3a0c37f8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:53.806628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e0ce1009-d0a0-43e4-a37a-1b159ac1d7dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e707cc7acb05419a8c4c758649bc501c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2739697 May 13 14:55:53.814881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.920394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b592545-a2ce-40f7-b860-04bf591d77cf req-02d04ea8-ca82-433d-ac6f-abfb96311c93 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:53.922824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b592545-a2ce-40f7-b860-04bf591d77cf req-02d04ea8-ca82-433d-ac6f-abfb96311c93 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 0.3176234 May 13 14:55:53.926514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19c81362-ac6a-4520-b561-1a984e04b05f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Unset dirty status for tenant:90594892d02b47f2b3d830994dadd6bf on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:55:53.935006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.941846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-19c81362-ac6a-4520-b561-1a984e04b05f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7395766 May 13 14:55:53.948444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:53.991751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:53.996377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router 5c14d61e-5ec5-4353-9089-ca7cef510f1c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:55:54.026479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:54.046902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6558bf6d-f245-4297-ac1d-c67f351cf0bc req-fb25109e-0902-4e25-9b23-9e15450207bf tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896314 May 13 14:55:54.090973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.097993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-064fc88b-b395-48ce-9c29-29e9f6da9030 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 204 len: 168 time: 3.9385710 May 13 14:55:54.100993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-5d424f25-b49f-40dc-8b10-906cda46d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:54.102953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-5d424f25-b49f-40dc-8b10-906cda46d26a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1095 time: 0.7843988 May 13 14:55:54.103589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:54.146194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1620043815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:54.158474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:54.237497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:54.238710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:54.244017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:54.271013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:54.304632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.305739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.322240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:network and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:54.349387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:54.372523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:subnet and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:54.373085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.383728 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.384052 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.386481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-3f78c410-d7fe-4f90-a8ba-8cd897ac755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:54.387989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-3f78c410-d7fe-4f90-a8ba-8cd897ac755c service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.2714128 May 13 14:55:54.388652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:54.473860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-5c95fad0-aa3d-4ec1-8093-ba3e7f53ba3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 217 time: 0.0713146 May 13 14:55:54.479933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:subnetpool and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:54.487354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.575581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-27d18fe5-75e3-425d-9e68-474f6169233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:54.577432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-27d18fe5-75e3-425d-9e68-474f6169233a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.0936794 May 13 14:55:54.578963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.583194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d086d131-fd9a-4866-92b7-8e23c71fff7a tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4691572 May 13 14:55:54.584102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:54.587602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43430) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:54.623878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:54.625269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:54.739667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c99fe-d00c-45e3-b4df-b3925d80732b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:54.742111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-169c99fe-d00c-45e3-b4df-b3925d80732b tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks/1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 HTTP/1.1" status: 200 len: 798 time: 0.7965765 May 13 14:55:54.758452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:54.816156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:port and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:54.998818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.158557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af14bb-555f-45ef-9a71-3c3a3a0c37f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:55.158815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:55:55.206939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.209139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1d5e478-b96a-4771-bf14-9ed6049453bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88af14bb-555f-45ef-9a71-3c3a3a0c37f8 HTTP/1.1" status: 204 len: 168 time: 1.3924067 May 13 14:55:55.463097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:55.493916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:55:55.521205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cf9b5c04-dc9e-46f2-8429-5cf4ac1b70ff tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/networks/1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.7600284 May 13 14:55:55.525777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:55.545869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:55.566174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:55.566718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.597364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:55:55.616756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:55.631229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.740795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2a635-e028-4b34-8550-52aeb9580da7 req-cba63759-3ef4-42b9-91d6-9b3607edf783 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:55.755170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8f2a635-e028-4b34-8550-52aeb9580da7 req-cba63759-3ef4-42b9-91d6-9b3607edf783 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.3540311 May 13 14:55:55.791377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:55.822195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:router and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:55.911884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:55.917741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:55.943437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7fb1f15b-8b7c-404e-ae77-c729d8121119'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:55:55.956125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-7728d4e7-b038-46c6-8b7c-5b11631d2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:55.959203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-7728d4e7-b038-46c6-8b7c-5b11631d2e23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3722329 May 13 14:55:56.082129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.087510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8f2a635-e028-4b34-8550-52aeb9580da7 req-9d7731f7-f104-4d39-a499-178f2ecb588a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309379 May 13 14:55:56.093377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.119313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:floatingip and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:56.127778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545e965-2518-4092-acec-aba693d08c2e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.130219 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b545e965-2518-4092-acec-aba693d08c2e tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets/ee605710-7a8d-438e-8cd7-b453b7e71597 HTTP/1.1" status: 200 len: 811 time: 0.5808971 May 13 14:55:56.144187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43460) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:56.348134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:56.386836 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP 660bc722-1c64-4a35-b04b-112f0664b990 associated. External IP: 172.25.5.139, port: 2046b589-bf9c-4196-97da-da2dfec8b526. May 13 14:55:56.401773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:56.585017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965655dd-e820-4bb8-8caf-f03c3f6dcda6 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:56.587716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-965655dd-e820-4bb8-8caf-f03c3f6dcda6 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "GET /v2.0/subnets/ee605710-7a8d-438e-8cd7-b453b7e71597?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4284341 May 13 14:55:56.595389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:56.603995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146499955'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:56.613141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:56.643867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-937681a8-5953-40d1-8cbf-720d7231faa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=933ef47171104353948acded83db396b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349253 May 13 14:55:56.656314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:56.693228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-55be1797-7bb2-4309-bfa2-70d0879a205f service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096468 May 13 14:55:56.693511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:56.727943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:56.731520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.838099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:55:56.895229 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:56.895577 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Added segment 6ccc6451-613c-4000-9cbc-09734b2bcd1d of type vlan for network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 May 13 14:55:56.926178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:security_group and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:56.959007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:57.067438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.070610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Usage tracker for resource:security_group_rule and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:57.080480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.124685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:57.131952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:55:57.180161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5476ac-d765-42c8-84ee-c5651eecfa07 req-2f4d40ff-a704-47ea-b812-06d238d0280e service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743142 May 13 14:55:57.182867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b72b10ef-1ee6-4032-baf4-66cd5af1770f tempest-QuotasTest-1161874201 tempest-QuotasTest-1161874201-project-admin] 10.222.0.36 "GET /v2.0/quotas/1e6a46be33164e6a958ea9bf42e81021/details.json HTTP/1.1" status: 200 len: 703 time: 2.9402347 May 13 14:55:57.195654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:55:57.381459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:55:57.382062 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.388192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:55:57.388702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.566646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.582717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:57.586160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.671728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43484) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:57.686957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:55:57.688815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.737216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:55:57.738771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:57.765853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.786929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.859559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:57.872190 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09232d65-c1d5-47ad-a3a7-9cf8fb4bf8ab'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'code': 200} May 13 14:55:57.943751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:58.008530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:55:58.011420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Network': ['ID=5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:58.019599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:58.034850 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:55:58.045781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:55:58.058785 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:58.060255 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:58.133387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5bc77bb4-ea63-420e-8fc7-ced842e00756 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5363371 May 13 14:55:58.144410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:55:58.232827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-201059e4-2e43-4c38-b229-fa4599447cca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "PUT /v2.0/floatingips/660bc722-1c64-4a35-b04b-112f0664b990 HTTP/1.1" status: 200 len: 991 time: 4.2511251 May 13 14:55:58.232827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:55:58.385013 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:58.549638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:55:58.600138 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3122c1b3-2540-4d45-ab9c-631937d3787d'] response: {'name': 'network-changed', 'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526', 'status': 'completed', 'code': 200} May 13 14:55:58.612477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:58.705863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:58.887159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044faee-c9b6-4c4d-8250-294bb0ae37e7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:55:58.895109 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:55Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:58.905710 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:55:58.921320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:58.923725 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:55:58.925105 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:55:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:58.959522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74c01d-b189-4b57-b175-142a13d30295 req-8dedadaf-4eeb-46ab-ae39-7eb29e1db990 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:58.962171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e74c01d-b189-4b57-b175-142a13d30295 req-8dedadaf-4eeb-46ab-ae39-7eb29e1db990 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 1.4215767 May 13 14:55:59.022203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Usage tracker for resource:security_group_rule and tenant:86ea60a77242442185c1d9414a2fbc84 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:55:59.052973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:55:59.086822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:59.090091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Allocated IP 172.25.5.60 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/e613dcc4-f8ee-4aa1-a796-cfe2e34e013f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:55:59.106051 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.107942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3c39ca26-c01f-4b51-b9d1-79c500e4a508 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5044faee-c9b6-4c4d-8250-294bb0ae37e7 HTTP/1.1" status: 204 len: 168 time: 2.4483840 May 13 14:55:59.114470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:55:59.202351 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:55:59.242634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:55:59.261605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e74c01d-b189-4b57-b175-142a13d30295 req-1b592ae7-3e3c-4547-b8d7-38d919f75ad6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664545 May 13 14:55:59.365280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec74db-8c8a-4cfe-b2db-df8038aa6912 req-bf44c7f9-64aa-4bdb-b23f-0ad3e26fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:59.367829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-adec74db-8c8a-4cfe-b2db-df8038aa6912 req-bf44c7f9-64aa-4bdb-b23f-0ad3e26fd034 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1097 time: 1.3097963 May 13 14:55:59.458102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Made reservation on behalf of 90594892d02b47f2b3d830994dadd6bf for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:55:59.464286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.508439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-1197bd45-62f2-4876-9097-04af08b9487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:55:59.511066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-1197bd45-62f2-4876-9097-04af08b9487c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1096 time: 0.7958591 May 13 14:55:59.761301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9666e366-b95b-4ef6-b7c1-8c2208c27600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:55:59.903753 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:55Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:55:59.913826 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd28201-cb87-45de-b154-6a2de4ec562d None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:55:55Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:55:59.993940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:55:59.994900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:56:00.017193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-adec74db-8c8a-4cfe-b2db-df8038aa6912 req-fc1a1a94-1537-4306-b121-5aecdaefe1be service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6279323 May 13 14:56:00.062475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:00.158685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.205949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.213445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-96d5ba66-12c2-4dae-aa5a-89cab9d9deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:00.215071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-96d5ba66-12c2-4dae-aa5a-89cab9d9deff service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.6847417 May 13 14:56:00.222347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.375436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.394821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5e124-9353-4d81-97d5-a4e67e4a665b None None] New status for floating IP 660bc722-1c64-4a35-b04b-112f0664b990: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:56:00.461915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:00.475578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Usage tracker for resource:security_group_rule and tenant:7a7d832643b24304aa6c3d2dc885953b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:00.482088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:00.491273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:00.535709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-981618e6-4933-46f5-80a3-d09e57160a57 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409194 May 13 14:56:00.548447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:00.548719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86ea60a77242442185c1d9414a2fbc84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8609662 May 13 14:56:00.608179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f6d5-e9e3-4733-9233-15f94f708735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc07793-b9e1-4428-8ad7-9aa53c3b7a74,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:00.669652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-879fdeb2-da96-4f6b-9155-4463d2f883d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 999 time: 0.4363708 May 13 14:56:00.671787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.681083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.710558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.726025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.777452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a7d832643b24304aa6c3d2dc885953b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122102 May 13 14:56:00.780604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:00.782987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.895855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06269fbe-ca48-4595-af70-5243c10eecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2937825-1885-4b94-87a5-44c7b3e29e25,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:00.932950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:00.977281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.058805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:01.074197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:01.089157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.106274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:01.211851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc07793-b9e1-4428-8ad7-9aa53c3b7a74,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:01.264051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event updated for resources: {'Port': ['ID=e613dcc4-f8ee-4aa1-a796-cfe2e34e013f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:01.267705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.269372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-01003bd7-c10a-4e95-a662-5adcc6ca955b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddc07793-b9e1-4428-8ad7-9aa53c3b7a74 HTTP/1.1" status: 204 len: 168 time: 0.7190311 May 13 14:56:01.280146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.308829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.369402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:01.384129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2937825-1885-4b94-87a5-44c7b3e29e25 HTTP/1.1" status: 204 len: 168 time: 0.5919926 May 13 14:56:01.386072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca02f18-9675-4119-b33c-9f7b37aa6f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2937825-1885-4b94-87a5-44c7b3e29e25,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:01.434978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-367ef128-2361-46fd-b9c9-65dce8645ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:01.438797 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-367ef128-2361-46fd-b9c9-65dce8645ac7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.7320561 May 13 14:56:01.564461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:01.668565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9153-70a9-4697-b7a8-61a72ccedd69 req-7d3af899-754d-4a14-92ac-ac8ab50b70c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:01.670286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-111a9153-70a9-4697-b7a8-61a72ccedd69 req-7d3af899-754d-4a14-92ac-ac8ab50b70c0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.2479644 May 13 14:56:01.741915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-111a9153-70a9-4697-b7a8-61a72ccedd69 req-d97e30d6-440a-47c4-abf4-9530ddbc453d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579484 May 13 14:56:01.884648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=7dff84e1-6dda-42c3-969d-b3098aa82622,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:02.017608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Checking segment: {'id': '6ccc6451-613c-4000-9cbc-09734b2bcd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:02.018134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network hostable DHCP agents. Network: 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:02.063715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'networks': [{'name': 'tempest-network--520533740'}, {'name': 'tempest-network--580709398'}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:02.065261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-network--520533740'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:02.065261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-network--580709398'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:02.079777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:02.105227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:network and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:02.115290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:02.129078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:02.155141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'network': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:02.168829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.210969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.274455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:02.289259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:security_group_rule and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:02.296112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:02.312551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:02.361084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:02.401204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.444343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:02.457056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:02.459690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e469289bae8f4d7c8d5038f0ee089c49 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:02.468678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:02.490984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:02.514232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-55fee4b7-2bd4-4ba6-8097-ce8ca621a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:02.517469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-55fee4b7-2bd4-4ba6-8097-ce8ca621a8a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9198768 May 13 14:56:02.518456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:02.521504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:02.533398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a1acc-eca3-4685-a8d0-c5fa400a7505 None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:02.592285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:02.593288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.642513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.677713 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.679255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.775432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea61668-64bd-4517-9171-daa265f05ec5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:02.854691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.902112 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.914050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:02.971121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:02.990475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e469289bae8f4d7c8d5038f0ee089c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267180 May 13 14:56:02.992043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:02.998676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43588) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:03.037096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-157e4f93-00bf-4454-8c55-c451204c8efc tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.8764815 May 13 14:56:03.039047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6a46be33164e6a958ea9bf42e81021 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:03.043662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:03.052577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:03.065655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.066255 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment 498ae110-3dbe-4e78-9d52-04807e6ac5a3 of type vlan for network a5ef4e75-fb39-4eda-94bc-78a07c0a9100 May 13 14:56:03.070430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:03.098631 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.101074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:03.103701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ff8b31db-2636-4e65-b5ae-93c2984811f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.142402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.207337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4bf0-7fb6-43d0-81f8-f77cda2815f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7429f4-82f0-4012-8cdc-203e626cf4c2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:03.242649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6', 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6', 'tenant_id': '90594892d02b47f2b3d830994dadd6bf', 'fixed_ips': [{'subnet_id': '7dff84e1-6dda-42c3-969d-b3098aa82622'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:03.244577 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.278599 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.299446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-6046268c-9d41-4840-94e1-535073e21f8c service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665527 May 13 14:56:03.457627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.572545 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.590947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Allocated IP 172.20.0.3 (5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6/7dff84e1-6dda-42c3-969d-b3098aa82622/f04504ff-8553-41fe-a0c3-02169186874d) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:03.627908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a75022-f6db-4ab7-8831-8c560829813b req-d66d5704-243c-41f5-b187-c49e6e36f82f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:03.634388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44a75022-f6db-4ab7-8831-8c560829813b req-d66d5704-243c-41f5-b187-c49e6e36f82f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.5614510 May 13 14:56:03.648542 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.694126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:03.715868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5174110'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.755999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.756570 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment 79d626ed-0833-483b-9412-502ee238970b of type vlan for network 363236c6-5442-4103-b0f9-de8e691b726c May 13 14:56:03.813098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.890187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.902117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.916949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Transition to ACTIVE for port object f04504ff-8553-41fe-a0c3-02169186874d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:03.939584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7429f4-82f0-4012-8cdc-203e626cf4c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:03.940108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Transition to ACTIVE for port object f04504ff-8553-41fe-a0c3-02169186874d will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:03.943827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.945892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.948159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.958197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:03.967828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:03.969021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:03.975710 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.037655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:04.041435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:04.059873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.062522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:04.139388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.162258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28a1e7f8-7861-4c0b-8980-0bd9e9425b1c req-271ef235-fd4c-412f-a4ed-53fd22a762cf service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537045 May 13 14:56:04.208413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.225233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e6a46be33164e6a958ea9bf42e81021&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6979413 May 13 14:56:04.227165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:04.238861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67794d-e41f-43ea-9371-e13a3736fb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45de6919-05b7-4330-b51d-53e41bad8e35,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:04.315607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.317830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4a959845-3a74-4bc1-82cb-464a78415d8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec7429f4-82f0-4012-8cdc-203e626cf4c2 HTTP/1.1" status: 204 len: 168 time: 1.3091006 May 13 14:56:04.343320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7770896 May 13 14:56:04.344627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:04.390261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Pushing event updated for resources: {'Port': ['ID=f04504ff-8553-41fe-a0c3-02169186874d,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:04.409503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44a75022-f6db-4ab7-8831-8c560829813b req-b9849b78-82cd-40bc-8f2e-4e12ce7fd160 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377167 May 13 14:56:04.422923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Attempting to bind port f04504ff-8553-41fe-a0c3-02169186874d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:04.424166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Attempting to bind port f04504ff-8553-41fe-a0c3-02169186874d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '6ccc6451-613c-4000-9cbc-09734b2bcd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:04.424783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Attempting to bind port f04504ff-8553-41fe-a0c3-02169186874d on network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:04.446448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:04.447002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Checking segment: {'id': '6ccc6451-613c-4000-9cbc-09734b2bcd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:04.447647 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.448194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Bound using segment: {'id': '6ccc6451-613c-4000-9cbc-09734b2bcd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:04.448931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Bound port: f04504ff-8553-41fe-a0c3-02169186874d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc6451-613c-4000-9cbc-09734b2bcd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:04.449453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.663138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.705432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] For port f04504ff-8553-41fe-a0c3-02169186874d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:04.706338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.713533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=a5ef4e75-fb39-4eda-94bc-78a07c0a9100,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:04.718909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] For port f04504ff-8553-41fe-a0c3-02169186874d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f04504ff-8553-41fe-a0c3-02169186874d,segment=NetworkSegment(6ccc6451-613c-4000-9cbc-09734b2bcd1d),segment_id=6ccc6451-613c-4000-9cbc-09734b2bcd1d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:04.729818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:04.885259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a5ef4e75-fb39-4eda-94bc-78a07c0a9100 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:04.923872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b738c5e-1b57-49bf-9b29-8928b0045f37 None None] Pushing event updated for resources: {'Port': ['ID=f04504ff-8553-41fe-a0c3-02169186874d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:04.945367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f347-283e-4e49-8ebc-cf24689965c6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=363236c6-5442-4103-b0f9-de8e691b726c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:04.954833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d04e9-9104-46a8-8936-083b87e39570 req-2f57a9e5-176a-45b6-a141-8d1baa6469b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:04.956446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-2f57a9e5-176a-45b6-a141-8d1baa6469b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1096 time: 0.5451565 May 13 14:56:04.961997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:04.973879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:04.984393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:04.996523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:04.997995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:05.119940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Router b7c029ff-3db3-4a5a-b10e-f8ca39b64233 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:56:05.143439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.145364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 363236c6-5442-4103-b0f9-de8e691b726c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:05.166838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.246038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:05.252972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c60d998-018c-42e8-b0cf-ce942c32378e tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8968186 May 13 14:56:05.254013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:05.274182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45de6919-05b7-4330-b51d-53e41bad8e35,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:05.302315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.303780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a302f6c-79ad-451f-9029-75b70416eadf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45de6919-05b7-4330-b51d-53e41bad8e35 HTTP/1.1" status: 204 len: 168 time: 1.0704999 May 13 14:56:05.312820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d04e9-9104-46a8-8936-083b87e39570 req-7137d610-7202-4e8e-98d4-bf9009f1bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:05.317253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-7137d610-7202-4e8e-98d4-bf9009f1bfbd service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.3075438 May 13 14:56:05.572573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac737d-455a-43ec-b7ab-f2736f8b4904 req-f3c43aaa-13a2-4a20-a3ca-03d4ccd959ea tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:05.582106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-97ac737d-455a-43ec-b7ab-f2736f8b4904 req-f3c43aaa-13a2-4a20-a3ca-03d4ccd959ea tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.8597732 May 13 14:56:05.589480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:05.596890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.607614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Request body: {'floatingip': {'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:05.709920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732697224569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7608739'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.755609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-7c727455-c418-471c-84b8-828bf27c35d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 1001 time: 0.4308519 May 13 14:56:05.757768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:05.772044 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.783671 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82f77c17-99fb-4c9a-b9b7-697306a5cff8 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "PUT /v2.0/routers/b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 200 len: 879 time: 11.1909366 May 13 14:56:05.787158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:05.870989 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] Sync routers for ids ['b7c029ff-3db3-4a5a-b10e-f8ca39b64233'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:05.900033 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] Routers {'b7c029ff-3db3-4a5a-b10e-f8ca39b64233'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:05.901150 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b7c029ff-3db3-4a5a-b10e-f8ca39b64233'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:05.902258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:05.973582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d04e9-9104-46a8-8936-083b87e39570 req-4a8aeb42-a8aa-4871-b47c-a4d5665f51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:05.975190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-4a8aeb42-a8aa-4871-b47c-a4d5665f51af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.1895382 May 13 14:56:06.125934 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:06.153297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] Routers {'b7c029ff-3db3-4a5a-b10e-f8ca39b64233'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:06.156186 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b7c029ff-3db3-4a5a-b10e-f8ca39b64233'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:06.292595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:06.293212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.295011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "PUT /v2.0/subnets/7dff84e1-6dda-42c3-969d-b3098aa82622 HTTP/1.1" status: 200 len: 877 time: 3.2231116 May 13 14:56:06.311323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:06.345243 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:06.345941 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd465b19-8e15-4d1d-9f3c-fb433b3be596 None None] The sync data for ids ['b7c029ff-3db3-4a5a-b10e-f8ca39b64233'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:06.440926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f8577-dc84-45b4-8328-2376c5195db0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event updated for resources: {'Subnet': ['ID=7dff84e1-6dda-42c3-969d-b3098aa82622,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:06.483293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d04e9-9104-46a8-8936-083b87e39570 req-342e4f0a-bc60-4133-9977-75370230dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:06.485008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-342e4f0a-bc60-4133-9977-75370230dfca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958850 May 13 14:56:06.652595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3f5b8746-5c5e-4ba8-bcbf-4586b4add6ef tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 200 len: 920 time: 0.8617923 May 13 14:56:06.655448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43674) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:06.749019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.798610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.805569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ef4e75-fb39-4eda-94bc-78a07c0a9100']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:06.853892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port f04504ff-8553-41fe-a0c3-02169186874d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:06.855118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:06.974925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498ae110-3dbe-4e78-9d52-04807e6ac5a3') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:06.975220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498ae110-3dbe-4e78-9d52-04807e6ac5a3') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:07.028884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.034770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2206d9-4a97-467d-a0a7-fab5d824d3a9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:07.037348 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a2206d9-4a97-467d-a0a7-fab5d824d3a9 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=b7c029ff-3db3-4a5a-b10e-f8ca39b64233&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3680658 May 13 14:56:07.039812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:07.080031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.094566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-66400a41-0602-478f-b534-091e4f1d0cab service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005750 May 13 14:56:07.168042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:07.168766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: timer() May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:07.188966 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:07.225419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808dd05-9837-451e-acf1-fa8090817872 None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:07.419864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:07.460086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-efe2fc15-8156-4829-8fd0-987909a81993 None None] Provisioning for port f04504ff-8553-41fe-a0c3-02169186874d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:07.503838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.614187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.686595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=a5ef4e75-fb39-4eda-94bc-78a07c0a9100,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:07.690671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ef7d9-8c8d-440f-84c5-89657e4604ab tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:07.691756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f30ef7d9-8c8d-440f-84c5-89657e4604ab tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Synchronizing usage tracker for tenant:0eb794efb67c448b963903b6aadf6766 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:07.709208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ad1a1f5b-e04d-43e7-a2bb-4e8d412ce360 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/a5ef4e75-fb39-4eda-94bc-78a07c0a9100 HTTP/1.1" status: 204 len: 168 time: 2.4487071 May 13 14:56:07.711715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43714) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:07.772326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f30ef7d9-8c8d-440f-84c5-89657e4604ab tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Unset dirty status for tenant:0eb794efb67c448b963903b6aadf6766 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:07.778345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f30ef7d9-8c8d-440f-84c5-89657e4604ab tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.7332006 May 13 14:56:07.778345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:07.975190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:07.976981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:08.011114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f04504ff-8553-41fe-a0c3-02169186874d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:08.056989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585669896'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:08.065133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:08.076562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:08.086863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:08.102937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b22ef14e-61c1-4952-b469-8e56dab61b27 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 200 len: 205 time: 0.1144392 May 13 14:56:08.105626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:08.119332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:08.141405 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.148849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.184913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f04504ff-8553-41fe-a0c3-02169186874d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:08.195401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f04504ff-8553-41fe-a0c3-02169186874d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:08.195779 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.259635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:08.265722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.301732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.343736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:08.356146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:security_group_rule and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:08.362481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f04504ff-8553-41fe-a0c3-02169186874d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:08.363045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.406166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f04504ff-8553-41fe-a0c3-02169186874d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f04504ff-8553-41fe-a0c3-02169186874d,segment=NetworkSegment(6ccc6451-613c-4000-9cbc-09734b2bcd1d),segment_id=6ccc6451-613c-4000-9cbc-09734b2bcd1d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:08.412453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.426536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:08.473333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:08.525104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f04504ff-8553-41fe-a0c3-02169186874d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:08.574083 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 47f22ef1-6ed2-4fc4-a128-9fca108e42c2 associated. External IP: 172.25.5.2, port: 7fb1f15b-8b7c-404e-ae77-c729d8121119. May 13 14:56:08.642043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd69b1-6e37-4ac0-9e66-8bfcd9fc1292 None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:08.676567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port f04504ff-8553-41fe-a0c3-02169186874d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f04504ff-8553-41fe-a0c3-02169186874d,segment=NetworkSegment(6ccc6451-613c-4000-9cbc-09734b2bcd1d),segment_id=6ccc6451-613c-4000-9cbc-09734b2bcd1d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:08.676981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.867341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c17d5ddf-4812-43b4-8819-c722e1a2aca6 None None] Provisioning complete for port f04504ff-8553-41fe-a0c3-02169186874d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:08.867704 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c17d5ddf-4812-43b4-8819-c722e1a2aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:08.960248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for f04504ff-8553-41fe-a0c3-02169186874d owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:09.363437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e60d04e9-9104-46a8-8936-083b87e39570 req-5e9aebf0-8287-4fe7-b6dc-08e814d46f19 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2538505 May 13 14:56:09.401021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43746) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:09.422910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c17d5ddf-4812-43b4-8819-c722e1a2aca6 None None] Current status of the port f04504ff-8553-41fe-a0c3-02169186874d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:09.492358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.526674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.550484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.572976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.597427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:09.640414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363236c6-5442-4103-b0f9-de8e691b726c']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:09.677957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d626ed-0833-483b-9412-502ee238970b') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:09.678285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d626ed-0833-483b-9412-502ee238970b') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:09.680934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.681290 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment 5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88 of type vlan for network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 May 13 14:56:09.695719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d32039-c0b8-46c0-a651-ccdf16bdedc8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:09.740303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:56:09.747085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.750355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:09.782431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:56:09.782850 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:56:09.953967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f04504ff-8553-41fe-a0c3-02169186874d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:10.022266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.053272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:10.055083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.076072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6792f32d-297d-48d9-b1cc-c6a2d5ebfe35 None None] Provisioning complete for port f04504ff-8553-41fe-a0c3-02169186874d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:10.084710 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6792f32d-297d-48d9-b1cc-c6a2d5ebfe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:10.089268 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:10.187148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f04504ff-8553-41fe-a0c3-02169186874d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:10.189592 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.223272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:10.233709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.241576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.271054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.275611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=363236c6-5442-4103-b0f9-de8e691b726c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:10.279107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port e613dcc4-f8ee-4aa1-a796-cfe2e34e013f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:10.279450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.316104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Usage tracker for resource:security_group_rule and tenant:568a2940ad0b4c63bc98c00a0a2938d5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:10.320295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port f04504ff-8553-41fe-a0c3-02169186874d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:10.320295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.366839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.379630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:10.395418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4ec9b4d7-a1c8-4430-bb3f-842fb5288e25 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/363236c6-5442-4103-b0f9-de8e691b726c HTTP/1.1" status: 204 len: 168 time: 2.6781518 May 13 14:56:10.399698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:10.410180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:10.570909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.619754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.676336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=568a2940ad0b4c63bc98c00a0a2938d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2687263 May 13 14:56:10.677595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.684391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:10.685472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:10.690320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:10.840800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6792f32d-297d-48d9-b1cc-c6a2d5ebfe35 None None] Current status of the port f04504ff-8553-41fe-a0c3-02169186874d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:10.863250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f04504ff-8553-41fe-a0c3-02169186874d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:11.003352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:11.020553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:11.046164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a31b8a-9a1c-4c81-b76c-c0f76f7bb3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e1b2c-3547-4934-911d-11a0e682cd21,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:11.103876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3060c61c-23ff-47d4-8088-711d7526fe9d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.6700675 May 13 14:56:11.120900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.137714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889f69d-697e-44d3-831d-8dfa36571e13 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.144103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889f69d-697e-44d3-831d-8dfa36571e13 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.154458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b889f69d-697e-44d3-831d-8dfa36571e13 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:11.170774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.191561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.261862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:11.280976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:11.290899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.305031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:11.307072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:11.339091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b889f69d-697e-44d3-831d-8dfa36571e13 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:11.340338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b889f69d-697e-44d3-831d-8dfa36571e13 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9395835 May 13 14:56:11.343567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e1b2c-3547-4934-911d-11a0e682cd21,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:11.349802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:11.350858 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.363167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f4320af3-4e97-4722-ac62-aa2737281a1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c42e1b2c-3547-4934-911d-11a0e682cd21 HTTP/1.1" status: 204 len: 168 time: 0.4996631 May 13 14:56:11.367021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.443036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-676a32eb-9bfc-49a0-8d07-60792aaf31af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "PUT /v2.0/floatingips/47f22ef1-6ed2-4fc4-a128-9fca108e42c2 HTTP/1.1" status: 200 len: 990 time: 5.8517590 May 13 14:56:11.448955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-31075678'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:11.453838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:56:11.461209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:11.483674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:11.507235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:11.511233 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.580764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for e613dcc4-f8ee-4aa1-a796-cfe2e34e013f owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:11.588471 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e82913-b84e-43ff-9733-898d86f54ea2'] response: {'name': 'network-changed', 'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'status': 'completed', 'code': 200} May 13 14:56:11.589339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:11.628975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.629972 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment 07532fc3-0b36-4f5c-86ea-002e1df9924f of type vlan for network 4cc83a1a-8740-4cb6-922d-4475b722925d May 13 14:56:11.703808 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.776325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port f04504ff-8553-41fe-a0c3-02169186874d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f04504ff-8553-41fe-a0c3-02169186874d,segment=NetworkSegment(6ccc6451-613c-4000-9cbc-09734b2bcd1d),segment_id=6ccc6451-613c-4000-9cbc-09734b2bcd1d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:11.780058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.795029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:11.800562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:11.808947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:11.811111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.181237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=4cc83a1a-8740-4cb6-922d-4475b722925d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:12.206314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4cc83a1a-8740-4cb6-922d-4475b722925d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:12.259147 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0fecf646-539b-4fc1-8fee-38b9b9254dd6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8891599 May 13 14:56:12.259825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:12.285377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783753975'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:12.299867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:12.318531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:network and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:12.336331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for f04504ff-8553-41fe-a0c3-02169186874d owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:12.348440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:12.361025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:12.384609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:12.390895 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.482985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:12.509089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.511588 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment d268979d-2fc1-4907-9be0-d12983664355 of type vlan for network ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe May 13 14:56:12.547600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-ed34ec14-a2fa-451a-af4d-9456ed435a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.557234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-ed34ec14-a2fa-451a-af4d-9456ed435a7e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1097 time: 0.9279950 May 13 14:56:12.582741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.620839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '47f22ef1-6ed2-4fc4-a128-9fca108e42c2', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:29Z', 'updated_at': '2022-05-13T14:56:07Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:12.632352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:56:12.639976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.655050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:12.657279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:12.660541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.662805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:12.859487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-513a324c-7590-4c60-a43d-81689458fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:12.867922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-513a324c-7590-4c60-a43d-81689458fe59 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.2982581 May 13 14:56:12.994505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7332649 May 13 14:56:12.995492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:12.996037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426872a-9e59-4a00-8141-d253387ace62 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:13.012816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'ports': [{'network_id': '4cc83a1a-8740-4cb6-922d-4475b722925d', 'name': 'tempest-port--970143869', 'admin_state_up': True}, {'network_id': 'ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe', 'admin_state_up': False}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:13.013136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'port': {'network_id': '4cc83a1a-8740-4cb6-922d-4475b722925d', 'name': 'tempest-port--970143869', 'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:13.015018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'port': {'network_id': 'ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe', 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:13.080197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-9241e17d-aeb0-49ed-a8e0-e107b692475f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 998 time: 0.1924465 May 13 14:56:13.165397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:13.170759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-16357e27-cd02-47b6-815e-31c6004756f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:13.172831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-16357e27-cd02-47b6-815e-31c6004756f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.0765190 May 13 14:56:13.261348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:56:13.502197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:13.541281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.554303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:port and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:13.581381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:13.588030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-5fac7b54-7572-461c-9709-6a078e902a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:13.589699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-5fac7b54-7572-461c-9709-6a078e902a47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4064987 May 13 14:56:13.618762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:13.652005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'port': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:13.658519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:13.701774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.134521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-a808f7ea-b8e9-4b38-8a5c-8d2fb1c5028b service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352969 May 13 14:56:14.139955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=f04504ff-8553-41fe-a0c3-02169186874d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.144798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.325180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] device_id is not set on port aa29fa3d-0194-453e-960e-f1518a15b353 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:14.341012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.341384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.341684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.341950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.342292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.342619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.342974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.343324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.343714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.344053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.344419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.344744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:14.416533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3b988-fbbb-4de6-b73a-daefc84dcbe0 None None] DHCP port deletion for 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:56:14.488729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa5cc3-b6ff-47e3-9c53-6338413ef22a None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:56:14.560658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:14.807641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '47f22ef1-6ed2-4fc4-a128-9fca108e42c2', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:29Z', 'updated_at': '2022-05-13T14:56:07Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:14.861281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=e613dcc4-f8ee-4aa1-a796-cfe2e34e013f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:14.871221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port f04504ff-8553-41fe-a0c3-02169186874d on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:56:14.886985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05300e-72c4-4968-91f5-2ccefb6e20b1 None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '47f22ef1-6ed2-4fc4-a128-9fca108e42c2', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:29Z', 'updated_at': '2022-05-13T14:56:07Z', 'revision_number': 1, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:15.006880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] device_id is not set on port fd1cddaf-76b4-4609-9582-6392b88f7cd5 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:15.008672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa5cc3-b6ff-47e3-9c53-6338413ef22a None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:56:15.085322 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.114182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.157544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.423384 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.530512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Port': ['ID=aa29fa3d-0194-453e-960e-f1518a15b353,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:15.541945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Checking segment: {'id': '07532fc3-0b36-4f5c-86ea-002e1df9924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4cc83a1a-8740-4cb6-922d-4475b722925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:15.542351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network hostable DHCP agents. Network: 4cc83a1a-8740-4cb6-922d-4475b722925d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:15.613677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network 4cc83a1a-8740-4cb6-922d-4475b722925d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:15.641164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4cc83a1a-8740-4cb6-922d-4475b722925d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:15.652963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:15.653845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:15.822324 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c31537-571e-466b-9969-22a764f2aa8d None None] New status for floating IP 47f22ef1-6ed2-4fc4-a128-9fca108e42c2: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:56:16.050594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f04504ff-8553-41fe-a0c3-02169186874d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:56:16.080808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.081370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Port': ['ID=fd1cddaf-76b4-4609-9582-6392b88f7cd5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:16.089330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.157293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.158300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router b7c029ff-3db3-4a5a-b10e-f8ca39b64233 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:56:16.214130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-db0dfdd8-b4eb-4939-809e-4d45c453d065 req-bd9c108a-7a61-4ffc-a11c-4251341ada4c service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0623538 May 13 14:56:16.222927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.244821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Checking segment: {'id': 'd268979d-2fc1-4907-9be0-d12983664355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:16.253430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network hostable DHCP agents. Network: ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:16.278094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f04504ff-8553-41fe-a0c3-02169186874d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:56:16.283856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f04504ff-8553-41fe-a0c3-02169186874d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:56:16.338713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=7dff84e1-6dda-42c3-969d-b3098aa82622,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:16.343192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:16.387618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:16.397064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:16.431699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.456502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.462703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.552240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6af3828-f81a-4482-b88c-fd83c5d8c26c tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5518758 May 13 14:56:16.553663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43888) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:16.623432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187267e4-45a3-4da7-ba65-6a75be37b8ee None None] Network 4cc83a1a-8740-4cb6-922d-4475b722925d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:16.694648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def69e27-4f6a-4302-a615-20da8a3a8612 None None] Network 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:16.706474 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.707619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf2ba123-26cd-446f-bc71-4b813d8abcf1 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 204 len: 168 time: 8.5864229 May 13 14:56:16.712468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:16.739994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-131619720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:16.756940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:16.768068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.770375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:16.782706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:16.792173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-ced38937-fb8d-4d1b-831a-5d1989609680 req-2ac8305e-d669-4180-89e4-888dad0c669f service neutron] (88131) timed out ('10.222.0.90', 50152) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:56:16.805848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:16.842136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb9d7-737e-440b-bfaa-60c36c7f3adb tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.846803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:16.851469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0bb9d7-737e-440b-bfaa-60c36c7f3adb tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:16.852707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd0bb9d7-737e-440b-bfaa-60c36c7f3adb tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:16.902809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.905688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:16.928701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc6451-613c-4000-9cbc-09734b2bcd1d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:16.930221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc6451-613c-4000-9cbc-09734b2bcd1d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:16.938228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd0bb9d7-737e-440b-bfaa-60c36c7f3adb tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:16.944419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd0bb9d7-737e-440b-bfaa-60c36c7f3adb tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3892007 May 13 14:56:16.953408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43916) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:16.986634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.021442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9f1c7-ed13-457c-a1d7-7159ea2b5ebd None None] Network ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:17.025629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:17.058988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:17.095042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.150331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Deleting port aa29fa3d-0194-453e-960e-f1518a15b353 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:17.151007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.194819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.411092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.425272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:17.425819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:17.443846 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:17.448141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:17.459840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.559417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:subnet and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:17.565641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.567874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fa9dccbf-a38e-4f80-b32c-5cae4ff13614 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8531117 May 13 14:56:17.576507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:17.580293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:17.597917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:17.602644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': True}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:17.730672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Calling delete_port for aa29fa3d-0194-453e-960e-f1518a15b353 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:17.788365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89765ebc-0949-4eae-937b-003183bccf69 None None] DHCP port deletion for 5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:56:17.877107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.953254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Port': ['ID=aa29fa3d-0194-453e-960e-f1518a15b353,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:17.960393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:17.984343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-342d309a-1f76-42e5-ae15-df9684c328f6 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/ports/aa29fa3d-0194-453e-960e-f1518a15b353 HTTP/1.1" status: 204 len: 168 time: 1.0281682 May 13 14:56:17.986649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.073357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.095020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.099561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Deleting port fd1cddaf-76b4-4609-9582-6392b88f7cd5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:18.099971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.159734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:18.165802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.223876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.414642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.414939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 HTTP/1.1" status: 204 len: 168 time: 12.0903082 May 13 14:56:18.470992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e90c6-dbac-482c-a4d7-a8a97e927a0d tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:18.495960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.557174 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005c77f-fd6b-4220-a260-fd8f939c428a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:18.557928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005c77f-fd6b-4220-a260-fd8f939c428a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:18.561095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9005c77f-fd6b-4220-a260-fd8f939c428a tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/7dff84e1-6dda-42c3-969d-b3098aa82622 HTTP/1.1" status: 404 len: 337 time: 0.1447580 May 13 14:56:18.570847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43972) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.658475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.694517 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-485c4d5e-546c-4f6c-bfa5-c1a756053ce0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:18.694998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485c4d5e-546c-4f6c-bfa5-c1a756053ce0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:18.699357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-485c4d5e-546c-4f6c-bfa5-c1a756053ce0 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/5b465d43-90e2-4eb1-a58e-8e6d8db3c8b6 HTTP/1.1" status: 404 len: 339 time: 0.1192245 May 13 14:56:18.705292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.800928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Calling delete_port for fd1cddaf-76b4-4609-9582-6392b88f7cd5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:18.884373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:18.899349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Usage tracker for resource:security_group_rule and tenant:79ba415437ab44bfbd11d4e824b8b170 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:18.907570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:18.908343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:18.913739 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b76d50b-9543-46b0-b6e4-657173c9ca4f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:18.914597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b76d50b-9543-46b0-b6e4-657173c9ca4f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:18.916978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1b76d50b-9543-46b0-b6e4-657173c9ca4f tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/d6db34d4-3210-4c6e-be6c-f4ba37e2f1a5 HTTP/1.1" status: 404 len: 337 time: 0.2104332 May 13 14:56:18.922530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43980) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:18.925787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:19.005600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.019947 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5526d99c-91b7-4daa-9d63-1dec9e661241 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:19.021247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5526d99c-91b7-4daa-9d63-1dec9e661241 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:19.035985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5526d99c-91b7-4daa-9d63-1dec9e661241 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/8ce00d06-ecac-4c93-b0cd-7876fc4a1566 HTTP/1.1" status: 404 len: 339 time: 0.1084385 May 13 14:56:19.046118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:19.268441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.328433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.357734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Port': ['ID=fd1cddaf-76b4-4609-9582-6392b88f7cd5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:19.363144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.371615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.391563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.457098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2c7ef24-bc8e-4098-a9b8-e0c5aa80a0f7 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/ports/fd1cddaf-76b4-4609-9582-6392b88f7cd5 HTTP/1.1" status: 204 len: 168 time: 1.4691153 May 13 14:56:19.483589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43996) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:19.566218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2043501d-9d05-44f3-9865-346e31069972,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:19.660928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-60e1f33c-30d7-442f-bf8f-51415fdaff50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79ba415437ab44bfbd11d4e824b8b170&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607969 May 13 14:56:19.660928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44000) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:19.660928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37e8772a-664f-46cc-975c-aa80b4a33fc0 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:19.720286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.744597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37e8772a-664f-46cc-975c-aa80b4a33fc0 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:19.746970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-37e8772a-664f-46cc-975c-aa80b4a33fc0 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2560971 May 13 14:56:19.755064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44006) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:19.791512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1151314434'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:19.812014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:19.826016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:network and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:19.833967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:19.844886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:19.847581 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.863092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=43e48236-51be-497d-bb1e-b8e5eb9ff77c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:19.878208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.898785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:19.914256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.942994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:19.975059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a935e7dc-7bb2-41ca-8a04-dcc9623b1b43']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:19.995462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44010) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.000081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:20.016514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f25749c-844c-4bc8-bf3b-0d3fee1c9584') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:20.017255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f25749c-844c-4bc8-bf3b-0d3fee1c9584') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:20.022926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.023523 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment 1a85f753-7e1f-4e48-96fb-5f4f92d6d10c of type vlan for network 8bb20248-0c49-4856-9d87-8f6867987370 May 13 14:56:20.062934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.069028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.096944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.166603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043501d-9d05-44f3-9865-346e31069972,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:20.186578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.188135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.190920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:20.191319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:20.192852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7bec58cf-8ca7-4c39-8327-3e9b28413a05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2043501d-9d05-44f3-9865-346e31069972 HTTP/1.1" status: 204 len: 168 time: 0.5815127 May 13 14:56:20.208019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.214972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:20.223845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.228123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:20.228687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:20.321872 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:20.329532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.401454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6442101 May 13 14:56:20.406126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.423096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1985729990'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:20.434655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.443670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:20.446408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:20.474221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:20.478454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9b64-d97f-4b79-ba92-a801c0a72d32 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=8bb20248-0c49-4856-9d87-8f6867987370,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:20.486178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4df3299597aa4de982dc44638fcda75d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:20.491785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:20.502697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8bb20248-0c49-4856-9d87-8f6867987370 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:20.504072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:network and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:20.506873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:20.517327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:20.522935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:20.527709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:20.528333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.616195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc406c-4886-4c13-bad6-6d2009b01f7e None None] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:20.715567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:20.721209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.726091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.728160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/a935e7dc-7bb2-41ca-8a04-dcc9623b1b43 HTTP/1.1" status: 204 len: 168 time: 1.6322925 May 13 14:56:20.732740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-670321cb-d391-4ce7-9d0d-1e52937e12e3 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6970162 May 13 14:56:20.741926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.744685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.745436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.759760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91234de9-0c9c-4724-8adf-ca30ae526db2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=a935e7dc-7bb2-41ca-8a04-dcc9623b1b43,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:20.765936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.829319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.837098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1306312902'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:20.846485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.885035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.907749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:20.907991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:20.914735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.935349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4df3299597aa4de982dc44638fcda75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387000 May 13 14:56:20.936104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751', 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': '43e48236-51be-497d-bb1e-b8e5eb9ff77c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:20.936480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:20.936621 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4d04a6-675d-40b3-a33a-bb3d3f8bb185 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:20.937635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4d04a6-675d-40b3-a33a-bb3d3f8bb185 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:20.937817 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.940972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:20.951403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:20.962939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:20.974369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:20.986877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8c4d04a6-675d-40b3-a33a-bb3d3f8bb185 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/36790fb3-567b-40ab-a401-90dcfd2d9d00 HTTP/1.1" status: 404 len: 337 time: 0.2396772 May 13 14:56:20.993804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.000866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:21.005552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af488a-4691-40dd-b857-d54a4a1371d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3548c8-abd6-40c9-a9ab-6757f7ca554e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.008633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf1e9c5cb6749e4bf3d943c84019680 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:21.012858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:21.016450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:21.020433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.035388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:21.079684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:21.100068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.100448 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment 67589b82-ae31-4081-a0b4-11cdbf51e750 of type vlan for network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 May 13 14:56:21.144630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.156700 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23b1e8a-fb35-4fd3-b15b-58c383880367 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:21.157503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23b1e8a-fb35-4fd3-b15b-58c383880367 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:21.162374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:21.175775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Allocated IP 2001:db8:0:ffff::2 (90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751/43e48236-51be-497d-bb1e-b8e5eb9ff77c/b5bd6ba9-011e-4e70-9d49-d6694f230474) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:21.206255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.211266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.228014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.234257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:21.234932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.292356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.293226 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Added segment 35d4f274-0e0d-44c4-a33c-95acd3558742 of type vlan for network c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 May 13 14:56:21.300792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b23b1e8a-fb35-4fd3-b15b-58c383880367 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/e7e29c9a-9754-46bb-8216-a52238835018 HTTP/1.1" status: 404 len: 339 time: 0.2867877 May 13 14:56:21.307632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.370110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.377896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb4a3f-1f7a-4a08-9226-ddc938be1f9d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.382253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbf1e9c5cb6749e4bf3d943c84019680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809916 May 13 14:56:21.393104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.397149 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-94202943-7654-4b0f-9ba1-ee76bb8863d1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:21.398000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94202943-7654-4b0f-9ba1-ee76bb8863d1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:21.400940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-94202943-7654-4b0f-9ba1-ee76bb8863d1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/a562d98e-73e4-43e2-b8e1-bcd890900cfe HTTP/1.1" status: 404 len: 337 time: 0.0849113 May 13 14:56:21.406153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44052) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.421871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.422240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.422605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.422944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.423304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.423660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.424047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.425849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.425849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.426143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.426333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.426560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b98bf35-efec-4a66-9eb4-22a706567274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.430607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.468830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.25.5.181 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/631f9cf4-f8ff-4ef3-90cd-ee97d97e8d25) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:21.469138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7175632 May 13 14:56:21.470050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad6a57-f34b-44d1-95a0-2429852bcb87 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=15bcd5bf-e118-4dbb-ab86-babf15e95b15,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.474340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44056) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.486023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.491524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:21.507504 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-214d67fd-be13-4c11-b911-7c10a108dbc1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:21.507980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214d67fd-be13-4c11-b911-7c10a108dbc1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:21.513690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-214d67fd-be13-4c11-b911-7c10a108dbc1 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/f0673628-fc74-4fab-a260-a61627f3dd7d HTTP/1.1" status: 404 len: 339 time: 0.0926833 May 13 14:56:21.513947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:21.516261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44060) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.549571 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.616548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.622150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:21.622806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.645440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.651375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Transition to ACTIVE for port object b5bd6ba9-011e-4e70-9d49-d6694f230474 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:21.666959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:21.680898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:subnet and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:21.686996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:21.690511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.705201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:21.705467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Transition to ACTIVE for port object b5bd6ba9-011e-4e70-9d49-d6694f230474 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:21.715900 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.740013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:21.744351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:21.830083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:21.835788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:21.842576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:21.851709 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-643a36f2-11a6-411f-af82-8f4ee7ce05c5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:21.852444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643a36f2-11a6-411f-af82-8f4ee7ce05c5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:21.854058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Pushing event updated for resources: {'Port': ['ID=b5bd6ba9-011e-4e70-9d49-d6694f230474,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.854217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-643a36f2-11a6-411f-af82-8f4ee7ce05c5 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/54e1517b-3760-4aff-aa7e-f39393889267 HTTP/1.1" status: 404 len: 337 time: 0.3352656 May 13 14:56:21.866318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:21.874620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4587767 May 13 14:56:21.909372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0aeef-6180-4b42-97a7-627c799d5624 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Network': ['ID=c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:21.929669 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8cdbb8-d0d7-47d3-a7c3-1f382009ebeb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:21.930207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8cdbb8-d0d7-47d3-a7c3-1f382009ebeb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:21.930344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.931611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.931611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.932248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.932907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.933971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.934767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.935392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.936017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.939595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.939595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.939595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:56:21.943637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:21.992867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dc8cdbb8-d0d7-47d3-a7c3-1f382009ebeb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/4c2c8955-825f-4443-ac10-a184366a9edf HTTP/1.1" status: 404 len: 339 time: 0.1197939 May 13 14:56:21.997171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.011684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.046241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.052342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.052574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.054111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5acb4a3f-1f7a-4a08-9226-ddc938be1f9d HTTP/1.1" status: 204 len: 168 time: 0.6572936 May 13 14:56:22.100677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.159668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3548c8-abd6-40c9-a9ab-6757f7ca554e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:22.206258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:22.220467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:22.227523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.232610 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-261de531-cde4-43c2-8d5a-02b7be2c2fa6 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:22.233283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261de531-cde4-43c2-8d5a-02b7be2c2fa6 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:22.238378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd1f0ace-264c-474e-8939-739d99af311d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a3548c8-abd6-40c9-a9ab-6757f7ca554e HTTP/1.1" status: 204 len: 168 time: 1.2947390 May 13 14:56:22.248308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993111ce-18ec-4b56-9f94-e31e136b1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb4a3f-1f7a-4a08-9226-ddc938be1f9d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:22.250372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=631f9cf4-f8ff-4ef3-90cd-ee97d97e8d25,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:22.271484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:22.272739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-261de531-cde4-43c2-8d5a-02b7be2c2fa6 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/8ad6e3ed-7f4c-48e2-bec4-1ec51eb549aa HTTP/1.1" status: 404 len: 337 time: 0.2741113 May 13 14:56:22.282580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.326731 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e367c6-9dc3-468b-86f0-c5f3a01a2c01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:22.328619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e367c6-9dc3-468b-86f0-c5f3a01a2c01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:22.331225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-25e367c6-9dc3-468b-86f0-c5f3a01a2c01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/bf136c6f-88d0-4ae9-b74f-868fc73f841a HTTP/1.1" status: 404 len: 339 time: 0.0472193 May 13 14:56:22.347860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.407219 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83e4751-073a-4bca-b95f-46c131c20d33 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:22.407683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83e4751-073a-4bca-b95f-46c131c20d33 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:22.409873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e83e4751-073a-4bca-b95f-46c131c20d33 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/e1ac1ad0-e634-4f25-baf8-e5263c5e5b1e HTTP/1.1" status: 404 len: 337 time: 0.0605009 May 13 14:56:22.417870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Attempting to bind port b5bd6ba9-011e-4e70-9d49-d6694f230474 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:22.418646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Attempting to bind port b5bd6ba9-011e-4e70-9d49-d6694f230474 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:22.419343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Attempting to bind port b5bd6ba9-011e-4e70-9d49-d6694f230474 on network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:22.423824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44084) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.441098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:22.442030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Checking segment: {'id': '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:22.444323 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.446526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Bound using segment: {'id': '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:22.448926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Bound port: b5bd6ba9-011e-4e70-9d49-d6694f230474, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:22.449923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.559903 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2bb134-338f-4aa0-a549-611ed64ef9eb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:22.562330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2bb134-338f-4aa0-a549-611ed64ef9eb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:22.568737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cc2bb134-338f-4aa0-a549-611ed64ef9eb tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/8dc55488-5774-476a-9a9b-737878f70441 HTTP/1.1" status: 404 len: 339 time: 0.1422892 May 13 14:56:22.572095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.658247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:56:22.660647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.764933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:22.772304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:22.781395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:22.859514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=6b093fa5-8941-46ec-bf69-9a45cfdbf059,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:22.886491 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68906a1-ed53-4f1e-9323-cf11ac178f01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:22.887549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68906a1-ed53-4f1e-9323-cf11ac178f01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:22.893190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f68906a1-ed53-4f1e-9323-cf11ac178f01 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/3aff1997-bac6-4926-86c9-5592f71b1008 HTTP/1.1" status: 404 len: 337 time: 0.3066893 May 13 14:56:22.896827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:22.994558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e436-2056-49c8-a5f1-51ad7dd28c7d None None] Pushing event updated for resources: {'Port': ['ID=b5bd6ba9-011e-4e70-9d49-d6694f230474,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:23.035491 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d094ec20-3bb0-45cb-b0b2-b13881f7ace3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:23.036347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d094ec20-3bb0-45cb-b0b2-b13881f7ace3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:23.048293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d094ec20-3bb0-45cb-b0b2-b13881f7ace3 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/d94139a0-857d-46b9-b5b2-a9739ba6349d HTTP/1.1" status: 404 len: 339 time: 0.1365583 May 13 14:56:23.048293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:23.051930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': '67589b82-ae31-4081-a0b4-11cdbf51e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:23.052579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: 15bcd5bf-e118-4dbb-ab86-babf15e95b15, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:23.552371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:23.606226 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf04c8f0-1f30-4d39-aca4-c7d16bed2a26 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:23.606934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf04c8f0-1f30-4d39-aca4-c7d16bed2a26 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:23.612463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cf04c8f0-1f30-4d39-aca4-c7d16bed2a26 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/b69ee72a-aaaa-4df2-aac6-f029c959564c HTTP/1.1" status: 404 len: 337 time: 0.5616715 May 13 14:56:23.613643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:23.622639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:23.627222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.642194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 15bcd5bf-e118-4dbb-ab86-babf15e95b15) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:23.646896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:23.647574 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.670825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e499b5b-ee7e-4e23-a5b2-46b89e306f10 None None] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:23.684020 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebdaa3b-200d-44c6-998f-183422602ad2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:23.684611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebdaa3b-200d-44c6-998f-183422602ad2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:23.690722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1ebdaa3b-200d-44c6-998f-183422602ad2 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/ed37cd3c-6277-4409-97cb-97ceee9420dd HTTP/1.1" status: 404 len: 339 time: 0.0620613 May 13 14:56:23.697197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:23.701444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:23.709547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Usage tracker for resource:security_group_rule and tenant:8025ffff69de47cfb05bb7912d8eb25a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:23.712352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:23.729893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:23.759738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:23.966313 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5059bec-6df4-4e42-9229-f3c4cfaeee25 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:23.966952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5059bec-6df4-4e42-9229-f3c4cfaeee25 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:23.972308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5059bec-6df4-4e42-9229-f3c4cfaeee25 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/7d5600e5-6242-4c89-b483-1005b4bf434e HTTP/1.1" status: 404 len: 337 time: 0.1666734 May 13 14:56:23.974893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:23.979503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a7bd75a5-9610-4a59-bfbd-aa5edbc6ef10 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5017135 May 13 14:56:23.982225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:24.014081 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-e708abc5-1ab0-4513-b285-28172b381876 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] DELETE failed (client error): The resource could not be found. May 13 14:56:24.015743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e708abc5-1ab0-4513-b285-28172b381876 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:24.020616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e708abc5-1ab0-4513-b285-28172b381876 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/a4a09563-b29c-42e2-a05d-48d5602b9563 HTTP/1.1" status: 404 len: 339 time: 0.0420794 May 13 14:56:24.022798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'port': {'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15', 'name': 'tempest-NetworksIpV6TestAttrs-442038931'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:24.039624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44140) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:24.249741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b5bd6ba9-011e-4e70-9d49-d6694f230474 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:24.327918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:24.332536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:port and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:24.336629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:24.344465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:24.376009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.396592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.419037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:24.423311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.580784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b5bd6ba9-011e-4e70-9d49-d6694f230474 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:24.583845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] device_id is not set on port 109b5e5b-e49c-4e1d-86d8-fb8edd19933a yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:24.603899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-15bcd5bf-e118-4dbb-ab86-babf15e95b15', 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': '6b093fa5-8941-46ec-bf69-9a45cfdbf059'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:24.604886 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.633805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8025ffff69de47cfb05bb7912d8eb25a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0608449 May 13 14:56:24.638167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b6dd-df9d-46e4-8e5a-cc87c7e27123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c40d371-e5ee-48d3-94e4-5595cf12911c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:24.643046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:24.878423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:24.930953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3a1d9-5499-4944-b9e2-a6c0c017eeeb None None] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:24.949869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting subnet ee605710-7a8d-438e-8cd7-b453b7e71597 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:56:24.964070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.062358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.098493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.122178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.207601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.427962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.470296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.499276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Allocated IP 2001:db8::f816:3eff:fe19:7da1 (15bcd5bf-e118-4dbb-ab86-babf15e95b15/6b093fa5-8941-46ec-bf69-9a45cfdbf059/109b5e5b-e49c-4e1d-86d8-fb8edd19933a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:25.514211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c40d371-e5ee-48d3-94e4-5595cf12911c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.590244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Provisioning for port b5bd6ba9-011e-4e70-9d49-d6694f230474 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:25.645204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.647263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6c0d228-da6b-41f9-b8af-620b9c83fa4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c40d371-e5ee-48d3-94e4-5595cf12911c HTTP/1.1" status: 204 len: 168 time: 1.0012827 May 13 14:56:25.693931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.748174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router bdd09a65-ce5a-4bee-8cae-42a9665daf99 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:56:25.759674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Subnet': ['ID=ee605710-7a8d-438e-8cd7-b453b7e71597,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:25.806029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100f94d-c37e-4876-9821-3793920bf3f2 None None] Network 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:25.833719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:25.885210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b194c5c-ccb8-4973-8226-3f3aeb885112 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/subnets/ee605710-7a8d-438e-8cd7-b453b7e71597 HTTP/1.1" status: 204 len: 168 time: 1.8404965 May 13 14:56:25.885854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44166) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:26.273503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.288578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.318745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Deleting port 9aa81967-e873-43e1-adbc-1b39dacbef0a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:26.319500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.343561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Transition to ACTIVE for port object 109b5e5b-e49c-4e1d-86d8-fb8edd19933a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:26.346978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:26.362629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'subnets': [{'network_id': '8bb20248-0c49-4856-9d87-8f6867987370', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2096682895', 'ip_version': 6}, {'network_id': 'c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:26.363442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'subnet': {'network_id': '8bb20248-0c49-4856-9d87-8f6867987370', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2096682895', 'ip_version': 6}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:26.364774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Request body: {'subnet': {'network_id': 'c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:26.443707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Provisioning complete for port b5bd6ba9-011e-4e70-9d49-d6694f230474 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:26.444364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.560148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.671257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:26.705019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.718837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:26.751407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:26.833198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Allocated IP 2001:db8::f816:3eff:fe92:ca24 (15bcd5bf-e118-4dbb-ab86-babf15e95b15/6b093fa5-8941-46ec-bf69-9a45cfdbf059/4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:26.835638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Current status of the port b5bd6ba9-011e-4e70-9d49-d6694f230474 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:26.836153 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.851589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:26.868891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:26.869577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:26.873690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Port': ['ID=109b5e5b-e49c-4e1d-86d8-fb8edd19933a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:26.908271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:26.930582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Usage tracker for resource:security_group_rule and tenant:cfaf9c0c6a8a4c53a25144ad6da5af23 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:26.938597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:26.952877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e5d2368f-88db-474b-a422-100a766f8bbd tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9392178 May 13 14:56:26.952877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:26.962293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:26.970776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Usage tracker for resource:subnet and tenant:bab216f18007411080421fb38a2124a9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:26.979219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:26.984122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:27.056883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:27.097452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:27.109229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.115160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-30471557-3003-439c-ae7d-a3c52aeffd79 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "PUT /v2.0/routers/bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 200 len: 914 time: 9.5338762 May 13 14:56:27.121620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:27.124187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Made reservation on behalf of bab216f18007411080421fb38a2124a9 for: {'subnet': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:27.129472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.129783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.181641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] Sync routers for ids ['bdd09a65-ce5a-4bee-8cae-42a9665daf99'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:27.188259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563afede-7574-4912-a180-9e7d871f9def None None] DHCP port deletion for 1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:56:27.239102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-563afede-7574-4912-a180-9e7d871f9def None None] Deleting port 9aa81967-e873-43e1-adbc-1b39dacbef0a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:27.240401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-563afede-7574-4912-a180-9e7d871f9def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.251076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] For port 9aa81967-e873-43e1-adbc-1b39dacbef0a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9aa81967-e873-43e1-adbc-1b39dacbef0a,segment=NetworkSegment(c523a6db-8fcd-48ae-8a3c-334ae24531a4),segment_id=c523a6db-8fcd-48ae-8a3c-334ae24531a4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:27.251364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.272155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting subnet 6b093fa5-8941-46ec-bf69-9a45cfdbf059 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:56:27.317788 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:56:27.361966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] Routers {'bdd09a65-ce5a-4bee-8cae-42a9665daf99'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:27.363422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bdd09a65-ce5a-4bee-8cae-42a9665daf99'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:27.494267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.502749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:27.578333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.660101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Calling delete_port for 9aa81967-e873-43e1-adbc-1b39dacbef0a owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:27.683707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:27.742538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfaf9c0c6a8a4c53a25144ad6da5af23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0703919 May 13 14:56:27.748395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44222) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:27.753089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a944299-e669-4f2c-9512-933f3f327e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e4015-d083-4fa3-9c9e-994c9eb3285b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:27.774230 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4c983a2b-2bf9-4e7e-afcd-1c266bcf598e tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 200 len: 920 time: 0.6508186 May 13 14:56:27.797024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:27.809120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:27.906412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] Routers {'bdd09a65-ce5a-4bee-8cae-42a9665daf99'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:27.909090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['bdd09a65-ce5a-4bee-8cae-42a9665daf99'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:27.952035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.059874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9aa81967-e873-43e1-adbc-1b39dacbef0a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:56:28.102987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Port': ['ID=9aa81967-e873-43e1-adbc-1b39dacbef0a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.115795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] No DVR routers for this DVR port 9aa81967-e873-43e1-adbc-1b39dacbef0a on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:56:28.133627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.166362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9aa81967-e873-43e1-adbc-1b39dacbef0a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:56:28.166978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9aa81967-e873-43e1-adbc-1b39dacbef0a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:56:28.169364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:28.170219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57cc59-607d-4fe4-9561-1ec5ef514dfb None None] The sync data for ids ['bdd09a65-ce5a-4bee-8cae-42a9665daf99'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:28.206219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.407178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d10ac502-dde9-4fc2-b9fc-3a5ab4900de8 None None] Provisioning complete for port b5bd6ba9-011e-4e70-9d49-d6694f230474 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:28.407605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d10ac502-dde9-4fc2-b9fc-3a5ab4900de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.412605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.473364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978d941-6375-4d5d-8660-4a3827bf26c6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:28.476882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d978d941-6375-4d5d-8660-4a3827bf26c6 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=bdd09a65-ce5a-4bee-8cae-42a9665daf99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6777968 May 13 14:56:28.480514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:28.494622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:28.527946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.540497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03793b-527b-420e-90dd-22c723d67e6e None None] Pushing event updated for resources: {'Port': ['ID=b5bd6ba9-011e-4e70-9d49-d6694f230474,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.545504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c523a6db-8fcd-48ae-8a3c-334ae24531a4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:28.546787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c523a6db-8fcd-48ae-8a3c-334ae24531a4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:28.552987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e4015-d083-4fa3-9c9e-994c9eb3285b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.557564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.587504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-563afede-7574-4912-a180-9e7d871f9def None None] For port 9aa81967-e873-43e1-adbc-1b39dacbef0a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9aa81967-e873-43e1-adbc-1b39dacbef0a,segment=NetworkSegment(c523a6db-8fcd-48ae-8a3c-334ae24531a4),segment_id=c523a6db-8fcd-48ae-8a3c-334ae24531a4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:28.588227 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-563afede-7574-4912-a180-9e7d871f9def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.629573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.635108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e3845f6c-e51f-4a2a-890a-de9308d813ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e23e4015-d083-4fa3-9c9e-994c9eb3285b HTTP/1.1" status: 204 len: 168 time: 0.8800766 May 13 14:56:28.692069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Subnet': ['ID=e63b4884-87b6-43bc-b78e-741dd6ff1b22,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.708826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.709844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Checking segment: {'id': '1a85f753-7e1f-4e48-96fb-5f4f92d6d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '8bb20248-0c49-4856-9d87-8f6867987370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:28.710400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network hostable DHCP agents. Network: 8bb20248-0c49-4856-9d87-8f6867987370, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:28.737357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network 8bb20248-0c49-4856-9d87-8f6867987370 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:28.766637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8bb20248-0c49-4856-9d87-8f6867987370) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:28.784365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.809149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.848303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:28.848939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:28.878749 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:28.921279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Checking segment: {'id': '35d4f274-0e0d-44c4-a33c-95acd3558742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:28.921871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network hostable DHCP agents. Network: c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:28.932573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event updated for resources: {'Subnet': ['ID=837dc484-a0f4-4d2d-beff-991995152676,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:28.963659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:28.975887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Network c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:28.993273 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.000096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:29.015593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Transition to ACTIVE for port object 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:29.016422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.017292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.022307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.048773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf787d4c-ede9-4702-8fb1-4909023f4e06 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.050654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf787d4c-ede9-4702-8fb1-4909023f4e06 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.5541596 May 13 14:56:29.055368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44254) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:29.066831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Transition to ACTIVE for port object 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:29.080689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.086638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627f4cd-afcf-4691-aa48-f5937839494c None None] Network 8bb20248-0c49-4856-9d87-8f6867987370 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:29.116829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.128931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.162671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-563afede-7574-4912-a180-9e7d871f9def None None] Calling delete_port for 9aa81967-e873-43e1-adbc-1b39dacbef0a owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:29.176440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a0780a6a-603b-4a41-9a45-17124c805fea tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 200 len: 205 time: 0.1194694 May 13 14:56:29.186852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:29.191562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] Pushing event deleted for resources: {'Network': ['ID=1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:29.203340 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0cb4959a-92b4-4c69-8086-49c2549a17de tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8533061 May 13 14:56:29.204076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:29.267132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-46b437fd-55c8-4d04-80a0-6270f97fb390 tempest-NetworksTest-565805856 tempest-NetworksTest-565805856-project] 10.222.0.36 "DELETE /v2.0/networks/1f3c10bf-1949-4eb4-83c0-b4fb58f8b1f8 HTTP/1.1" status: 204 len: 168 time: 3.3568740 May 13 14:56:29.269571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.399056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.401162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.402750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:29.403602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:29.449260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0cb25-113b-4ed1-9511-7e1026b95a9e None None] Network c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:29.449597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:29.461996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-161031bb-b3d7-49c9-977e-6de838ebaa87 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2521372 May 13 14:56:29.469629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:29.480288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.561134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.565759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-563afede-7574-4912-a180-9e7d871f9def None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:56:29.566299 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-563afede-7574-4912-a180-9e7d871f9def None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:56:29.600697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.840690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:29.841399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.893078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.906527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:29.911417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port 631f9cf4-f8ff-4ef3-90cd-ee97d97e8d25 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:29.911417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.929198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:29.956059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Pushing event updated for resources: {'Port': ['ID=4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:29.959967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b5bd6ba9-011e-4e70-9d49-d6694f230474 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:29.988547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:29.991540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:30.010927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.073493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=6b093fa5-8941-46ec-bf69-9a45cfdbf059,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:30.074913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40aa0c1f-7994-40f2-aaef-4185daa260ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.099472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-563afede-7574-4912-a180-9e7d871f9def None None] Deleting port 9aa81967-e873-43e1-adbc-1b39dacbef0a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:30.099948 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-563afede-7574-4912-a180-9e7d871f9def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.122341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ac11377-9705-45d6-8321-ed277dc383bc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/6b093fa5-8941-46ec-bf69-9a45cfdbf059 HTTP/1.1" status: 204 len: 168 time: 3.1188123 May 13 14:56:30.122638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.125323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:30.133280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44292) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:30.148887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Deleting subnet e63b4884-87b6-43bc-b78e-741dd6ff1b22 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:56:30.213628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Usage tracker for resource:security_group_rule and tenant:7bfb3b451ba147598feb9af6c2e085b6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:30.220169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d10ac502-dde9-4fc2-b9fc-3a5ab4900de8 None None] Current status of the port b5bd6ba9-011e-4e70-9d49-d6694f230474 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:30.221826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:30.245291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.313964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:30.360354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56270a46-7345-4aa9-b3f0-903831cfa061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8bb20248-0c49-4856-9d87-8f6867987370', 'network_id': '8bb20248-0c49-4856-9d87-8f6867987370', 'tenant_id': 'bab216f18007411080421fb38a2124a9', 'fixed_ips': [{'subnet_id': 'e63b4884-87b6-43bc-b78e-741dd6ff1b22'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:30.361173 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56270a46-7345-4aa9-b3f0-903831cfa061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.411798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-563afede-7574-4912-a180-9e7d871f9def None None] The port '9aa81967-e873-43e1-adbc-1b39dacbef0a' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:56:30.429391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009c84b-799e-4d90-ba87-bc31ec0360d9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:30.432635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009c84b-799e-4d90-ba87-bc31ec0360d9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:30.433929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1009c84b-799e-4d90-ba87-bc31ec0360d9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Synchronizing usage tracker for tenant:da9aa64113284a54bca546f3ced870eb on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:30.444024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Attempting to bind port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:30.445526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Attempting to bind port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '67589b82-ae31-4081-a0b4-11cdbf51e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:30.445909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Attempting to bind port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 on network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:30.449099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.532172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for 631f9cf4-f8ff-4ef3-90cd-ee97d97e8d25 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:30.555003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:30.555372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Checking segment: {'id': '67589b82-ae31-4081-a0b4-11cdbf51e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:30.555836 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.556241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Bound using segment: {'id': '67589b82-ae31-4081-a0b4-11cdbf51e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:30.556753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Bound port: 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67589b82-ae31-4081-a0b4-11cdbf51e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '15bcd5bf-e118-4dbb-ab86-babf15e95b15'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:30.557551 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.570170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1009c84b-799e-4d90-ba87-bc31ec0360d9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Unset dirty status for tenant:da9aa64113284a54bca546f3ced870eb on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:30.571736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1009c84b-799e-4d90-ba87-bc31ec0360d9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4365966 May 13 14:56:30.583056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:30.615224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd14130d-cd2f-4058-8102-8d249daa3cc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90594892d02b47f2b3d830994dadd6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484620 May 13 14:56:30.622743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:30.643124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.728275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] For port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:30.732499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] For port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8,segment=NetworkSegment(67589b82-ae31-4081-a0b4-11cdbf51e750),segment_id=67589b82-ae31-4081-a0b4-11cdbf51e750)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:30.743523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b5bd6ba9-011e-4e70-9d49-d6694f230474 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:30.744412 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.828606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.841077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.888355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.947301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.951083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.953419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7686d12f-b4cc-4d87-8854-adfc5793b07e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:30.989065 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7686d12f-b4cc-4d87-8854-adfc5793b07e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 14:56:30.989713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7686d12f-b4cc-4d87-8854-adfc5793b07e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:30.991742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7686d12f-b4cc-4d87-8854-adfc5793b07e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/15bcd5bf-e118-4dbb-ab86-babf15e95b15 HTTP/1.1" status: 409 len: 405 time: 0.4072959 May 13 14:56:31.001786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44320) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:31.031573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-350427547'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:31.039676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:31.044505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:31.048062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:31.055490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:31.098486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.103512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:31.107240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.162298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/subnets/e63b4884-87b6-43bc-b78e-741dd6ff1b22 HTTP/1.1" status: 204 len: 168 time: 1.6864958 May 13 14:56:31.166607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44326) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:31.168707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:31.173064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47a0d3-c01d-408a-83e6-314cac531d58 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Subnet': ['ID=e63b4884-87b6-43bc-b78e-741dd6ff1b22,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.198861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bfb3b451ba147598feb9af6c2e085b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2331371 May 13 14:56:31.205021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372526a0-05e4-4a4c-829c-9d4fe84dc2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0984bc-6b03-43c9-9626-fbd2976febf6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.212481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:31.216596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.326601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedc23a7-0445-43eb-b371-0e2a02929ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4', 'network_id': 'c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4', 'tenant_id': 'bab216f18007411080421fb38a2124a9', 'fixed_ips': [{'subnet_id': '837dc484-a0f4-4d2d-beff-991995152676'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:31.328312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.329428 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aedc23a7-0445-43eb-b371-0e2a02929ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server [None req-56270a46-7345-4aa9-b3f0-903831cfa061 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63b4884-87b6-43bc-b78e-741dd6ff1b22: This subnet is being modified by another concurrent operation. May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 14:56:31.428360 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise exception May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63b4884-87b6-43bc-b78e-741dd6ff1b22: This subnet is being modified by another concurrent operation. May 13 14:56:31.431752 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server May 13 14:56:31.492575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.493261 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment c95efbdc-2066-4ca7-8629-d2c33a357d91 of type vlan for network 06cf195f-54c6-477f-b216-44964d0f9eb6 May 13 14:56:31.502553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=631f9cf4-f8ff-4ef3-90cd-ee97d97e8d25,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.507981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.626866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.660796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.676177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Deleting subnet 837dc484-a0f4-4d2d-beff-991995152676 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:56:31.680956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.694984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64755b-6452-4f64-8a4f-595d7cfc8657 None None] Network 8bb20248-0c49-4856-9d87-8f6867987370 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:31.762099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.800561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fdc612-f083-4cc4-aa47-9f283525b82a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.851522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.853800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6cabbf1b-de5e-4318-9807-535d4c8ff62f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48fdc612-f083-4cc4-aa47-9f283525b82a HTTP/1.1" status: 204 len: 168 time: 1.2297983 May 13 14:56:31.856308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.936797 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.973846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0984bc-6b03-43c9-9626-fbd2976febf6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:31.990176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:31.991854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24894ea7-c00b-4fef-804c-92ed274b6935 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d0984bc-6b03-43c9-9626-fbd2976febf6 HTTP/1.1" status: 204 len: 168 time: 0.7780805 May 13 14:56:32.011013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.107154 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.115215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Subnet': ['ID=837dc484-a0f4-4d2d-beff-991995152676,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:32.119028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.149541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.283062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b5bd6ba9-011e-4e70-9d49-d6694f230474 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:32.377105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.379946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.409390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-74e89a2b-ce24-4fe2-840d-15e1bcb076fd tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/subnets/837dc484-a0f4-4d2d-beff-991995152676 HTTP/1.1" status: 204 len: 168 time: 1.2397320 May 13 14:56:32.410131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:32.411658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:32.421211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.421947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router bdd09a65-ce5a-4bee-8cae-42a9665daf99 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:56:32.453101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.454407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-210373e3-f5cd-4ae1-9dc9-5b3d41ef221e tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 204 len: 168 time: 3.2648017 May 13 14:56:32.456386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.462456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:32.463426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.481521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44364) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:32.506628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5036976 May 13 14:56:32.511340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:32.512459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723615515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:32.521693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:32.528551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:32.534022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:32.543277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:32.558513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:32.567428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c59cf-9cfd-4911-9531-c83ecec3c2c4 None None] Pushing event updated for resources: {'Port': ['ID=4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:32.644023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.646016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.687934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841e1c4-22e2-4cb6-8368-8b190a46354e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=06cf195f-54c6-477f-b216-44964d0f9eb6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:32.694447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.744657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:32.751264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.833956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:32.844455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2ffd195a-3671-4122-86a6-9ba40786cb71 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3422270 May 13 14:56:32.845914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:32.875342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'enable_snat': False}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:32.906458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:32.950515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f781688-a3b6-4d38-91b9-7aaef45197d5 None None] Network 15bcd5bf-e118-4dbb-ab86-babf15e95b15 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:32.979855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:33.008307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a10157-1721-48ab-a853-049b4ed7aca5 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:33.009921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-32a10157-1721-48ab-a853-049b4ed7aca5 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Synchronizing usage tracker for tenant:bab216f18007411080421fb38a2124a9 on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:33.082413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-32a10157-1721-48ab-a853-049b4ed7aca5 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Unset dirty status for tenant:bab216f18007411080421fb38a2124a9 on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:33.085501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-32a10157-1721-48ab-a853-049b4ed7aca5 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6736193 May 13 14:56:33.099577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:33.103219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.223822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44382) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:33.225279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44384) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:33.226580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.231969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ce2902f-3c9a-4e0c-87c8-ee1bc05fd6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.520475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:33.550824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2d7c9-f774-4fad-9087-dfeb816067ab None None] Network c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:33.981745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.021871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166039e-4791-4f39-bd30-fa8baf9be6d4 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:56:34.216112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:34.333383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166039e-4791-4f39-bd30-fa8baf9be6d4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:56:34.462873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:56:34.464897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.539003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.570556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Usage tracker for resource:security_group_rule and tenant:6ded734a4ac64a2fb0dd647f5a6653e6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:34.604760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:34.619285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.621454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:34.698043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': 'c95efbdc-2066-4ca7-8629-d2c33a357d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:34.698610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: 06cf195f-54c6-477f-b216-44964d0f9eb6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:34.701138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:34.782954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=5f8a3603-12f2-41e6-b53d-1f4a390f0261,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:34.836132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:34.863543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 06cf195f-54c6-477f-b216-44964d0f9eb6) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:34.870248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:34.871545 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:34.974460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd9a8c3a-6d10-4d8a-bc84-d11dc8dd379e tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4611959 May 13 14:56:34.977298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:34.994141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'port': {'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6', 'name': 'tempest-NetworksIpV6TestAttrs-1859155326'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:35.002677 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.100705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.122023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0d004ed0-bab8-484e-b571-016e522ccaae tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] Request body: {'port': {'network_id': '46c7da7d-7922-4297-a4d8-69680bfa9792', 'name': 'tempest-NetworksNegativeTestJSON-1800193792'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:35.212148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.268762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee61dc-43e6-4c30-a5ad-9fdd8e732969 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:56:35.353092 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d004ed0-bab8-484e-b571-016e522ccaae tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] POST failed (client error): The resource could not be found. May 13 14:56:35.354823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d004ed0-bab8-484e-b571-016e522ccaae tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:35.363048 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0d004ed0-bab8-484e-b571-016e522ccaae tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6489038 May 13 14:56:35.366132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.468747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:35.478238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:port and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:35.479168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:35.489055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:35.508568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:35.514771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.569706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] device_id is not set on port cd625250-091f-41a4-b967-2be5fa2c0967 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:35.582417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ded734a4ac64a2fb0dd647f5a6653e6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3407929 May 13 14:56:35.588445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.597034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44440) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.598854 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-86590100-2eb1-4371-aaf0-49b9c9d97260 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] DELETE failed (client error): The resource could not be found. May 13 14:56:35.601505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86590100-2eb1-4371-aaf0-49b9c9d97260 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:35.632301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-86590100-2eb1-4371-aaf0-49b9c9d97260 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "DELETE /v2.0/networks/f52f2e94-d1db-447a-84f4-133184dc3903 HTTP/1.1" status: 404 len: 339 time: 0.2148540 May 13 14:56:35.632301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa582f-e8e1-41e8-99c5-323caf19305e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde80e2-ee65-4a5e-8f6c-bf57aa612e87,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:35.639536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.746481 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a5eff3-cfc5-4774-892b-afce34dc5cab tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] DELETE failed (client error): The resource could not be found. May 13 14:56:35.746839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a5eff3-cfc5-4774-892b-afce34dc5cab tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:35.756248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-29a5eff3-cfc5-4774-892b-afce34dc5cab tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "DELETE /v2.0/ports/64a173d2-0b5b-4d84-aa53-2eecc77b0394 HTTP/1.1" status: 404 len: 333 time: 0.1051719 May 13 14:56:35.761928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.770045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee61dc-43e6-4c30-a5ad-9fdd8e732969 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:56:35.770947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:35.838152 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a431ecbd-0a91-4b58-9387-88380cac84eb tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] DELETE failed (client error): The resource could not be found. May 13 14:56:35.838616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a431ecbd-0a91-4b58-9387-88380cac84eb tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:35.845986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a431ecbd-0a91-4b58-9387-88380cac84eb tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "DELETE /v2.0/subnets/f172814f-dcbd-4a6c-aa93-43222538e7da HTTP/1.1" status: 404 len: 337 time: 0.0739114 May 13 14:56:35.850762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.857050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d4f274-0e0d-44c4-a33c-95acd3558742') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:35.857402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d4f274-0e0d-44c4-a33c-95acd3558742') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:35.879475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.899785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Allocated IP 2001:db8::f816:3eff:fe27:d397 (06cf195f-54c6-477f-b216-44964d0f9eb6/5f8a3603-12f2-41e6-b53d-1f4a390f0261/cd625250-091f-41a4-b967-2be5fa2c0967) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:35.908352 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e4edf8-2489-41f9-a36f-de661bb6f7fe tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] GET failed (client error): The resource could not be found. May 13 14:56:35.916146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1e4edf8-2489-41f9-a36f-de661bb6f7fe tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "GET /v2.0/networks/b253383f-17a0-4d1c-81a2-dda0ff42d41c HTTP/1.1" status: 404 len: 339 time: 0.0566032 May 13 14:56:35.916850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:35.985378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:35.990544 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7ebdc3-4319-45a6-a2d6-36a0d8aba150 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] GET failed (client error): The resource could not be found. May 13 14:56:35.998140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bc7ebdc3-4319-45a6-a2d6-36a0d8aba150 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "GET /v2.0/ports/50458dc1-c77a-4b29-85e3-4694bdb4e37f HTTP/1.1" status: 404 len: 333 time: 0.0749855 May 13 14:56:35.999400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44462) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.007113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:36.007925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:36.051967 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:36.062495 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4bbd26-98a6-42c7-8047-d5cd1b7ad421 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] GET failed (client error): The resource could not be found. May 13 14:56:36.069826 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a4bbd26-98a6-42c7-8047-d5cd1b7ad421 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "GET /v2.0/subnets/56b84414-daca-40b9-8fda-bb883b473fe8 HTTP/1.1" status: 404 len: 337 time: 0.0639780 May 13 14:56:36.076461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.224126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bc6f0229-98b7-451d-b481-cb9b1a8c3ee6 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:36.249261 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6f0229-98b7-451d-b481-cb9b1a8c3ee6 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] PUT failed (client error): The resource could not be found. May 13 14:56:36.249712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6f0229-98b7-451d-b481-cb9b1a8c3ee6 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:36.254936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bc6f0229-98b7-451d-b481-cb9b1a8c3ee6 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "PUT /v2.0/networks/2c402335-a732-47d4-a860-087bc0da421b HTTP/1.1" status: 404 len: 339 time: 0.0679410 May 13 14:56:36.259110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.263847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.273425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e37b6111-8d9b-4b31-a1ce-c18e86b2015f tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:36.362629 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37b6111-8d9b-4b31-a1ce-c18e86b2015f tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] PUT failed (client error): The resource could not be found. May 13 14:56:36.363107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37b6111-8d9b-4b31-a1ce-c18e86b2015f tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:36.368651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e37b6111-8d9b-4b31-a1ce-c18e86b2015f tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "PUT /v2.0/ports/4e581e7c-856f-41f7-95bc-544384ca07ea HTTP/1.1" status: 404 len: 333 time: 0.1062431 May 13 14:56:36.369859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.382566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a4431bea-e5d4-4a7e-80cd-394ea86c2f57 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:36.392973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.450235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-06cf195f-54c6-477f-b216-44964d0f9eb6', 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': '5f8a3603-12f2-41e6-b53d-1f4a390f0261'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:36.453868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.461235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.482527 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4431bea-e5d4-4a7e-80cd-394ea86c2f57 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] PUT failed (client error): The resource could not be found. May 13 14:56:36.483919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4431bea-e5d4-4a7e-80cd-394ea86c2f57 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:36.486006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4431bea-e5d4-4a7e-80cd-394ea86c2f57 tempest-NetworksNegativeTestJSON-1887964206 tempest-NetworksNegativeTestJSON-1887964206-project] 10.222.0.36 "PUT /v2.0/subnets/daf83424-f5d9-4637-ab5e-12acf7c43545 HTTP/1.1" status: 404 len: 337 time: 0.1141176 May 13 14:56:36.508926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Transition to ACTIVE for port object cd625250-091f-41a4-b967-2be5fa2c0967 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:36.584022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.610109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.619207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4 HTTP/1.1" status: 204 len: 168 time: 3.3908720 May 13 14:56:36.629766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.640800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.657825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a013c-5fe2-4297-a719-4b91c773e47f tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=c2bbdc7b-dd2e-43da-94eb-b7b6a4fefcf4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:36.702392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.736275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:36.739999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:36.745022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:36.750619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:36.751475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.773135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Port': ['ID=cd625250-091f-41a4-b967-2be5fa2c0967,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:36.793361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-77483b23-1255-4595-9842-7af022eb4d40 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8127973 May 13 14:56:36.796074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44488) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:36.841575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Allocated IP 2001:db8::f816:3eff:fe45:fc8d (06cf195f-54c6-477f-b216-44964d0f9eb6/5f8a3603-12f2-41e6-b53d-1f4a390f0261/597bb9a5-a86f-45d7-9503-2aaab4558b74) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:36.912046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:36.925601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting subnet 5f8a3603-12f2-41e6-b53d-1f4a390f0261 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:56:37.108991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44496) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:37.157709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.369794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Allocated IP 172.25.5.197 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/d885658d-8707-4be5-92d7-7123f9196659) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:37.463208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.470619 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.489030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Transition to ACTIVE for port object 597bb9a5-a86f-45d7-9503-2aaab4558b74 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:37.520162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Transition to ACTIVE for port object 597bb9a5-a86f-45d7-9503-2aaab4558b74 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:37.527046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.533722 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.550006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.632595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde80e2-ee65-4a5e-8f6c-bf57aa612e87,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:37.681153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.683469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.684776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cba71ba4-ed70-4576-a1a8-4e4644de9eb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bde80e2-ee65-4a5e-8f6c-bf57aa612e87 HTTP/1.1" status: 204 len: 168 time: 2.0746815 May 13 14:56:37.690207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.735440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Pushing event updated for resources: {'Port': ['ID=597bb9a5-a86f-45d7-9503-2aaab4558b74,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:37.788580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb20248-0c49-4856-9d87-8f6867987370']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:37.798829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:37.800566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:37.808184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:37.906380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:37.921066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a85f753-7e1f-4e48-96fb-5f4f92d6d10c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:37.932061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a85f753-7e1f-4e48-96fb-5f4f92d6d10c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:37.939344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Attempting to bind port 597bb9a5-a86f-45d7-9503-2aaab4558b74 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:37.939726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Attempting to bind port 597bb9a5-a86f-45d7-9503-2aaab4558b74 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c95efbdc-2066-4ca7-8629-d2c33a357d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:37.940106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Attempting to bind port 597bb9a5-a86f-45d7-9503-2aaab4558b74 on network 06cf195f-54c6-477f-b216-44964d0f9eb6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:37.948425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:37.950010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Checking segment: {'id': 'c95efbdc-2066-4ca7-8629-d2c33a357d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:37.950010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.950010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Bound using segment: {'id': 'c95efbdc-2066-4ca7-8629-d2c33a357d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:37.950448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Bound port: 597bb9a5-a86f-45d7-9503-2aaab4558b74, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95efbdc-2066-4ca7-8629-d2c33a357d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '06cf195f-54c6-477f-b216-44964d0f9eb6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:37.950679 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:37.953719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Usage tracker for resource:security_group_rule and tenant:6962a1fd8a63424db043b8b230ebe32a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:37.970326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:38.023746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:38.060189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.110306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.138329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:38.151807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=597bb9a5-a86f-45d7-9503-2aaab4558b74,segment=NetworkSegment(c95efbdc-2066-4ca7-8629-d2c33a357d91),segment_id=c95efbdc-2066-4ca7-8629-d2c33a357d91)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:38.156989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.164329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.188350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:38.189087 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: timer() May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:38.218902 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:38.226235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.266802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.301955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.406453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6962a1fd8a63424db043b8b230ebe32a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2947140 May 13 14:56:38.408736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f5d9f-aff1-4d1e-9fa3-7c6666160693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3560c540-ab13-4762-aba1-7f36a0697af5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.417901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44514) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:38.423689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6053b3-6993-4053-89af-bdd5e831f366 None None] Pushing event updated for resources: {'Port': ['ID=597bb9a5-a86f-45d7-9503-2aaab4558b74,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.541518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.578239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.614231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.620437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.634310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:38.672664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.676397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:38.693139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:38.742273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=8bb20248-0c49-4856-9d87-8f6867987370,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.757416 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85657da7-1094-42eb-aaab-1b120b799340 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/8bb20248-0c49-4856-9d87-8f6867987370 HTTP/1.1" status: 204 len: 168 time: 2.1024210 May 13 14:56:38.768577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:38.807487 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.845890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3560c540-ab13-4762-aba1-7f36a0697af5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.849070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Pushing event updated for resources: {'Port': ['ID=d885658d-8707-4be5-92d7-7123f9196659,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:38.849975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:38.853847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7cb4dd44-c857-4457-8247-5da745685344 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3560c540-ab13-4762-aba1-7f36a0697af5 HTTP/1.1" status: 204 len: 168 time: 0.4328864 May 13 14:56:39.112155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:39.286859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:39.328978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8a3603-12f2-41e6-b53d-1f4a390f0261,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:39.344879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9b4b597-8330-40e0-bafc-d4bd6d08fccf tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/5f8a3603-12f2-41e6-b53d-1f4a390f0261 HTTP/1.1" status: 204 len: 168 time: 2.5469632 May 13 14:56:39.346088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:39.464977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:39.672832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4f272-b3cd-426a-a164-033901fd16f4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:39.676272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4f272-b3cd-426a-a164-033901fd16f4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:39.677521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5f4f272-b3cd-426a-a164-033901fd16f4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Synchronizing usage tracker for tenant:da9aa64113284a54bca546f3ced870eb on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:39.993196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.213769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.320730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:40.341009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5f4f272-b3cd-426a-a164-033901fd16f4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Unset dirty status for tenant:da9aa64113284a54bca546f3ced870eb on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:40.346699 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5f4f272-b3cd-426a-a164-033901fd16f4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9831529 May 13 14:56:40.350884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:40.384179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268979d-2fc1-4907-9be0-d12983664355') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:40.387548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268979d-2fc1-4907-9be0-d12983664355') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:40.591097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.602682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 597bb9a5-a86f-45d7-9503-2aaab4558b74 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:40.651820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc84c69f-e025-497b-8ced-0b8068ed45a4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.665165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.674166 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc84c69f-e025-497b-8ced-0b8068ed45a4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 13 14:56:40.675075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc84c69f-e025-497b-8ced-0b8068ed45a4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:56:40.684102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cc84c69f-e025-497b-8ced-0b8068ed45a4 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/06cf195f-54c6-477f-b216-44964d0f9eb6 HTTP/1.1" status: 409 len: 405 time: 0.3316958 May 13 14:56:40.684956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:40.692012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:40.692616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:40.708483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1cb9d7-c580-4d14-9ad5-6ec76e93f382 None None] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: timer() May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:40.713845 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:40.720269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1380219224'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:40.855456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:40.884092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:40.891841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:40.903947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:40.932826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.004852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.036727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:41.042555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.135904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:41.181127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1e675cd-b1c3-4387-90ff-8bf169914032 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/ffb3f2ad-e707-4ee4-a5e2-4bf12ec07ebe HTTP/1.1" status: 204 len: 168 time: 2.4081511 May 13 14:56:41.186633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:41.246198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:41.289699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:41.302745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-901c70f3-881c-4039-b561-caed785767db None None] Provisioning for port 597bb9a5-a86f-45d7-9503-2aaab4558b74 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:41.339621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 597bb9a5-a86f-45d7-9503-2aaab4558b74 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:41.350192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846fbc1d-d590-42f4-b735-3c878dbe8aef None None] Network 06cf195f-54c6-477f-b216-44964d0f9eb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:41.370014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 597bb9a5-a86f-45d7-9503-2aaab4558b74 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:41.370462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.482716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.483403 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment 5728a7a8-715d-4bb0-9d6c-47e94071df4a of type vlan for network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 May 13 14:56:41.540428 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.589092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.772010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-820707418'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:41.793417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:41.796364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:41.821599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Usage tracker for resource:network and tenant:4598d10ac878454483d215d8e95216a4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:41.852908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:41.860341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:56:41.912736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:41.940053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.948242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:41.949473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:41.988297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.002597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.064027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 597bb9a5-a86f-45d7-9503-2aaab4558b74 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:42.064893 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.094510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Made reservation on behalf of 4598d10ac878454483d215d8e95216a4 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:42.100328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.112311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.123607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=d07fc6b1-9e4d-4762-a7be-7451e2e97ef4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:42.125120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=597bb9a5-a86f-45d7-9503-2aaab4558b74,segment=NetworkSegment(c95efbdc-2066-4ca7-8629-d2c33a357d91),segment_id=c95efbdc-2066-4ca7-8629-d2c33a357d91)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:42.128537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83dbf184-faa6-4524-86ca-249d1603dd18 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4387753 May 13 14:56:42.132782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:42.139159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1974129509'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:42.145082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:42.148406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:42.148621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:42.155595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:42.161055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:42.178598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:42.191903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.229776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:42.237261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.284006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.319080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:42.323062 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.329391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:42.331683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc83a1a-8740-4cb6-922d-4475b722925d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:42.337159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:42.338577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] DHCP port deletion for 06cf195f-54c6-477f-b216-44964d0f9eb6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:56:42.343559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:42.356290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:42.395136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Deleting port 597bb9a5-a86f-45d7-9503-2aaab4558b74 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:42.395522 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.430680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07532fc3-0b36-4f5c-86ea-002e1df9924f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:42.431335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07532fc3-0b36-4f5c-86ea-002e1df9924f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:42.482100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 597bb9a5-a86f-45d7-9503-2aaab4558b74 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:56:42.486707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.509792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:42.519716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.528038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:42.535423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:42.536118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: timer() May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:42.557741 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:42.574562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Usage tracker for resource:security_group_rule and tenant:4598d10ac878454483d215d8e95216a4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:42.581452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:42.600670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:42.668033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:42.676892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.684444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Router 66ea8699-38a1-4c83-bc28-d3adf891b32c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:56:42.741060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=597bb9a5-a86f-45d7-9503-2aaab4558b74,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:42.837902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.844282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:42.893849 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] 10.222.0.36 "DELETE /v2.0/networks/4cc83a1a-8740-4cb6-922d-4475b722925d HTTP/1.1" status: 204 len: 168 time: 1.7032626 May 13 14:56:42.906029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3e9e1-def1-4d59-aae2-b97715b07ce1 tempest-BulkNetworkOpsIpV6Test-1777877943 tempest-BulkNetworkOpsIpV6Test-1777877943-project] Pushing event deleted for resources: {'Network': ['ID=4cc83a1a-8740-4cb6-922d-4475b722925d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:43.033605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 597bb9a5-a86f-45d7-9503-2aaab4558b74 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:43.034298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.129086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=597bb9a5-a86f-45d7-9503-2aaab4558b74,segment=NetworkSegment(c95efbdc-2066-4ca7-8629-d2c33a357d91),segment_id=c95efbdc-2066-4ca7-8629-d2c33a357d91)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:43.161485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.241627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.273467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.326004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.353582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:43.364870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2bfce-7fe8-435c-9b3c-e7c56f8a0f21,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:43.406894 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.420289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:56:43.434059 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] Sync routers for ids ['66ea8699-38a1-4c83-bc28-d3adf891b32c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:56:43.442563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1735f0-5f85-469c-bccc-1794ab238b42,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:43.468138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.470177 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 5291724f-4040-44df-a1ee-a6142acb7c6c of type vlan for network 52e8ae5d-9570-46d5-8aba-1df24c316b7f May 13 14:56:43.483396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:43.484767 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] Routers {'66ea8699-38a1-4c83-bc28-d3adf891b32c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:43.486031 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['66ea8699-38a1-4c83-bc28-d3adf891b32c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:43.538376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.591727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=597bb9a5-a86f-45d7-9503-2aaab4558b74,segment=NetworkSegment(c95efbdc-2066-4ca7-8629-d2c33a357d91),segment_id=c95efbdc-2066-4ca7-8629-d2c33a357d91)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:43.592780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.635120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.636080 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Added segment cf4e3b15-1d11-423d-b299-b45a2933d6bc of type vlan for network 4dc34d4d-a177-4fc9-bedf-6775292626d4 May 13 14:56:43.661550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:43.665959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2fbabe9b-bbca-4c9f-9729-0309f1239085 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "PUT /v2.0/routers/66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 200 len: 916 time: 10.8110163 May 13 14:56:43.673158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44632) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:43.717224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=597bb9a5-a86f-45d7-9503-2aaab4558b74,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:43.823714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Calling delete_port for 597bb9a5-a86f-45d7-9503-2aaab4558b74 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:43.842587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:56:43.845675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:43.850636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.055569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.068580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:44.068580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.154192 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:44.176926 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:56:44.179831 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:56:44.190580 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] Routers {'66ea8699-38a1-4c83-bc28-d3adf891b32c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:56:44.192500 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:56:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['66ea8699-38a1-4c83-bc28-d3adf891b32c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:44.192662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=c4d8e730-2f85-426d-9912-a674a97ab5f0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:44.235069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4374552 May 13 14:56:44.241488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:44.259670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'name': 'tempest-PortsTestJSON-1866911386'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:44.350915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.485272 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:44.485898 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f118e-311c-4957-85ed-c6ed06253265 None None] The sync data for ids ['66ea8699-38a1-4c83-bc28-d3adf891b32c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:56:44.502897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fda5-d5e3-47a3-bd7f-c54403c4c952 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=52e8ae5d-9570-46d5-8aba-1df24c316b7f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:44.521614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:44.555591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-02a3ad10-1d44-4fb6-98a5-534b5338281a tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 200 len: 922 time: 0.8691549 May 13 14:56:44.555591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:44.597504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.603718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:44.604760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:44.747121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event updated for resources: {'Network': ['ID=4dc34d4d-a177-4fc9-bedf-6775292626d4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:44.750549 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-32563723-cc06-4ed8-a052-ca7f88bad508 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.5027530 May 13 14:56:44.755573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:44.762080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Request body: {'subnet': {'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:44.923565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': '5728a7a8-715d-4bb0-9d6c-47e94071df4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:44.936963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: d07fc6b1-9e4d-4762-a7be-7451e2e97ef4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:44.976063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Deleting port 597bb9a5-a86f-45d7-9503-2aaab4558b74 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:44.976796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.081281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:45.101235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:45.106644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:45.118770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c010a67-1252-47fb-802c-4798bcde70ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bab216f18007411080421fb38a2124a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2501419 May 13 14:56:45.119770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:45.127013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:45.130590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:45.141974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:45.279568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:45.291835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.347654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d07fc6b1-9e4d-4762-a7be-7451e2e97ef4) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:45.368105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.380272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:45.381214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.456356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port b9493bd6-8230-4563-a602-8aaab9d3942e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:45.699134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0f442-bee3-4b4a-bb9d-1e65090895b4 None None] Network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:45.704651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:45.713524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346598e-1820-4b0b-a450-bb672f8868af tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:45.737050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a346598e-1820-4b0b-a450-bb672f8868af tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=66ea8699-38a1-4c83-bc28-d3adf891b32c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1837857 May 13 14:56:45.741869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44678) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:45.753606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Usage tracker for resource:subnet and tenant:4598d10ac878454483d215d8e95216a4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:45.760766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:45.857511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:45.874718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:45.935059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133139665', 'description': 'tempest-description--1430010583'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:45.988992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:46.022447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:46.031301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b9476384-93db-4f7a-82e0-b96dba1e564b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8945844 May 13 14:56:46.033603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.037026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.040631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ea61668-64bd-4517-9171-daa265f05ec5 HTTP/1.1" status: 204 len: 168 time: 0.9127669 May 13 14:56:46.041212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:46.101503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d8254-4c50-4025-9893-5a1a14eeb39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea61668-64bd-4517-9171-daa265f05ec5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:46.160393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48661b-7813-444b-8291-35146182b0e3 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:46.167044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e48661b-7813-444b-8291-35146182b0e3 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/networks/0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 881 time: 0.4004238 May 13 14:56:46.167044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:46.171912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.184156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:46.281868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] For port 597bb9a5-a86f-45d7-9503-2aaab4558b74, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=597bb9a5-a86f-45d7-9503-2aaab4558b74,segment=NetworkSegment(c95efbdc-2066-4ca7-8629-d2c33a357d91),segment_id=c95efbdc-2066-4ca7-8629-d2c33a357d91)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:46.281868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.316246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:46.327381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-287e8ec7-02ee-4815-92f4-18694744ae11 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 200 len: 205 time: 0.1410933 May 13 14:56:46.329768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Made reservation on behalf of 4598d10ac878454483d215d8e95216a4 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:46.367106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:46.367106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:46.406396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.585616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Calling delete_port for 597bb9a5-a86f-45d7-9503-2aaab4558b74 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:46.682523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:46.682523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:46.848448 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:46.874549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.014473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.014995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] Pushing event deleted for resources: {'Port': ['ID=597bb9a5-a86f-45d7-9503-2aaab4558b74,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:47.018580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f2cd9-9c1e-4f99-943f-586886b64e73 None None] No DVR routers for this DVR port 597bb9a5-a86f-45d7-9503-2aaab4558b74 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:56:47.135813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.197977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d07fc6b1-9e4d-4762-a7be-7451e2e97ef4', 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': 'c4d8e730-2f85-426d-9912-a674a97ab5f0'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:47.199064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.201677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.419866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.424890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.504992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Allocated IP 2001:db8::f816:3eff:fef9:1d25 (d07fc6b1-9e4d-4762-a7be-7451e2e97ef4/c4d8e730-2f85-426d-9912-a674a97ab5f0/049f20ea-45df-4630-a5b5-7d013ee89fd6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:47.626029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6de4f-a8be-4769-bed2-47b585cc5270,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:47.769822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event updated for resources: {'Subnet': ['ID=e7278008-0120-4e0c-8951-b142982c05a5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:47.797754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Checking segment: {'id': 'cf4e3b15-1d11-423d-b299-b45a2933d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:47.802253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Network hostable DHCP agents. Network: 4dc34d4d-a177-4fc9-bedf-6775292626d4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:47.851468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.853700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e41c4b3a-48df-4526-af9e-727ce617bb77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9304509 May 13 14:56:47.865359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:47.869743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:47.891615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': 'b7e6de4f-a8be-4769-bed2-47b585cc5270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:47.909742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4dc34d4d-a177-4fc9-bedf-6775292626d4) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:47.924416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dca721-bfe2-4468-9956-34bef04185af None None] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:47.926229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:47.929299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:47.953879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:47.989613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7b5b577-20dc-4051-a504-e2f46f52c2b1 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2322996 May 13 14:56:47.990691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44738) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:48.009446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Request body: {'port': {'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1638841543'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:48.016892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:48.033528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:48.041670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.119476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.139422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:48.191223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port d885658d-8707-4be5-92d7-7123f9196659 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:48.191850 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.315053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.458721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:48.468565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Usage tracker for resource:port and tenant:4598d10ac878454483d215d8e95216a4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:48.474893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:48.493765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:48.508474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=b9493bd6-8230-4563-a602-8aaab9d3942e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:48.521046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.540714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Made reservation on behalf of 4598d10ac878454483d215d8e95216a4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:48.548444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:48.597298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] device_id is not set on port 59473965-49cf-45d3-8977-e218070af11e yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:48.848974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-4dc34d4d-a177-4fc9-bedf-6775292626d4', 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4', 'tenant_id': '4598d10ac878454483d215d8e95216a4', 'fixed_ips': [{'subnet_id': 'e7278008-0120-4e0c-8951-b142982c05a5'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:56:48.850291 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.049666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Allocated IP 172.20.0.13 (4dc34d4d-a177-4fc9-bedf-6775292626d4/e7278008-0120-4e0c-8951-b142982c05a5/59473965-49cf-45d3-8977-e218070af11e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:49.070386 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.087981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.127175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Transition to ACTIVE for port object 049f20ea-45df-4630-a5b5-7d013ee89fd6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:49.171968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Transition to ACTIVE for port object 049f20ea-45df-4630-a5b5-7d013ee89fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:49.187587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.214593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e270e7c-7942-44db-a130-1c5207e7d5f8 req-d85fa499-55b7-4423-b32a-2e7de827a067 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:49.217025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e270e7c-7942-44db-a130-1c5207e7d5f8 req-d85fa499-55b7-4423-b32a-2e7de827a067 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.1564424 May 13 14:56:49.313296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e270e7c-7942-44db-a130-1c5207e7d5f8 req-d8b3211c-a7b4-4097-9128-294a93d6215e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841637 May 13 14:56:49.435623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.438768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '5291724f-4040-44df-a1ee-a6142acb7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:49.439565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 52e8ae5d-9570-46d5-8aba-1df24c316b7f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:49.452476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:49.461069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:49.470933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:49.488362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.526727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdbe99b-fcf7-415b-91e1-1d872ad0b0a3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:49.546987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Pushing event updated for resources: {'Port': ['ID=049f20ea-45df-4630-a5b5-7d013ee89fd6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:49.605677 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.607908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.642706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.650306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Attempting to bind port 049f20ea-45df-4630-a5b5-7d013ee89fd6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:49.655501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Transition to ACTIVE for port object 59473965-49cf-45d3-8977-e218070af11e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:49.656861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Attempting to bind port 049f20ea-45df-4630-a5b5-7d013ee89fd6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5728a7a8-715d-4bb0-9d6c-47e94071df4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:49.664709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Attempting to bind port 049f20ea-45df-4630-a5b5-7d013ee89fd6 on network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:49.703368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:49.703368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Checking segment: {'id': '5728a7a8-715d-4bb0-9d6c-47e94071df4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:49.703368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.703368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Bound using segment: {'id': '5728a7a8-715d-4bb0-9d6c-47e94071df4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:49.703905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Bound port: 049f20ea-45df-4630-a5b5-7d013ee89fd6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5728a7a8-715d-4bb0-9d6c-47e94071df4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:49.704824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.755224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.990550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:49.992377 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9e137491-8b86-49d1-b5a5-f9b3ade96d0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1183057 May 13 14:56:50.011828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for d885658d-8707-4be5-92d7-7123f9196659 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:50.017069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:50.019557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Allocated IP 172.20.0.2 (4dc34d4d-a177-4fc9-bedf-6775292626d4/e7278008-0120-4e0c-8951-b142982c05a5/db2cd846-d0ff-4343-866b-2c0e0033cb01) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:50.030369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] For port 049f20ea-45df-4630-a5b5-7d013ee89fd6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:50.039028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] For port 049f20ea-45df-4630-a5b5-7d013ee89fd6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=049f20ea-45df-4630-a5b5-7d013ee89fd6,segment=NetworkSegment(5728a7a8-715d-4bb0-9d6c-47e94071df4a),segment_id=5728a7a8-715d-4bb0-9d6c-47e94071df4a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:50.042369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:50.053079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.054088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d8e730-2f85-426d-9912-a674a97ab5f0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:50.081158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:50.105502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': 'b7e6de4f-a8be-4769-bed2-47b585cc5270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:50.123498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:50.130705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 52e8ae5d-9570-46d5-8aba-1df24c316b7f) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:50.136557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:50.151821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:50.244315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9e1ab-6617-4c99-8eca-cc772e7a954e None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:50.334822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event updated for resources: {'Port': ['ID=59473965-49cf-45d3-8977-e218070af11e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:50.387715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:50.428836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:50.429977 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.454973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:50.479869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:50.481002 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.492001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:50.521517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:50.573838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0eaf66b3-3c58-421b-bad6-5d42f64b36ba tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5806077 May 13 14:56:50.575239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:50.673739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.825373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Deleting port 59473965-49cf-45d3-8977-e218070af11e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:50.825900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.894953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.899114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.924625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefcf80-29bc-4e53-907a-416330551ab1 None None] Network d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:50.946901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:50.991047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b180c1d-ec10-4c78-bc5e-4950f81a3181 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 6.7454777 May 13 14:56:51.008263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:51.038737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=d885658d-8707-4be5-92d7-7123f9196659,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:51.048965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2101269751'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:51.067545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102c8c-8bd2-494f-abe8-941c56f62cfd None None] Pushing event updated for resources: {'Port': ['ID=049f20ea-45df-4630-a5b5-7d013ee89fd6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:51.088412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.112225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.210165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07fc6b1-9e4d-4762-a7be-7451e2e97ef4']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:51.229176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:51.248726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5728a7a8-715d-4bb0-9d6c-47e94071df4a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:51.259331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5728a7a8-715d-4bb0-9d6c-47e94071df4a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:51.282534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:51.302596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:51.316623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:51.324016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.387586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.462670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:51.471277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.499246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.650452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac97f3-69fc-4420-a1ac-da2598b649f6 req-522376f8-b483-41d0-9af6-f51d1a229513 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:51.658582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4aac97f3-69fc-4420-a1ac-da2598b649f6 req-522376f8-b483-41d0-9af6-f51d1a229513 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.9318814 May 13 14:56:51.680482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:51.681169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.720612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.735528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.762293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Transition to ACTIVE for port object db2cd846-d0ff-4343-866b-2c0e0033cb01 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:51.791695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Transition to ACTIVE for port object db2cd846-d0ff-4343-866b-2c0e0033cb01 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:56:51.808322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: timer() May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:51.813289 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:51.891234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:51.894859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:51.899537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:51.907153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Pushing event updated for resources: {'Port': ['ID=db2cd846-d0ff-4343-866b-2c0e0033cb01,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.017749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.022365 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.027228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Attempting to bind port db2cd846-d0ff-4343-866b-2c0e0033cb01 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:56:52.027869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Attempting to bind port db2cd846-d0ff-4343-866b-2c0e0033cb01 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'cf4e3b15-1d11-423d-b299-b45a2933d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:56:52.029172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Attempting to bind port db2cd846-d0ff-4343-866b-2c0e0033cb01 on network 4dc34d4d-a177-4fc9-bedf-6775292626d4 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:56:52.031202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Calling delete_port for 59473965-49cf-45d3-8977-e218070af11e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:52.037500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:56:52.038240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Checking segment: {'id': 'cf4e3b15-1d11-423d-b299-b45a2933d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:52.038832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.039376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Bound using segment: {'id': 'cf4e3b15-1d11-423d-b299-b45a2933d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:56:52.040015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Bound port: db2cd846-d0ff-4343-866b-2c0e0033cb01, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4e3b15-1d11-423d-b299-b45a2933d6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '4dc34d4d-a177-4fc9-bedf-6775292626d4'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:56:52.040644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.066313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4aac97f3-69fc-4420-a1ac-da2598b649f6 req-ed0a024c-5d6a-4824-a32c-d6a880d21546 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061511 May 13 14:56:52.066604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de92019b-66cc-40b6-a1e8-0a2bc7265b20,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.075164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.076847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router 66ea8699-38a1-4c83-bc28-d3adf891b32c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:56:52.092483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 14:56:52.092483 n-d-841736-1 neutron-server[88131]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 14:56:52.092483 n-d-841736-1 neutron-server[88131]: [parameters: {'id': 'd07fc6b1-9e4d-4762-a7be-7451e2e97ef4'}] May 13 14:56:52.092483 n-d-841736-1 neutron-server[88131]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:56:52.093642 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:56:52.097084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:52.099936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.101629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3386401-4b25-4618-87f7-978acfa19a72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0505271 May 13 14:56:52.107142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:52.134667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:52.167718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.170478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3db1ea1a-d253-47a6-8d11-546ad7c797fd tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 204 len: 168 time: 5.8169951 May 13 14:56:52.175923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:52.186774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:floatingip and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:52.193245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:52.198767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:52.215196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:52.221587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2040808452', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:52.228948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] For port db2cd846-d0ff-4343-866b-2c0e0033cb01, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:56:52.232192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:52.240135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Usage tracker for resource:router and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:52.241558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] For port db2cd846-d0ff-4343-866b-2c0e0033cb01, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=db2cd846-d0ff-4343-866b-2c0e0033cb01,segment=NetworkSegment(cf4e3b15-1d11-423d-b299-b45a2933d6bc),segment_id=cf4e3b15-1d11-423d-b299-b45a2933d6bc)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:56:52.245225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:52.251154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.256997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.272317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:52.326684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.379735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.380302 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 07fd6891-a9d3-42f8-9609-ad84406d68b2 of type vlan for network 06699355-e299-4aca-a7f4-50b392274a98 May 13 14:56:52.412420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event deleted for resources: {'Port': ['ID=59473965-49cf-45d3-8977-e218070af11e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.462859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.485464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21aee-33f9-42b1-9971-f96855663a13 None None] Pushing event updated for resources: {'Port': ['ID=db2cd846-d0ff-4343-866b-2c0e0033cb01,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:52.513573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.515017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.566164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.596015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.605296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-750f0f3d-ec1d-4326-b7cc-4b67a31ae9d3 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "DELETE /v2.0/ports/59473965-49cf-45d3-8977-e218070af11e HTTP/1.1" status: 204 len: 168 time: 2.0263178 May 13 14:56:52.608601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.609712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44850) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:52.618447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.638213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:52.639139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:52.739678 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7209020 May 13 14:56:52.743769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:52.750749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'ports': [{'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'}, {'network_id': '06699355-e299-4aca-a7f4-50b392274a98'}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:52.751159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:52.751577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '06699355-e299-4aca-a7f4-50b392274a98'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:53.441745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-242411dd-4ff6-4589-ae21-4505a90602de tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8272417 May 13 14:56:53.526076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:53.543984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-621807762'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:53.558118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f6593-d11a-4aad-8fb6-58a9e53a886f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=06699355-e299-4aca-a7f4-50b392274a98,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:53.574403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:53.578874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 06699355-e299-4aca-a7f4-50b392274a98 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:53.592119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:53.594591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:53.605623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:53.632346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:53.674373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:53.680989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:53.744466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:53.796114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7fe8e-bf3d-4372-a1ef-a8cc575c6771 req-5c14249e-e3d1-45fb-a13c-bbd35b00e2e0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:53.798626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54c7fe8e-bf3d-4372-a1ef-a8cc575c6771 req-5c14249e-e3d1-45fb-a13c-bbd35b00e2e0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.3109484 May 13 14:56:53.972533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Usage tracker for resource:network and tenant:4598d10ac878454483d215d8e95216a4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:53.984554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:54.007549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:54.056687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 049f20ea-45df-4630-a5b5-7d013ee89fd6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:54.059190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.078620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54c7fe8e-bf3d-4372-a1ef-a8cc575c6771 req-65c0909c-9990-41c3-8a90-30c2912dbe8f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684684 May 13 14:56:54.226639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.248066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Made reservation on behalf of 4598d10ac878454483d215d8e95216a4 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:54.252088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.380865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 11ffa04c-1c37-4053-a223-2583b9c26920 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:54.420616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a7eb9-4c22-43ac-8a31-084c91685697 None None] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:54.685623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b4e2f51-f813-4de4-a520-71299a5b7c79 None None] Provisioning for port db2cd846-d0ff-4343-866b-2c0e0033cb01 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:54.701890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device db2cd846-d0ff-4343-866b-2c0e0033cb01 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:54.704395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:56:54.725695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.726631 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Added segment 87c68118-0786-4d63-876d-8409bedbd989 of type vlan for network af6fdc3f-72b7-4034-a1e6-4faf98629c86 May 13 14:56:54.748895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.781374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.902802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:54.915069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:54.916131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.060051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5245850 May 13 14:56:55.065903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:55.069427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 5d0a4465-461d-4ab8-9449-69195b6e31c1 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:56:55.119551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port db2cd846-d0ff-4343-866b-2c0e0033cb01 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:56:55.155689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port db2cd846-d0ff-4343-866b-2c0e0033cb01 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:55.160013 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.316388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.408917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.568804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:55.591111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:55.594425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:55.594425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.662569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=11ffa04c-1c37-4053-a223-2583b9c26920,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:55.753171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port db2cd846-d0ff-4343-866b-2c0e0033cb01 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:55.754112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.787953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=5d0a4465-461d-4ab8-9449-69195b6e31c1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:55.806201 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.812173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '07fd6891-a9d3-42f8-9609-ad84406d68b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '06699355-e299-4aca-a7f4-50b392274a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:56:55.812577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 06699355-e299-4aca-a7f4-50b392274a98, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:56:55.859468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 06699355-e299-4aca-a7f4-50b392274a98 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:55.884644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-63e14f55-c7af-42fd-bff8-c9202688759c req-8f71795b-794c-4e44-bc03-cfb1052213fd service neutron] (88132) timed out ('10.222.0.36', 54614) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 14:56:55.885812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 06699355-e299-4aca-a7f4-50b392274a98) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:55.891991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:55.899358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:55.917318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:55.918099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:55.933024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ee539-d9e3-49d4-8542-af5b2418e142 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event updated for resources: {'Network': ['ID=af6fdc3f-72b7-4034-a1e6-4faf98629c86,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:55.954090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6696d965-adcc-47ec-ab9d-e6bcda540169 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2085574 May 13 14:56:55.957002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1defca-3b0d-4050-8f5f-5178ab9c3bfb None None] Network 06699355-e299-4aca-a7f4-50b392274a98 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:55.964815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:56.003550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network af6fdc3f-72b7-4034-a1e6-4faf98629c86 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:56:56.041258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port db2cd846-d0ff-4343-866b-2c0e0033cb01, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=db2cd846-d0ff-4343-866b-2c0e0033cb01,segment=NetworkSegment(cf4e3b15-1d11-423d-b299-b45a2933d6bc),segment_id=cf4e3b15-1d11-423d-b299-b45a2933d6bc)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:56.141690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.179283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 5d0a4465-461d-4ab8-9449-69195b6e31c1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:56.179629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.194978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port 049f20ea-45df-4630-a5b5-7d013ee89fd6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=049f20ea-45df-4630-a5b5-7d013ee89fd6,segment=NetworkSegment(5728a7a8-715d-4bb0-9d6c-47e94071df4a),segment_id=5728a7a8-715d-4bb0-9d6c-47e94071df4a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:56.195359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.541709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 049f20ea-45df-4630-a5b5-7d013ee89fd6 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:56.655124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=db2cd846-d0ff-4343-866b-2c0e0033cb01,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:56.894700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d4bd0055-46f2-4d0d-9f59-5b18f8879f80 None None] Provisioning complete for port db2cd846-d0ff-4343-866b-2c0e0033cb01 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:56.895674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d4bd0055-46f2-4d0d-9f59-5b18f8879f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:56.914201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-39d273ec-f969-4be5-a4f0-c0e2838935d0 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks HTTP/1.1" status: 200 len: 8755 time: 1.7633595 May 13 14:56:56.917936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:56.938583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab323ca-68d5-4fd2-b061-2c90932e2823 req-138cb8a6-49f1-4ef3-b8e6-cf52863efa93 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:56.947105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ab323ca-68d5-4fd2-b061-2c90932e2823 req-138cb8a6-49f1-4ef3-b8e6-cf52863efa93 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.2413788 May 13 14:56:57.265064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.409700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.455489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.25.5.178 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/8137d5ad-aebf-4287-84a7-0d7732b26c99) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:57.540878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd0055-46f2-4d0d-9f59-5b18f8879f80 None None] Current status of the port db2cd846-d0ff-4343-866b-2c0e0033cb01 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:57.568439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca70fe-2c96-4a08-a6eb-1564494e8a5b None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:56:57.610532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=049f20ea-45df-4630-a5b5-7d013ee89fd6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:57.654810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 5d0a4465-461d-4ab8-9449-69195b6e31c1 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:57.719507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No DVR routers for this DVR port 049f20ea-45df-4630-a5b5-7d013ee89fd6 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:56:57.807792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fd4629cc-4e1d-424f-9e6b-cf62e2e3c07e None None] Could not find standard attr ID for object 59473965-49cf-45d3-8977-e218070af11e. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:56:57.835095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4ab323ca-68d5-4fd2-b061-2c90932e2823 req-d7ceebe3-3be0-48d5-9327-5dc45be7e8d4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8869293 May 13 14:56:57.843562 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:57.965674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.070395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.074500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=5d0a4465-461d-4ab8-9449-69195b6e31c1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:58.099890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.115803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb383cf5-e3a2-47ce-8084-a5357c7aad67 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/5d0a4465-461d-4ab8-9449-69195b6e31c1 HTTP/1.1" status: 204 len: 168 time: 2.1457422 May 13 14:56:58.117220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:58.147110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca70fe-2c96-4a08-a6eb-1564494e8a5b None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:56:58.384721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2649d2-bde1-4804-a094-2bbd8a23ce83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:58.405940 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.410512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2649d2-bde1-4804-a094-2bbd8a23ce83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:58.411940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db2649d2-bde1-4804-a094-2bbd8a23ce83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:56:58.459585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db2649d2-bde1-4804-a094-2bbd8a23ce83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:56:58.470634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-db2649d2-bde1-4804-a094-2bbd8a23ce83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3518968 May 13 14:56:58.475105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:58.502375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07fc6b1-9e4d-4762-a7be-7451e2e97ef4']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:58.534839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5728a7a8-715d-4bb0-9d6c-47e94071df4a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:58.535191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5728a7a8-715d-4bb0-9d6c-47e94071df4a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:56:58.546071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.565249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.573515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac601fe6-8b22-4027-8680-05ee53c3d52c tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] Network af6fdc3f-72b7-4034-a1e6-4faf98629c86 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:56:58.601167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ac601fe6-8b22-4027-8680-05ee53c3d52c tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "POST /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.6794121 May 13 14:56:58.607329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:58.627135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.634615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:56:58.635034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.658140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device db2cd846-d0ff-4343-866b-2c0e0033cb01 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:56:58.724752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 11ffa04c-1c37-4053-a223-2583b9c26920 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:56:58.725496 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: timer() May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:56:58.789542 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:56:58.799380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.839455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:58.885102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=d07fc6b1-9e4d-4762-a7be-7451e2e97ef4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:58.937004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port db2cd846-d0ff-4343-866b-2c0e0033cb01 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:56:58.938033 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.049015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-84e450c7-34d0-4c8c-9876-d69814fa6103 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 HTTP/1.1" status: 204 len: 168 time: 12.9773192 May 13 14:56:59.049015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.049709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:56:59.242439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=8137d5ad-aebf-4287-84a7-0d7732b26c99,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:56:59.266231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-630963865'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:56:59.349688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:56:59.410706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.419041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:56:59.437400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:56:59.445328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770480b-7784-4540-8da9-077691d20a0c None None] Network af6fdc3f-72b7-4034-a1e6-4faf98629c86 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:56:59.453098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:56:59.460051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:56:59.469534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:56:59.485451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:56:59.594214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:56:59.595288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port db2cd846-d0ff-4343-866b-2c0e0033cb01 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:56:59.625930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Allocated IP 172.25.5.206 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/b3639dab-f8fa-407f-ae88-2dc7861cbf45) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:56:59.798397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 11ffa04c-1c37-4053-a223-2583b9c26920 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:56:59.808932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:56:59.821310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b29df17d-9d16-40cb-bd05-effd8f32d15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.834976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:56:59.933722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:56:59.981995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:56:59.985050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e06be0-0cf3-413c-ac29-832f4d51f844 req-a5ae87af-3807-4255-aa24-3dded03b177d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:56:59.993409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7e06be0-0cf3-413c-ac29-832f4d51f844 req-a5ae87af-3807-4255-aa24-3dded03b177d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.9138649 May 13 14:57:00.020074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b87e16db-fb81-4446-88e4-4f47c8d9ee68 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks HTTP/1.1" status: 200 len: 9504 time: 1.4115255 May 13 14:57:00.037320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.083190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:57:00.121253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:00.121522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.121783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.122135 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment 36b36568-d08f-4551-a6ab-572bc9a139a2 of type vlan for network 038075f2-5778-40c4-9ee3-b8d83f788eea May 13 14:57:00.145689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.174275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7e06be0-0cf3-413c-ac29-832f4d51f844 req-9964f1a5-ad9d-4a4c-9e84-7c79fe6f86a2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726055 May 13 14:57:00.201319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:00.338726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:00.345560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.362854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.467561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-288e3542-d085-4c70-960d-8310ff795c46 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "DELETE /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks/af6fdc3f-72b7-4034-a1e6-4faf98629c86 HTTP/1.1" status: 204 len: 168 time: 0.4150462 May 13 14:57:00.477973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44998) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.513099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=11ffa04c-1c37-4053-a223-2583b9c26920,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:00.533150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.541169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:00.569324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7fb1f15b-8b7c-404e-ae77-c729d8121119'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:00.709748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.741554 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.804955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:00.824202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5b0bc84b-5bb2-41b6-9327-84716c756f67 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks HTTP/1.1" status: 200 len: 8734 time: 0.3311625 May 13 14:57:00.828770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.863757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ad8cce31-6208-464e-a763-d677fa8d9d86 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/11ffa04c-1c37-4053-a223-2583b9c26920 HTTP/1.1" status: 204 len: 168 time: 2.3857267 May 13 14:57:00.875717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.941154 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5e32b547-3043-4c27-a890-aba049105ce0 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/networks/4dc34d4d-a177-4fc9-bedf-6775292626d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1060174 May 13 14:57:00.947500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.986648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-db5ae546-a207-4501-aa6b-216975916022 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/networks/4dc34d4d-a177-4fc9-bedf-6775292626d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0367110 May 13 14:57:00.992856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:00.995809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.074046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.080252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.080897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.099866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event updated for resources: {'Port': ['ID=b3639dab-f8fa-407f-ae88-2dc7861cbf45,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:01.433128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:01.450562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:01.474889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:01.505286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:01.526177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726d0a0-22da-4083-871c-e64ed863a950 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:01.527088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b726d0a0-22da-4083-871c-e64ed863a950 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:01.540968 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3262789 May 13 14:57:01.547287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45034) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:01.552394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaf3b4-cabb-4137-9680-3b4f1cda0ef9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=038075f2-5778-40c4-9ee3-b8d83f788eea,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:01.560760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:01.615495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 038075f2-5778-40c4-9ee3-b8d83f788eea details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:57:01.786330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:01.788146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:01.856706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:01.939382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:subnet and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:01.973456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:02.007837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:02.030596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b726d0a0-22da-4083-871c-e64ed863a950 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:02.032717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b726d0a0-22da-4083-871c-e64ed863a950 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1555338 May 13 14:57:02.038169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45040) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:02.108331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-9a4ac44f-cb2b-4cfc-b11f-933e8f0dfb42 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7295787 May 13 14:57:02.118375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:02.124980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.208705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-903950c8-49b0-413e-9344-dd030ab52042 tempest-DHCPAgentSchedulersTestJSON-1402396553 tempest-DHCPAgentSchedulersTestJSON-1402396553-project-admin] 10.222.0.36 "GET /v2.0/agents/5f795e28-a11b-4e6a-ad9a-79e45450acd5/dhcp-networks HTTP/1.1" status: 200 len: 8734 time: 1.2036569 May 13 14:57:02.210185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:02.220322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148b6c-287c-409f-b4f2-c35cdf8a4fd9 req-f53f9eb7-b686-466e-a30e-03c2607bab84 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:02.221841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:02.223109 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.230899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e148b6c-287c-409f-b4f2-c35cdf8a4fd9 req-f53f9eb7-b686-466e-a30e-03c2607bab84 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 0.7964289 May 13 14:57:02.312582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:57:02.359779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:02.405146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:02.411318 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cd5730-3225-4e10-a965-9a62cf6bd763 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:57:02.420028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1cd5730-3225-4e10-a965-9a62cf6bd763 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:02.426760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.560783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a230-10af-4801-b4df-b86216a44c88 req-d68844be-4ff0-472a-979f-53ed1f386da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:02.583328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-d68844be-4ff0-472a-979f-53ed1f386da1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1096 time: 1.1162446 May 13 14:57:02.661785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.682107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.715917 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c691ab3-a69c-4c97-8b56-30cea91ace3e'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'code': 200} May 13 14:57:02.730048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:02.824595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ff45891c-011d-4f51-a840-0980303094bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.893151 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:02.898608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1cd5730-3225-4e10-a965-9a62cf6bd763 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:02.903022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d1cd5730-3225-4e10-a965-9a62cf6bd763 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/5d0a4465-461d-4ab8-9449-69195b6e31c1 HTTP/1.1" status: 404 len: 333 time: 0.8593059 May 13 14:57:02.958354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45074) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:03.224985 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d917a-c338-4bf3-b493-ab4789091b3f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:57:03.226842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-557d917a-c338-4bf3-b493-ab4789091b3f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/11ffa04c-1c37-4053-a223-2583b9c26920 HTTP/1.1" status: 404 len: 333 time: 0.2651045 May 13 14:57:03.237598 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.239964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:03.268836 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.604155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.622977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a230-10af-4801-b4df-b86216a44c88 req-537d8646-82f5-4dd4-b453-90ed0b2ed0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:03.624649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-537d8646-82f5-4dd4-b453-90ed0b2ed0e3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.9061170 May 13 14:57:03.803128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e148b6c-287c-409f-b4f2-c35cdf8a4fd9 req-cd81f738-a02c-4483-8560-14682ab59e7e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4383619 May 13 14:57:03.847049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-f7506442-30b1-4c33-90ff-1ea67773b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:03.849370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-f7506442-30b1-4c33-90ff-1ea67773b8e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1096 time: 1.4253111 May 13 14:57:03.928595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=8137d5ad-aebf-4287-84a7-0d7732b26c99,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:03.964466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:03.982635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.119101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.120492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c54a3e2b-bb4e-4372-9f6d-3ae8949e5c15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.0111485 May 13 14:57:04.334842 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:57:04.422915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:04.588052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-53bd0ec1-9c4c-4a37-8d8c-f0f925c9d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:04.602690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-53bd0ec1-9c4c-4a37-8d8c-f0f925c9d4a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.7011645 May 13 14:57:04.836282 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:05.354116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:05.395560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06699355-e299-4aca-a7f4-50b392274a98']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:05.413647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fd6891-a9d3-42f8-9609-ad84406d68b2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:05.414143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fd6891-a9d3-42f8-9609-ad84406d68b2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:05.416305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:05.539104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-582245a8-fee5-44f6-9aa6-fd12dcd319d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 1001 time: 0.9335513 May 13 14:57:05.554917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-dadc2689-04c1-4387-8d4c-c17b1e444e76 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 1000 time: 1.8944976 May 13 14:57:05.617854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6fdc3f-72b7-4034-a1e6-4faf98629c86']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:05.630384 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:05.950222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a230-10af-4801-b4df-b86216a44c88 req-36ab8795-1b4a-4d09-845b-7d77b89decc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:05.951868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-36ab8795-1b4a-4d09-845b-7d77b89decc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.3129323 May 13 14:57:05.953797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:05.975155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=3d1481b3-dfb3-4788-aee0-5783e44420eb,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:05.993981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c68118-0786-4d63-876d-8409bedbd989') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:05.994278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c68118-0786-4d63-876d-8409bedbd989') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:06.050479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e14ce7-21b2-4af3-b201-9fd991920821 req-fad52d4d-9f8d-4af8-a2fa-1d14c8a37e0a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:06.052006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92e14ce7-21b2-4af3-b201-9fd991920821 req-fad52d4d-9f8d-4af8-a2fa-1d14c8a37e0a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.6253076 May 13 14:57:06.102947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-63e70d44-5b91-468f-a90a-749b85c5914a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--133139665&fields=id&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 267 time: 0.6764853 May 13 14:57:06.139778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Router adede6f2-b630-45d6-9ffc-b5d2605492b6 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:57:06.392881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.414727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.424274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:06.424728 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.571477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-a3750f27-e6aa-498c-92f2-f02e494e5efc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:06.572744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-a3750f27-e6aa-498c-92f2-f02e494e5efc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 0.4374335 May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:06.584411 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:06.613308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.615886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': '36b36568-d08f-4551-a6ab-572bc9a139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:06.617674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: 038075f2-5778-40c4-9ee3-b8d83f788eea, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:57:06.625436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92e14ce7-21b2-4af3-b201-9fd991920821 req-39fa2918-bc51-489f-b373-7c1f838daa63 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5485783 May 13 14:57:06.626601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:57:06.638636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.643693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] Sync routers for ids ['adede6f2-b630-45d6-9ffc-b5d2605492b6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:57:06.653423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.682853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] Routers {'adede6f2-b630-45d6-9ffc-b5d2605492b6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:06.683523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:57:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['adede6f2-b630-45d6-9ffc-b5d2605492b6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:06.704757 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:06.716496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dc771ef9-ae83-419a-9ad1-3114cc3e3023 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.5166259 May 13 14:57:06.722846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45148) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:06.770229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:06.817086 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "DELETE /v2.0/networks/af6fdc3f-72b7-4034-a1e6-4faf98629c86 HTTP/1.1" status: 204 len: 168 time: 4.4035358 May 13 14:57:06.823602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:06.880387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78b014-3368-4b75-a2ef-9103fcfc1076 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event deleted for resources: {'Network': ['ID=af6fdc3f-72b7-4034-a1e6-4faf98629c86,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:07.053591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:07.054066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:07.093901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-3e71eb0a-bb22-4041-a054-13535c3fac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.097887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-3e71eb0a-bb22-4041-a054-13535c3fac0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 1.5298038 May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:07.107789 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:07.117763 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-f406cb6c-c821-448c-92c8-6de583a99aa7 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/quotas/ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 375 time: 0.5315144 May 13 14:57:07.188719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:07.203330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] Routers {'adede6f2-b630-45d6-9ffc-b5d2605492b6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:07.206484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:57:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['adede6f2-b630-45d6-9ffc-b5d2605492b6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:07.238181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network 038075f2-5778-40c4-9ee3-b8d83f788eea is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:57:07.385676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:07.386085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0202f-5f31-4fab-b458-76ae71783b27 None None] The sync data for ids ['adede6f2-b630-45d6-9ffc-b5d2605492b6'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:57:07.461402 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-043e0b3a-5a9d-4eef-beb7-0789901da123 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] DELETE failed (client error): The resource could not be found. May 13 14:57:07.461402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043e0b3a-5a9d-4eef-beb7-0789901da123 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:07.462824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-043e0b3a-5a9d-4eef-beb7-0789901da123 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "DELETE /v2.0/ports/59473965-49cf-45d3-8977-e218070af11e HTTP/1.1" status: 404 len: 333 time: 0.5758991 May 13 14:57:07.481806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:07.531860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 038075f2-5778-40c4-9ee3-b8d83f788eea) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:07.557659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eaff03-d5ba-4311-b822-f379b087b8b5 None None] Network 038075f2-5778-40c4-9ee3-b8d83f788eea requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:07.610212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.611571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:07.625042 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:07.631724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a230-10af-4801-b4df-b86216a44c88 req-2968c2b9-324b-4f41-996f-981af7c9e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:07.634804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-2968c2b9-324b-4f41-996f-981af7c9e5cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6237903 May 13 14:57:07.638182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.248530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=06699355-e299-4aca-a7f4-50b392274a98,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:08.274903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd77cbf2-3f8f-4cd7-be89-c0be05080da0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/06699355-e299-4aca-a7f4-50b392274a98 HTTP/1.1" status: 204 len: 168 time: 5.0254147 May 13 14:57:08.291756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-960b29b4-fbde-4d5d-8735-4b4cd014788b tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.7385457 May 13 14:57:08.300095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:08.301174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:08.311601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Deleting subnet e7278008-0120-4e0c-8951-b142982c05a5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:57:08.343816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-946421840'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:08.403337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-038075f2-5778-40c4-9ee3-b8d83f788eea', 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': '3d1481b3-dfb3-4788-aee0-5783e44420eb'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:57:08.410976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.632979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-9f5741f1-3887-4be0-8163-376425910e7c service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022160 May 13 14:57:08.731134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:08.844734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17332-0449-44c4-a660-3941707856fa req-3e2f31f5-10a0-4db2-8cdf-aaada380d5a4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:08.848435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5d17332-0449-44c4-a660-3941707856fa req-3e2f31f5-10a0-4db2-8cdf-aaada380d5a4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.5323908 May 13 14:57:08.970213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:09.134802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Allocated IP 2001:db8::2 (038075f2-5778-40c4-9ee3-b8d83f788eea/3d1481b3-dfb3-4788-aee0-5783e44420eb/9c27fa7f-4477-4c3b-8aee-813cc5363868) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:09.272946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:09.981645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:10.001161 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.050084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:10.114427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d5d17332-0449-44c4-a660-3941707856fa req-be2a3f2e-4a3f-47b4-9adc-8e6c3780d602 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2596426 May 13 14:57:10.156159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.203012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Deleting port b3639dab-f8fa-407f-ae88-2dc7861cbf45 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:10.208425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.658489 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:10.786445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-7d6de8b2-5e61-4ec7-9b52-bd861cb89d3f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&fields=id HTTP/1.1" status: 200 len: 440 time: 3.6633141 May 13 14:57:10.800718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:10.910635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.006199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Transition to ACTIVE for port object 9c27fa7f-4477-4c3b-8aee-813cc5363868 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:11.108781 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.109680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Transition to ACTIVE for port object 9c27fa7f-4477-4c3b-8aee-813cc5363868 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:11.129841 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.153056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-179a9c6c-a9b3-4de8-81ee-d237e3c952d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:11.155717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-179a9c6c-a9b3-4de8-81ee-d237e3c952d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.9358344 May 13 14:57:11.350886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Network 038075f2-5778-40c4-9ee3-b8d83f788eea is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:11.354059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Pushing event updated for resources: {'Port': ['ID=9c27fa7f-4477-4c3b-8aee-813cc5363868,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:11.367712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:11.408728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 9c27fa7f-4477-4c3b-8aee-813cc5363868 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:11.409709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:11.410137 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.611491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Calling delete_port for b3639dab-f8fa-407f-ae88-2dc7861cbf45 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:11.712122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Attempting to bind port 9c27fa7f-4477-4c3b-8aee-813cc5363868 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:11.713080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Attempting to bind port 9c27fa7f-4477-4c3b-8aee-813cc5363868 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '36b36568-d08f-4551-a6ab-572bc9a139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:11.762575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Attempting to bind port 9c27fa7f-4477-4c3b-8aee-813cc5363868 on network 038075f2-5778-40c4-9ee3-b8d83f788eea {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:11.867741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:11.868690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Checking segment: {'id': '36b36568-d08f-4551-a6ab-572bc9a139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:11.875601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.876479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Bound using segment: {'id': '36b36568-d08f-4551-a6ab-572bc9a139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:11.894618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Bound port: 9c27fa7f-4477-4c3b-8aee-813cc5363868, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b36568-d08f-4551-a6ab-572bc9a139a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '038075f2-5778-40c4-9ee3-b8d83f788eea'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:11.900540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:11.924851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a41e3-e529-4d0d-90a8-8904391dc5f8 req-5f31796c-8c76-4529-9034-ac9d456eaf64 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:11.932929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-290a41e3-e529-4d0d-90a8-8904391dc5f8 req-5f31796c-8c76-4529-9034-ac9d456eaf64 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.2379787 May 13 14:57:12.009757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.054138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-290a41e3-e529-4d0d-90a8-8904391dc5f8 req-13a506ed-1ba3-40cb-8828-c5a0bca9ff9d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192448 May 13 14:57:12.115408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:12.133459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.173564 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-90b5a230-10af-4801-b4df-b86216a44c88 req-59706526-cd55-4429-82e2-70a4bb897e43 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5534925 May 13 14:57:12.271441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.363881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Pushing event deleted for resources: {'Port': ['ID=b3639dab-f8fa-407f-ae88-2dc7861cbf45,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:12.430106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] For port 9c27fa7f-4477-4c3b-8aee-813cc5363868, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:12.441818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] For port 9c27fa7f-4477-4c3b-8aee-813cc5363868, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c27fa7f-4477-4c3b-8aee-813cc5363868,segment=NetworkSegment(36b36568-d08f-4551-a6ab-572bc9a139a2),segment_id=36b36568-d08f-4551-a6ab-572bc9a139a2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:12.459677 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.580641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:12.909744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1af65-4870-4ba4-809c-9d77bc515136 None None] Pushing event updated for resources: {'Port': ['ID=9c27fa7f-4477-4c3b-8aee-813cc5363868,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:13.030833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:57:13.044706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.045071 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 3b45260e-5593-4ab1-b4da-1c268a945be9 of type vlan for network e24c85c2-b90f-4105-8354-78afe3ba1ef8 May 13 14:57:13.112033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.274672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-f0487526-00b1-4374-8657-3c09753a1bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3113010 May 13 14:57:13.274672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.478722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.497340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:13.498004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.540093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event deleted for resources: {'Subnet': ['ID=e7278008-0120-4e0c-8951-b142982c05a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:13.778698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.784451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.850876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:13.863898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c449b-a2c8-444c-bb07-ce317b894eb1 None None] Network 4dc34d4d-a177-4fc9-bedf-6775292626d4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:14.516701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-92348df4-17ae-463f-8ce2-6cffeb81bdcf tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "DELETE /v2.0/subnets/e7278008-0120-4e0c-8951-b142982c05a5 HTTP/1.1" status: 204 len: 168 time: 7.0312238 May 13 14:57:14.600847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:14.815825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Router adede6f2-b630-45d6-9ffc-b5d2605492b6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:57:14.820130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port 9c27fa7f-4477-4c3b-8aee-813cc5363868, host n-d-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:14.820824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:14.943788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] DHCP port deletion for 4dc34d4d-a177-4fc9-bedf-6775292626d4 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:14.953774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Deleting port db2cd846-d0ff-4343-866b-2c0e0033cb01 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:14.954463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:15.173051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c27fa7f-4477-4c3b-8aee-813cc5363868 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:15.194715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:57:15.209268 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899533e4-969e-4952-8126-380619d1dea4 None None] Sync routers for ids ['adede6f2-b630-45d6-9ffc-b5d2605492b6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:57:15.231699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff471633-0f1c-401f-bc4d-06cd4883edfd req-f55c5e01-c2c6-4891-a790-6b25dcd5496a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:15.232025 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] Routers {'adede6f2-b630-45d6-9ffc-b5d2605492b6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:15.232995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:57:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['adede6f2-b630-45d6-9ffc-b5d2605492b6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:15.239675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff471633-0f1c-401f-bc4d-06cd4883edfd req-f55c5e01-c2c6-4891-a790-6b25dcd5496a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.7267358 May 13 14:57:15.250755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:15.261070 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e996b574-2c20-44f8-9864-55474ccecde0 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "PUT /v2.0/routers/adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 200 len: 706 time: 8.5120616 May 13 14:57:15.320469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:15.327130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ff471633-0f1c-401f-bc4d-06cd4883edfd req-92abc4d7-b752-4d96-b9a1-52890631e781 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643275 May 13 14:57:15.339307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd551a6-9eed-4a08-be0c-e20180925730 None None] Network 038075f2-5778-40c4-9ee3-b8d83f788eea requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:15.449745 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:15.473122 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] Routers {'adede6f2-b630-45d6-9ffc-b5d2605492b6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:57:15.476618 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:57:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['adede6f2-b630-45d6-9ffc-b5d2605492b6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:15.539171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 7.2171109 May 13 14:57:15.539171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-30dee923-b6b7-49a4-aded-d5477c266689 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 4.3354559 May 13 14:57:15.608859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f8153dcd-b30a-44b2-9a62-72ca2ae45aa0 None None] Provisioning for port 9c27fa7f-4477-4c3b-8aee-813cc5363868 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:15.643199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2d834f49-5667-4ae0-ac3f-fb5400fe242d tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/routers/adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 200 len: 741 time: 0.3110356 May 13 14:57:15.644046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:15.646646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:15.650899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:15.709625 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-899533e4-969e-4952-8126-380619d1dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:15.710246 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899533e4-969e-4952-8126-380619d1dea4 None None] The sync data for ids ['adede6f2-b630-45d6-9ffc-b5d2605492b6'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:57:15.859906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 9c27fa7f-4477-4c3b-8aee-813cc5363868 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:15.938683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2ddf548-dc42-4eae-ab6e-e62b029dc820 tempest-RoutersAdminTest-521186010 tempest-RoutersAdminTest-521186010-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&device_id=adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 200 len: 205 time: 0.0855796 May 13 14:57:15.942620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:15.946103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:16.035032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:16.054590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:16.067289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-211b5686-fd49-49ef-9500-6c17c7fb245c tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 200 len: 205 time: 0.1232643 May 13 14:57:16.078625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:16.081936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:16.186534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9c27fa7f-4477-4c3b-8aee-813cc5363868 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:16.241713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9c27fa7f-4477-4c3b-8aee-813cc5363868 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:16.252867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.325170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] For port db2cd846-d0ff-4343-866b-2c0e0033cb01, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=db2cd846-d0ff-4343-866b-2c0e0033cb01,segment=NetworkSegment(cf4e3b15-1d11-423d-b299-b45a2933d6bc),segment_id=cf4e3b15-1d11-423d-b299-b45a2933d6bc)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:16.326441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.585141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:16.589525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.651835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:16.856729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Calling delete_port for db2cd846-d0ff-4343-866b-2c0e0033cb01 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:17.287345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-e0639027-7a23-41e0-9196-59091c995290 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.9907613 May 13 14:57:17.289661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=e24c85c2-b90f-4105-8354-78afe3ba1ef8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:17.399903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9c27fa7f-4477-4c3b-8aee-813cc5363868 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:17.403549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:17.483516 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:17.642720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.645621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.646065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.646419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.650949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.651317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.651665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.653740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.657021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.657741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.660888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9c27fa7f-4477-4c3b-8aee-813cc5363868, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c27fa7f-4477-4c3b-8aee-813cc5363868,segment=NetworkSegment(36b36568-d08f-4551-a6ab-572bc9a139a2),segment_id=36b36568-d08f-4551-a6ab-572bc9a139a2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:17.671102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.671763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a25de-eab8-4f0e-8712-6e5860841137 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:17.705715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] No DVR routers for this DVR port db2cd846-d0ff-4343-866b-2c0e0033cb01 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:17.736097 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:17.755424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5de9-4112-4855-b168-0b0a4aef2415 None None] Pushing event deleted for resources: {'Port': ['ID=db2cd846-d0ff-4343-866b-2c0e0033cb01,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:17.758535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:57:18.137633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:57:18.137822 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:57:18.179597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device db2cd846-d0ff-4343-866b-2c0e0033cb01 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:18.188479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c33a53ad-7a40-48b4-bde7-01053dae20eb req-15c61064-8d07-443a-b7fe-3252a01119a0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.3582411 May 13 14:57:18.209258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:18.258431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: db2cd846-d0ff-4343-866b-2c0e0033cb01 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:18.259062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device db2cd846-d0ff-4343-866b-2c0e0033cb01 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:18.276931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 14:57:18.300045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 14:57:18.307465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9c27fa7f-4477-4c3b-8aee-813cc5363868,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:18.361565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0085dcd-8d10-499f-b0b1-7989e26cccbc req-e21ae631-949d-4ba9-b985-e4d4d68ecc15 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3575439 May 13 14:57:18.461274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1774d947-0049-4041-bc29-8fd9af0d7760 None None] Provisioning complete for port 9c27fa7f-4477-4c3b-8aee-813cc5363868 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:18.461859 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1774d947-0049-4041-bc29-8fd9af0d7760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:18.658253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 9c27fa7f-4477-4c3b-8aee-813cc5363868 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:18.658852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:18.872309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1774d947-0049-4041-bc29-8fd9af0d7760 None None] Current status of the port 9c27fa7f-4477-4c3b-8aee-813cc5363868 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:18.960098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.299022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.498791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.557730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.561568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.702794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:19.702794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Fanout notify agent at l3_agent the message router_deleted on router adede6f2-b630-45d6-9ffc-b5d2605492b6 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:57:19.969993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c27fa7f-4477-4c3b-8aee-813cc5363868 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:19.987345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '3b45260e-5593-4ab1-b4da-1c268a945be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:19.987954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: e24c85c2-b90f-4105-8354-78afe3ba1ef8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:57:20.001187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51829890-6e83-47cc-90a6-0264a9a06cb1 req-ca4298c8-09cd-4439-873b-dbb8499474a2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.4322364 May 13 14:57:20.021895 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.027311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3f4cce8c-dc5f-4330-826b-914addf41ca4 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 204 len: 168 time: 3.9472106 May 13 14:57:20.050634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:20.071706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256e920-b396-4e29-b940-a358166b84a7 req-236b4502-de70-4b43-be7b-617dfbe89cc5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:20.082760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c256e920-b396-4e29-b940-a358166b84a7 req-236b4502-de70-4b43-be7b-617dfbe89cc5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 2.8341312 May 13 14:57:20.124446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc34d4d-a177-4fc9-bedf-6775292626d4']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:20.213538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4e3b15-1d11-423d-b299-b45a2933d6bc') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:20.213755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4e3b15-1d11-423d-b299-b45a2933d6bc') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:20.355824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.387645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=4a3a069b-e229-4c38-a9ca-b21073bea9c9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:20.390635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:57:20.415645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9c27fa7f-4477-4c3b-8aee-813cc5363868 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:20.416649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.428947 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-39720e33-ee7e-41dd-a6bb-272d32f3383f tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 200 len: 205 time: 0.2787130 May 13 14:57:20.433026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:20.437143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port 9c27fa7f-4477-4c3b-8aee-813cc5363868, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c27fa7f-4477-4c3b-8aee-813cc5363868,segment=NetworkSegment(36b36568-d08f-4551-a6ab-572bc9a139a2),segment_id=36b36568-d08f-4551-a6ab-572bc9a139a2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:20.439448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.502526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.523970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:20.525865 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.653410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:20.834400 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:20.862381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e24c85c2-b90f-4105-8354-78afe3ba1ef8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:20.873617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9c27fa7f-4477-4c3b-8aee-813cc5363868 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:20.895562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c256e920-b396-4e29-b940-a358166b84a7 req-c129f33d-34e3-471d-b078-ed1246e3043c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8100843 May 13 14:57:20.899700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e1f32-55d1-4a0d-9a6a-035946433388 None None] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:20.901505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:20.903971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:20.912067 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-c84f4ada-651d-422c-93fb-3fe5d0a101d2 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:20.921126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c84f4ada-651d-422c-93fb-3fe5d0a101d2 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/adede6f2-b630-45d6-9ffc-b5d2605492b6 HTTP/1.1" status: 404 len: 336 time: 0.4414840 May 13 14:57:20.927296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.045329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f2f024ea-6422-4521-9a23-44206fd64d20 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 200 len: 205 time: 0.1149666 May 13 14:57:21.076720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.235070 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-857949dc-41d0-49d3-9b2d-aff6575322b0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5897171 May 13 14:57:21.253014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.273572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8', 'name': 'tempest-PortsTestJSON-252813081'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:21.461686 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.544464 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-97907ab3-6184-4c57-aa24-fe2665e749f2 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:21.548029 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97907ab3-6184-4c57-aa24-fe2665e749f2 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/66ea8699-38a1-4c83-bc28-d3adf891b32c HTTP/1.1" status: 404 len: 336 time: 0.4485550 May 13 14:57:21.548029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:21.549240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.607932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6a29f1e4-2f9c-4d76-83ae-6d7f7c965586 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 200 len: 205 time: 0.0550127 May 13 14:57:21.607932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:21.609051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.691778 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-e41a7403-4f61-4c55-a0a1-231165b0ee45 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:21.692896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e41a7403-4f61-4c55-a0a1-231165b0ee45 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/bdd09a65-ce5a-4bee-8cae-42a9665daf99 HTTP/1.1" status: 404 len: 336 time: 0.0829151 May 13 14:57:21.695747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:21.736967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:21.740700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.745687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e24c85c2-b90f-4105-8354-78afe3ba1ef8', 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': '4a3a069b-e229-4c38-a9ca-b21073bea9c9'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:57:21.748148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:21.822168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b7b3dbc-3108-4b77-850d-d2404b07ade5 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 200 len: 205 time: 0.1230824 May 13 14:57:21.822911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:22.051754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 9c27fa7f-4477-4c3b-8aee-813cc5363868 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:22.180187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port d650f459-8422-42ea-8b09-298569752d2a yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:57:22.283318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Allocated IP 172.20.0.2 (e24c85c2-b90f-4105-8354-78afe3ba1ef8/4a3a069b-e229-4c38-a9ca-b21073bea9c9/61edef7f-0ffc-40c7-8a48-8f7c011d7fcc) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:22.317720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:22.428043 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-aceae755-d335-4623-8095-695834488b8c tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:22.436585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aceae755-d335-4623-8095-695834488b8c tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/b7c029ff-3db3-4a5a-b10e-f8ca39b64233 HTTP/1.1" status: 404 len: 336 time: 0.6054480 May 13 14:57:22.596196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:22.685769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:22.736691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f8d2b51-3f04-433b-b95a-c43f56102691 req-336e473b-b93c-4d52-ab27-4d0f82f281a0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.5613666 May 13 14:57:22.737540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] Pushing event deleted for resources: {'Network': ['ID=4dc34d4d-a177-4fc9-bedf-6775292626d4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:22.805525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ab536124-6879-4161-841f-8dffe1121bef tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 200 len: 205 time: 0.1988275 May 13 14:57:22.810743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:22.812161 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6276ce11-6569-4afd-b45f-fe9c8c60cd29 tempest-DHCPAgentSchedulersTestJSON-541792683 tempest-DHCPAgentSchedulersTestJSON-541792683-project] 10.222.0.36 "DELETE /v2.0/networks/4dc34d4d-a177-4fc9-bedf-6775292626d4 HTTP/1.1" status: 204 len: 168 time: 7.9001446 May 13 14:57:22.840974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=9c27fa7f-4477-4c3b-8aee-813cc5363868,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:22.844175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:22.901420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Transition to ACTIVE for port object 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:22.989912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Transition to ACTIVE for port object 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:23.008287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969cbdd-3c5c-4b2f-bc02-70d7115b2ab8 None None] DHCP port deletion for 038075f2-5778-40c4-9ee3-b8d83f788eea request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:23.042909 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-63937870-c07c-41a3-a2fa-a72ca1d91fbc tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:23.053005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-63937870-c07c-41a3-a2fa-a72ca1d91fbc tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/5c14d61e-5ec5-4353-9089-ca7cef510f1c HTTP/1.1" status: 404 len: 336 time: 0.2339871 May 13 14:57:23.065749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:23.068746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:23.161180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.5 (e24c85c2-b90f-4105-8354-78afe3ba1ef8/4a3a069b-e229-4c38-a9ca-b21073bea9c9/d650f459-8422-42ea-8b09-298569752d2a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:23.208559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No DVR routers for this DVR port 9c27fa7f-4477-4c3b-8aee-813cc5363868 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:23.217540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-c6383180-19a7-4c3c-b563-eb8c93e5a95a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:23.226170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-c6383180-19a7-4c3c-b563-eb8c93e5a95a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 2.3802507 May 13 14:57:23.270156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:23.298365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:23.304916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:23.581026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Pushing event updated for resources: {'Port': ['ID=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:23.939373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.940065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.940527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.941103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.941661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.942214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.942766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.944124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.944124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.944485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.944932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.954660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:23.973337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.014732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c27fa7f-4477-4c3b-8aee-813cc5363868 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:24.107376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:24.111472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dad3c7c2-bfa3-4ac3-ac5c-9ca51cb52983 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "GET /v2.0/ports?device_id=78965dfd-a81f-4667-9e2b-9680585147fb HTTP/1.1" status: 200 len: 205 time: 0.9118474 May 13 14:57:24.143376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.189348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object d650f459-8422-42ea-8b09-298569752d2a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:24.195564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Attempting to bind port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:24.196069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Attempting to bind port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '3b45260e-5593-4ab1-b4da-1c268a945be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:24.201879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:24.212810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Attempting to bind port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc on network e24c85c2-b90f-4105-8354-78afe3ba1ef8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:24.219471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9c27fa7f-4477-4c3b-8aee-813cc5363868 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:24.220024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c27fa7f-4477-4c3b-8aee-813cc5363868 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:24.246834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.249060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:24.249695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Checking segment: {'id': '3b45260e-5593-4ab1-b4da-1c268a945be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:24.250376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.251114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Bound using segment: {'id': '3b45260e-5593-4ab1-b4da-1c268a945be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:24.252185 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Bound port: 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b45260e-5593-4ab1-b4da-1c268a945be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'e24c85c2-b90f-4105-8354-78afe3ba1ef8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:24.267798 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.294505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-004f4cde-18be-4a61-8fbf-5862c4653718 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 471 time: 0.8418653 May 13 14:57:24.302427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.334415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=d650f459-8422-42ea-8b09-298569752d2a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:24.372886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.376773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.377369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.377875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.378380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.378869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.379360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.379923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.380442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.381856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.384755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.385310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:57:24.424912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:24.426473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:24.432295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:24.634481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85306b-d0d9-4362-b27c-cb228fca1328 req-af5c1a0a-fb9c-4dd1-93f0-ce0a00e5da4f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:24.659857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e85306b-d0d9-4362-b27c-cb228fca1328 req-af5c1a0a-fb9c-4dd1-93f0-ce0a00e5da4f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 2.3298450 May 13 14:57:24.757597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945ed36-0c31-404e-927d-5d5bf4cdb1d4 None None] Network 038075f2-5778-40c4-9ee3-b8d83f788eea requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:24.888470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'port': {'device_id': '8902e748-119a-4063-ab80-ac342e670782', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'admin_state_up': True, 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'security_groups': ['b7e6de4f-a8be-4769-bed2-47b585cc5270']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:24.913123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:24.914208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:24.957066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e59c4c2-f20c-47d9-a872-846967995390 req-03fd1518-af8b-4a4c-8d0e-61b34466523d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.2387331 May 13 14:57:25.121868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1481b3-dfb3-4788-aee0-5783e44420eb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:25.130822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5db9bafc-061f-4f3d-aad7-a6f19c4d191a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8653483 May 13 14:57:25.138663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45468) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:25.232025 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-64e45619-5e48-4bb1-9830-65600ec08306 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] delete failed (client error): The resource could not be found. May 13 14:57:25.232025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-64e45619-5e48-4bb1-9830-65600ec08306 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/routers/78965dfd-a81f-4667-9e2b-9680585147fb HTTP/1.1" status: 404 len: 336 time: 1.0051816 May 13 14:57:25.232440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:25.359826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] For port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:25.377641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] For port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,segment=NetworkSegment(3b45260e-5593-4ab1-b4da-1c268a945be9),segment_id=3b45260e-5593-4ab1-b4da-1c268a945be9)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:25.438265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7e85306b-d0d9-4362-b27c-cb228fca1328 req-c7d7db53-aca5-4e81-a1bc-f499796b95a9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7499299 May 13 14:57:25.447257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.535769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port d650f459-8422-42ea-8b09-298569752d2a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:25.541136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.585393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.693006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038075f2-5778-40c4-9ee3-b8d83f788eea']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:25.742793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b36568-d08f-4551-a6ab-572bc9a139a2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:25.749474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b36568-d08f-4551-a6ab-572bc9a139a2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:25.802345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.867707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.919489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:25.922615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:25.935497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290bfd6-e6f5-42eb-a5e3-fad603ea1ca3 None None] Pushing event updated for resources: {'Port': ['ID=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:26.001282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75071057-835c-4cd4-8f4f-71210a0c30e0 None None] DHCP port deletion for 038075f2-5778-40c4-9ee3-b8d83f788eea request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:26.219184 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:26.388402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:26.455755 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e047298-1326-47a7-92e8-ac1391b7c690 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] DELETE failed (client error): The resource could not be found. May 13 14:57:26.456846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e047298-1326-47a7-92e8-ac1391b7c690 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:26.694940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for d650f459-8422-42ea-8b09-298569752d2a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:26.847931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e446de4-a9e2-45d7-bc97-5aa15239246d req-4bb48d61-d28d-424c-beba-0df0794612bb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.3965585 May 13 14:57:26.889279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:26.906947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:27.079832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=038075f2-5778-40c4-9ee3-b8d83f788eea,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:27.086521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3e047298-1326-47a7-92e8-ac1391b7c690 tempest-RoutersAdminTest-231668929 tempest-RoutersAdminTest-231668929-project] 10.222.0.36 "DELETE /v2.0/subnets/cda6bc53-fa7b-4989-a68d-c23be5149027 HTTP/1.1" status: 404 len: 337 time: 1.8442502 May 13 14:57:27.146154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:27.201711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3062b642-7099-4199-aa1e-bac4d06a2a3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4598d10ac878454483d215d8e95216a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9996085 May 13 14:57:27.228457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:27.279571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:27.305408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45504) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:27.318047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fef5bfe4-b80c-4d41-bee1-51315e5ad31d tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/038075f2-5778-40c4-9ee3-b8d83f788eea HTTP/1.1" status: 204 len: 168 time: 18.9895232 May 13 14:57:27.329178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45508) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:27.360714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:27.369581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:27.426924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-846355989'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:27.488989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=d650f459-8422-42ea-8b09-298569752d2a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:27.587462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:27.623006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:network and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:27.649942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:27.788263 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53c4ba-b4d4-4f96-ab7c-aa9e20f3e816 req-1f86af16-c59b-43c9-a0f3-3a9bb33f106c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:27.801930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c53c4ba-b4d4-4f96-ab7c-aa9e20f3e816 req-1f86af16-c59b-43c9-a0f3-3a9bb33f106c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.9395790 May 13 14:57:28.048655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:28.085682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:28.204389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:28.225216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.372403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c53c4ba-b4d4-4f96-ab7c-aa9e20f3e816 req-7b4f2f31-bb0b-42f6-9f86-8ae9d0dbfa76 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096091 May 13 14:57:28.375003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10cd5267-d0df-4158-b0b8-5bbf559e6456 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/d650f459-8422-42ea-8b09-298569752d2a HTTP/1.1" status: 204 len: 168 time: 3.2319329 May 13 14:57:28.400016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:28.409690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f5a22-be10-43d6-8741-ff275d727a0e None None] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:28.468435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:28.476318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.608355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.20.0.14 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/a476479c-d44e-4efc-bf1c-5db54bef07b1) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:28.620663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.655580 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3ff7b44-c096-480d-9030-110a7e2dd77b req-abefa75e-3ac2-4b51-a3b2-c4d097496b6d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.1988058 May 13 14:57:28.709330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Provisioning for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:28.724719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:57:28.746991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:28.768864 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b86da72-dac2-4818-a8d4-55e7b8c334fd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 14:57:28.769636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b86da72-dac2-4818-a8d4-55e7b8c334fd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:28.770617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.771804 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Added segment f45adc33-37d7-4d93-919c-086ccb8b26d4 of type vlan for network a1d2b22c-caef-481c-bba1-394a1f1bb67a May 13 14:57:28.785415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1b86da72-dac2-4818-a8d4-55e7b8c334fd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/d650f459-8422-42ea-8b09-298569752d2a HTTP/1.1" status: 404 len: 333 time: 0.3832076 May 13 14:57:28.800034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45540) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:28.819789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:28.824245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.904921 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.937218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Provisioning complete for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:28.952484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:28.960688 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d13757-47e3-4500-b0d0-f59ddcfa7fc6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:57:28.961610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02d13757-47e3-4500-b0d0-f59ddcfa7fc6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:28.977438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:28.985959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Usage tracker for resource:security_group_rule and tenant:cc6e306833a34141b0d37d94b61c0fb7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:28.991914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:29.004731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:29.344484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.346707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02d13757-47e3-4500-b0d0-f59ddcfa7fc6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:29.355389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-02d13757-47e3-4500-b0d0-f59ddcfa7fc6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/d650f459-8422-42ea-8b09-298569752d2a HTTP/1.1" status: 404 len: 333 time: 0.5533054 May 13 14:57:29.357076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:29.515273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.581422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.816598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:29.817658 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.864982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:29.886914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.002185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1735f0-5f85-469c-bccc-1794ab238b42,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:30.049586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc6e306833a34141b0d37d94b61c0fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9206994 May 13 14:57:30.051075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:30.116311 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:57:30.138822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d89460-301d-439f-8fe3-255d3b1a9a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb58cfe-7448-41e3-9942-5bf48eece8d6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:30.308309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,segment=NetworkSegment(3b45260e-5593-4ab1-b4da-1c268a945be9),segment_id=3b45260e-5593-4ab1-b4da-1c268a945be9)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:30.314567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e19b7cba-dbf0-4759-bfc9-ea3696b9d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.315344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 4a3a069b-e229-4c38-a9ca-b21073bea9c9 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:57:30.338454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.363084 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.398697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Current status of the port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:30.399463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.506702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3cbc99b1-697b-4cd2-ad84-68d2c90c3d27 req-4af5e9ff-29a9-4e6c-8aac-170faac92861 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:30.551972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.565376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b53f75f1-8ff2-4b7e-84d8-f08e60f7c044 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce1735f0-5f85-469c-bccc-1794ab238b42 HTTP/1.1" status: 204 len: 168 time: 3.2365162 May 13 14:57:30.609920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:30.728593 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.741940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:30.761406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.776157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.814610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.826800 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:57:30.827362 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:57:30.938553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:30.946190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3cbc99b1-697b-4cd2-ad84-68d2c90c3d27 req-4af5e9ff-29a9-4e6c-8aac-170faac92861 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:30.969176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3cbc99b1-697b-4cd2-ad84-68d2c90c3d27 req-4af5e9ff-29a9-4e6c-8aac-170faac92861 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.8583996 May 13 14:57:31.290986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794345b-72c5-4773-895c-b5a748ef357f req-ff9b025e-9e92-43f5-a574-f43771737ff4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:31.294678 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8794345b-72c5-4773-895c-b5a748ef357f req-ff9b025e-9e92-43f5-a574-f43771737ff4 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.4415884 May 13 14:57:31.311763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:31.398608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Transition to ACTIVE for port object a476479c-d44e-4efc-bf1c-5db54bef07b1 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:31.513572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.1567013 May 13 14:57:31.516642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:31.564434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Request body: {'subnet': {'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:31.682272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8794345b-72c5-4773-895c-b5a748ef357f req-a32a6809-f731-4b29-b1ca-673824c9d1a8 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761165 May 13 14:57:31.731749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:31.783118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb58cfe-7448-41e3-9942-5bf48eece8d6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:31.798746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:31.976182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-79a53cf0-52e4-43ed-979e-48eb98d97bd2 None None] Current status of the port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:32.121420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d96bf4a2-a0a6-46aa-9816-1a94b320705d None None] Provisioning complete for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:32.121420 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d96bf4a2-a0a6-46aa-9816-1a94b320705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.136525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.142302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97368a3d-6bce-4f7f-935d-be407c2dbd81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fb58cfe-7448-41e3-9942-5bf48eece8d6 HTTP/1.1" status: 204 len: 168 time: 2.0769162 May 13 14:57:32.296240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45602) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:32.435874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.558787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:32.566420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8121bf6b8b8e458482941cacfe416578 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:32.579508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c508666-cfb8-43b5-b791-918be590c9e0 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Network': ['ID=a1d2b22c-caef-481c-bba1-394a1f1bb67a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:32.580269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:32.589155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:32.599028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27b405-cf19-417f-abe1-17906b318ada None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:57:32.642032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.844538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:32.860502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:32.872462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:32.883679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:32.936247 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.947015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.954118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:32.955198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:32.965450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:57:33.008599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:33.017946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:33.035593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d96bf4a2-a0a6-46aa-9816-1a94b320705d None None] Current status of the port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:33.042596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Usage tracker for resource:subnet and tenant:da9aa64113284a54bca546f3ced870eb is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:33.062477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:33.084813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-1691abc1-fcb6-425e-81a4-bc142d053f7d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4565663 May 13 14:57:33.095389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:33.105792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Request body: {'port': {'device_id': '8902e748-119a-4063-ab80-ac342e670782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:33.168261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.339833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Made reservation on behalf of da9aa64113284a54bca546f3ced870eb for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:33.344751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.355718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d96bf4a2-a0a6-46aa-9816-1a94b320705d None None] Could not find standard attr ID for object d650f459-8422-42ea-8b09-298569752d2a. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:57:33.396681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3a069b-e229-4c38-a9ca-b21073bea9c9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:33.473927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a98bf4-0374-47ba-83a9-a96e1df80f66,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:33.482269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.517329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.552778 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.569336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6f01f41-0f57-45a6-a9c2-82071872f8e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8121bf6b8b8e458482941cacfe416578&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2627692 May 13 14:57:33.575373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:33.646243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2d932e38-0f59-415f-9804-b6fa684d60b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/4a3a069b-e229-4c38-a9ca-b21073bea9c9 HTTP/1.1" status: 204 len: 168 time: 4.2830300 May 13 14:57:33.649306 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6eb7393-37ae-4d39-965e-5efefe48da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.671331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:33.781753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:33.784804 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:33.875940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034a5c-93da-426b-a287-784003d4ee6d req-b5a27486-be8f-4d38-a7ac-0e2f0dcc1ce0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:33.886164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85034a5c-93da-426b-a287-784003d4ee6d req-b5a27486-be8f-4d38-a7ac-0e2f0dcc1ce0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 932 time: 1.2455497 May 13 14:57:34.174624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec7a6-2459-4d16-9851-4b4540bd5373 req-bb937e84-7ab2-40e1-b260-5f6d0f14d981 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:34.176242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1ec7a6-2459-4d16-9851-4b4540bd5373 req-bb937e84-7ab2-40e1-b260-5f6d0f14d981 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.9812665 May 13 14:57:34.188971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.204289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:34.258036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.263026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:34.266242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e27b405-cf19-417f-abe1-17906b318ada None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:57:34.273597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.317644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-85034a5c-93da-426b-a287-784003d4ee6d req-424eea68-c050-41f1-b071-ee94208135d9 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043446 May 13 14:57:34.376196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.419994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:34.421957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:34.522537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1ec7a6-2459-4d16-9851-4b4540bd5373 req-a7d1e9dc-96b5-409a-a489-86a530dbb22e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192716 May 13 14:57:34.742429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4d84af4f-6810-41bf-b4bb-39bde687ab88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eb794efb67c448b963903b6aadf6766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340109 May 13 14:57:34.749216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:35.043381 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.044649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.206972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.335974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a98bf4-0374-47ba-83a9-a96e1df80f66,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:35.363356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.419477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 14:57:35.419477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.456411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:57:35.477595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.480167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1bf8548c-0d7c-4a98-83a6-8150c00a0a3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5a98bf4-0374-47ba-83a9-a96e1df80f66 HTTP/1.1" status: 204 len: 168 time: 1.8959405 May 13 14:57:35.604782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9c781-4269-4d9e-be85-235e23c6ef82 None None] Network e24c85c2-b90f-4105-8354-78afe3ba1ef8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:35.816347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a476479c-d44e-4efc-bf1c-5db54bef07b1 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:35.818752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,segment=NetworkSegment(3b45260e-5593-4ab1-b4da-1c268a945be9),segment_id=3b45260e-5593-4ab1-b4da-1c268a945be9)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:35.825396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.853895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:35.882888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.258028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:36.530098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c59d4cca-2075-4cc9-8a61-6befc178a08d None None] Provisioning for port a476479c-d44e-4efc-bf1c-5db54bef07b1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:36.551449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c59d4cca-2075-4cc9-8a61-6befc178a08d None None] Provisioning complete for port a476479c-d44e-4efc-bf1c-5db54bef07b1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:36.552411 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c59d4cca-2075-4cc9-8a61-6befc178a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.628386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event updated for resources: {'Subnet': ['ID=9b1a9348-758d-4b30-ae63-eff90ea5a056,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:36.670892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Transition to ACTIVE for port object a476479c-d44e-4efc-bf1c-5db54bef07b1 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:36.686620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0a10f-616e-4601-b43c-95a3fae2041a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:36.692331 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.697107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c1455ce9-d7ec-4a7a-81ce-e06bf37677ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76b0a10f-616e-4601-b43c-95a3fae2041a HTTP/1.1" status: 204 len: 168 time: 1.9392014 May 13 14:57:36.711990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.743081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c59d4cca-2075-4cc9-8a61-6befc178a08d None None] Port a476479c-d44e-4efc-bf1c-5db54bef07b1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:57:36.813271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=61edef7f-0ffc-40c7-8a48-8f7c011d7fcc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:36.831577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:36.833850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No DVR routers for this DVR port 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:36.887389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf3f88-682a-48aa-9bed-b774584af665 None None] DHCP port deletion for e24c85c2-b90f-4105-8354-78afe3ba1ef8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:37.230108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:37.257160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Checking segment: {'id': 'f45adc33-37d7-4d93-919c-086ccb8b26d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:37.257753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network hostable DHCP agents. Network: a1d2b22c-caef-481c-bba1-394a1f1bb67a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:57:37.522941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:37.678642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c85c2-b90f-4105-8354-78afe3ba1ef8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:37.737723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b45260e-5593-4ab1-b4da-1c268a945be9') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:37.740870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b45260e-5593-4ab1-b4da-1c268a945be9') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:37.787972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093bb21-87e3-44f6-9eb8-6841bebab5ce req-438bdb1d-b46f-4070-812d-ed933321b705 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:37.795755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d093bb21-87e3-44f6-9eb8-6841bebab5ce req-438bdb1d-b46f-4070-812d-ed933321b705 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.5766649 May 13 14:57:37.827046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:37.883476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:57:37.952375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d093bb21-87e3-44f6-9eb8-6841bebab5ce req-9ba1511b-e12a-4e65-a043-dfae6360f315 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467006 May 13 14:57:37.956499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:37.959529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a5b46-3bb9-4260-a321-db320cee0b21 req-6783b31c-d114-4d24-8e55-e2c6be7a4a33 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:37.966871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-573a5b46-3bb9-4260-a321-db320cee0b21 req-6783b31c-d114-4d24-8e55-e2c6be7a4a33 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 932 time: 1.7267985 May 13 14:57:37.982293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.005976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:38.007048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: timer() May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:38.059346 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:38.093521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a1d2b22c-caef-481c-bba1-394a1f1bb67a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:38.119469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432af7f1-b06b-4050-809d-06b731c5178c None None] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:38.131151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:38.131869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.330426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Attempting to bind port a476479c-d44e-4efc-bf1c-5db54bef07b1 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:38.331576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Attempting to bind port a476479c-d44e-4efc-bf1c-5db54bef07b1 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:38.331940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Attempting to bind port a476479c-d44e-4efc-bf1c-5db54bef07b1 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:38.346798 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.386626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.408108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Port a476479c-d44e-4efc-bf1c-5db54bef07b1 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:57:38.409693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Attempting to bind port a476479c-d44e-4efc-bf1c-5db54bef07b1 on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:38.426717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=e24c85c2-b90f-4105-8354-78afe3ba1ef8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:38.464017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-42cdf5e2-059d-4dcd-9683-66618f70c931 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/e24c85c2-b90f-4105-8354-78afe3ba1ef8 HTTP/1.1" status: 204 len: 168 time: 4.7805767 May 13 14:57:38.466008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:38.470479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:38.471575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:38.477169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Bound port: a476479c-d44e-4efc-bf1c-5db54bef07b1, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:38.478559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.480177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:38.493851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553552712'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:38.514246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-573a5b46-3bb9-4260-a321-db320cee0b21 req-c888ab8d-d5b5-4f44-9c70-4b729f0f38f3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4508152 May 13 14:57:38.517495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:38.539140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:38.553193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:38.576199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:38.606179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:38.610277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:38.856132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:39.036756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.063020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:39.063795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 61edef7f-0ffc-40c7-8a48-8f7c011d7fcc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:39.111159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:39.119990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:39.121099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:39.131001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c063fb77-4e69-43e5-a489-5012de6b7cfb tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 7.5877411 May 13 14:57:39.132893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:39.139511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b3f101e6664bf0821c6b09368f7e89 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:39.146724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:39.149642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a1d2b22c-caef-481c-bba1-394a1f1bb67a', 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a', 'tenant_id': 'da9aa64113284a54bca546f3ced870eb', 'fixed_ips': [{'subnet_id': '9b1a9348-758d-4b30-ae63-eff90ea5a056'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:57:39.151559 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.175274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:39.457340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.490782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.493693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Allocated IP 2001:db8::f816:3eff:fe3a:4f60 (a1d2b22c-caef-481c-bba1-394a1f1bb67a/9b1a9348-758d-4b30-ae63-eff90ea5a056/786d92b0-20c3-4a89-8be0-4526729036f8) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:39.584326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:57:39.604418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.605030 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment c56f5d79-3262-4ccd-aa3b-d88618883d4d of type vlan for network 5fd02b37-6e59-40aa-8a51-1df23993051c May 13 14:57:39.657771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.727623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.759129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.770560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.771618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.967517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:39.974947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:39.988522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/a476479c-d44e-4efc-bf1c-5db54bef07b1 HTTP/1.1" status: 200 len: 1092 time: 6.8865385 May 13 14:57:40.056420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:40.124687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6339519 May 13 14:57:40.131718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45770) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:40.233066 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:40.275581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Transition to ACTIVE for port object 786d92b0-20c3-4a89-8be0-4526729036f8 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:40.337359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Transition to ACTIVE for port object 786d92b0-20c3-4a89-8be0-4526729036f8 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:40.351052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:40.363134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:40.483675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1b3f101e6664bf0821c6b09368f7e89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5258491 May 13 14:57:40.492982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:40.495416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b36df-5dc7-4e18-bd97-8c0e15795c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a3b62-db2f-46cb-8aed-05b0a596fbca,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:40.634000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:40.644204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:40.654606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c36283-0bba-4c31-afc2-862c65fca5aa tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=5fd02b37-6e59-40aa-8a51-1df23993051c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:40.667667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Pushing event updated for resources: {'Port': ['ID=786d92b0-20c3-4a89-8be0-4526729036f8,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:40.687213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:40.688069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60909-a892-4766-a920-16e19232ba59 req-4581215b-b191-4ab9-8d75-a03c64fafe62 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:40.693537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5fd02b37-6e59-40aa-8a51-1df23993051c details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:57:40.704739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfe60909-a892-4766-a920-16e19232ba59 req-4581215b-b191-4ab9-8d75-a03c64fafe62 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.2083514 May 13 14:57:40.789552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:40.836607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:40.889859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cfe60909-a892-4766-a920-16e19232ba59 req-0751a039-8fcd-4808-9d8a-c3bee2aaed90 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836596 May 13 14:57:40.891874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.008819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:41.133495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:41.140753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.197236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19708-27ef-4cea-93d7-5e1f9d6345d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:41.198697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Attempting to bind port 786d92b0-20c3-4a89-8be0-4526729036f8 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:41.199817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Attempting to bind port 786d92b0-20c3-4a89-8be0-4526729036f8 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f45adc33-37d7-4d93-919c-086ccb8b26d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:41.200197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Attempting to bind port 786d92b0-20c3-4a89-8be0-4526729036f8 on network a1d2b22c-caef-481c-bba1-394a1f1bb67a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:41.216989 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3aa525-b992-4f39-9e9a-038926135df4'] response: {'name': 'network-changed', 'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'status': 'completed', 'code': 200} May 13 14:57:41.235464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:41.236662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Checking segment: {'id': 'f45adc33-37d7-4d93-919c-086ccb8b26d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:41.237245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.238323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Bound using segment: {'id': 'f45adc33-37d7-4d93-919c-086ccb8b26d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:41.239156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a3b62-db2f-46cb-8aed-05b0a596fbca,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:41.240177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Bound port: 786d92b0-20c3-4a89-8be0-4526729036f8, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45adc33-37d7-4d93-919c-086ccb8b26d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'a1d2b22c-caef-481c-bba1-394a1f1bb67a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:41.242606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.247818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.250351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.250541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-be3f7a40-7b65-47e8-b15c-847a3fc0190b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f4a3b62-db2f-46cb-8aed-05b0a596fbca HTTP/1.1" status: 204 len: 168 time: 0.7509167 May 13 14:57:41.256998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:41.302385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:57:41.369833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-6eef4f2e-808b-43e6-aec4-3727dec630f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:41.374595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-6eef4f2e-808b-43e6-aec4-3727dec630f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 1095 time: 1.2681460 May 13 14:57:41.384456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:41.395818 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.567354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] For port 786d92b0-20c3-4a89-8be0-4526729036f8, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:41.572032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] For port 786d92b0-20c3-4a89-8be0-4526729036f8, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=786d92b0-20c3-4a89-8be0-4526729036f8,segment=NetworkSegment(f45adc33-37d7-4d93-919c-086ccb8b26d4),segment_id=f45adc33-37d7-4d93-919c-086ccb8b26d4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:41.581759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.586347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 786d92b0-20c3-4a89-8be0-4526729036f8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:41.586881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:41.672025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c194d-8512-41c5-8e20-439c7d6ca630 req-47061a8d-a4b3-488b-81e8-e78b7d059f0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:41.678360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c05c194d-8512-41c5-8e20-439c7d6ca630 req-47061a8d-a4b3-488b-81e8-e78b7d059f0b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 944 time: 1.2936306 May 13 14:57:41.790323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4fa0-84d2-4ddc-87e4-1dbed47fa793 None None] Pushing event updated for resources: {'Port': ['ID=786d92b0-20c3-4a89-8be0-4526729036f8,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:41.972770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-43992c06-46fa-4059-9d45-b73ba6050162 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1 HTTP/1.1" status: 200 len: 217 time: 0.5199561 May 13 14:57:42.071673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-07739534-882d-466e-b221-bfe488202a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:42.073910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-07739534-882d-466e-b221-bfe488202a40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.0814903 May 13 14:57:42.460999 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:42.649623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:42.665562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=b75a863b-a887-42f5-bfe2-53d06fb0089b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:42.716465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 786d92b0-20c3-4a89-8be0-4526729036f8 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:42.761249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:42.868067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:42.892960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Usage tracker for resource:security_group_rule and tenant:f91fd46454ed4ab69c694c4f708cb085 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:42.915981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:42.935753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:42.954807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c05c194d-8512-41c5-8e20-439c7d6ca630 req-05759aed-3d20-4fd2-ad67-78b1fd5fa378 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0598285 May 13 14:57:43.093532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 786d92b0-20c3-4a89-8be0-4526729036f8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:43.107251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b56b3-89c5-4367-9a27-79e2944185a0 req-1afac7e5-2426-48f6-9b87-ab7242458877 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:43.118589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-461b56b3-89c5-4367-9a27-79e2944185a0 req-1afac7e5-2426-48f6-9b87-ab7242458877 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.7233331 May 13 14:57:43.247967 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-461b56b3-89c5-4367-9a27-79e2944185a0 req-8ae429f3-1814-4f36-99c9-892c7dc0981c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158929 May 13 14:57:43.314134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': 'c56f5d79-3262-4ccd-aa3b-d88618883d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:43.315020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 5fd02b37-6e59-40aa-8a51-1df23993051c, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:57:43.415295 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.432102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.460908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port 786d92b0-20c3-4a89-8be0-4526729036f8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=786d92b0-20c3-4a89-8be0-4526729036f8,segment=NetworkSegment(f45adc33-37d7-4d93-919c-086ccb8b26d4),segment_id=f45adc33-37d7-4d93-919c-086ccb8b26d4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:43.462629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.485252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 5fd02b37-6e59-40aa-8a51-1df23993051c is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:57:43.592518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f91fd46454ed4ab69c694c4f708cb085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9331410 May 13 14:57:43.601613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45838) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:43.654673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8017c3a-2f70-43ab-b676-79913ebcedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af231575-a581-4b8e-81f9-10cc44ab596f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:43.709364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:43.766613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-a39c55e1-a518-4234-9a94-e3d93ac9dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:43.769800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-a39c55e1-a518-4234-9a94-e3d93ac9dbc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6844623 May 13 14:57:43.794205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.827972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:43.981890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:44.057280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af231575-a581-4b8e-81f9-10cc44ab596f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:44.090506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:44.092383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a41ef787-afea-42b2-9f9a-0fc80e79d30f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af231575-a581-4b8e-81f9-10cc44ab596f HTTP/1.1" status: 204 len: 168 time: 0.4891088 May 13 14:57:44.096188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 786d92b0-20c3-4a89-8be0-4526729036f8 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:44.204458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5fd02b37-6e59-40aa-8a51-1df23993051c) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:44.219811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff7706-ec22-4d96-b239-1c001762509c None None] Network 5fd02b37-6e59-40aa-8a51-1df23993051c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:44.235894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45868) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:44.452295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849e080-6746-442e-b42d-4c5e07830d4c None None] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:44.654029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:44.688571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:44.711376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Usage tracker for resource:floatingip and tenant:780493914a644c07aa82a17b007a016f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:44.734893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:44.754688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:44.833310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b162bc-6a83-4249-a0d9-13e508dafd9d req-a8176717-9be8-42c0-af58-ea8b519151bb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:44.855383 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-38b162bc-6a83-4249-a0d9-13e508dafd9d req-a8176717-9be8-42c0-af58-ea8b519151bb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 0.3512135 May 13 14:57:44.862678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.015207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-bb830dbc-a735-47ed-bfcc-a4791ae8268d service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108602 May 13 14:57:45.055071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4aa1439e-992b-4119-994b-9751a0e76c6c None None] Provisioning for port 786d92b0-20c3-4a89-8be0-4526729036f8 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:45.071142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4aa1439e-992b-4119-994b-9751a0e76c6c None None] Provisioning complete for port 786d92b0-20c3-4a89-8be0-4526729036f8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:45.072697 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4aa1439e-992b-4119-994b-9751a0e76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.185115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:45.186123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.214281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-38b162bc-6a83-4249-a0d9-13e508dafd9d req-a989f827-c921-4a2e-bfbf-39b9f675b99c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635689 May 13 14:57:45.371826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-994923155'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:45.395738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:45.407386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Usage tracker for resource:router and tenant:ca532c42efa54551a64b93c3f35b8370 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:45.415236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:45.429688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:45.434270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f15742c0-19b5-4396-8ac1-7c9857978549 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1256161 May 13 14:57:45.437497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:45.458960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1124872789'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:45.479588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-436784fd-cf84-41e8-9598-19ca4989ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:45.481136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-436784fd-cf84-41e8-9598-19ca4989ec32 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1097 time: 0.4625399 May 13 14:57:45.508249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.508249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.691461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7258-fe65-4145-ad49-ee58695a2d60 req-63289a3b-f967-4cc2-af94-1ce3159efd77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:45.695000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b2c7258-fe65-4145-ad49-ee58695a2d60 req-63289a3b-f967-4cc2-af94-1ce3159efd77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 944 time: 0.6842496 May 13 14:57:45.770667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a69f7585-4209-4734-9007-e1ee2c651b1b req-4ba93228-2ab3-4fa2-9825-5c27039af033 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226400 May 13 14:57:45.830048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.837985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:45.899191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=786d92b0-20c3-4a89-8be0-4526729036f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:45.903740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b2c7258-fe65-4145-ad49-ee58695a2d60 req-8e8ae160-5375-466d-b54e-e7d8690c5345 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712658 May 13 14:57:46.005171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4aa1439e-992b-4119-994b-9751a0e76c6c None None] Could not find standard attr ID for object 786d92b0-20c3-4a89-8be0-4526729036f8. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:57:46.012306 n-d-841736-1 neutron-server[88134]: INFO neutron.plugins.ml2.db [None req-4aa1439e-992b-4119-994b-9751a0e76c6c None None] No ports have port_id starting with 786d92b0-20c3-4a89-8be0-4526729036f8 May 13 14:57:46.019376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.039341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-5fd02b37-6e59-40aa-8a51-1df23993051c', 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': 'b75a863b-a887-42f5-bfe2-53d06fb0089b'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:57:46.040182 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.106333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.190358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:46.215685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:46.222467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-2af7b2f6-fb3b-4abe-ad33-0c56ec4692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:46.224958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-2af7b2f6-fb3b-4abe-ad33-0c56ec4692e3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.7246656 May 13 14:57:46.230431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No DVR routers for this DVR port 786d92b0-20c3-4a89-8be0-4526729036f8 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:57:46.274449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:46.320957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:46.345657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.349284 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3cc3c365-2272-4a6c-8942-c922b68d92e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1115811 May 13 14:57:46.383733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:46.443204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-b94cff7e-c6a1-4224-a438-ee675de6f8f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 1000 time: 0.1228168 May 13 14:57:46.452613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.566579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-5a86a821-41c3-40c8-8dd6-880b9d22123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:46.568734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-5a86a821-41c3-40c8-8dd6-880b9d22123e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.0828340 May 13 14:57:46.754526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Allocated IP 172.20.0.2 (5fd02b37-6e59-40aa-8a51-1df23993051c/b75a863b-a887-42f5-bfe2-53d06fb0089b/19e7d945-7149-4076-b5f8-b882b055d0d9) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:46.774680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:46.793398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:46.843490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392f28-0b89-439f-85b0-96319655da8e req-169879af-8ded-44cd-bb1f-fea4595ef220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:46.845303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-169879af-8ded-44cd-bb1f-fea4595ef220 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 1095 time: 0.9472771 May 13 14:57:46.985599 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.058278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1a9348-758d-4b30-ae63-eff90ea5a056,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:47.368117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.386146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4e90b-3e86-4281-b61a-a1c5da3d6d0d None None] DHCP port deletion for a1d2b22c-caef-481c-bba1-394a1f1bb67a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:47.391802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.394718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0598112a-a977-4fc3-b0c3-e4b91ff81296 None None] Could not find standard attr ID for object 786d92b0-20c3-4a89-8be0-4526729036f8. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 14:57:47.429341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Transition to ACTIVE for port object 19e7d945-7149-4076-b5f8-b882b055d0d9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:47.446386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d9153-7b4b-4996-8620-96f01c8bdc53 None None] Network a1d2b22c-caef-481c-bba1-394a1f1bb67a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:47.697602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 3ce77352-0b5d-420b-882a-176aa8d1859c yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:57:47.706535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Transition to ACTIVE for port object 19e7d945-7149-4076-b5f8-b882b055d0d9 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:47.786194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a476479c-d44e-4efc-bf1c-5db54bef07b1 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:57:47.786463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:47.793758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Allocated IP 172.25.5.173 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/8e6d8b99-867c-4956-ad09-9e374ea43bae) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:47.825329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:47.825981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392f28-0b89-439f-85b0-96319655da8e req-1953f3ba-1fea-4deb-bb58-253580a09ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:47.832507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-1953f3ba-1fea-4deb-bb58-253580a09ded service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.9718883 May 13 14:57:47.932049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-86f6e0eb-e268-4b12-8c34-a20399261e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:47.937206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-86f6e0eb-e268-4b12-8c34-a20399261e15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3360331 May 13 14:57:47.941686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.140510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.163432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-ffaaea67-f079-49f6-a2f9-9822df15092f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1 HTTP/1.1" status: 200 len: 217 time: 0.2594814 May 13 14:57:48.167694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.214892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db411dd-ba93-45a7-a9f1-5f48d4aa5b19 req-519f2b5d-a349-4f47-959a-cf2fec6f37d6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:48.222342 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1db411dd-ba93-45a7-a9f1-5f48d4aa5b19 req-519f2b5d-a349-4f47-959a-cf2fec6f37d6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 946 time: 1.4880621 May 13 14:57:48.312530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6b057-9cbb-4072-8f15-428a0ef15922 None None] DHCP port deletion for a1d2b22c-caef-481c-bba1-394a1f1bb67a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:48.398186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Network 5fd02b37-6e59-40aa-8a51-1df23993051c is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:48.417767 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.418404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75333505-4f91-4a7c-a659-28b2b947ad48 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:57:48.426050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:57:48.436277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d2b22c-caef-481c-bba1-394a1f1bb67a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:48.476738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45adc33-37d7-4d93-919c-086ccb8b26d4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:48.476738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45adc33-37d7-4d93-919c-086ccb8b26d4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:48.526032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.555243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392f28-0b89-439f-85b0-96319655da8e req-deb29882-9a6d-4455-bae9-255d70f25207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:48.557112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-deb29882-9a6d-4455-bae9-255d70f25207 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.3848829 May 13 14:57:48.563345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-57c7c051-18ef-411b-9c97-fb6e402b22eb service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986204 May 13 14:57:48.571528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6efa51-66df-4c8d-a8c2-4fad3a7072fd req-75ecf6f6-7884-453e-9bd8-7143424b2c3c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:48.579296 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c6efa51-66df-4c8d-a8c2-4fad3a7072fd req-75ecf6f6-7884-453e-9bd8-7143424b2c3c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 944 time: 1.3796492 May 13 14:57:48.612626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:48.643247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:48.643643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.645630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1db411dd-ba93-45a7-a9f1-5f48d4aa5b19 req-2245ad38-0c95-47b2-9010-ad0198711ac7 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222190 May 13 14:57:48.667341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.685678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.691622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'port_id': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'mac_address': 'fa:16:3e:9d:57:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:57:48.701030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 786d92b0-20c3-4a89-8be0-4526729036f8 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:48.709929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.712055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-338f63aa-e848-4b8d-9ad2-7d42bce16d1c tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "DELETE /v2.0/routers/75333505-4f91-4a7c-a659-28b2b947ad48 HTTP/1.1" status: 204 len: 168 time: 2.3267002 May 13 14:57:48.713611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:48.714256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:48.739164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:48.745088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:48.753329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:48.765889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Request body: {'router': {'name': 'tempest-router-2090574803', 'distributed': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:48.785314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.13 (5fd02b37-6e59-40aa-8a51-1df23993051c/b75a863b-a887-42f5-bfe2-53d06fb0089b/3ce77352-0b5d-420b-882a-176aa8d1859c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:48.788295 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:48.793779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 786d92b0-20c3-4a89-8be0-4526729036f8 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:57:48.794128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 786d92b0-20c3-4a89-8be0-4526729036f8 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:57:48.812368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:48.826746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:48.835807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Pushing event updated for resources: {'Port': ['ID=19e7d945-7149-4076-b5f8-b882b055d0d9,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:48.881386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Usage tracker for resource:router and tenant:ca532c42efa54551a64b93c3f35b8370 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:48.911509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:48.940349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:48.960016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c6efa51-66df-4c8d-a8c2-4fad3a7072fd req-8eda20ef-b05b-4eca-999d-2453639b2a15 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794696 May 13 14:57:48.973713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:48.998225 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.041679 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.053367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.134350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/a1d2b22c-caef-481c-bba1-394a1f1bb67a HTTP/1.1" status: 204 len: 168 time: 9.9995472 May 13 14:57:49.169659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45982) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:49.188466 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b2f58b-2a62-4d82-9189-17263e7f520e'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'code': 200} May 13 14:57:49.205464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:49.238672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Attempting to bind port 19e7d945-7149-4076-b5f8-b882b055d0d9 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:57:49.239207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Attempting to bind port 19e7d945-7149-4076-b5f8-b882b055d0d9 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c56f5d79-3262-4ccd-aa3b-d88618883d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:57:49.239623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Attempting to bind port 19e7d945-7149-4076-b5f8-b882b055d0d9 on network 5fd02b37-6e59-40aa-8a51-1df23993051c {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:57:49.264830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19d4fb-18a9-491f-b2f3-ef2689b20430 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=a1d2b22c-caef-481c-bba1-394a1f1bb67a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:49.292062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:57:49.292062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Checking segment: {'id': 'c56f5d79-3262-4ccd-aa3b-d88618883d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:57:49.292498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.292740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Bound using segment: {'id': 'c56f5d79-3262-4ccd-aa3b-d88618883d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:57:49.293239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Bound port: 19e7d945-7149-4076-b5f8-b882b055d0d9, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56f5d79-3262-4ccd-aa3b-d88618883d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5fd02b37-6e59-40aa-8a51-1df23993051c'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:57:49.293617 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.315127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbd309ce-bb06-4faa-ae52-b23ded717431 req-aee2e85f-f271-43a7-bcba-048b7191c47b service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314243 May 13 14:57:49.317732 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e33a5c-b11c-47b5-a9f8-ff65dae74a41 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:49.318779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e33a5c-b11c-47b5-a9f8-ff65dae74a41 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:49.321652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.323641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-98e33a5c-b11c-47b5-a9f8-ff65dae74a41 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/9b1a9348-758d-4b30-ae63-eff90ea5a056 HTTP/1.1" status: 404 len: 337 time: 0.1430435 May 13 14:57:49.327918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392f28-0b89-439f-85b0-96319655da8e req-08c55f62-0034-4290-8959-9c4e909da136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:49.329193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.344984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-08c55f62-0034-4290-8959-9c4e909da136 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7621086 May 13 14:57:49.345716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45990) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:49.357881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a476479c-d44e-4efc-bf1c-5db54bef07b1 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:49.359157 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.373180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.397289 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-166e51cb-cec6-4132-8e12-f453360c072f tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:49.397548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166e51cb-cec6-4132-8e12-f453360c072f tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:49.402326 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-166e51cb-cec6-4132-8e12-f453360c072f tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/a1d2b22c-caef-481c-bba1-394a1f1bb67a HTTP/1.1" status: 404 len: 339 time: 0.0547633 May 13 14:57:49.507506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:49.564082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] For port 19e7d945-7149-4076-b5f8-b882b055d0d9, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:57:49.569132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] For port 19e7d945-7149-4076-b5f8-b882b055d0d9, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19e7d945-7149-4076-b5f8-b882b055d0d9,segment=NetworkSegment(c56f5d79-3262-4ccd-aa3b-d88618883d4d),segment_id=c56f5d79-3262-4ccd-aa3b-d88618883d4d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:57:49.589563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.608259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6d8b99-867c-4956-ad09-9e374ea43bae,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:49.628082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-adfa1611-1860-415a-a58e-634cec70411b service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249229 May 13 14:57:49.662805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a476479c-d44e-4efc-bf1c-5db54bef07b1 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:57:49.688064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.694891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.739166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:49.779802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc99ca8-f9f6-417d-a49c-e5f18d3d5f78 None None] Pushing event updated for resources: {'Port': ['ID=19e7d945-7149-4076-b5f8-b882b055d0d9,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:49.795843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:49.808066 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:49.840022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:49.844867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:49.881877 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-49723034-5c09-4210-8b96-faea202a3b79 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:49.882761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49723034-5c09-4210-8b96-faea202a3b79 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:49.925650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-78392f28-0b89-439f-85b0-96319655da8e req-6fa2484f-617a-4012-8eed-4d384f93075d service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785976 May 13 14:57:49.953736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:49.959071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-49723034-5c09-4210-8b96-faea202a3b79 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/3d1481b3-dfb3-4788-aee0-5783e44420eb HTTP/1.1" status: 404 len: 337 time: 0.4341457 May 13 14:57:50.025390 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae036814-fdbb-4a00-84b7-cb26d16553c6 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:50.025889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae036814-fdbb-4a00-84b7-cb26d16553c6 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:50.032435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ae036814-fdbb-4a00-84b7-cb26d16553c6 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/038075f2-5778-40c4-9ee3-b8d83f788eea HTTP/1.1" status: 404 len: 339 time: 0.0738850 May 13 14:57:50.033135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:50.061005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:50.090966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['a476479c-d44e-4efc-bf1c-5db54bef07b1'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:57:50.141915 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d8cd77-1faa-4208-86c2-43f72238f73a tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:50.152583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d8cd77-1faa-4208-86c2-43f72238f73a tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:50.157111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-93d8cd77-1faa-4208-86c2-43f72238f73a tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/c4d8e730-2f85-426d-9912-a674a97ab5f0 HTTP/1.1" status: 404 len: 337 time: 0.1211052 May 13 14:57:50.174335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46018) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:50.191944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.199071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.318533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.320574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff239c51-cbc9-40cd-985e-782484d0b9e5 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5761878 May 13 14:57:50.337658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:50.428264 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac6ca35-1687-482c-b074-cf2c04536aca tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:50.433926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac6ca35-1687-482c-b074-cf2c04536aca tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:50.445037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.487029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 3ce77352-0b5d-420b-882a-176aa8d1859c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:57:50.504261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cac6ca35-1687-482c-b074-cf2c04536aca tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/d07fc6b1-9e4d-4762-a7be-7451e2e97ef4 HTTP/1.1" status: 404 len: 339 time: 0.3167930 May 13 14:57:50.517933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:50.520058 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.663177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19e7d945-7149-4076-b5f8-b882b055d0d9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:50.915247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 19e7d945-7149-4076-b5f8-b882b055d0d9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:50.960387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port cd625250-091f-41a4-b967-2be5fa2c0967 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:50.961359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:50.970560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:51.031358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:51.038723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:51.560706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011dd1-016f-4b28-8be0-e674b1c6c89e req-be35458b-b56a-4646-ab7c-eba40e42a816 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:51.563748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29011dd1-016f-4b28-8be0-e674b1c6c89e req-be35458b-b56a-4646-ab7c-eba40e42a816 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.4053667 May 13 14:57:51.733334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e77e3f-a7c2-4921-8296-d7315bac1abd req-cf599e45-eda7-4a23-9c71-87f3a524a98c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:51.747041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57e77e3f-a7c2-4921-8296-d7315bac1abd req-cf599e45-eda7-4a23-9c71-87f3a524a98c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 945 time: 1.4803028 May 13 14:57:51.825317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a476479c-d44e-4efc-bf1c-5db54bef07b1 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:51.856748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 5fd02b37-6e59-40aa-8a51-1df23993051c is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:57:51.917112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:57:52.015708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:57:52.058518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port a476479c-d44e-4efc-bf1c-5db54bef07b1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:52.072617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port a476479c-d44e-4efc-bf1c-5db54bef07b1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:52.073204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.161528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=3ce77352-0b5d-420b-882a-176aa8d1859c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:52.249651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dddc1ab-b0c2-4ead-8d1c-ac2be546bb86 None None] Network 5fd02b37-6e59-40aa-8a51-1df23993051c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:52.258936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.263482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.315985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29011dd1-016f-4b28-8be0-e674b1c6c89e req-bb9afbd0-5c3c-4fb9-9e79-1ba8a77971e2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6676080 May 13 14:57:52.319565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.322995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78fdfe01-1a2f-4eb4-9d9a-6297c4390e3c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:57:52.356547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.359580 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-35682a1d-6aa8-4395-b7f5-f79d85e8ce4e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "DELETE /v2.0/routers/78fdfe01-1a2f-4eb4-9d9a-6297c4390e3c HTTP/1.1" status: 204 len: 168 time: 2.0183449 May 13 14:57:52.363208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:52.376805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Request body: {'router': {'name': 'tempest-router-602363697', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b8272696745e44c59d0e0a87c1b1f8f1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:52.388249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:52.398894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Usage tracker for resource:router and tenant:b8272696745e44c59d0e0a87c1b1f8f1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:52.406193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:52.419217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:52.451119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.455104 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.463685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Provisioning for port 19e7d945-7149-4076-b5f8-b882b055d0d9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:52.471650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Provisioning complete for port 19e7d945-7149-4076-b5f8-b882b055d0d9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:52.472053 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.494632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.524364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-57e77e3f-a7c2-4921-8296-d7315bac1abd req-386da311-a1c0-4a30-a546-bcb47116be03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:52.541580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.627186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.629643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffa4d11e-f49c-4964-8dd6-6fe762254fab tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2630377 May 13 14:57:52.633289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:52.643980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:52.648166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a476479c-d44e-4efc-bf1c-5db54bef07b1 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:52.648764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.796288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:52.800738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:57:52.808434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:52.820628 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.027014 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d032be6-f56c-48dc-a53a-9cffe0db8f96'] response: {'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'code': 200} May 13 14:57:53.071577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.092893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:53.094128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.134450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.143885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-57e77e3f-a7c2-4921-8296-d7315bac1abd req-386da311-a1c0-4a30-a546-bcb47116be03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:53.146432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57e77e3f-a7c2-4921-8296-d7315bac1abd req-386da311-a1c0-4a30-a546-bcb47116be03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3980916 May 13 14:57:53.176752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Current status of the port 19e7d945-7149-4076-b5f8-b882b055d0d9 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:53.177133 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.192183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:53.253161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] For port 19e7d945-7149-4076-b5f8-b882b055d0d9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19e7d945-7149-4076-b5f8-b882b055d0d9,segment=NetworkSegment(c56f5d79-3262-4ccd-aa3b-d88618883d4d),segment_id=c56f5d79-3262-4ccd-aa3b-d88618883d4d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:53.277789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:53.430954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2716c-d84b-48f1-93ec-782315185c05 None None] Pushing event updated for resources: {'Port': ['ID=19e7d945-7149-4076-b5f8-b882b055d0d9,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:53.655243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for cd625250-091f-41a4-b967-2be5fa2c0967 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:53.873014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6d8b99-867c-4956-ad09-9e374ea43bae,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:54.028948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Provisioning for port 3ce77352-0b5d-420b-882a-176aa8d1859c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:57:54.043911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Provisioning complete for port 3ce77352-0b5d-420b-882a-176aa8d1859c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:54.044734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.113593 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3966c7b0-3ece-4b12-887e-48aa7a602233 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 8.6648834 May 13 14:57:54.129429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46110) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:54.362279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Port 3ce77352-0b5d-420b-882a-176aa8d1859c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:57:54.405912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Provisioning complete for port 19e7d945-7149-4076-b5f8-b882b055d0d9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:54.406684 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.505528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.519298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.642954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.664101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19e7d945-7149-4076-b5f8-b882b055d0d9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:57:54.749407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 3ce77352-0b5d-420b-882a-176aa8d1859c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:54.749978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:54.879834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4857721-a396-47c0-a1f5-c452ad9f2458 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 14:57:54.950748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46122) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:55.005905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9a1c8-c7e2-469c-819d-e884220472be req-9fa424ee-317f-4c55-9bcc-18b845915f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:55.005905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08f9a1c8-c7e2-469c-819d-e884220472be req-9fa424ee-317f-4c55-9bcc-18b845915f96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 1097 time: 1.8641469 May 13 14:57:55.063467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.126662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 19e7d945-7149-4076-b5f8-b882b055d0d9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:55.127546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.202421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.210086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f7eb988-c3cb-4072-91f4-092358585bc0 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.4870586 May 13 14:57:55.216368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88132) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 13 14:57:55.229363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Router becf15f3-7465-49d2-a04d-68f7a5566d6d migrating from provider to provider. {{(pid=88132) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 13 14:57:55.230316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.233480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:55.260180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cca05c-43f4-43d9-bb06-68bc01dcc1af req-d17c6078-339d-466f-add9-d4ee1b252e78 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:55.271589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7cca05c-43f4-43d9-bb06-68bc01dcc1af req-d17c6078-339d-466f-add9-d4ee1b252e78 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.4190583 May 13 14:57:55.359789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=cd625250-091f-41a4-b967-2be5fa2c0967,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:55.360645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1481836921', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'fixed_ips': [{'ip_address': '172.25.5.173'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:57:55.368689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-08f9a1c8-c7e2-469c-819d-e884220472be req-dc5560e3-77a1-4898-8b9f-a665a4e4a8e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537288 May 13 14:57:55.382376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.397254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:55.405469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.416090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-04487d43-47d7-4ff8-9d55-9e7da01558cc tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/ports/cd625250-091f-41a4-b967-2be5fa2c0967 HTTP/1.1" status: 204 len: 168 time: 4.8933957 May 13 14:57:55.421913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:55.423554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:55.443884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Usage tracker for resource:port and tenant:780493914a644c07aa82a17b007a016f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:55.582537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818cdc9-5cc1-4a2d-b67f-754e30006f72 req-f9567ad5-e933-488e-bfa4-b2c88cb8b1e0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:55.583466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3818cdc9-5cc1-4a2d-b67f-754e30006f72 req-f9567ad5-e933-488e-bfa4-b2c88cb8b1e0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 0.8834305 May 13 14:57:55.670341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-790c818b-9ac4-446f-99db-f70336317d9f None None] Current status of the port 19e7d945-7149-4076-b5f8-b882b055d0d9 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:55.715242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4857721-a396-47c0-a1f5-c452ad9f2458 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 14:57:55.791016 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:57:55.854635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:55.875363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3818cdc9-5cc1-4a2d-b67f-754e30006f72 req-578b8ccc-d3b7-441d-8ade-b53ef23a6fcf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704538 May 13 14:57:55.967998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.084661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 19e7d945-7149-4076-b5f8-b882b055d0d9 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:56.101603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-04d84415-b352-4205-9fb1-07f9600eced9 None None] Provisioning complete for port 3ce77352-0b5d-420b-882a-176aa8d1859c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:57:56.102177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04d84415-b352-4205-9fb1-07f9600eced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.184781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:56.231001 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf5f789-7b5b-48ff-9ffb-fcb5d2b73bf8 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:57:56.231898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf5f789-7b5b-48ff-9ffb-fcb5d2b73bf8 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:57:56.234749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cf5f789-7b5b-48ff-9ffb-fcb5d2b73bf8 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/5f8a3603-12f2-41e6-b53d-1f4a390f0261 HTTP/1.1" status: 404 len: 337 time: 0.8074424 May 13 14:57:56.249592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7cca05c-43f4-43d9-bb06-68bc01dcc1af req-06433272-a839-4001-8fe6-0ed708b778e5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9766064 May 13 14:57:56.254065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:56.289312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:57:56.303226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 3ce77352-0b5d-420b-882a-176aa8d1859c owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:56.319538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-04d84415-b352-4205-9fb1-07f9600eced9 None None] Port 3ce77352-0b5d-420b-882a-176aa8d1859c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:57:56.330740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.381065 n-d-841736-1 neutron-server[88132]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] No L3 agents can host the router becf15f3-7465-49d2-a04d-68f7a5566d6d May 13 14:57:56.597924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:56.601247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Usage tracker for resource:security_group_rule and tenant:d056011e51f04fde8f1976cf2ede891b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:56.604976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:56.613029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:56.628607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Made reservation on behalf of 780493914a644c07aa82a17b007a016f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:57:56.630238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.631764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.793314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.797826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.866886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.942858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:56.995780 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d056011e51f04fde8f1976cf2ede891b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0419209 May 13 14:57:57.002742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:57:57.206825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46168) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:57.236738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Usage tracker for resource:security_group_rule and tenant:780493914a644c07aa82a17b007a016f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:57:57.320634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=3ce77352-0b5d-420b-882a-176aa8d1859c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:57.326302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.359425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-07f390d3-443a-4ffe-9cc8-4ff8a0fd311f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/3ce77352-0b5d-420b-882a-176aa8d1859c HTTP/1.1" status: 204 len: 168 time: 3.2279780 May 13 14:57:57.361096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:57.389729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:57:57.397371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:57:57.466438 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59a20a7-6146-4e20-a0b8-d424f24b88f1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:57:57.467885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d59a20a7-6146-4e20-a0b8-d424f24b88f1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:57:57.505155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d59a20a7-6146-4e20-a0b8-d424f24b88f1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:57:57.513570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d59a20a7-6146-4e20-a0b8-d424f24b88f1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/3ce77352-0b5d-420b-882a-176aa8d1859c HTTP/1.1" status: 404 len: 333 time: 0.1506014 May 13 14:57:57.514956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:57.621390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2eb61-f2f9-4ef7-9554-40c9a92efc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcdfbde-67f9-4e61-b53c-706ce9514444,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:57.728295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet b75a863b-a887-42f5-bfe2-53d06fb0089b {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:57:57.752505 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:57.887315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Hosts for router becf15f3-7465-49d2-a04d-68f7a5566d6d: [] {{(pid=88132) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 13 14:57:57.980959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.159251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.210488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Hosts for other DVR routers connected to router becf15f3-7465-49d2-a04d-68f7a5566d6d: set() {{(pid=88132) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 13 14:57:58.308794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.323251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.334231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.366794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.413500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=b75a863b-a887-42f5-bfe2-53d06fb0089b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:58.426323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.443127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a511ec3-a9f7-4daa-9547-af46336bf6e2 None None] Network 5fd02b37-6e59-40aa-8a51-1df23993051c requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:57:58.456936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e8d8a128-7b2a-47a8-99e0-10e87c1b60b7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/b75a863b-a887-42f5-bfe2-53d06fb0089b HTTP/1.1" status: 204 len: 168 time: 0.9375002 May 13 14:57:58.461373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cbb54-83ef-468d-919e-10c8d37abd34 req-c8b8d2bc-dff5-4cf7-81a6-2423f8ab572d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:57:58.461583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:58.464128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b6cbb54-83ef-468d-919e-10c8d37abd34 req-c8b8d2bc-dff5-4cf7-81a6-2423f8ab572d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 1.1139128 May 13 14:57:58.476719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.485708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a69c5eae-25b7-4e43-bdef-ce6d146740e3 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "PUT /v2.0/routers/becf15f3-7465-49d2-a04d-68f7a5566d6d HTTP/1.1" status: 200 len: 716 time: 5.8503537 May 13 14:57:58.486900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.494944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cf195f-54c6-477f-b216-44964d0f9eb6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:58.508389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:57:58.584700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95efbdc-2066-4ca7-8629-d2c33a357d91') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:58.586148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95efbdc-2066-4ca7-8629-d2c33a357d91') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:57:58.626199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.651118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.669435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 19e7d945-7149-4076-b5f8-b882b055d0d9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:58.670178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:58.878044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcdfbde-67f9-4e61-b53c-706ce9514444,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:57:58.891422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.003852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.026622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15d864ab-a93d-48c6-b33c-c9f44132e4e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efcdfbde-67f9-4e61-b53c-706ce9514444 HTTP/1.1" status: 204 len: 168 time: 1.8105073 May 13 14:57:59.036049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:57:59.036742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.121720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b6cbb54-83ef-468d-919e-10c8d37abd34 req-f07592c3-6c16-4fcb-b464-8c12e7768132 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6143208 May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: timer() May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:57:59.122815 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:57:59.268492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] DHCP port deletion for 5fd02b37-6e59-40aa-8a51-1df23993051c request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:57:59.282471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Deleting port 19e7d945-7149-4076-b5f8-b882b055d0d9 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:57:59.283806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.355047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port 19e7d945-7149-4076-b5f8-b882b055d0d9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19e7d945-7149-4076-b5f8-b882b055d0d9,segment=NetworkSegment(c56f5d79-3262-4ccd-aa3b-d88618883d4d),segment_id=c56f5d79-3262-4ccd-aa3b-d88618883d4d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:59.355766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.389881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.549798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.643048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] device_id is not set on port 44376613-c707-4cf6-a4cb-7ce57c870e1b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:57:59.709973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 19e7d945-7149-4076-b5f8-b882b055d0d9 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:57:59.855507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] For port 19e7d945-7149-4076-b5f8-b882b055d0d9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19e7d945-7149-4076-b5f8-b882b055d0d9,segment=NetworkSegment(c56f5d79-3262-4ccd-aa3b-d88618883d4d),segment_id=c56f5d79-3262-4ccd-aa3b-d88618883d4d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:57:59.857025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.885581 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-545550ef-2ce6-436c-827e-ac255c78d455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.899975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:57:59.907601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.055619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862c8a16-bead-4f8b-878f-2fade607d495,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:00.063353 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3607793-cf20-478c-a48e-4cde3e3446f9 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "GET /v2.0/routers/becf15f3-7465-49d2-a04d-68f7a5566d6d HTTP/1.1" status: 200 len: 716 time: 1.5098131 May 13 14:58:00.071998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.085552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=19e7d945-7149-4076-b5f8-b882b055d0d9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:00.092590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No DVR routers for this DVR port 19e7d945-7149-4076-b5f8-b882b055d0d9 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:00.110561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.145945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.148944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=06cf195f-54c6-477f-b216-44964d0f9eb6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:00.213558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Calling delete_port for 19e7d945-7149-4076-b5f8-b882b055d0d9 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:00.236413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0db8551b-871c-4877-8047-6dbf98643301 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/06cf195f-54c6-477f-b216-44964d0f9eb6 HTTP/1.1" status: 204 len: 168 time: 3.9732471 May 13 14:58:00.248829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46258) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.392874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:00.393140 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:00.400872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42de6b-b1ff-46f1-a2b8-c164b3b960a0 req-bd75812d-f747-4533-aad6-7003a3c43b7f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:00.411519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e42de6b-b1ff-46f1-a2b8-c164b3b960a0 req-bd75812d-f747-4533-aad6-7003a3c43b7f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 0.8649333 May 13 14:58:00.420400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.451151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'port_id': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:00.470286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.500605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd02b37-6e59-40aa-8a51-1df23993051c']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.514997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56f5d79-3262-4ccd-aa3b-d88618883d4d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.515302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56f5d79-3262-4ccd-aa3b-d88618883d4d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:00.529311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.530546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19e7d945-7149-4076-b5f8-b882b055d0d9 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:00.547508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.554409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:00.554820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.594916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 109b5e5b-e49c-4e1d-86d8-fb8edd19933a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:00.595115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.598230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 19e7d945-7149-4076-b5f8-b882b055d0d9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:58:00.600358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19e7d945-7149-4076-b5f8-b882b055d0d9 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: timer() May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:00.668061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.687241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.707199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.733459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=5fd02b37-6e59-40aa-8a51-1df23993051c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:00.762544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9417749d-6429-42d2-b8ce-2c0bb754a95d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/5fd02b37-6e59-40aa-8a51-1df23993051c HTTP/1.1" status: 204 len: 168 time: 2.2955866 May 13 14:58:00.772451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.789521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:00.806461 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-69f1d63d-989d-461c-b2c9-8c644100112f tempest-RoutersTestDVR-1758476856 tempest-RoutersTestDVR-1758476856-project] 10.222.0.36 "GET /v2.0/routers/becf15f3-7465-49d2-a04d-68f7a5566d6d HTTP/1.1" status: 200 len: 682 time: 0.7315266 May 13 14:58:00.811574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Usage tracker for resource:security_group_rule and tenant:f31a6584a9bc447481b6942096d59b00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:00.813516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'name': 'tempest-PortsTestJSON-802173229'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:00.816313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:00.819330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:00.833757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:00.895247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Deleting port 19e7d945-7149-4076-b5f8-b882b055d0d9 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:00.897839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.101504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a5ef8-ccc2-484e-948c-c7487cb837d1 None None] The port '19e7d945-7149-4076-b5f8-b882b055d0d9' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:58:01.151339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:01.161567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:01.170131 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 13 14:58:01.170695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:58:01.326353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1362-a755-4db7-bb18-b0863128d8ac req-5e1fa33a-4b2a-411d-927c-6891dfefd278 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:01.348766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb5c1362-a755-4db7-bb18-b0863128d8ac req-5e1fa33a-4b2a-411d-927c-6891dfefd278 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.2536724 May 13 14:58:01.356280 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.363384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-db3b3b04-6dc6-4cc9-b02c-4f60dfdbcd7a tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 6.0884902 May 13 14:58:01.407432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46298) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:01.548256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.574496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:01.606942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:01.672745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:01.723364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb5c1362-a755-4db7-bb18-b0863128d8ac req-336704ed-ddf8-4737-bc1c-85ccb507faf2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734822 May 13 14:58:01.815429 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.818983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.898210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.898666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router becf15f3-7465-49d2-a04d-68f7a5566d6d {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:58:01.901941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.918352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.979799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f31a6584a9bc447481b6942096d59b00&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0026386 May 13 14:58:01.980895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fab0c-e54c-4737-9261-376dcd3ce44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865126a-a0f6-4c20-b0a0-56a16dd7e8af,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:01.983906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:01.987659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:01.989114 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c4b7e6e7-febb-4c91-98e0-75a01bfc6b60 tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "DELETE /v2.0/routers/becf15f3-7465-49d2-a04d-68f7a5566d6d HTTP/1.1" status: 204 len: 168 time: 1.1718369 May 13 14:58:02.001882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:02.015660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Request body: {'router': {'name': 'tempest-router-81723885', 'distributed': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:02.026787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:02.047659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Usage tracker for resource:router and tenant:ca532c42efa54551a64b93c3f35b8370 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:02.077032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:02.093094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:02.126499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.128301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.132547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 109b5e5b-e49c-4e1d-86d8-fb8edd19933a owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:02.168546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.186890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:02.228323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.245663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.322856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.336434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:02.342626 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.361945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Deleting port 8e6d8b99-867c-4956-ad09-9e374ea43bae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:02.362821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.380338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.382161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-41171066-a260-4949-92cf-5dd67fadac9e tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.3782532 May 13 14:58:02.385148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.389749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.391769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f865126a-a0f6-4c20-b0a0-56a16dd7e8af HTTP/1.1" status: 204 len: 168 time: 0.4063525 May 13 14:58:02.392945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:02.526556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67ae07-243e-4dbd-a8fb-b3f768ffe7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865126a-a0f6-4c20-b0a0-56a16dd7e8af,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:02.550338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port b4df85ab-0b06-4e11-891d-f7a55aa678bb yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:02.672620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.677415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af72d725-24e3-4e27-a7c1-8a7c0cd7ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.744164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-c2eae4e5-cd6a-40e9-83e6-2bfd9d8ce788 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3175013 May 13 14:58:02.807197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:02.832943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-c04ed2c8-f491-4391-a70a-b26e0089433d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6581953 May 13 14:58:02.974768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.045490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=109b5e5b-e49c-4e1d-86d8-fb8edd19933a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:03.057092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.243861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-44cec9ef-b15b-44bc-8cd0-dad001135cc9 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/ports/109b5e5b-e49c-4e1d-86d8-fb8edd19933a HTTP/1.1" status: 204 len: 168 time: 2.9900179 May 13 14:58:03.276637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:03.278103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.413792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.414287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.486078 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-febfe7d6-81fb-4fc4-8d48-944253a6ccec tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] DELETE failed (client error): The resource could not be found. May 13 14:58:03.486729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febfe7d6-81fb-4fc4-8d48-944253a6ccec tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:58:03.488732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-febfe7d6-81fb-4fc4-8d48-944253a6ccec tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/6b093fa5-8941-46ec-bf69-9a45cfdbf059 HTTP/1.1" status: 404 len: 337 time: 0.2056546 May 13 14:58:03.567490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:03.651188 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.657536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.688484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Calling delete_port for 8e6d8b99-867c-4956-ad09-9e374ea43bae owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:03.709689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.710689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3be3919-a3ac-4fa4-82fa-70f44c733277 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 14:58:03.746613 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:03.769347 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-15d62288-c477-4fe1-98e3-b09c8e812f9f tempest-RoutersTestDVR-1092383470 tempest-RoutersTestDVR-1092383470-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c3be3919-a3ac-4fa4-82fa-70f44c733277 HTTP/1.1" status: 204 len: 168 time: 1.3619502 May 13 14:58:04.123904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.154318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:04.384313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-b92d9a84-6956-4e4e-9bc2-9da07890b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:04.386469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-b92d9a84-6956-4e4e-9bc2-9da07890b6b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 1096 time: 1.2992437 May 13 14:58:04.390525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.408016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.420770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6be022-9105-4900-847b-94b00d7a9d82 req-6ecce4d1-d463-4d3f-8209-8b28fdf164dd tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:04.430996 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd6be022-9105-4900-847b-94b00d7a9d82 req-6ecce4d1-d463-4d3f-8209-8b28fdf164dd tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.3515515 May 13 14:58:04.458716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.553042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:04.702835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:04.703170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.766219 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:04.876886 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.058005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.087439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:05.091281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd6be022-9105-4900-847b-94b00d7a9d82 req-1d883b6f-c98c-4473-a63c-b686b770527b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6591115 May 13 14:58:05.095823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Usage tracker for resource:security_group_rule and tenant:b8272696745e44c59d0e0a87c1b1f8f1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:05.100471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:05.111154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:05.204362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:05.234544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:05.283665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.293451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.300688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:05.308844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:05.310000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.333509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.346944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=b4df85ab-0b06-4e11-891d-f7a55aa678bb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:05.351356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8272696745e44c59d0e0a87c1b1f8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965844 May 13 14:58:05.353583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834f5a-85af-4fb0-92fa-54683f5b0b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d0a0e-ae2d-4a57-bcb1-376763a200dc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:05.356183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46408) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:05.447950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.485981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.532944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e6d8b99-867c-4956-ad09-9e374ea43bae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:05.541679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-5ca9b95e-d694-44f6-bd22-39c2aebb392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:05.543859 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-5ca9b95e-d694-44f6-bd22-39c2aebb392c service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.0170581 May 13 14:58:05.546028 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP f535618c-bbb8-46b1-8a8e-958c62f4c2c4 associated. External IP: 172.25.5.178, port: a476479c-d44e-4efc-bf1c-5db54bef07b1. May 13 14:58:05.578840 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.600482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d0a0e-ae2d-4a57-bcb1-376763a200dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:05.610790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:05.612401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-59145faf-56ce-4632-a563-ef870b5a6fdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad6d0a0e-ae2d-4a57-bcb1-376763a200dc HTTP/1.1" status: 204 len: 168 time: 0.2549143 May 13 14:58:05.952724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8469531a-9490-4ded-bb05-94bfc2579cb5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.1668422 May 13 14:58:05.956635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:06.093977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port b4df85ab-0b06-4e11-891d-f7a55aa678bb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:06.096680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.248385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.254797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.257218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dfeaaf02-493d-4d7b-95f5-e8e57c392b05 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981 tempest-ExternalNetworksAdminNegativeTestJSON-2001201981-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/ae0170ee-c619-4599-a59b-08b2610e368e HTTP/1.1" status: 204 len: 168 time: 4.7916977 May 13 14:58:06.538974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:06.549252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-a039287f-0ca3-4df3-bfee-a157c908b8e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 200 len: 1001 time: 0.9192786 May 13 14:58:06.554851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8,segment=NetworkSegment(67589b82-ae31-4081-a0b4-11cdbf51e750),segment_id=67589b82-ae31-4081-a0b4-11cdbf51e750)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:06.555689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.634401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:06.850472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:06.873689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for b4df85ab-0b06-4e11-891d-f7a55aa678bb owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:06.979075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.033313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:07.053562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.064476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.073509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-aac79dcf-5395-45cc-a3be-1f9ca3f3d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.076183 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-aac79dcf-5395-45cc-a3be-1f9ca3f3d375 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560&tenant_id=541a206a586f4e2993e612cfb54675ec HTTP/1.1" status: 200 len: 1095 time: 1.8491201 May 13 14:58:07.092897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/b4df85ab-0b06-4e11-891d-f7a55aa678bb HTTP/1.1" status: 204 len: 168 time: 1.1347466 May 13 14:58:07.094348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:07.095179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32108f4-5f9c-4271-9b3f-abfa66ef2d8e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=b4df85ab-0b06-4e11-891d-f7a55aa678bb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:07.103626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'mac_address': 'fa:16:3e:d9:62:70', 'name': 'tempest-PortsTestJSON-160285226'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:07.232732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:07.284688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.330487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:07.385951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Usage tracker for resource:security_group_rule and tenant:1c8a6b5dbcd0401589fdebe3a034fda7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:07.390288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:07.393454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:07.399997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:07.406346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:07.417718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:07.433095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:07.439527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:07.462004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.474869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:07.508746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Usage tracker for resource:security_group_rule and tenant:ca532c42efa54551a64b93c3f35b8370 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:07.609034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ea3d-b598-49a2-8ba2-fa58d93f9ee0 req-b528a62c-40b8-4af2-ba2e-b21e6c05b926 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.610756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e86ea3d-b598-49a2-8ba2-fa58d93f9ee0 req-b528a62c-40b8-4af2-ba2e-b21e6c05b926 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.7074556 May 13 14:58:07.645042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:07.666708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:07.670312 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.703896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-b3ce2ca2-58a8-4264-93cb-1f4eac70bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:07.705746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-b3ce2ca2-58a8-4264-93cb-1f4eac70bd25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.8466079 May 13 14:58:07.714256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.720145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:07.736200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c5444bd52dbf4a5b8bcf82e3abdb8415 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:07.744250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:07.758966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 0d610f41-2960-4182-8f5b-acb0acced6c5 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:07.810953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:07.860235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:07.901376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e86ea3d-b598-49a2-8ba2-fa58d93f9ee0 req-4a22d502-aaf4-4aed-a719-39ad4b84d76f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678568 May 13 14:58:07.966561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c8a6b5dbcd0401589fdebe3a034fda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9288802 May 13 14:58:07.970585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:07.985220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ff481-a725-4761-bd34-301340cc89cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95da6420-4fe6-43b3-88b5-88f3e0eae36f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:07.989058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.091333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Port': ['ID=4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.102537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] No DVR routers for this DVR port 4b5530be-162b-4dc8-a0c7-9ec3ece7e1d8 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:08.154393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-6ea3b722-ab67-4626-a453-56eee0f46955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.156309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-6ea3b722-ab67-4626-a453-56eee0f46955 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1095 time: 0.8634059 May 13 14:58:08.184081 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.211960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.235458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.290281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:08.296879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.498227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.502701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:08.516535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:08.519059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:08.527121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.527799 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.551326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da6420-4fe6-43b3-88b5-88f3e0eae36f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.553857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=0d610f41-2960-4182-8f5b-acb0acced6c5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:08.576129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.577462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-153b747e-5da6-48dc-9f3c-388bc3c1939d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95da6420-4fe6-43b3-88b5-88f3e0eae36f HTTP/1.1" status: 204 len: 168 time: 0.5974061 May 13 14:58:08.592293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ab329407-e0cb-419d-ad97-c6e61ba57aee tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4934225 May 13 14:58:08.594143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:08.669574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-fdfe0823-4b6b-4cdf-996f-b70b3d48548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.681969 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-fdfe0823-4b6b-4cdf-996f-b70b3d48548c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9588251 May 13 14:58:08.705819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19503400-fcde-448b-9f89-fd72b08f503c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:08.706783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-19503400-fcde-448b-9f89-fd72b08f503c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:08.748933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-19503400-fcde-448b-9f89-fd72b08f503c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:08.752291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-19503400-fcde-448b-9f89-fd72b08f503c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/0d610f41-2960-4182-8f5b-acb0acced6c5 HTTP/1.1" status: 200 len: 840 time: 0.1550434 May 13 14:58:08.755220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:08.842249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:08.943333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 0d610f41-2960-4182-8f5b-acb0acced6c5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:08.943908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.080954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bcd5bf-e118-4dbb-ab86-babf15e95b15']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:09.097979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.152893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.168430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.172007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67589b82-ae31-4081-a0b4-11cdbf51e750') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:09.172614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67589b82-ae31-4081-a0b4-11cdbf51e750') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:09.318411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-e5d9075c-29f8-439a-920d-b3b7f5b2d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:09.319919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-e5d9075c-29f8-439a-920d-b3b7f5b2d691 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 1.1394813 May 13 14:58:09.331388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.501981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:09.522467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.596856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.634199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-ae6714a4-49fe-45c7-a46a-e9460d43a457 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759323 May 13 14:58:09.665948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca532c42efa54551a64b93c3f35b8370&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1153162 May 13 14:58:09.682363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46512) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:09.705202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.720285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f572b-2b0e-43ae-9e6f-eea19961d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17dc59-96fd-4ee0-ae56-b4b507e1e7a1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:09.764558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5444bd52dbf4a5b8bcf82e3abdb8415&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8978925 May 13 14:58:09.773010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:09.774119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:09.843387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: timer() May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:09.852493 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:09.862086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 0d610f41-2960-4182-8f5b-acb0acced6c5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:09.866234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:09.891178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:09.918511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:09.922309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:58:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:09.937636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f6c39e2e-00c8-4ac4-8909-d3cba77b56a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780493914a644c07aa82a17b007a016f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338019 May 13 14:58:09.959759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:10.071297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-4710e0f9-4136-43b7-93a3-352c737647bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 998 time: 0.5300395 May 13 14:58:10.158774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.225067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.248099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cc703-dd96-45b1-99c8-2ef2d8a932d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43329047-52d4-4717-842d-7bc2120753be,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:10.313002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:10.342666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.352419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.381984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.453515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43329047-52d4-4717-842d-7bc2120753be,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:10.472484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.515664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49353b03-5fae-4d48-a0a8-8ad5a6dea5ad req-9c760a9e-1754-4c35-a9c7-736b214dc104 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.517925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49353b03-5fae-4d48-a0a8-8ad5a6dea5ad req-9c760a9e-1754-4c35-a9c7-736b214dc104 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.3661902 May 13 14:58:10.519256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=15bcd5bf-e118-4dbb-ab86-babf15e95b15,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:10.528776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5b05bd5-34f7-4ca7-9d82-0ee090299f86 req-e04feee6-5521-4e57-a306-21b2f6d58b93 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526025 May 13 14:58:10.540116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.552651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.596228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.610286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.615437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8dad3180-adec-4119-b70b-30e7a4ef8777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43329047-52d4-4717-842d-7bc2120753be HTTP/1.1" status: 204 len: 168 time: 0.7664347 May 13 14:58:10.622879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.627891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/0d610f41-2960-4182-8f5b-acb0acced6c5 HTTP/1.1" status: 204 len: 168 time: 1.8678608 May 13 14:58:10.627891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cde3f0-2653-420e-843e-403bf3b8ce3d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=0d610f41-2960-4182-8f5b-acb0acced6c5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:10.629672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:10.679492 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-43687e1f-69ff-4d22-9a67-81f45cf083a8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:58:10.680075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-43687e1f-69ff-4d22-9a67-81f45cf083a8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:10.704247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-43687e1f-69ff-4d22-9a67-81f45cf083a8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:10.705788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43687e1f-69ff-4d22-9a67-81f45cf083a8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/0d610f41-2960-4182-8f5b-acb0acced6c5 HTTP/1.1" status: 404 len: 333 time: 0.0751033 May 13 14:58:10.710612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:10.719766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'name': 'tempest-PortsTestJSON-1368391764'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:10.780925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-30d0afae-1099-42af-a37a-cde4ff48a94c tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/15bcd5bf-e118-4dbb-ab86-babf15e95b15 HTTP/1.1" status: 204 len: 168 time: 7.2029040 May 13 14:58:10.796452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:10.860940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-6f2a17de-ae82-49bb-8154-f9550f14cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:10.862701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-6f2a17de-ae82-49bb-8154-f9550f14cf5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.7128804 May 13 14:58:10.874433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:10.933638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d06ed38c-b821-4262-9e5d-b1d1021724fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "PUT /v2.0/floatingips/f535618c-bbb8-46b1-8a8e-958c62f4c2c4 HTTP/1.1" status: 200 len: 992 time: 10.4979036 May 13 14:58:10.988416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:11.007416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:11.027650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:11.045207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:11.050782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.088492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port d938ecbe-1abb-4ced-9e3c-1957a0094b24 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:11.215578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}, {'id': 'f535618c-bbb8-46b1-8a8e-958c62f4c2c4', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:9d:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8902e748-119a-4063-ab80-ac342e670782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:57:00Z', 'updated_at': '2022-05-13T14:58:03Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:11.221211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:58:11.233736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:11.234282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:58:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:11.244552 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34062e12-1ddd-4510-be93-5cab9c25d6f2'] response: {'name': 'network-changed', 'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'status': 'completed', 'code': 200} May 13 14:58:11.268562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49353b03-5fae-4d48-a0a8-8ad5a6dea5ad req-76a1315a-707e-4b30-87f9-caa67b6941d9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7304409 May 13 14:58:11.272143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.388619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46550) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:11.463214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting subnet 43e48236-51be-497d-bb1e-b8e5eb9ff77c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:11.470880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.481909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.504305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.539673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:11.553978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:11.558852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.578073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Usage tracker for resource:security_group_rule and tenant:3adb90524f7744a98c03cbd6d9725755 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:11.585451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:11.604412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.635404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:11.646692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.677051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:11.681327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:11.687179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:11.695988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:11.696345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-a45d2f3d-1b6c-42c9-a454-328f3aba1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:11.697242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.698209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-a45d2f3d-1b6c-42c9-a454-328f3aba1ac6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7106900 May 13 14:58:11.701636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=d938ecbe-1abb-4ced-9e3c-1957a0094b24,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:11.725899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17dc59-96fd-4ee0-ae56-b4b507e1e7a1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:11.764255 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:11.774690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd9104de-90f3-4e95-879b-3f65cf204682 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0598960 May 13 14:58:11.778650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:11.793882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:12.032583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-bb39f41d-126d-49e7-a335-32c4dfb75416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:12.034328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-bb39f41d-126d-49e7-a335-32c4dfb75416 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 1097 time: 0.7452703 May 13 14:58:12.053689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862c8a16-bead-4f8b-878f-2fade607d495,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:12.055907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.060694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6bef684c-4f25-4cde-a06d-ed3a6d7d1b17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a17dc59-96fd-4ee0-ae56-b4b507e1e7a1 HTTP/1.1" status: 204 len: 168 time: 2.3381493 May 13 14:58:12.081386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}, {'id': 'f535618c-bbb8-46b1-8a8e-958c62f4c2c4', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:9d:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8902e748-119a-4063-ab80-ac342e670782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:57:00Z', 'updated_at': '2022-05-13T14:58:03Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:12.106350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed698ae-298a-47ee-8b79-2a108dc4bf42 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}, {'id': 'f535618c-bbb8-46b1-8a8e-958c62f4c2c4', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:9d:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8902e748-119a-4063-ab80-ac342e670782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:57:00Z', 'updated_at': '2022-05-13T14:58:03Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:58:12.146177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-16cc32c0-468f-4824-a384-dba45fc76be4 service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905301 May 13 14:58:12.161554 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.222681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.225680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91cd0490-f5fb-4b52-ac17-aa40ec781ac9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/862c8a16-bead-4f8b-878f-2fade607d495 HTTP/1.1" status: 204 len: 168 time: 2.2231543 May 13 14:58:12.546198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.704115 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833ecb3-d660-485c-b28c-94b0a6b888e3 None None] New status for floating IP f535618c-bbb8-46b1-8a8e-958c62f4c2c4: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:58:12.722537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.740956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.864663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] In _notify_port_updated(), no bound segment for port d938ecbe-1abb-4ced-9e3c-1957a0094b24 on network 52e8ae5d-9570-46d5-8aba-1df24c316b7f {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:58:12.870588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:12.871263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:12.872698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/ports/d938ecbe-1abb-4ced-9e3c-1957a0094b24 HTTP/1.1" status: 200 len: 818 time: 1.0920558 May 13 14:58:12.893585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:13.099049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port d938ecbe-1abb-4ced-9e3c-1957a0094b24 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:13.099511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.187538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1458a4f-7d72-4c74-a9a1-d536240a3f44 req-6c4cbdb9-3c5a-46dc-94e3-db027cdd9c61 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:13.189393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1458a4f-7d72-4c74-a9a1-d536240a3f44 req-6c4cbdb9-3c5a-46dc-94e3-db027cdd9c61 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.5949867 May 13 14:58:13.223969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3a5b1-0a9e-4145-87e8-e8f8b5b92796 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=d938ecbe-1abb-4ced-9e3c-1957a0094b24,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:13.227787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.313930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-3cc933c5-9062-4796-82a5-ffd99e70ab8b service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923855 May 13 14:58:13.328653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.347583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.395275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1458a4f-7d72-4c74-a9a1-d536240a3f44 req-2c7737f2-c93f-4cdc-a408-16138d4d246a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724870 May 13 14:58:13.505337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.510824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Subnet': ['ID=43e48236-51be-497d-bb1e-b8e5eb9ff77c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:13.513402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64588c6-49ed-493e-adc3-05226b25b5d6 None None] Network 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:13.555168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3adb90524f7744a98c03cbd6d9725755&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1543465 May 13 14:58:13.555526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:13.562284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-19aad024-003e-47ed-b880-edff2cf183ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:13.575588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-19aad024-003e-47ed-b880-edff2cf183ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.5005822 May 13 14:58:13.577862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a3ea-4a49-472f-b29f-bf9b292926ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c1364-cf77-4bea-b7c5-99fe4e53c28b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:13.624796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:13.767177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e35497ac-beed-4998-9417-3f80f7aefa77 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/subnets/43e48236-51be-497d-bb1e-b8e5eb9ff77c HTTP/1.1" status: 204 len: 168 time: 2.9083138 May 13 14:58:13.772875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:13.998512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.032264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port b5bd6ba9-011e-4e70-9d49-d6694f230474 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:14.032639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.042445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] DHCP port deletion for 90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:58:14.052609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Deleting port b5bd6ba9-011e-4e70-9d49-d6694f230474 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:14.056682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.101178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-8f3f3abf-1e3c-4b69-94fb-c105b86bc0b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1 HTTP/1.1" status: 200 len: 1002 time: 0.5185513 May 13 14:58:14.304425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for d938ecbe-1abb-4ced-9e3c-1957a0094b24 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:14.315346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-2a91907b-a549-4801-9b04-9a78a332a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:14.322046 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-2a91907b-a549-4801-9b04-9a78a332a9be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.2112060 May 13 14:58:14.671966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b5bd6ba9-011e-4e70-9d49-d6694f230474 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:14.686263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.950245 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.968395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:14.968775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.980947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:14.985177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=d938ecbe-1abb-4ced-9e3c-1957a0094b24,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:15.105931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c3e6efdc-7210-4122-9f95-7c0b9ad8e669 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/d938ecbe-1abb-4ced-9e3c-1957a0094b24 HTTP/1.1" status: 204 len: 168 time: 2.1916742 May 13 14:58:15.113367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:15.127286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b5bd6ba9-011e-4e70-9d49-d6694f230474 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:15.127756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.235023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:15.235471 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.345579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.625777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Calling delete_port for b5bd6ba9-011e-4e70-9d49-d6694f230474 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:15.713969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b1158-e1ae-46f4-aee6-5f67a75b2976 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:15.737704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-141b1158-e1ae-46f4-aee6-5f67a75b2976 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:15.750740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.775026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for b5bd6ba9-011e-4e70-9d49-d6694f230474 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:15.778180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:15.779288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c1364-cf77-4bea-b7c5-99fe4e53c28b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:15.794803 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.801506 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.802742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ee4a88cb-c861-4674-97a0-151a596328be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e52c1364-cf77-4bea-b7c5-99fe4e53c28b HTTP/1.1" status: 204 len: 168 time: 2.2457228 May 13 14:58:15.806445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-141b1158-e1ae-46f4-aee6-5f67a75b2976 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:15.812445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-141b1158-e1ae-46f4-aee6-5f67a75b2976 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6634095 May 13 14:58:15.813326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:15.883621 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17689bc-3b25-4703-a2ed-44312ef72edd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:58:15.896186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f17689bc-3b25-4703-a2ed-44312ef72edd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/d938ecbe-1abb-4ced-9e3c-1957a0094b24 HTTP/1.1" status: 404 len: 333 time: 0.0813286 May 13 14:58:15.897285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:15.907020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1564283759'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:15.915358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:15.922141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:15.930253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:15.940193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:15.959312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:15.971450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:15.982046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-76a197b9-8e87-462e-b50c-4fd9840c833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:16.008260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-76a197b9-8e87-462e-b50c-4fd9840c833b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6690712 May 13 14:58:16.059510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:16.082869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.085796 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment e061ad0b-8ba9-4100-9b8d-af84be3e327b of type vlan for network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 May 13 14:58:16.161291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.285919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.316152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:16.321010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.327924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b5bd6ba9-011e-4e70-9d49-d6694f230474,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:16.342889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:16.348295 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:16.354763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:16.649347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:16.649347 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:16.749707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-3adfc3ef-fe29-4a92-9afa-3e6e6e729208 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215650 May 13 14:58:16.781430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8801165 May 13 14:58:16.785382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46672) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:16.837444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:16.849541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Deleting port b5bd6ba9-011e-4e70-9d49-d6694f230474 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:16.850815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:16.882229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9114d6d-ee45-485d-a4df-183edaf85ad6 req-c91706aa-721d-4553-b18b-58c0a907c38b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:16.908873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9114d6d-ee45-485d-a4df-183edaf85ad6 req-c91706aa-721d-4553-b18b-58c0a907c38b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 2.1297095 May 13 14:58:17.173538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port b5bd6ba9-011e-4e70-9d49-d6694f230474 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:17.174430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.274635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1188805303'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:17.285425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:17.294569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:17.312231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:17.332918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:17.373583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd582d3a-6661-4994-a0cf-3477f7936f31 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:17.389683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:17.410109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:17.475350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:17.544960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:17.548587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Usage tracker for resource:network and tenant:655b3eaf7517426e8bcd86757337ae4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:17.601788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:17.637030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:17.967856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:17.971927 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.260297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Calling delete_port for b5bd6ba9-011e-4e70-9d49-d6694f230474 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:18.293841 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:58:18.456887 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.755054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] Pushing event deleted for resources: {'Port': ['ID=b5bd6ba9-011e-4e70-9d49-d6694f230474,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:18.778676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] For port b5bd6ba9-011e-4e70-9d49-d6694f230474, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b5bd6ba9-011e-4e70-9d49-d6694f230474,segment=NetworkSegment(5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88),segment_id=5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:18.779498 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:18.786762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3b9f0-9237-48d0-9da3-06d01974b9c9 None None] No DVR routers for this DVR port b5bd6ba9-011e-4e70-9d49-d6694f230474 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:18.845439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.094664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b9114d6d-ee45-485d-a4df-183edaf85ad6 req-74f8aad0-f49f-426d-aea0-c9193a24a471 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.1811852 May 13 14:58:19.134052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=fc70c71b-8694-4351-8617-fc8344ea4da1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:19.336664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Calling delete_port for b5bd6ba9-011e-4e70-9d49-d6694f230474 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:19.341981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': 'e061ad0b-8ba9-4100-9b8d-af84be3e327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:19.341981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:19.341981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:19.341981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:19.341981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:19.343341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0dff2c-b5ea-4ad8-9e92-e6906dfd2ecf None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:19.345070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.391287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e565be7-56f0-4ff3-bb2f-4cdad44f6143 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5704992 May 13 14:58:19.393004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:19.409984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:19.497186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:19.497497 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:19.532266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Made reservation on behalf of 655b3eaf7517426e8bcd86757337ae4f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:19.537046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.595552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.646996 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:19.649262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a0b8b13d-6346-49e3-b5ab-d04291d1a53e req-5a2d9bfb-4f9d-40b0-a38e-4c21b13fc977 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8838007 May 13 14:58:19.665272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:19.673313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Usage tracker for resource:security_group_rule and tenant:655b3eaf7517426e8bcd86757337ae4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:19.682423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:19.713356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:19.937460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:19.956328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:19.974893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:20.009044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:20.045376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:20.052451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.174009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:20.228628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.237608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.411912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:20.450907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b230d-7272-4fd7-b9a6-52c89b21e771,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:20.482925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Deleting port b5bd6ba9-011e-4e70-9d49-d6694f230474 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:20.482925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.586518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:20.650440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': 'fc70c71b-8694-4351-8617-fc8344ea4da1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:20.650440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.737226 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.737631 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Added segment c30998df-6ec9-472e-a0a7-cb37525d3fe6 of type vlan for network b6e4c1d6-a885-4904-ab6f-407a58549d7d May 13 14:58:20.753690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:20.759111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] The port 'b5bd6ba9-011e-4e70-9d49-d6694f230474' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:58:20.767254 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc70c71b-8694-4351-8617-fc8344ea4da1 (CIDR: 172.20.0.0/28) May 13 14:58:20.777042 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:58:20.777884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 14:58:20.891334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2f993fb-2adf-4090-b355-d47f29ad3272 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4935114 May 13 14:58:20.893827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:20.942420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:21.094204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6da96-eaaa-4c15-a086-3b13a0ae56a2 req-5b3ea758-ac80-456a-837c-5fe899e377b1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:21.094204 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86a6da96-eaaa-4c15-a086-3b13a0ae56a2 req-5b3ea758-ac80-456a-837c-5fe899e377b1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.6053195 May 13 14:58:21.302409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Allocated IP 172.20.0.2 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/fc70c71b-8694-4351-8617-fc8344ea4da1/f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:21.467985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:21.487969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-166627202'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:21.556349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.792455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.834870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-86a6da96-eaaa-4c15-a086-3b13a0ae56a2 req-a5d52fb5-a83c-4980-b3e8-cbae60ee4972 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682535 May 13 14:58:21.837340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:21.848448 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.849290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Usage tracker for resource:network and tenant:a7c1c90efbc6476b949d466ceb3566fd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:21.862332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:21.878228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:21.913518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Transition to ACTIVE for port object f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:21.915022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.961613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:21.961613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:21.965717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Transition to ACTIVE for port object f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:21.995488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.030477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:22.043948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.062829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:22.062829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:22.074486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:22.074486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:22.091959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cd51fb6f4144d3b37655d3de0c9842 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:22.115894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:22.115894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:22.118218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Made reservation on behalf of a7c1c90efbc6476b949d466ceb3566fd for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:22.127210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.138276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:22.166866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:22.172514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:22.172675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.182065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:22.210036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:22.243033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.298113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:22.298573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cc364-89a8-4ebb-80e3-2bf7a70f6f88') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:22.559724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:22.564640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Pushing event updated for resources: {'Port': ['ID=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:22.571744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.630759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 6.2635944 May 13 14:58:22.651859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f8bd-831f-4663-9553-5b15067b6ef5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'Network': ['ID=b6e4c1d6-a885-4904-ab6f-407a58549d7d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:22.656516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Attempting to bind port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:22.656516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Attempting to bind port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e061ad0b-8ba9-4100-9b8d-af84be3e327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:22.656516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Attempting to bind port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a on network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:22.664425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:22.664425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Usage tracker for resource:security_group_rule and tenant:a7c1c90efbc6476b949d466ceb3566fd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:22.673001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:22.673001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Checking segment: {'id': 'e061ad0b-8ba9-4100-9b8d-af84be3e327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:22.673538 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.673698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Bound using segment: {'id': 'e061ad0b-8ba9-4100-9b8d-af84be3e327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:22.674159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Bound port: f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e061ad0b-8ba9-4100-9b8d-af84be3e327b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:22.674662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.683833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:22.714242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Request body: {'subnet': {'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:22.753590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:22.778597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.810848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.817992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:22.842481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:22.891547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9cd51fb6f4144d3b37655d3de0c9842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117074 May 13 14:58:22.896429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1dc0f-62b5-4ca5-915f-24e43108bfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469fb565-0b63-4388-a8f3-61a5946ee406,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:22.918588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:23.037244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:58:23.037244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: timer() May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:58:23.104828 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:58:23.311658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.455704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.501296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:23.501296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,segment=NetworkSegment(e061ad0b-8ba9-4100-9b8d-af84be3e327b),segment_id=e061ad0b-8ba9-4100-9b8d-af84be3e327b)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:23.501296 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.682449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.725676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac8a48-fbe7-4131-97a4-8ae95ac02485 None None] Pushing event updated for resources: {'Port': ['ID=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:23.781151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:23.782217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:23.783504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.807213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.818983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:23.840462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:23.841507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.853319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469fb565-0b63-4388-a8f3-61a5946ee406,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:23.884278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=0a078aaa-ff8b-4a2d-bd19-d21acc3bd921,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:23.904564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:23.926783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Usage tracker for resource:subnet and tenant:655b3eaf7517426e8bcd86757337ae4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:23.931300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] 10.222.0.36 "DELETE /v2.0/networks/90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751 HTTP/1.1" status: 204 len: 168 time: 10.1258571 May 13 14:58:23.931413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:23.988556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:23.991910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.002334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-29300940-ab3d-4196-bb06-22a1c9383dfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/469fb565-0b63-4388-a8f3-61a5946ee406 HTTP/1.1" status: 204 len: 168 time: 1.0751030 May 13 14:58:24.015028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbfef9-5c03-43c2-a98f-01f3edfff1c7 tempest-NetworksIpV6TestAttrs-1140575852 tempest-NetworksIpV6TestAttrs-1140575852-project] Pushing event deleted for resources: {'Network': ['ID=90d9d2e7-7e4b-4c66-b5b8-7e49a56a3751,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:24.015028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:24.034401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-01afa6e6-be2c-4f7a-aa0d-2fd4447df559 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1106331 May 13 14:58:24.192684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'fixed_ips': [{'subnet_id': 'fc70c71b-8694-4351-8617-fc8344ea4da1'}, {'subnet_id': '0a078aaa-ff8b-4a2d-bd19-d21acc3bd921'}], 'name': 'tempest-PortsTestJSON-1023384131'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:24.519075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:24.539089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Made reservation on behalf of 655b3eaf7517426e8bcd86757337ae4f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:24.539089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.573738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.580978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:24.600306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:24.600306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:24.610675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:24.742796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:24.841978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aec66-80fa-45a7-9190-2a604e6da9a5 req-3a857d66-cb1d-46cd-b633-4f2aa78559c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:24.849855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-948aec66-80fa-45a7-9190-2a604e6da9a5 req-3a857d66-cb1d-46cd-b633-4f2aa78559c6 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.3211989 May 13 14:58:24.889442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:24.937280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:24.970278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1237b4e4-00b0-48a6-a960-b4f7bb64c2b2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:24.989732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:25.034753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.047343 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Added segment 3c279fae-2c27-4483-a057-8ca5fea82206 of type vlan for network d97f8af9-d74a-48ec-b380-96f56ca0e216 May 13 14:58:25.167695 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fb214f1c-a927-4f65-9867-ea9a54d36adb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da9aa64113284a54bca546f3ced870eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571995 May 13 14:58:25.167695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46824) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:25.334592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:25.384518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.456251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.536980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.566973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d32039-c0b8-46c0-a651-ccdf16bdedc8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:25.579501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.579832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.580342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.580920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.581575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.582033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.582429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.582828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.583226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.583619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.584012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.584429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:25.590265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:25.592089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9d021477-ed55-4407-8180-49f136437203 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31d32039-c0b8-46c0-a651-ccdf16bdedc8 HTTP/1.1" status: 204 len: 168 time: 0.4235971 May 13 14:58:25.716091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-948aec66-80fa-45a7-9190-2a604e6da9a5 req-151218cc-9b30-4d61-87a2-d4b8fddb496b tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8649733 May 13 14:58:26.204447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.239133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a54ca7-669a-448b-9244-173e5b6f11da None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:26.524539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.543899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:26.543899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.593407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Provisioning for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:26.611376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Provisioning complete for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:26.611745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:26.645115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 6.4589245 May 13 14:58:26.665804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:27.253478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9a9c7-f2d7-45c8-bfad-4befdb04e95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Pushing event updated for resources: {'Network': ['ID=d97f8af9-d74a-48ec-b380-96f56ca0e216,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:27.354678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:27.441364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:27.741983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.000781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'Subnet': ['ID=57aecb58-5035-48ac-974a-dc4855409425,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:28.068189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Checking segment: {'id': 'c30998df-6ec9-472e-a0a7-cb37525d3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:28.068189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Network hostable DHCP agents. Network: b6e4c1d6-a885-4904-ab6f-407a58549d7d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:28.163814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:28.201399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216', 'binding:host_id': 'n-h1-841736-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-441895650'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:28.212084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:28.233965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Usage tracker for resource:port and tenant:6f281a72e4ab460bbc97e352c6fe81b4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:28.233965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:28.269345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:28.329065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Made reservation on behalf of 6f281a72e4ab460bbc97e352c6fe81b4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:28.336674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.379205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a440ee-be50-4508-a9a5-0fd0b22a0fe2 req-c028219f-28fd-4624-8ce0-d0c234737c6d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:28.413443 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3a440ee-be50-4508-a9a5-0fd0b22a0fe2 req-c028219f-28fd-4624-8ce0-d0c234737c6d tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.1977453 May 13 14:58:28.435049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.447889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Current status of the port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:28.460468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:28.509677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:28.536952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Usage tracker for resource:security_group_rule and tenant:6f281a72e4ab460bbc97e352c6fe81b4 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:28.549002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:28.583420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:28.720875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,segment=NetworkSegment(e061ad0b-8ba9-4100-9b8d-af84be3e327b),segment_id=e061ad0b-8ba9-4100-9b8d-af84be3e327b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:28.741821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3a440ee-be50-4508-a9a5-0fd0b22a0fe2 req-79752890-59c4-4ecf-951f-2360d4e2de80 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998056 May 13 14:58:28.741821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:29.006522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:29.006522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, b6e4c1d6-a885-4904-ab6f-407a58549d7d) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:29.014122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:29.017051 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.084654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c906f4-2d56-4920-8650-4ae591dce8a5 None None] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:29.115453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.132427 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.146911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:29.159998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port 49e7cd57-e653-4be6-9aa2-693eb56cc13e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:29.349564 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a643d558-3c6a-4d7c-a321-375527983b83 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6800015 May 13 14:58:29.351256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:29.353496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.6 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/fc70c71b-8694-4351-8617-fc8344ea4da1/1ba7f573-1d8e-4573-ba28-51531d54bbf5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:29.417034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Request body: {'port': {'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2079646872'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:29.542497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-714e7574-6e7a-4705-9703-988b4e8a03b0 tempest-DvrRoutersNegativeTest-374992404 tempest-DvrRoutersNegativeTest-374992404-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-693941284', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:29.562056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.policy [None req-714e7574-6e7a-4705-9703-988b4e8a03b0 tempest-DvrRoutersNegativeTest-374992404 tempest-DvrRoutersNegativeTest-374992404-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88132) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 13 14:58:29.562056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.policy [None req-714e7574-6e7a-4705-9703-988b4e8a03b0 tempest-DvrRoutersNegativeTest-374992404 tempest-DvrRoutersNegativeTest-374992404-project] Failed policy check for 'create_router' {{(pid=88132) enforce /opt/stack/neutron/neutron/policy.py:520}} May 13 14:58:29.562056 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-714e7574-6e7a-4705-9703-988b4e8a03b0 tempest-DvrRoutersNegativeTest-374992404 tempest-DvrRoutersNegativeTest-374992404-project] create failed (client error): Access was denied to this resource. May 13 14:58:29.562056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-714e7574-6e7a-4705-9703-988b4e8a03b0 tempest-DvrRoutersNegativeTest-374992404 tempest-DvrRoutersNegativeTest-374992404-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5615013 May 13 14:58:29.575607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.28 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921/1ba7f573-1d8e-4573-ba28-51531d54bbf5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:29.646230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Pushing event updated for resources: {'Port': ['ID=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:29.713352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.713352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.713352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.713352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.730000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca3a2d3-476c-44d4-a7d9-83ded906a686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:58:29.794030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Update dhcp port {'port': {'network_id': 'ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8', 'fixed_ips': [{'subnet_id': 'fc70c71b-8694-4351-8617-fc8344ea4da1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a078aaa-ff8b-4a2d-bd19-d21acc3bd921'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 14:58:30.017099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.226943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:30.255741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80cdabb4-2b24-425a-ad21-6ed0ebc17406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.660121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:30.670762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Usage tracker for resource:port and tenant:655b3eaf7517426e8bcd86757337ae4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:30.677607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:30.692045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:30.749704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Made reservation on behalf of 655b3eaf7517426e8bcd86757337ae4f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:30.772581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:30.907196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.004885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 1ba7f573-1d8e-4573-ba28-51531d54bbf5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:31.021341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-b6e4c1d6-a885-4904-ab6f-407a58549d7d', 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d', 'tenant_id': '655b3eaf7517426e8bcd86757337ae4f', 'fixed_ips': [{'subnet_id': '57aecb58-5035-48ac-974a-dc4855409425'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:31.021341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.066047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46948) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:31.126055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844fc875-a396-4598-94dc-82173c45fbf6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:31.136730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:31.157900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] device_id is not set on port be59b014-c750-4551-ab3b-a3b5d32d9bd5 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:31.367262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.479522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.719042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:31.760513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:31.766191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Usage tracker for resource:security_group_rule and tenant:58c5fd3800304650beb5200973b2c720 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:31.770068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:31.774623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:31.780857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:31.831563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:31.839604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:31.913094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=1ba7f573-1d8e-4573-ba28-51531d54bbf5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:31.937870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:31.978746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Usage tracker for resource:security_group_rule and tenant:0a907312c97249e1b720466616402f92 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:31.978746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port 49e7cd57-e653-4be6-9aa2-693eb56cc13e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:31.990400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:32.016656 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.024748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3aa0-c3f6-4f24-98d3-3ce8b78494fa req-a3fb8827-5ba5-4dc1-81f4-573155afc54f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:32.045628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b3aa0-c3f6-4f24-98d3-3ce8b78494fa req-a3fb8827-5ba5-4dc1-81f4-573155afc54f tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 1.8275945 May 13 14:58:32.062584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:32.062584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.079050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.162585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:32.162585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.237011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6e0716ce-685e-493c-9479-236410c831c6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 8.0593202 May 13 14:58:32.237011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:32.243169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe5eef-bf04-400d-8adf-7ae0ca77968d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:32.261128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:32.261128 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.274676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc70c71b-8694-4351-8617-fc8344ea4da1'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:32.314735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Transition to ACTIVE for port object 49e7cd57-e653-4be6-9aa2-693eb56cc13e will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:32.422398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7db5268-9606-4a48-8ae8-d79c09a2c56c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58c5fd3800304650beb5200973b2c720&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3537533 May 13 14:58:32.438134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.441147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:32.467069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b8b3aa0-c3f6-4f24-98d3-3ce8b78494fa req-138cba64-eccd-4bc4-98f6-087549cb9043 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679667 May 13 14:58:32.556512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Allocated IP 172.20.0.18 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921/f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:32.790110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Allocated IP 172.20.0.2 (b6e4c1d6-a885-4904-ab6f-407a58549d7d/57aecb58-5035-48ac-974a-dc4855409425/c7f2ce5c-3d8d-424e-a332-28cf521eb224) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:32.805346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-612a5364-9a9b-458c-afcc-3588649f481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:32.933345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.030274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.178568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e52880b-cc7e-47d6-84c2-86bd1dce77a8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:33.235391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.370125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7a1a1bf4-02fe-4898-afd3-452b1f6b127e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a907312c97249e1b720466616402f92&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1288981 May 13 14:58:33.370125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=49e7cd57-e653-4be6-9aa2-693eb56cc13e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:33.370125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:33.449553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,segment=NetworkSegment(e061ad0b-8ba9-4100-9b8d-af84be3e327b),segment_id=e061ad0b-8ba9-4100-9b8d-af84be3e327b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:33.460356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Checking segment: {'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:33.460356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Network hostable DHCP agents. Network: d97f8af9-d74a-48ec-b380-96f56ca0e216, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:33.592169 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.635073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Transition to ACTIVE for port object f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:33.675861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.702819 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:33.930326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:33.958928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.012770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.138621 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.308074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.390544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d97f8af9-d74a-48ec-b380-96f56ca0e216) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:34.435717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:34.470599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:34.471390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:34.472192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:34.485936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.529908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:34.531309 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:34.542151 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 2 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:34.571412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:34.584514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e52880b-cc7e-47d6-84c2-86bd1dce77a8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:34.612609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Delete allocated IP 172.20.0.28 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 14:58:34.624495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.626429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2029d29b-fbca-4a8a-94e7-73ec949a8910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e52880b-cc7e-47d6-84c2-86bd1dce77a8 HTTP/1.1" status: 204 len: 168 time: 1.2387881 May 13 14:58:34.629134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:34.629706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:34.630282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:34.648652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:34.650343 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.655772 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:34.656824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b330d-be44-4bb8-80b4-ee26d922646d None None] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:34.657652 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 3 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:34.800122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:34.800122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:34.800122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:34.841542 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:34.974523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:34.975268 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:34.978808 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 4 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.055176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe5eef-bf04-400d-8adf-7ae0ca77968d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:35.099957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.105431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fbabb65e-0a50-494d-9bf7-5fc0ad4bbd25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88fe5eef-bf04-400d-8adf-7ae0ca77968d HTTP/1.1" status: 204 len: 168 time: 2.6565166 May 13 14:58:35.118362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.118892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.119319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.147129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.147482 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.148082 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 5 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.165186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071b39-c977-417d-9020-c581577a6183 req-e478e3e0-aae7-495c-bc01-b09d9b6295be tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:35.167857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3071b39-c977-417d-9020-c581577a6183 req-e478e3e0-aae7-495c-bc01-b09d9b6295be tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.7242081 May 13 14:58:35.243769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.247525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca99f65-e24a-46e5-b9b8-61e265f618a5 None None] Pushing event updated for resources: {'Port': ['ID=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:35.250286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.250980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.271637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.273945 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.275832 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 6 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.370374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.373148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.376925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.409095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.410114 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.416989 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 7 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.531564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.532116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.532720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.571674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.575404 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.580627 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 8 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.603869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3071b39-c977-417d-9020-c581577a6183 req-2f88b623-c6cd-416e-bffc-9bd301171495 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136574 May 13 14:58:35.618270 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.629706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.679729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.682186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.683733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.708107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.714828 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.716731 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 9 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.742539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.755501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Transition to ACTIVE for port object c7f2ce5c-3d8d-424e-a332-28cf521eb224 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:35.808661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.809744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Ignored duplicate provisioning block setup for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 14:58:35.810970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.812454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.815953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:35.876096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.876096 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.876096 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 10 to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e May 13 14:58:35.942990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:35.942990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:35.942990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:35.955872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:35.955872 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 49e7cd57-e653-4be6-9aa2-693eb56cc13e on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:35.955872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.129813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Transition to ACTIVE for port object c7f2ce5c-3d8d-424e-a332-28cf521eb224 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:36.220989 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.423787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port 49e7cd57-e653-4be6-9aa2-693eb56cc13e, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:36.428836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:58:36.441775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.466578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:36.466578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e57a6f-3f7e-42a9-add3-3d169ed0dfc3 None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:36.507279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=1ba7f573-1d8e-4573-ba28-51531d54bbf5,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:36.633709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:36.634323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.648974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] In _notify_port_updated(), no bound segment for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 on network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:58:36.657386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:36.658619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:36.660311 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3692e9aa-4b2b-4c18-8d9e-757a0628241c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/ports/1ba7f573-1d8e-4573-ba28-51531d54bbf5 HTTP/1.1" status: 200 len: 919 time: 4.4260340 May 13 14:58:36.662330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Allocated IP 172.20.0.11 (b6e4c1d6-a885-4904-ab6f-407a58549d7d/57aecb58-5035-48ac-974a-dc4855409425/be59b014-c750-4551-ab3b-a3b5d32d9bd5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:36.664716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:36.673178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc70c71b-8694-4351-8617-fc8344ea4da1'}, {'subnet_id': '0a078aaa-ff8b-4a2d-bd19-d21acc3bd921'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:36.803311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 8.6160491 May 13 14:58:36.811155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:36.819941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90ea8-a6cf-4874-9cdd-d2c2c13f9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=49e7cd57-e653-4be6-9aa2-693eb56cc13e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:36.867404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:36.870880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:36.961865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:37.209797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2989a3d-d2f5-4bca-aafd-f05b38f7ebc6 None None] Provisioning for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:37.213257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Pushing event updated for resources: {'Port': ['ID=c7f2ce5c-3d8d-424e-a332-28cf521eb224,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:37.229553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2e44c-d33e-4cf8-ba6c-f168fd846b19 req-ced2e8ff-9ff1-4041-b2e0-f6b2eac2f567 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:37.231191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04c2e44c-d33e-4cf8-ba6c-f168fd846b19 req-ced2e8ff-9ff1-4041-b2e0-f6b2eac2f567 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.2934642 May 13 14:58:37.291393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Deleting port 49e7cd57-e653-4be6-9aa2-693eb56cc13e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:37.291703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.366290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-04c2e44c-d33e-4cf8-ba6c-f168fd846b19 req-7e9ed1b7-8b48-4125-a530-516f8c294c34 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266115 May 13 14:58:37.479644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2989a3d-d2f5-4bca-aafd-f05b38f7ebc6 None None] Provisioning complete for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:37.479644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2989a3d-d2f5-4bca-aafd-f05b38f7ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.500730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.774373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Attempting to bind port c7f2ce5c-3d8d-424e-a332-28cf521eb224 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:37.774373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Attempting to bind port c7f2ce5c-3d8d-424e-a332-28cf521eb224 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c30998df-6ec9-472e-a0a7-cb37525d3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:37.774373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Attempting to bind port c7f2ce5c-3d8d-424e-a332-28cf521eb224 on network b6e4c1d6-a885-4904-ab6f-407a58549d7d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:37.913800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:37.914632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Checking segment: {'id': 'c30998df-6ec9-472e-a0a7-cb37525d3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:37.915067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:37.915734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Bound using segment: {'id': 'c30998df-6ec9-472e-a0a7-cb37525d3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:37.921320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Bound port: c7f2ce5c-3d8d-424e-a332-28cf521eb224, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30998df-6ec9-472e-a0a7-cb37525d3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:37.921708 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.050544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] For port c7f2ce5c-3d8d-424e-a332-28cf521eb224, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:38.054721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] For port c7f2ce5c-3d8d-424e-a332-28cf521eb224, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7f2ce5c-3d8d-424e-a332-28cf521eb224,segment=NetworkSegment(c30998df-6ec9-472e-a0a7-cb37525d3fe6),segment_id=c30998df-6ec9-472e-a0a7-cb37525d3fe6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:38.067824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.233510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:38.233510 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.348020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:38.617078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-259223115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:38.634970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:38.640452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:router and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:38.648633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:38.667468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ae596-01c0-4633-8058-da83880b429c req-876b54c8-40d3-4469-b044-cd5a7fafa554 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:38.668932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:38.683523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-457ae596-01c0-4633-8058-da83880b429c req-876b54c8-40d3-4469-b044-cd5a7fafa554 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 0.9722466 May 13 14:58:38.703625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.704796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.718607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f2989a3d-d2f5-4bca-aafd-f05b38f7ebc6 None None] Current status of the port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:38.769726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:38.787743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3832b6-fb1d-458b-a162-a856e30a0aa8 None None] Pushing event updated for resources: {'Port': ['ID=c7f2ce5c-3d8d-424e-a332-28cf521eb224,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:38.791675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.131800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:39.150154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.252305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Transition to ACTIVE for port object be59b014-c750-4551-ab3b-a3b5d32d9bd5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:39.314569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.317594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2d5c4188-193f-4694-a1df-047d786f9482 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9723558 May 13 14:58:39.320952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:39.369214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-586545242'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:39.394310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:39.396108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7f2ce5c-3d8d-424e-a332-28cf521eb224 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:39.408113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:network and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:39.476420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:39.537695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Provisioning for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:39.559421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Provisioning complete for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:39.559421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.565526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:39.637242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc8e9-9c3e-4256-b139-1a0df759373d req-b3c03a52-a2a4-4b5b-9b66-1490fa97bd29 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:39.643310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port 49e7cd57-e653-4be6-9aa2-693eb56cc13e, host n-h1-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:39.643310 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.662562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7dbc8e9-9c3e-4256-b139-1a0df759373d req-b3c03a52-a2a4-4b5b-9b66-1490fa97bd29 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 944 time: 0.8168092 May 13 14:58:39.682569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:39.768338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Provisioning complete for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:39.768338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.804859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f7dbc8e9-9c3e-4256-b139-1a0df759373d req-81645543-692a-47e2-962f-954d411c8a66 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588929 May 13 14:58:39.807649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:39.815934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.848555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:39.873341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:39.883342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c7f2ce5c-3d8d-424e-a332-28cf521eb224 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:39.886684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:security_group_rule and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:39.905170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:39.937339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:40.008891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:58:40.146486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Calling delete_port for 49e7cd57-e653-4be6-9aa2-693eb56cc13e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:40.244251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:40.397352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:40.405681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-457ae596-01c0-4633-8058-da83880b429c req-5707ac3e-1d62-42f3-8b6b-cc9928d969f5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7204432 May 13 14:58:40.415549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.421084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'port_id': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'mac_address': 'fa:16:3e:46:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:58:40.425788 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.527878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c69d1-3a05-44c2-bcec-6d74b15808c9 None None] Current status of the port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:40.589674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:40.597252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.608405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:40.608405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.677634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:58:40.691989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d573f-e83f-44ad-81f5-b20ca6b56af2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:40.704182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.704182 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Added segment 35e4f6d3-6b35-44d7-aa94-75e07565cb80 of type vlan for network 675a765d-7b6b-428c-86a5-b100c6261ee2 May 13 14:58:40.751903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24deaf-38d8-4a8a-80da-9f2698aefbcb None None] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:40.792875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:40.822077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.859124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:40.870257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bf074511-7f44-408b-b355-2bcb376513d3 None None] Provisioning complete for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:40.870975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf074511-7f44-408b-b355-2bcb376513d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.873229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.26 (ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921/1ba7f573-1d8e-4573-ba28-51531d54bbf5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:40.920244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.951971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:40.980167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:41.000663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:41.008075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.053275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:41.103501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bf074511-7f44-408b-b355-2bcb376513d3 None None] Port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:41.237417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:41.300839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['7fb1f15b-8b7c-404e-ae77-c729d8121119'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:58:41.433907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1073682 May 13 14:58:41.435444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:41.452681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Provisioning for port c7f2ce5c-3d8d-424e-a332-28cf521eb224 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:41.479189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'subnet': {'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:41.525095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Provisioning complete for port c7f2ce5c-3d8d-424e-a332-28cf521eb224 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:41.525761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.532676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:41.533520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:41.562670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d3312-d4ec-487a-8751-87ac113615a0 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Network': ['ID=675a765d-7b6b-428c-86a5-b100c6261ee2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:41.582723 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 12.2145109 May 13 14:58:41.627748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:41.662864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Request body: {'port': {'network_id': 'b6e4c1d6-a885-4904-ab6f-407a58549d7d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-363471279', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:41.663842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] bootfile-name is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:41.665617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] tftp-server is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:41.666200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] server-ip-address is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:41.813144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:42.043465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-ddfad33a-e1a1-4e63-8785-8f89e6abd184 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.043465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-ddfad33a-e1a1-4e63-8785-8f89e6abd184 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 2.7392118 May 13 14:58:42.122747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a476479c-d44e-4efc-bf1c-5db54bef07b1 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:58:42.226157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:42.255586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:subnet and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:42.281465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:42.295599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:42.311722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e62bbe-a70c-41b4-8ee6-dc90c961c478 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'Port': ['ID=be59b014-c750-4551-ab3b-a3b5d32d9bd5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:42.321225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:42.329100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Usage tracker for resource:port and tenant:655b3eaf7517426e8bcd86757337ae4f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:42.333557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:42.342002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:42.348068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:42.371268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.436284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port a476479c-d44e-4efc-bf1c-5db54bef07b1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:42.436284 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.547207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd16b-efba-4109-9e5b-06c21e8ac0b3 req-0276936e-38b0-4777-a904-7e8752388eb5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:42.560027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7cfcd16b-efba-4109-9e5b-06c21e8ac0b3 req-0276936e-38b0-4777-a904-7e8752388eb5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 1.1797333 May 13 14:58:42.609657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Made reservation on behalf of 655b3eaf7517426e8bcd86757337ae4f for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:42.609657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.631807 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.721116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a476479c-d44e-4efc-bf1c-5db54bef07b1 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:42.721116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.737702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event deleted for resources: {'Port': ['ID=49e7cd57-e653-4be6-9aa2-693eb56cc13e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:42.753243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:42.784869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] device_id is not set on port 7011d10a-05cf-4222-b6e1-010d0bbc8dae yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:42.866563 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aeddb7e8-3b01-486d-8a79-692cefa84d6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "DELETE /v2.0/ports/49e7cd57-e653-4be6-9aa2-693eb56cc13e HTTP/1.1" status: 204 len: 168 time: 6.0412626 May 13 14:58:42.889173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47134) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:42.984460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:43.041857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:43.047569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Current status of the port c7f2ce5c-3d8d-424e-a332-28cf521eb224 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:43.057110 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.066689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.177244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:43.195054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7cfcd16b-efba-4109-9e5b-06c21e8ac0b3 req-21f11f47-dc25-425b-8d11-041d20e340af tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6404912 May 13 14:58:43.267674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] For port c7f2ce5c-3d8d-424e-a332-28cf521eb224, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7f2ce5c-3d8d-424e-a332-28cf521eb224,segment=NetworkSegment(c30998df-6ec9-472e-a0a7-cb37525d3fe6),segment_id=c30998df-6ec9-472e-a0a7-cb37525d3fe6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:43.275276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.329876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:43.405868 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-14390ac6-2c92-4dce-80e6-8b14cafe877f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] GET failed (client error): The resource could not be found. May 13 14:58:43.407760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14390ac6-2c92-4dce-80e6-8b14cafe877f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Synchronizing usage tracker for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:43.582926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Allocated IP 172.20.0.12 (b6e4c1d6-a885-4904-ab6f-407a58549d7d/57aecb58-5035-48ac-974a-dc4855409425/7011d10a-05cf-4222-b6e1-010d0bbc8dae) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:43.634811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-27606765-a1f0-48f3-a2c9-d6bf826b3de5 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999660 May 13 14:58:43.639908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1205d7-24b4-4ee4-b0e7-1c51e3a4ee27 None None] Pushing event updated for resources: {'Port': ['ID=c7f2ce5c-3d8d-424e-a332-28cf521eb224,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:43.652761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Provisioning complete for port c7f2ce5c-3d8d-424e-a332-28cf521eb224 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:43.653854 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.951892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:43.971043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.025182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:44.044351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Ignored duplicate provisioning block setup for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 14:58:44.064801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ddba8-27df-4fed-9e84-4578a5c3cd82 req-eb122aa6-b26a-4376-b33b-6deab2fe4292 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:44.072397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331ddba8-27df-4fed-9e84-4578a5c3cd82 req-eb122aa6-b26a-4376-b33b-6deab2fe4292 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 946 time: 2.0699298 May 13 14:58:44.093561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Subnet': ['ID=896022dd-07ae-44f8-8b8c-fbfa544a079f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:44.148638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.185222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-8a3db2c8-6acc-4ea4-80ef-6eb2e7021daa tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:44.189045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-8a3db2c8-6acc-4ea4-80ef-6eb2e7021daa tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529125 May 13 14:58:44.235456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-331ddba8-27df-4fed-9e84-4578a5c3cd82 req-cb033cfb-83d0-475d-90c5-1e732241f7d3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577272 May 13 14:58:44.241491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-15cfe41f-1874-45ed-ae78-bc031098329a tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/quotas/27a9333212a14ed4aa5ae94bf21d0e94 HTTP/1.1" status: 200 len: 375 time: 0.0456946 May 13 14:58:44.276622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Current status of the port c7f2ce5c-3d8d-424e-a332-28cf521eb224 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:44.282419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 7fb1f15b-8b7c-404e-ae77-c729d8121119 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:44.282783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.303469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Checking segment: {'id': '35e4f6d3-6b35-44d7-aa94-75e07565cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:44.304427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network hostable DHCP agents. Network: 675a765d-7b6b-428c-86a5-b100c6261ee2, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:44.359962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-be110740-9c57-4cb1-8485-71b918ea4277 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925708 May 13 14:58:44.408748 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947ce0ae-ac92-4e57-b0a8-9f65ab9e1372'] response: {'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'code': 200} May 13 14:58:44.408748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Provisioning for port be59b014-c750-4551-ab3b-a3b5d32d9bd5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:44.466363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:44.470879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Provisioning complete for port be59b014-c750-4551-ab3b-a3b5d32d9bd5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:44.470879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.507189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 675a765d-7b6b-428c-86a5-b100c6261ee2) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:44.510762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14390ac6-2c92-4dce-80e6-8b14cafe877f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Unset dirty status for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:44.510762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-14390ac6-2c92-4dce-80e6-8b14cafe877f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports/49e7cd57-e653-4be6-9aa2-693eb56cc13e HTTP/1.1" status: 404 len: 333 time: 1.6010458 May 13 14:58:44.548638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:44.548638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.553908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e516e-f052-4056-aed8-ffb89c63e0db None None] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:44.581864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47160) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:44.623449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-78041657'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:44.634835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:44.661637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:44.689582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Made reservation on behalf of 6f281a72e4ab460bbc97e352c6fe81b4 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:44.694691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:44.730328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=1ba7f573-1d8e-4573-ba28-51531d54bbf5,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:44.774800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-49099105-20c7-437d-b343-83f60dcf1c9b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3186295 May 13 14:58:44.779752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:44.783715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port 38086475-9c0d-45ef-a476-9053508794aa yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:44.810000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5b19f153-b214-4347-94c4-40ffff065047 None None] Port be59b014-c750-4551-ab3b-a3b5d32d9bd5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:44.926504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:44.926504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.083802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'network': {'name': 'tempest-router-network01--1153819699'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:45.101817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:45.106745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:45.107841 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.147610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ff52eb8a-3fc2-4f47-9c14-1bff53278c73 None None] Provisioning complete for port be59b014-c750-4551-ab3b-a3b5d32d9bd5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:45.148316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ff52eb8a-3fc2-4f47-9c14-1bff53278c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.213900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c14e1a0-bd2f-43ad-b653-2b6909b3147c req-84d5731d-26a1-4ebe-aab2-da846da2fee9 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 210 time: 0.1373508 May 13 14:58:45.262046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:network and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:45.268093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] In _notify_port_updated(), no bound segment for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 on network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:58:45.276352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:45.277049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.278652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d9001cec-5c45-4ca7-966d-1a9311cce7b8 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/ports/1ba7f573-1d8e-4573-ba28-51531d54bbf5 HTTP/1.1" status: 200 len: 999 time: 8.6125848 May 13 14:58:45.306220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:45.315775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:45.361728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:45.406421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.430555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.442306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7f2ce5c-3d8d-424e-a332-28cf521eb224 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:45.507118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:45.570499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ff52eb8a-3fc2-4f47-9c14-1bff53278c73 None None] Port be59b014-c750-4551-ab3b-a3b5d32d9bd5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:45.651847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:45.651847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.698850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:45.698850 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.756497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-675a765d-7b6b-428c-86a5-b100c6261ee2', 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2', 'tenant_id': '713fd737487e4feb8c09b69611c024e0', 'fixed_ips': [{'subnet_id': '896022dd-07ae-44f8-8b8c-fbfa544a079f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:45.757523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:45.902468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b32e96-8f41-4342-b0df-dd4feb981e28 req-b60483a0-1105-430b-a0cd-d1308e781b6e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:45.922008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37b32e96-8f41-4342-b0df-dd4feb981e28 req-b60483a0-1105-430b-a0cd-d1308e781b6e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 1.2167072 May 13 14:58:46.043848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:46.072967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.072967 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Added segment 76234257-6db3-425b-8e81-fe9adad765b1 of type vlan for network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 May 13 14:58:46.082935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-18d73598-574d-4e34-b4ce-f65d70c8761c None None] Provisioning complete for port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:46.082935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-18d73598-574d-4e34-b4ce-f65d70c8761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.184730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:46.202049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.202347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.202673 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP f535618c-bbb8-46b1-8a8e-958c62f4c2c4 disassociated. External IP: 172.25.5.178, port: a476479c-d44e-4efc-bf1c-5db54bef07b1. May 13 14:58:46.203072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for a476479c-d44e-4efc-bf1c-5db54bef07b1 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:46.267350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c7f2ce5c-3d8d-424e-a332-28cf521eb224 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:46.267969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.386966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Transition to ACTIVE for port object 7011d10a-05cf-4222-b6e1-010d0bbc8dae will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:46.407915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:58:46.407915 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:58:46.448110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37b32e96-8f41-4342-b0df-dd4feb981e28 req-7ced1089-892e-4b7f-9d82-2c546fa2e43e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5275223 May 13 14:58:46.448110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.480020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.538966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:46.628080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:46.661322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-18d73598-574d-4e34-b4ce-f65d70c8761c None None] Port 1ba7f573-1d8e-4573-ba28-51531d54bbf5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:46.667150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Allocated IP 172.20.0.2 (675a765d-7b6b-428c-86a5-b100c6261ee2/896022dd-07ae-44f8-8b8c-fbfa544a079f/ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:46.694833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:46.733125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6476e2d-a57e-4d39-aa71-b73f4aacdbb4 req-ecb33601-1730-4ebc-a8df-0f4cfc998426 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:46.734265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'Port': ['ID=7011d10a-05cf-4222-b6e1-010d0bbc8dae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:46.739347 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6476e2d-a57e-4d39-aa71-b73f4aacdbb4 req-ecb33601-1730-4ebc-a8df-0f4cfc998426 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 944 time: 0.9730935 May 13 14:58:46.748076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:46.818208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:46.826468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:46.876184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2fa1259-a7bd-4816-b7cb-abd4099fb4a2 req-841d1f42-95f6-4ef8-b7f4-925cdf44a4d5 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 210 time: 0.1137304 May 13 14:58:46.881443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6476e2d-a57e-4d39-aa71-b73f4aacdbb4 req-d25c8195-536f-4e7a-8dad-3a581649fc77 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071880 May 13 14:58:46.911851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port a476479c-d44e-4efc-bf1c-5db54bef07b1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:46.911851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.025894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.057270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:47.057270 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.078020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:47.080544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.144621 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f861cf-af65-4894-a29a-e02733de1aeb'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'code': 200} May 13 14:58:47.214181 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d08d62bc-f14b-4a9c-b771-126bf939f39a tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.5791233 May 13 14:58:47.218218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47204) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:47.375572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c7f2ce5c-3d8d-424e-a332-28cf521eb224 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:47.388396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Network': ['ID=75d0c35b-b4d6-4519-8f7d-3acd45a43587,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:47.388396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbc0b5d1-1952-4397-a80b-ee53df6dd6c9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6055624 May 13 14:58:47.413730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:47.431129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'network': {'name': 'tempest-router-network02--1239854254'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:47.450131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:47.464116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.484248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:47.547456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:network and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:47.551144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:47.559554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:47.625299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:47.635047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=38086475-9c0d-45ef-a476-9053508794aa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:47.664712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:47.727100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:47.736614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port a476479c-d44e-4efc-bf1c-5db54bef07b1, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a476479c-d44e-4efc-bf1c-5db54bef07b1,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:47.736979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.157548 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-772e0801-9d8f-45f6-b644-a60ae3577a02 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6532555 May 13 14:58:48.172257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:48.187206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.189396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.211025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:48.218252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.226452 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.276346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 1ba7f573-1d8e-4573-ba28-51531d54bbf5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:48.283477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Transition to ACTIVE for port object ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:48.364874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Transition to ACTIVE for port object ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:48.364874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8bbd7369-2106-4b0c-8041-24beba6759d2 None None] Provisioning for port 7011d10a-05cf-4222-b6e1-010d0bbc8dae completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:48.364874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8bbd7369-2106-4b0c-8041-24beba6759d2 None None] Provisioning complete for port 7011d10a-05cf-4222-b6e1-010d0bbc8dae triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:48.364874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8bbd7369-2106-4b0c-8041-24beba6759d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.425352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d8230b46-5d7c-4ad2-b08c-805a200c99af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.8283405 May 13 14:58:48.445068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:48.470427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:48.507490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:58:48.546940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d903-0a2a-49bf-8196-163ffa282000 req-b582104e-5513-498a-8092-a0893994fbd1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.548719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c732d903-0a2a-49bf-8196-163ffa282000 req-b582104e-5513-498a-8092-a0893994fbd1 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 0.3896980 May 13 14:58:48.560379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.560827 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Added segment 0cf7978e-4068-4335-9f1e-a08ebbfccdc7 of type vlan for network abdc318f-535f-484c-a4be-2c29e1e63f33 May 13 14:58:48.582591 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.594176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.596053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd7369-2106-4b0c-8041-24beba6759d2 None None] Port 7011d10a-05cf-4222-b6e1-010d0bbc8dae cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:48.601007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.607428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.608618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Synchronizing usage tracker for tenant:655b3eaf7517426e8bcd86757337ae4f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:48.709665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:48.718939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:48.718939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:48.729057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Pushing event updated for resources: {'Port': ['ID=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:48.876985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Unset dirty status for tenant:655b3eaf7517426e8bcd86757337ae4f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:48.876985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-abdfa203-7c50-4958-b0d1-6abd2c99a041 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 1.6453342 May 13 14:58:48.893140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:48.912792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a01fe-9f74-4e91-92c1-e52e2c903478 req-da1729f8-6456-488d-9970-5e8be37e4b00 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.926463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.932021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Attempting to bind port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:48.932490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Attempting to bind port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '35e4f6d3-6b35-44d7-aa94-75e07565cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:48.932932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Attempting to bind port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e on network 675a765d-7b6b-428c-86a5-b100c6261ee2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:48.934396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-412a01fe-9f74-4e91-92c1-e52e2c903478 req-da1729f8-6456-488d-9970-5e8be37e4b00 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 944 time: 0.7277575 May 13 14:58:48.945181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:58:48.945666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Checking segment: {'id': '35e4f6d3-6b35-44d7-aa94-75e07565cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:48.946142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.946610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Bound using segment: {'id': '35e4f6d3-6b35-44d7-aa94-75e07565cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:58:48.947162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Bound port: ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e4f6d3-6b35-44d7-aa94-75e07565cb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '675a765d-7b6b-428c-86a5-b100c6261ee2'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:58:48.947659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:48.957031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-dc1e2125-2824-43da-ba48-5946f5041109 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:48.958616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-dc1e2125-2824-43da-ba48-5946f5041109 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7340066 May 13 14:58:49.004890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Request body: {'port': {'device_id': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '27a9333212a14ed4aa5ae94bf21d0e94'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:49.008009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe556-002b-41f9-973f-0e0ca5886122 req-3b2ade55-f422-4ed7-95ba-ec5fa462d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:49.009883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb0fe556-002b-41f9-973f-0e0ca5886122 req-3b2ade55-f422-4ed7-95ba-ec5fa462d9d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1098 time: 1.3717730 May 13 14:58:49.036008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c732d903-0a2a-49bf-8196-163ffa282000 req-85cef70e-4aa5-4d04-9f64-45a5f2bd96e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4713783 May 13 14:58:49.087828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.175789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-412a01fe-9f74-4e91-92c1-e52e2c903478 req-88d05be1-3a93-4a80-b5e0-309c8c12c152 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356722 May 13 14:58:49.323145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:49.342401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bb0fe556-002b-41f9-973f-0e0ca5886122 req-efdc8a7f-8a69-4ba0-bf77-b8d122cad969 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083849 May 13 14:58:49.352256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Deleting port 7011d10a-05cf-4222-b6e1-010d0bbc8dae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:49.352256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.396922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] For port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:49.408275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] For port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,segment=NetworkSegment(35e4f6d3-6b35-44d7-aa94-75e07565cb80),segment_id=35e4f6d3-6b35-44d7-aa94-75e07565cb80)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:58:49.409928 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.416070 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.419483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.419971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.420417 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP f535618c-bbb8-46b1-8a8e-958c62f4c2c4 disassociated. External IP: 172.25.5.178, port: a476479c-d44e-4efc-bf1c-5db54bef07b1. May 13 14:58:49.420769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for a476479c-d44e-4efc-bf1c-5db54bef07b1 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:49.607961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.625821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ca8e3c8-6a39-4268-ab9d-c757dd54795c req-450d4405-ec4c-4694-9242-c5543a702e97 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 210 time: 0.1614852 May 13 14:58:49.642852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cc79a-dd35-4b83-8188-71682a71805d None None] Pushing event updated for resources: {'Port': ['ID=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:49.646838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.656683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:49.656683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:49.946414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=1ba7f573-1d8e-4573-ba28-51531d54bbf5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:49.975858 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5669112 May 13 14:58:49.986032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47248) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:49.993163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:50.007528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Usage tracker for resource:port and tenant:27a9333212a14ed4aa5ae94bf21d0e94 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:50.014055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b3650-2d9b-43ff-825c-8c0a14c099a3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Network': ['ID=abdc318f-535f-484c-a4be-2c29e1e63f33,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:50.017658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:50.028854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network abdc318f-535f-484c-a4be-2c29e1e63f33 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:58:50.033860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'subnet': {'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:50.104273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port 38086475-9c0d-45ef-a476-9053508794aa yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:58:50.121138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:50.170786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.770573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Transition to ACTIVE for port object 38086475-9c0d-45ef-a476-9053508794aa will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:50.783561 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.930903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:50.976945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Made reservation on behalf of 27a9333212a14ed4aa5ae94bf21d0e94 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:50.980980 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.032368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.051358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.056011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:51.194344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.208163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=38086475-9c0d-45ef-a476-9053508794aa,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:51.248464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:subnet and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:51.271679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:51.480046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:51.618853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:51.633943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:51.633943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:51.633943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:51.652964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:51.652964 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:51.668554 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 2 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:51.723635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fad13-1426-42e4-8b79-88b864d188fd req-97877fab-b634-4866-9a6f-8bf02adae405 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:51.744790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493fad13-1426-42e4-8b79-88b864d188fd req-97877fab-b634-4866-9a6f-8bf02adae405 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 0.9319158 May 13 14:58:51.767992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:51.808517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=a476479c-d44e-4efc-bf1c-5db54bef07b1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:51.816332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:51.816332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:51.816332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:51.844790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:51.857786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Calling delete_port for 7011d10a-05cf-4222-b6e1-010d0bbc8dae owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:58:51.862924 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:52.039315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:52.103863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9837440d-8fdb-4b5b-a4bc-803dd25754cc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/1ba7f573-1d8e-4573-ba28-51531d54bbf5 HTTP/1.1" status: 204 len: 168 time: 6.7601449 May 13 14:58:52.119159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:52.148374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:52.164779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Usage tracker for resource:security_group_rule and tenant:27a9333212a14ed4aa5ae94bf21d0e94 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:52.186524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:52.186524 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:52.232602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:52.272417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:52.306453 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 3 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:52.421473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5d63f-92e8-4500-8d38-1b398424f9f0 None None] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:52.543004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caed9b6-ed6c-43b4-9b33-6651a083c393 req-324e8171-7f36-4e2b-b5c0-f623f3b2e483 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:52.544781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4caed9b6-ed6c-43b4-9b33-6651a083c393 req-324e8171-7f36-4e2b-b5c0-f623f3b2e483 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:52.651195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4caed9b6-ed6c-43b4-9b33-6651a083c393 req-324e8171-7f36-4e2b-b5c0-f623f3b2e483 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:52.659841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4caed9b6-ed6c-43b4-9b33-6651a083c393 req-324e8171-7f36-4e2b-b5c0-f623f3b2e483 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 865 time: 1.8598433 May 13 14:58:52.890891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-493fad13-1426-42e4-8b79-88b864d188fd req-184f57d1-6f92-461d-8298-90f3bafeb4f2 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1486285 May 13 14:58:52.951878 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0f18bb-b13e-4f99-b0ec-15d229c8b3a7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:58:52.951878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d0f18bb-b13e-4f99-b0ec-15d229c8b3a7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:52.958016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:58:52.963124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:52.963124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:52.963124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:52.968895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Provisioning for port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:52.990216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:52.990216 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:53.015559 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 4 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:53.022690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Provisioning complete for port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:53.022690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.115818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:53.116753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:53.117123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:53.135634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0d0f18bb-b13e-4f99-b0ec-15d229c8b3a7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:53.137597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0d0f18bb-b13e-4f99-b0ec-15d229c8b3a7 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/1ba7f573-1d8e-4573-ba28-51531d54bbf5 HTTP/1.1" status: 404 len: 333 time: 0.9567862 May 13 14:58:53.138874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:53.139431 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:53.142620 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 5 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:53.156242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:53.262930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4caed9b6-ed6c-43b4-9b33-6651a083c393 req-30df1231-0763-448b-8718-3fa9ddaa1caa tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7e6de4f-a8be-4769-bed2-47b585cc5270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5755956 May 13 14:58:53.303592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:53.303592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:53.303592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:53.345133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:53.345133 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:53.365448 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 6 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:53.555164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.604578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.610743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:53.610743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:53.610743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:53.635833 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.676907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e58370a3-8ebf-43e3-b2e2-a18057eda5cd req-0f2e9745-c173-4718-aadb-d0b892dc3f0a tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 210 time: 0.2422965 May 13 14:58:53.700493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 0a078aaa-ff8b-4a2d-bd19-d21acc3bd921 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:53.709655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:53.710170 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:53.714995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.756579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Current status of the port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:53.757449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.816078 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 7 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:53.836591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90afd4c-02ae-4997-9404-1ebd45074a88,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:53.872277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] For port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,segment=NetworkSegment(35e4f6d3-6b35-44d7-aa94-75e07565cb80),segment_id=35e4f6d3-6b35-44d7-aa94-75e07565cb80)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:58:53.906630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:53.985658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:53.985658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:53.985658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:54.124955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event deleted for resources: {'Port': ['ID=7011d10a-05cf-4222-b6e1-010d0bbc8dae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:54.148447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:54.148447 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:54.166504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.181248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83070d6a-83b9-4e89-839b-bac99e833b1f None None] Pushing event updated for resources: {'Port': ['ID=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:54.329006 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 8 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:54.355497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.597437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9bac0cfa-7f47-43ce-9db5-973fb6d4c618 None None] Provisioning complete for port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:54.597437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9bac0cfa-7f47-43ce-9db5-973fb6d4c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:54.763408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:54.763774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:54.765650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:54.789270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:54.789647 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:54.799680 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 9 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:54.807371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Subnet': ['ID=03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:54.828711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Allocated IP 192.168.233.175 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/af9375e9-6af6-46ab-b8ae-902780aac2cd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:54.927719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:54.927719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:54.927719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:54.948627 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6dfdf848-94fb-45af-a813-cee663b78f95 req-755c0cc2-15c1-4c69-b8d2-ee50416701db tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.1299608 May 13 14:58:54.966917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Checking segment: {'id': '76234257-6db3-425b-8e81-fe9adad765b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:58:54.966917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network hostable DHCP agents. Network: 75d0c35b-b4d6-4519-8f7d-3acd45a43587, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:58:54.973272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0cfa-7f47-43ce-9db5-973fb6d4c618 None None] Current status of the port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:54.999700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:54.999700 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:54.999700 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 10 to bind port 38086475-9c0d-45ef-a476-9053508794aa May 13 14:58:55.075155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:58:55.075155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:58:55.075155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:58:55.097610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:58:55.097610 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port 38086475-9c0d-45ef-a476-9053508794aa on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:58:55.097610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.154345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.307540 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:58:55.444900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:58:55.456570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d540d42-55ae-4db9-84ac-07b4faeab3eb req-282d9dae-e8c5-469e-bcaf-d30feb78b864 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 210 time: 0.1115885 May 13 14:58:55.460254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:58:55.485496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 75d0c35b-b4d6-4519-8f7d-3acd45a43587) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:55.485780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:58:55.496935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.497611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.559402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385704a-a2d6-480a-883e-2ce97e11dc1c None None] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:55.570639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port 38086475-9c0d-45ef-a476-9053508794aa, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:58:55.570639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:58:55.570639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.630369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.632517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.634426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.712736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=0a078aaa-ff8b-4a2d-bd19-d21acc3bd921,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:55.728752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc4a728e-5177-4ee5-93f9-020e33bcdff3 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7310779 May 13 14:58:55.728752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.738508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-74c16b2b-10af-4360-8497-b1bd2f5905f2 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921 HTTP/1.1" status: 204 len: 168 time: 2.5659509 May 13 14:58:55.738508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:55.738508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:55.754002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'subnet': {'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:55.826551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:58:55.869038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121443c-6420-4ef5-ba28-1071b9b519e7 req-fbdb4c5f-3c64-414d-96f8-aefa4ecb4d66 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.869038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4121443c-6420-4ef5-ba28-1071b9b519e7 req-fbdb4c5f-3c64-414d-96f8-aefa4ecb4d66 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 1.3645983 May 13 14:58:55.869038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] No DVR routers for this DVR port a476479c-d44e-4efc-bf1c-5db54bef07b1 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:58:55.875421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=38086475-9c0d-45ef-a476-9053508794aa,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:55.875421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] In _notify_port_updated(), no bound segment for port 38086475-9c0d-45ef-a476-9053508794aa on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:58:55.882456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Transition to ACTIVE for port object af9375e9-6af6-46ab-b8ae-902780aac2cd will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:58:55.882456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.898655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:55.898655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:55.898655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-af6224a7-d40d-422e-8f14-43fcfa60f57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "PUT /v2.0/ports/38086475-9c0d-45ef-a476-9053508794aa HTTP/1.1" status: 200 len: 977 time: 7.4449770 May 13 14:58:55.904778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:55.905742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-deleted', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:58:55.915166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-603043e3-8ce2-4894-b5b7-0a63c5853089 req-f141097a-884e-4732-96fd-e2b522cf0668 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "DELETE /v2.0/ports/a476479c-d44e-4efc-bf1c-5db54bef07b1 HTTP/1.1" status: 204 len: 173 time: 13.7335033 May 13 14:58:55.947663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7917e0d-7d3a-407b-8780-c564ccc77816 None None] Network ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:58:56.033670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e598b0b-aefc-466e-9cb3-7ada570b263c tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "DELETE /v2.0/ports/7011d10a-05cf-4222-b6e1-010d0bbc8dae HTTP/1.1" status: 204 len: 168 time: 7.1438527 May 13 14:58:56.071703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:56.090611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Request body: {'port': {'name': 'tempest-new-port-name-1929412941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:56.090611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] bootfile-name is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:56.090611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] tftp-server is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:56.090611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.api.validators [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] server-ip-address is not in valid_values {{(pid=88132) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 13 14:58:56.264018 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b38d6a-0c19-4cc6-8cb8-e933ffba6955'] response: {'server_uuid': '8902e748-119a-4063-ab80-ac342e670782', 'name': 'network-vif-deleted', 'tag': 'a476479c-d44e-4efc-bf1c-5db54bef07b1', 'status': 'completed', 'code': 200} May 13 14:58:56.302910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:58:56.324707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4121443c-6420-4ef5-ba28-1071b9b519e7 req-bd94e922-12bd-40c8-b56a-5ca1013ce9d5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288416 May 13 14:58:56.349250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:58:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:58:56.372400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:58:56.379031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet fc70c71b-8694-4351-8617-fc8344ea4da1 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:58:56.384727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Usage tracker for resource:subnet and tenant:713fd737487e4feb8c09b69611c024e0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:58:56.389972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:58:56.393543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.408450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.563149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:58:56.603620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:56.704600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Pushing event updated for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:56.800420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.061493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Made reservation on behalf of 713fd737487e4feb8c09b69611c024e0 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:58:57.061493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.131919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.173768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:58:57.217094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-77d1aa29-ec8f-409c-9bd0-423247c05c0d req-369a1784-3598-45e1-9ef8-34908a17b15d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=8902e748-119a-4063-ab80-ac342e670782 HTTP/1.1" status: 200 len: 210 time: 0.6370525 May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.234098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.255710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Synchronizing usage tracker for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:57.278676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:58:57.278676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:58:57.296635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:58:57.360966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.442349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=fc70c71b-8694-4351-8617-fc8344ea4da1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:57.455758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.456476 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.501215 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c6e33003-4613-4269-a053-6ab3e59a6ece tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.5004380 May 13 14:58:57.514204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Request body: {'port': {'device_id': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:58:57.572019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:57.594659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-498158f0-6842-4cba-84b9-9d6c7b3cf02c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/fc70c71b-8694-4351-8617-fc8344ea4da1 HTTP/1.1" status: 204 len: 168 time: 1.7442200 May 13 14:58:57.594659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:57.648662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Unset dirty status for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:57.658008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-6b7b6df4-c8dd-49a3-bf12-85a9fde3733d tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:57.658008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-6b7b6df4-c8dd-49a3-bf12-85a9fde3733d tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Synchronizing usage tracker for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:57.664697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3d7b1923-2a51-4801-a5cd-9a039e02e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18736 time: 1.6552749 May 13 14:58:57.689628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:57.967754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-6b7b6df4-c8dd-49a3-bf12-85a9fde3733d tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Unset dirty status for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:57.981598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-6b7b6df4-c8dd-49a3-bf12-85a9fde3733d tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 936 time: 0.8264520 May 13 14:58:58.148085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:58.148085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.180056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-73382f9e-505f-437c-b16f-9aaf82aa98b2 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Synchronizing usage tracker for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:58.186713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.197444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.254201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e65d0fc-8985-48bb-b4ec-a54d5fb03006 None None] Provisioning for port af9375e9-6af6-46ab-b8ae-902780aac2cd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:58:58.384074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-73382f9e-505f-437c-b16f-9aaf82aa98b2 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Unset dirty status for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:58.384074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e305a1d4-13f2-49d4-a29d-819de291cd24 req-73382f9e-505f-437c-b16f-9aaf82aa98b2 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920763 May 13 14:58:58.477938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.484667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.494500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Deleting port 38086475-9c0d-45ef-a476-9053508794aa {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:58.495372 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.565329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:58.565329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.634199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:58.653129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e65d0fc-8985-48bb-b4ec-a54d5fb03006 None None] Provisioning complete for port af9375e9-6af6-46ab-b8ae-902780aac2cd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:58.653129 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e65d0fc-8985-48bb-b4ec-a54d5fb03006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.840850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-75d0c35b-b4d6-4519-8f7d-3acd45a43587', 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587', 'tenant_id': '713fd737487e4feb8c09b69611c024e0', 'fixed_ips': [{'subnet_id': '03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:58:58.840850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.922618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event updated for resources: {'Port': ['ID=be59b014-c750-4551-ab3b-a3b5d32d9bd5,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:58:58.939329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] In _notify_port_updated(), no bound segment for port be59b014-c750-4551-ab3b-a3b5d32d9bd5 on network b6e4c1d6-a885-4904-ab6f-407a58549d7d {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:58:58.956969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:58.958124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:58.960538 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-26c973a4-47bb-454f-b23c-be5bf08feaf0 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "PUT /v2.0/ports/be59b014-c750-4551-ab3b-a3b5d32d9bd5 HTTP/1.1" status: 200 len: 1137 time: 2.9019322 May 13 14:58:58.969242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:59.195705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e65d0fc-8985-48bb-b4ec-a54d5fb03006 None None] Port af9375e9-6af6-46ab-b8ae-902780aac2cd cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:58:59.459888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e4e89-88f9-4234-b897-5d91a43a07f4 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:58:59.461039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f0e4e89-88f9-4234-b897-5d91a43a07f4 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Synchronizing usage tracker for tenant:655b3eaf7517426e8bcd86757337ae4f on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:58:59.500969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.531114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0f0e4e89-88f9-4234-b897-5d91a43a07f4 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Unset dirty status for tenant:655b3eaf7517426e8bcd86757337ae4f on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:58:59.532869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f0e4e89-88f9-4234-b897-5d91a43a07f4 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "GET /v2.0/ports/be59b014-c750-4551-ab3b-a3b5d32d9bd5 HTTP/1.1" status: 200 len: 1137 time: 0.5622895 May 13 14:58:59.544392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:58:59.642151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] DHCP port deletion for ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:58:59.701696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Deleting port be59b014-c750-4551-ab3b-a3b5d32d9bd5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:59.701696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.742394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.753117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Deleting port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:58:59.753117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.775448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:58:59.796829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43baff52-823c-42d6-bd7b-127ae5e9cda6 None None] Provisioning complete for port be59b014-c750-4551-ab3b-a3b5d32d9bd5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:58:59.796829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43baff52-823c-42d6-bd7b-127ae5e9cda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:58:59.913983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:58:59.962567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Allocated IP 172.20.0.2 (75d0c35b-b4d6-4519-8f7d-3acd45a43587/03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c/60556e33-716f-4a48-833e-04c0272446be) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:58:59.962567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-059eb509-bfb0-4d97-8734-49d21ec1268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.017795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9375e9-6af6-46ab-b8ae-902780aac2cd {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:00.028511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.051322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Transition to ACTIVE for port object af9375e9-6af6-46ab-b8ae-902780aac2cd will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:00.068459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.152412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.225466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port 38086475-9c0d-45ef-a476-9053508794aa, host n-h1-841736-1, got binding levels [] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:00.225466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.351967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Pushing event updated for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:00.429306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,segment=NetworkSegment(e061ad0b-8ba9-4100-9b8d-af84be3e327b),segment_id=e061ad0b-8ba9-4100-9b8d-af84be3e327b)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:00.429306 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.679483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Calling delete_port for 38086475-9c0d-45ef-a476-9053508794aa owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:00.858747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Subnet': ['ID=5ee313fe-de3d-4e73-9063-5fcefba28ea1,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:00.892410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,segment=NetworkSegment(e061ad0b-8ba9-4100-9b8d-af84be3e327b),segment_id=e061ad0b-8ba9-4100-9b8d-af84be3e327b)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:00.892778 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:00.926791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Calling delete_port for f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:01.109590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:01.127745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.148370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Checking segment: {'id': '0cf7978e-4068-4335-9f1e-a08ebbfccdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:01.148370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network hostable DHCP agents. Network: abdc318f-535f-484c-a4be-2c29e1e63f33, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:01.226860 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.246293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Transition to ACTIVE for port object 60556e33-716f-4a48-833e-04c0272446be will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:01.270105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:01.288521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-43baff52-823c-42d6-bd7b-127ae5e9cda6 None None] Port be59b014-c750-4551-ab3b-a3b5d32d9bd5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:01.306239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Transition to ACTIVE for port object 60556e33-716f-4a48-833e-04c0272446be will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:01.341196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.357379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network abdc318f-535f-484c-a4be-2c29e1e63f33 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:01.374060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.401846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.438659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:01.441760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Calling delete_port for be59b014-c750-4551-ab3b-a3b5d32d9bd5 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:01.487624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.504084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Pushing event updated for resources: {'Port': ['ID=60556e33-716f-4a48-833e-04c0272446be,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:01.518853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e4f77-45c6-4819-a710-1b9964e2685c req-d1212ee7-0cc6-4b26-beac-482738fb86ed tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:01.518853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c4e4f77-45c6-4819-a710-1b9964e2685c req-d1212ee7-0cc6-4b26-beac-482738fb86ed tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 948 time: 1.7798514 May 13 14:59:01.534498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:01.540156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No DVR routers for this DVR port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:01.550215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 14:59:01.550215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:01.550215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:01.566601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:01.566601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:01.566601 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:01.566601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:01.588577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:01.588577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:58:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:01.686574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Attempting to bind port af9375e9-6af6-46ab-b8ae-902780aac2cd on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:01.686574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Attempting to bind port af9375e9-6af6-46ab-b8ae-902780aac2cd by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:01.686574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Attempting to bind port af9375e9-6af6-46ab-b8ae-902780aac2cd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:01.751052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Port af9375e9-6af6-46ab-b8ae-902780aac2cd on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:01.751052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Attempting to bind port af9375e9-6af6-46ab-b8ae-902780aac2cd on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:01.867529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:01.868062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:01.869538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:01.870354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Bound port: af9375e9-6af6-46ab-b8ae-902780aac2cd, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:01.870931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:01.941882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:01.983547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Attempting to bind port 60556e33-716f-4a48-833e-04c0272446be on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:01.983919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Attempting to bind port 60556e33-716f-4a48-833e-04c0272446be by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '76234257-6db3-425b-8e81-fe9adad765b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:01.993475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Attempting to bind port 60556e33-716f-4a48-833e-04c0272446be on network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:02.080771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, abdc318f-535f-484c-a4be-2c29e1e63f33) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:02.085788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.109102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:02.130120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6de4f-a8be-4769-bed2-47b585cc5270,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:02.168351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.168351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:02.168351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.180355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event deleted for resources: {'Port': ['ID=38086475-9c0d-45ef-a476-9053508794aa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:02.303019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event deleted for resources: {'Port': ['ID=be59b014-c750-4551-ab3b-a3b5d32d9bd5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:02.319768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:02.320596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Checking segment: {'id': '76234257-6db3-425b-8e81-fe9adad765b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:02.325014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.325927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Bound using segment: {'id': '76234257-6db3-425b-8e81-fe9adad765b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:02.326786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Bound port: 60556e33-716f-4a48-833e-04c0272446be, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76234257-6db3-425b-8e81-fe9adad765b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '75d0c35b-b4d6-4519-8f7d-3acd45a43587'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:02.328197 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.353243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Deleting port f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:02.353932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.388136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.420822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c4e4f77-45c6-4819-a710-1b9964e2685c req-aa932347-5348-4bde-8c17-7b05aaee4af6 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236331 May 13 14:59:02.427253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1a52c527-6b55-45c9-96e6-d824223fcd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "DELETE /v2.0/ports/38086475-9c0d-45ef-a476-9053508794aa HTTP/1.1" status: 204 len: 168 time: 4.7520568 May 13 14:59:02.435322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47426) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:02.438772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:02.446656 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c0ad7195-3b0a-4732-b3d1-e4e1ffe12690 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7081456 May 13 14:59:02.449199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47428) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:02.518921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] For port 60556e33-716f-4a48-833e-04c0272446be, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:02.533781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] For port 60556e33-716f-4a48-833e-04c0272446be, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=60556e33-716f-4a48-833e-04c0272446be,segment=NetworkSegment(76234257-6db3-425b-8e81-fe9adad765b1),segment_id=76234257-6db3-425b-8e81-fe9adad765b1)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:02.582423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:02.582423 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b134584c-607a-4180-8eff-f42168c828ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] GET failed (client error): The resource could not be found. May 13 14:59:02.582423 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b134584c-607a-4180-8eff-f42168c828ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports/38086475-9c0d-45ef-a476-9053508794aa HTTP/1.1" status: 404 len: 333 time: 0.1058886 May 13 14:59:02.596494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:02.620304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:02.629043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-118664732', 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:02.636992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:02.650373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e061ad0b-8ba9-4100-9b8d-af84be3e327b') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:02.650373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e061ad0b-8ba9-4100-9b8d-af84be3e327b') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:02.655789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Usage tracker for resource:port and tenant:6f281a72e4ab460bbc97e352c6fe81b4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:02.659715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099ea17-2cf8-4a56-80c0-09ebe7c93b88 None None] Network abdc318f-535f-484c-a4be-2c29e1e63f33 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:02.673245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:02.677269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.689921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:02.708756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.712876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.725288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.729111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.729111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3fd25d82-32f7-43dc-ad1a-7e021acbb5f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7e6de4f-a8be-4769-bed2-47b585cc5270 HTTP/1.1" status: 204 len: 168 time: 4.0933661 May 13 14:59:02.732888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af0a84e2-3c56-4360-ba46-cec472a8b36d None None] The port 'f4cf60cf-b1f8-469c-a4e5-3752ebdf3a2a' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:59:02.732888 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.860849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Made reservation on behalf of 6f281a72e4ab460bbc97e352c6fe81b4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:02.863995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:02.896974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:02.938275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b98e0fdb-c435-4900-a445-09c2a7d7aede tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "DELETE /v2.0/ports/be59b014-c750-4551-ab3b-a3b5d32d9bd5 HTTP/1.1" status: 204 len: 168 time: 3.3922391 May 13 14:59:02.943185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port f0acab40-164c-4234-9833-0a92f616a31d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:02.965669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:02.966457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.026360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-07191855-56b6-4cb3-a24a-9ce273b370c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.038920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:03.097022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.156915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdb65b-b66a-4e66-9378-a1666523cbb4 None None] Pushing event updated for resources: {'Port': ['ID=60556e33-716f-4a48-833e-04c0272446be,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:03.165090 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-5bac1537-8add-49db-9394-ac9fb481868d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] show failed (client error): The resource could not be found. May 13 14:59:03.165090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5bac1537-8add-49db-9394-ac9fb481868d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups/b7e6de4f-a8be-4769-bed2-47b585cc5270 HTTP/1.1" status: 404 len: 347 time: 0.2591779 May 13 14:59:03.182693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:03.182693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.194937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] 10.222.0.90 "PUT /v2.0/ports/af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 200 len: 1096 time: 5.6781182 May 13 14:59:03.194937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:03.223982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: timer() May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:03.279563 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:03.592907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-cc599b78-a916-43dd-9a7f-9b86cfd0be22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6181173 May 13 14:59:03.681820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.734412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:03.795075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8 HTTP/1.1" status: 204 len: 168 time: 6.1965990 May 13 14:59:03.803658 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d66298e-e0a4-4078-8fee-6cfdaad19cbb'] response: {'name': 'network-changed', 'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd', 'status': 'completed', 'code': 200} May 13 14:59:03.825822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47460) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:03.825822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9931deb-66e4-499f-87d6-b037447ec876 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=ac0a7872-4d1c-40ce-8fd9-4522d6d8c3e8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:03.841608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Deleting subnet 57aecb58-5035-48ac-974a-dc4855409425 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:59:03.964830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.209779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ce94f-f6b4-43ca-a96a-99ecac3d4a14 service neutron] Pushing event updated for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:04.277707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.284706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 8137d5ad-aebf-4287-84a7-0d7732b26c99 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:04.284706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.291801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-abdc318f-535f-484c-a4be-2c29e1e63f33', 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33', 'tenant_id': '713fd737487e4feb8c09b69611c024e0', 'fixed_ips': [{'subnet_id': '5ee313fe-de3d-4e73-9063-5fcefba28ea1'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:59:04.291801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.370469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 60556e33-716f-4a48-833e-04c0272446be up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:04.383653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.512080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:04.583246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-7006e9dd-4051-417d-9372-9874dd91d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:04.585723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 60556e33-716f-4a48-833e-04c0272446be completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:04.587791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-7006e9dd-4051-417d-9372-9874dd91d6a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 1099 time: 1.1069419 May 13 14:59:04.665968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:04.671652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffbb783-9e45-476b-aa40-902b0b2812ff None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '660bc722-1c64-4a35-b04b-112f0664b990', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': '2046b589-bf9c-4196-97da-da2dfec8b526', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:02:41:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:55:15Z', 'updated_at': '2022-05-13T14:56:01Z', 'revision_number': 2, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:04.760958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Allocated IP 172.20.0.2 (abdc318f-535f-484c-a4be-2c29e1e63f33/5ee313fe-de3d-4e73-9063-5fcefba28ea1/39073ed6-a896-43b1-9610-7d6c1ab4f6a6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:05.128486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-4b5a6fdd-e534-4faa-8d4d-beb9fc304ad1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 200 len: 217 time: 0.2374077 May 13 14:59:05.309419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-1ec84dda-eab1-412d-a626-32a161350715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.311370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-1ec84dda-eab1-412d-a626-32a161350715 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1797528 May 13 14:59:05.406924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704c43-416f-4911-bd57-f27964de6e29 req-ee9b25bb-948e-4f2a-923c-9360f5918f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.408697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-ee9b25bb-948e-4f2a-923c-9360f5918f6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=541a206a586f4e2993e612cfb54675ec&device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 1098 time: 1.2877536 May 13 14:59:05.417771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498ccc-48d8-4c41-ac97-8b2b16c4aadb req-dec1ee7c-b67d-4766-b546-c44567ebd5e1 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.419598 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8498ccc-48d8-4c41-ac97-8b2b16c4aadb req-dec1ee7c-b67d-4766-b546-c44567ebd5e1 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 948 time: 1.3000605 May 13 14:59:05.435776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.439098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.470829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcd67e-aae2-4049-a2e8-2e347213f561 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.472000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-92bcd67e-aae2-4049-a2e8-2e347213f561 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:05.524801 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06af7-10c7-40ef-83db-3ce79406a247 None None] New status for floating IP f535618c-bbb8-46b1-8a8e-958c62f4c2c4: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:59:05.639266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.639266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.701119 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:05.721449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Transition to ACTIVE for port object 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:05.745952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-30774ec8-8395-489a-b0bc-58397f535c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:05.745952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-30774ec8-8395-489a-b0bc-58397f535c8c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4204657 May 13 14:59:05.769364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Transition to ACTIVE for port object 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:05.810906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b17b65-ab0f-4885-989b-71d24d46aa8a None None] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:05.880007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 8137d5ad-aebf-4287-84a7-0d7732b26c99 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:05.903959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8498ccc-48d8-4c41-ac97-8b2b16c4aadb req-5a27538d-ac7a-4d1f-98e3-14e22ada522b tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274540 May 13 14:59:05.955012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-92bcd67e-aae2-4049-a2e8-2e347213f561 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:05.956607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-92bcd67e-aae2-4049-a2e8-2e347213f561 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 2.1379392 May 13 14:59:05.966689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:06.032782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.135113 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.152456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.205008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.216076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Provisioning for port 60556e33-716f-4a48-833e-04c0272446be completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:06.233035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Network abdc318f-535f-484c-a4be-2c29e1e63f33 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:06.233035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:06.240987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Pushing event updated for resources: {'Port': ['ID=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:06.253277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:06.253277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Provisioning complete for port 60556e33-716f-4a48-833e-04c0272446be triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:06.253277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.296868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704c43-416f-4911-bd57-f27964de6e29 req-2f17c148-5003-4734-b6b0-678a030a24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.296868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-2f17c148-5003-4734-b6b0-678a030a24da service neutron] 10.222.0.90 "GET /v2.0/networks?id=4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 200 len: 918 time: 0.7448468 May 13 14:59:06.447823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=f0acab40-164c-4234-9833-0a92f616a31d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:06.517136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event deleted for resources: {'Subnet': ['ID=57aecb58-5035-48ac-974a-dc4855409425,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:06.520205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Allocated IP 172.20.0.1 (75d0c35b-b4d6-4519-8f7d-3acd45a43587/03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c/e856897f-7a6b-4b6f-b863-6c5363e3a87c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:06.559578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.569146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09b35f-56f9-4314-ad59-046157015c0d None None] Network b6e4c1d6-a885-4904-ab6f-407a58549d7d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:06.576422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-03339acc-a195-4ec7-a882-91c08b2d1327 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 200 len: 1000 time: 0.2060049 May 13 14:59:06.576422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-03986418-1dbb-41cf-abf9-0ce8d5a36511 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6009738 May 13 14:59:06.595204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:06.595204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47486) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:06.595204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:06.607652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:06.607652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:06.607652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.672786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:06.672786 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:06.697517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-253160903'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:06.735127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:06.746089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:06.746089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:06.760892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e840cc1a-39af-44e6-b266-4360fea27cb5 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "DELETE /v2.0/subnets/57aecb58-5035-48ac-974a-dc4855409425 HTTP/1.1" status: 204 len: 168 time: 3.7092705 May 13 14:59:06.760892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-08f10805-711f-4a9b-8869-952714ec55a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.1624775 May 13 14:59:06.760892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:06.767305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:06.767305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:06.806193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-b1cbce09-49d6-40c6-a033-ae1f63605388 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9711401 May 13 14:59:06.806193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:06.806193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.960450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Attempting to bind port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:06.961659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Attempting to bind port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0cf7978e-4068-4335-9f1e-a08ebbfccdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:06.962220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Attempting to bind port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 on network abdc318f-535f-484c-a4be-2c29e1e63f33 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:06.993281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:06.993733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Checking segment: {'id': '0cf7978e-4068-4335-9f1e-a08ebbfccdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:06.994348 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:06.994951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Bound using segment: {'id': '0cf7978e-4068-4335-9f1e-a08ebbfccdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:06.995694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Bound port: 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf7978e-4068-4335-9f1e-a08ebbfccdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'abdc318f-535f-484c-a4be-2c29e1e63f33'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:06.996323 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.068426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704c43-416f-4911-bd57-f27964de6e29 req-07d19c66-3fae-422e-b197-684309cce249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:07.068426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-07d19c66-3fae-422e-b197-684309cce249 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 200 len: 856 time: 0.4921598 May 13 14:59:07.111755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:07.177411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 8137d5ad-aebf-4287-84a7-0d7732b26c99 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:07.177411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.247157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:07.253988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.253988 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4 of type vlan for network 59c1be4c-a075-4c85-988d-7fc37a69da0b May 13 14:59:07.262809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,segment=NetworkSegment(0cf7978e-4068-4335-9f1e-a08ebbfccdc7),segment_id=0cf7978e-4068-4335-9f1e-a08ebbfccdc7)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:07.299700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.394347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcc999fd-d285-42cf-b995-de11f74c1b29 req-437d4477-42e5-40ee-be20-8186f2976489 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538077 May 13 14:59:07.416034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.451195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6751816-12b2-4566-8629-5624136d4e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:07.451195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6751816-12b2-4566-8629-5624136d4e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Synchronizing usage tracker for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:07.540884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.634628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704c43-416f-4911-bd57-f27964de6e29 req-a7cb9ea3-afbd-490c-901e-be19d805488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:07.637602 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-a7cb9ea3-afbd-490c-901e-be19d805488f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4a59904e-a531-4881-9252-781703eed2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4806015 May 13 14:59:07.644888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.722727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Current status of the port 60556e33-716f-4a48-833e-04c0272446be is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:07.722727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.763676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6751816-12b2-4566-8629-5624136d4e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Unset dirty status for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:07.763676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6751816-12b2-4566-8629-5624136d4e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports/f0acab40-164c-4234-9833-0a92f616a31d HTTP/1.1" status: 200 len: 958 time: 0.9793811 May 13 14:59:07.782793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.788656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:07.794977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:07.794977 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:07.844027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] For port 60556e33-716f-4a48-833e-04c0272446be, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=60556e33-716f-4a48-833e-04c0272446be,segment=NetworkSegment(76234257-6db3-425b-8e81-fe9adad765b1),segment_id=76234257-6db3-425b-8e81-fe9adad765b1)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:07.994799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Deleting port c7f2ce5c-3d8d-424e-a332-28cf521eb224 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:07.994799 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.001345 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.194255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Transition to ACTIVE for port object e856897f-7a6b-4b6f-b863-6c5363e3a87c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:08.225797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140a42-3487-4f8e-81ce-f0e5cae54a04 None None] Pushing event updated for resources: {'Port': ['ID=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:08.475056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Deleting port f0acab40-164c-4234-9833-0a92f616a31d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:08.475056 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.638286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc538aaa-56c9-4b7e-9813-6daa0d7b994e req-9369b773-07d8-425b-baa9-de11ca01b163 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:08.652179 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc538aaa-56c9-4b7e-9813-6daa0d7b994e req-9369b773-07d8-425b-baa9-de11ca01b163 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 948 time: 1.4046388 May 13 14:59:08.684875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.693800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.745625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0894599 May 13 14:59:08.756189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:08.800101 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce00406-1a7c-42fe-9087-97932bd8e75b None None] Pushing event updated for resources: {'Port': ['ID=60556e33-716f-4a48-833e-04c0272446be,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:08.868191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] DHCP port deletion for b6e4c1d6-a885-4904-ab6f-407a58549d7d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:59:08.878463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Deleting port c7f2ce5c-3d8d-424e-a332-28cf521eb224 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:08.879052 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:08.884521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37d076-308a-4a3d-98a0-d44aea6eaf16 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=59c1be4c-a075-4c85-988d-7fc37a69da0b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:08.970644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-0f800826-b765-4067-8899-3d93e132e25b service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2909217 May 13 14:59:09.039853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:09.045357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:09.082647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 8137d5ad-aebf-4287-84a7-0d7732b26c99 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:09.226985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:09.256164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc538aaa-56c9-4b7e-9813-6daa0d7b994e req-87516497-7c07-4f9f-9851-4e9b5eb9d64d tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979550 May 13 14:59:09.270473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-366e9b63-569a-45ad-a554-a5ec1c0522d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:09.272133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-366e9b63-569a-45ad-a554-a5ec1c0522d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 1099 time: 1.7529397 May 13 14:59:09.613307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:09.651709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:09.684670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:09.786594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:09.910218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c50bacdb-3a65-4d36-96e0-ce14f37803af None None] Provisioning complete for port 60556e33-716f-4a48-833e-04c0272446be triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:09.911447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c50bacdb-3a65-4d36-96e0-ce14f37803af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:09.970163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac704c43-416f-4911-bd57-f27964de6e29 req-0a9f7428-d931-4303-9a46-b3680a02a34e service neutron] 10.222.0.90 "GET /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9216435 May 13 14:59:10.086810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:10.108408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.209617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-2b7c2b2c-970c-4e52-a2cf-012534e5e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:10.209617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-2b7c2b2c-970c-4e52-a2cf-012534e5e83b service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.9202919 May 13 14:59:10.372084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device af9375e9-6af6-46ab-b8ae-902780aac2cd details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 14:59:10.384409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:10.476496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-12930309-e638-48c9-a6d2-9558807b3607 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 200 len: 217 time: 0.2620134 May 13 14:59:10.477110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:10.550576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:10.559811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:10.606805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:10.607601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1377ac-7a09-401f-a1e2-d84fdb2c2abd None None] Network abdc318f-535f-484c-a4be-2c29e1e63f33 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:10.868483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:10.909114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'af9375e9-6af6-46ab-b8ae-902780aac2cd', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'af9375e9-6af6-46ab-b8ae-902780aac2cd', 'mac_address': 'fa:16:3e:28:18:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 14:59:10.930203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=8137d5ad-aebf-4287-84a7-0d7732b26c99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:11.023842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port af9375e9-6af6-46ab-b8ae-902780aac2cd is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:11.024601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.065048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-90b8c02b-b0dd-4422-ba7e-ecb93b49b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:11.067569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-90b8c02b-b0dd-4422-ba7e-ecb93b49b7aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.5767653 May 13 14:59:11.183269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:11.190882 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.201644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 60556e33-716f-4a48-833e-04c0272446be up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:11.232661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9375e9-6af6-46ab-b8ae-902780aac2cd {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:59:11.246006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.253650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:11.291389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.402427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] For port c7f2ce5c-3d8d-424e-a332-28cf521eb224, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7f2ce5c-3d8d-424e-a332-28cf521eb224,segment=NetworkSegment(c30998df-6ec9-472e-a0a7-cb37525d3fe6),segment_id=c30998df-6ec9-472e-a0a7-cb37525d3fe6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:11.403094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.445845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.447418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c11c3ad1-f7f7-414d-a956-2d7d486ebc7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/floatingips/f535618c-bbb8-46b1-8a8e-958c62f4c2c4 HTTP/1.1" status: 204 len: 168 time: 8.1777954 May 13 14:59:11.500838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Port': ['ID=e856897f-7a6b-4b6f-b863-6c5363e3a87c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:11.515371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-98578a89-71e7-41af-90e6-adee26a69120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:11.521824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-98578a89-71e7-41af-90e6-adee26a69120 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4446049 May 13 14:59:11.641174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Calling delete_port for c7f2ce5c-3d8d-424e-a332-28cf521eb224 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:11.679784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['af9375e9-6af6-46ab-b8ae-902780aac2cd'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 14:59:11.682961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.751646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c50bacdb-3a65-4d36-96e0-ce14f37803af None None] Current status of the port 60556e33-716f-4a48-833e-04c0272446be is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:11.914993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] For port c7f2ce5c-3d8d-424e-a332-28cf521eb224, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c7f2ce5c-3d8d-424e-a332-28cf521eb224,segment=NetworkSegment(c30998df-6ec9-472e-a0a7-cb37525d3fe6),segment_id=c30998df-6ec9-472e-a0a7-cb37525d3fe6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:11.915291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:11.915472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:11.959897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Provisioning for port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:11.970316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Provisioning complete for port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:11.970686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.148914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=2163cf64-43c4-4a86-9cb8-3f535f9d0466,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:12.165661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Calling delete_port for c7f2ce5c-3d8d-424e-a332-28cf521eb224 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:12.221546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.389052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:12.389603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 59c1be4c-a075-4c85-988d-7fc37a69da0b, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:12.487137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-68faeb27-e98d-495f-b998-3e5e303000b9 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472878 May 13 14:59:12.524784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.585852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:12.607365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 60556e33-716f-4a48-833e-04c0272446be triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:12.607365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.655955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Calling delete_port for f0acab40-164c-4234-9833-0a92f616a31d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:12.683003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] Pushing event deleted for resources: {'Port': ['ID=c7f2ce5c-3d8d-424e-a332-28cf521eb224,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:12.795484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 59c1be4c-a075-4c85-988d-7fc37a69da0b) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:12.806195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:12.806819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:12.913789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.108680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d85127e-ae8d-4a5d-8dee-4272b1bd2736 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2182171 May 13 14:59:13.108680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:13.122467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328de8b-a651-41ba-adb8-f992a486ed6c None None] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:13.128146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c93499-b283-46c2-a2af-a46dddc2c3ea req-614b2061-72a2-4ed0-9c8f-7f64073d3800 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:13.131228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b', 'name': 'tempest-PortsTestJSON-729902588'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:13.153948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6c93499-b283-46c2-a2af-a46dddc2c3ea req-614b2061-72a2-4ed0-9c8f-7f64073d3800 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 948 time: 2.4114799 May 13 14:59:13.158998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f1208-5223-4c02-9f90-6fc24c055283 None None] No DVR routers for this DVR port c7f2ce5c-3d8d-424e-a332-28cf521eb224 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:13.185738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fad1cff-bccc-49fc-98c8-c316c383823e req-00242125-a7e7-4233-a3b9-34a22cba54b5 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921048 May 13 14:59:13.403417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:13.403417 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:13.403417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6c93499-b283-46c2-a2af-a46dddc2c3ea req-1fb9d4a5-2108-4a33-ad45-3f0d0a8c11ae tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353470 May 13 14:59:13.412517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Current status of the port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:13.412517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.507703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:13.552856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:13.604006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:13.604006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.609360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:13.663927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:13.751401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,segment=NetworkSegment(0cf7978e-4068-4335-9f1e-a08ebbfccdc7),segment_id=0cf7978e-4068-4335-9f1e-a08ebbfccdc7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:13.758203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 60556e33-716f-4a48-833e-04c0272446be is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:13.768488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.017246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7f2ce5c-3d8d-424e-a332-28cf521eb224 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:14.149174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Deleting port c7f2ce5c-3d8d-424e-a332-28cf521eb224 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:14.149174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.199607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.14 (59c1be4c-a075-4c85-988d-7fc37a69da0b/2163cf64-43c4-4a86-9cb8-3f535f9d0466/1b0bffaa-1ff0-407e-8aa9-0694528bf4f2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:14.209974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0acab40-164c-4234-9833-0a92f616a31d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:14.275272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device af9375e9-6af6-46ab-b8ae-902780aac2cd up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:14.321485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.372258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] The port 'c7f2ce5c-3d8d-424e-a332-28cf521eb224' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:59:14.374858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6fa91977-835e-4d10-8012-e06e493928cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f0acab40-164c-4234-9833-0a92f616a31d HTTP/1.1" status: 204 len: 168 time: 6.5812433 May 13 14:59:14.380766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:14.447484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c7f2ce5c-3d8d-424e-a332-28cf521eb224 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 14:59:14.447484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c7f2ce5c-3d8d-424e-a332-28cf521eb224 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 14:59:14.478996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Provisioning for port e856897f-7a6b-4b6f-b863-6c5363e3a87c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:14.551923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Provisioning complete for port e856897f-7a6b-4b6f-b863-6c5363e3a87c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:14.551923 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.626591 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99816c3-e838-4d71-9baa-ccfbef4964a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] GET failed (client error): The resource could not be found. May 13 14:59:14.626591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b99816c3-e838-4d71-9baa-ccfbef4964a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Synchronizing usage tracker for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:14.712251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Pushing event updated for resources: {'Port': ['ID=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:14.729117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port af9375e9-6af6-46ab-b8ae-902780aac2cd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:14.733344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-59c1be4c-a075-4c85-988d-7fc37a69da0b', 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': '2163cf64-43c4-4a86-9cb8-3f535f9d0466'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:59:14.734519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.761489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.815177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b9fef-a6a2-4bff-a0de-cd3d3abe5027 None None] Port e856897f-7a6b-4b6f-b863-6c5363e3a87c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:14.820336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port af9375e9-6af6-46ab-b8ae-902780aac2cd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:14.824329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:14.930152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e4c1d6-a885-4904-ab6f-407a58549d7d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:14.958723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b99816c3-e838-4d71-9baa-ccfbef4964a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Unset dirty status for tenant:6f281a72e4ab460bbc97e352c6fe81b4 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:14.958723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b99816c3-e838-4d71-9baa-ccfbef4964a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports/f0acab40-164c-4234-9833-0a92f616a31d HTTP/1.1" status: 404 len: 333 time: 0.5681460 May 13 14:59:14.976151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:14.990614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2006260291'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:15.031119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:15.097145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30998df-6ec9-472e-a0a7-cb37525d3fe6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:15.097145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30998df-6ec9-472e-a0a7-cb37525d3fe6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:15.117266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.121216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:15.165403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.192816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:15.193247 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: util.warn( May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: timer() May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:15.220540 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:15.241531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-63829591-3c59-4a58-b1af-33fb06483980 None None] Provisioning complete for port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:15.241896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63829591-3c59-4a58-b1af-33fb06483980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.300533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.328072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:15.356065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Made reservation on behalf of 6f281a72e4ab460bbc97e352c6fe81b4 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:15.356065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.374412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.468286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:15.508481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:15.514076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:15.530604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:15.539383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Allocated IP 172.20.0.2 (59c1be4c-a075-4c85-988d-7fc37a69da0b/2163cf64-43c4-4a86-9cb8-3f535f9d0466/bf72eb0b-e401-4a1c-ad62-6e4112fcbeed) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:15.582146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4fcd3-fa82-4d1d-8738-efdaf36ff0e1 req-ee2a94fa-0dee-4ed8-9b9a-2af25d34c796 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:15.584330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8a4fcd3-fa82-4d1d-8738-efdaf36ff0e1 req-ee2a94fa-0dee-4ed8-9b9a-2af25d34c796 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 949 time: 0.7930744 May 13 14:59:15.633673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.683555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.694032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] Pushing event deleted for resources: {'Network': ['ID=b6e4c1d6-a885-4904-ab6f-407a58549d7d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:15.697519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8e15e29-8ff0-45f5-9e1d-282c24a2a616 tempest-ExtraDHCPOptionsTestJSON-1075667316 tempest-ExtraDHCPOptionsTestJSON-1075667316-project] 10.222.0.36 "DELETE /v2.0/networks/b6e4c1d6-a885-4904-ab6f-407a58549d7d HTTP/1.1" status: 204 len: 168 time: 8.9305966 May 13 14:59:15.709828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:59:15.728250 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8a4fcd3-fa82-4d1d-8738-efdaf36ff0e1 req-6da3f423-8957-4a7b-a28a-08959574be15 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270208 May 13 14:59:15.735128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.743465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:15.880626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=1b0bffaa-1ff0-407e-8aa9-0694528bf4f2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:16.028837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.050058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port af9375e9-6af6-46ab-b8ae-902780aac2cd is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:16.050552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.058135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:16.059209 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.066797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Transition to ACTIVE for port object bf72eb0b-e401-4a1c-ad62-6e4112fcbeed will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:16.129025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Transition to ACTIVE for port object bf72eb0b-e401-4a1c-ad62-6e4112fcbeed will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:16.142991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:16.229649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:16.242106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Port': ['ID=e856897f-7a6b-4b6f-b863-6c5363e3a87c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:16.242594 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.322662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-077d30b8-1d9c-4635-875a-bf89fa1e6af4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2176573 May 13 14:59:16.325944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47596) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:16.348276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b', 'name': 'tempest-PortsTestJSON-319090498'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:16.355016 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bf146b-c96d-44ca-ae2b-7e1d6d9de436'] response: {'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd', 'code': 200} May 13 14:59:16.363603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.446822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63829591-3c59-4a58-b1af-33fb06483980 None None] Current status of the port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:16.466252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:16.475871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:16.488472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:16.533790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Pushing event updated for resources: {'Port': ['ID=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:16.718066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:16.791170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.919243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Attempting to bind port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:16.920005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Attempting to bind port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:16.920662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Attempting to bind port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed on network 59c1be4c-a075-4c85-988d-7fc37a69da0b {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:16.933073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:16.947720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:16.948757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Checking segment: {'id': '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:16.949403 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.950053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Bound using segment: {'id': '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:16.951502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Bound port: bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '59c1be4c-a075-4c85-988d-7fc37a69da0b'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:16.952148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.965461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:16.965878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:16.966495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:16.989729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.007996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb8dd5-199b-4579-966e-7af9cf676116 req-d6e7003a-6bc4-4ecb-bf63-38f0124d99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.018419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14cb8dd5-199b-4579-966e-7af9cf676116 req-d6e7003a-6bc4-4ecb-bf63-38f0124d99c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 1101 time: 0.4384937 May 13 14:59:17.100467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14cb8dd5-199b-4579-966e-7af9cf676116 req-9d38a106-0dc7-4001-961d-ae0ce50e1c61 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749669 May 13 14:59:17.118281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.219587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] For port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:17.240577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] For port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,segment=NetworkSegment(08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4),segment_id=08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:17.260200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.291046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:17.297801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:17.299171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:17.303298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:17.310868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:17.320065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:17.345257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:17.389347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:17.435073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Network d97f8af9-d74a-48ec-b380-96f56ca0e216 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:17.442967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:17.446122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:17.448362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.449157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.485972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6fc0a-ada6-4cb8-97f4-4bf3e22d20c4 None None] Pushing event updated for resources: {'Port': ['ID=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:17.504345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d016f345-8aeb-4b46-becb-51af60a3090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5360308 May 13 14:59:17.508348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:17.517950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:17.595463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513645c5-ce81-4934-bcd7-bb86d9458c2a req-b39980df-1b84-486a-adc7-631c8cc47d1c tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:17.606505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-513645c5-ce81-4934-bcd7-bb86d9458c2a req-b39980df-1b84-486a-adc7-631c8cc47d1c tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 950 time: 0.2961943 May 13 14:59:17.716421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:17.723129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.746233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-513645c5-ce81-4934-bcd7-bb86d9458c2a req-70ad7d88-1eb8-4231-a4e1-6441297d4dcb tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381156 May 13 14:59:17.805374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.929409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-22688ec9-3912-4cad-8af1-52fcc8adbc0d None None] Provisioning complete for port e856897f-7a6b-4b6f-b863-6c5363e3a87c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:17.930145 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-22688ec9-3912-4cad-8af1-52fcc8adbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:17.954205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 536444ef-7823-48ee-9d16-bd8dacd90233 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:18.106001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-22688ec9-3912-4cad-8af1-52fcc8adbc0d None None] Port e856897f-7a6b-4b6f-b863-6c5363e3a87c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:18.462025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e5067988-db18-48b5-919d-a829dafc020c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=655b3eaf7517426e8bcd86757337ae4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1389797 May 13 14:59:18.467602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:18.481854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] device_id is not set on port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:18.502275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.541619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61826-3c47-4ac4-8109-a56437b79943 req-c91f5fd0-ded6-4183-96e9-735b5ced84e4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:18.543837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cf61826-3c47-4ac4-8109-a56437b79943 req-c91f5fd0-ded6-4183-96e9-735b5ced84e4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 1.5728006 May 13 14:59:18.545551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Transition to ACTIVE for port object a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:18.556999 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:18.604154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf72eb0b-e401-4a1c-ad62-6e4112fcbeed up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:18.664886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3cf61826-3c47-4ac4-8109-a56437b79943 req-c59f6a2b-1f6e-4d96-ac78-852e75c75b52 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:18.711755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Router ecec987d-a727-411a-954a-f0456e00188e is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:59:18.720166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.9 (59c1be4c-a075-4c85-988d-7fc37a69da0b/2163cf64-43c4-4a86-9cb8-3f535f9d0466/536444ef-7823-48ee-9d16-bd8dacd90233) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:18.739908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:18.797197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-14505bd9-2926-41f7-b10a-c11fce9766b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:18.798090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-14505bd9-2926-41f7-b10a-c11fce9766b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:18.851861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3cf61826-3c47-4ac4-8109-a56437b79943 req-c59f6a2b-1f6e-4d96-ac78-852e75c75b52 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:18.853438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cf61826-3c47-4ac4-8109-a56437b79943 req-c59f6a2b-1f6e-4d96-ac78-852e75c75b52 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919610 May 13 14:59:18.939840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:18.948060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-14505bd9-2926-41f7-b10a-c11fce9766b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:18.949310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-14505bd9-2926-41f7-b10a-c11fce9766b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 0.6085572 May 13 14:59:18.951943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:18.952518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:18.952718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:18.994977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:18.995397 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:19.004425 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 2 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:19.062375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.178809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 2046b589-bf9c-4196-97da-da2dfec8b526 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:19.179159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:19.179368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.193610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] Sync routers for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:19.223968 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.224659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:19.226033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.314003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:19.314306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:19.314655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:19.332848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:19.333196 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:19.345810 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 3 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:19.347893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe7a01-e7d8-4659-9c1d-ed8752933966 None None] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:19.371201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd01d0f3-4a6d-416d-bc97-d15c96801fa9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9109688 May 13 14:59:19.377862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:19.385836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.465818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:19.466797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.524907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094e6bf-2355-4b13-af19-35db1d654d6a req-96daa254-0b95-4b0a-9896-cafa4b0262df tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:19.527816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4094e6bf-2355-4b13-af19-35db1d654d6a req-96daa254-0b95-4b0a-9896-cafa4b0262df tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 950 time: 0.5349138 May 13 14:59:19.535567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.554757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:19.555415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc005a3-db8e-4fb9-9368-68e632855a07 None None] The sync data for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:19.559417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Provisioning for port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:19.595725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Provisioning complete for port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:19.596180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.599960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.630474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.638412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:19.639261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:19.639991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:19.714591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 536444ef-7823-48ee-9d16-bd8dacd90233 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:19.715618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b230d-7272-4fd7-b9a6-52c89b21e771,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:19.730608 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.733066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2463cd4d-c2c8-4559-bb75-1c4dfcae55d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d5b230d-7272-4fd7-b9a6-52c89b21e771 HTTP/1.1" status: 204 len: 168 time: 1.2487621 May 13 14:59:19.790401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:19.953444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:19.953943 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.022373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Current status of the port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:20.023205 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.059457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:20.072120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] For port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,segment=NetworkSegment(08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4),segment_id=08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:20.079393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:20.086564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.091412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:20.119326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:20.119326 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:20.209634 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 4 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:20.223395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=536444ef-7823-48ee-9d16-bd8dacd90233,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:20.305288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53aaa7-4079-48a3-9678-490d304f13d4 None None] Pushing event updated for resources: {'Port': ['ID=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:20.357313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:20.357958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:20.358306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:20.371502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:20.372178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.376124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4094e6bf-2355-4b13-af19-35db1d654d6a req-01c9541a-02c6-493f-9ae8-a425918c1a2e tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139685 May 13 14:59:20.411534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.417182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6091d-1fd6-40ba-a81b-1bba4774019f req-5b18ff87-3d2e-4783-a29e-5068b057d283 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:20.421638 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18a6091d-1fd6-40ba-a81b-1bba4774019f req-5b18ff87-3d2e-4783-a29e-5068b057d283 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 0.2587738 May 13 14:59:20.516385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-62d19b88-16b5-483f-b01b-5e99a9d48d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1841121 May 13 14:59:20.517662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:20.614454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Provisioning complete for port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:20.615028 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:20.721752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18a6091d-1fd6-40ba-a81b-1bba4774019f req-4da01a9f-6338-4528-a159-203ace0cd1e8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889900 May 13 14:59:20.789246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf72eb0b-e401-4a1c-ad62-6e4112fcbeed up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:20.857678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964b50b-c9a8-4881-a0ce-204f2c9d3ef1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:20.858852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d964b50b-c9a8-4881-a0ce-204f2c9d3ef1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:20.937480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d964b50b-c9a8-4881-a0ce-204f2c9d3ef1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:20.939246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d964b50b-c9a8-4881-a0ce-204f2c9d3ef1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.4163392 May 13 14:59:20.942442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:21.170105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:21.170966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.255983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Current status of the port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:21.314299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Provisioning for port 536444ef-7823-48ee-9d16-bd8dacd90233 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:21.328991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Provisioning complete for port 536444ef-7823-48ee-9d16-bd8dacd90233 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:21.330961 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.368291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 536444ef-7823-48ee-9d16-bd8dacd90233 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:21.369207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.372527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:21.373856 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:21.474276 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 5 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:21.505898 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-1a62e384-145b-48da-98a3-710b2240dd6d tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 14:59:21.510055 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1a62e384-145b-48da-98a3-710b2240dd6d tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0007849 May 13 14:59:21.512359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:21.619801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Port 536444ef-7823-48ee-9d16-bd8dacd90233 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:21.622265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:21.657215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Provisioning for port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:21.666903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Provisioning complete for port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:21.675668 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:21.780629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9c1713af-e9fd-470a-b1bf-2a15a3af0947 None None] Port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:21.929595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Provisioning complete for port 536444ef-7823-48ee-9d16-bd8dacd90233 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:21.929730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:22.105873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2046b589-bf9c-4196-97da-da2dfec8b526 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:22.339091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Port 536444ef-7823-48ee-9d16-bd8dacd90233 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:22.375468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Provisioning complete for port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:22.376315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:22.457752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:22.473825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:22.564995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:22.565637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:22.566139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:22.627920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:22.628713 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:22.640545 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 6 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:22.707276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 536444ef-7823-48ee-9d16-bd8dacd90233 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:22.741846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 2046b589-bf9c-4196-97da-da2dfec8b526 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:22.743215 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:22.758603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:22.761608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:22.762291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:22.861498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:22.869428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:22.894579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:22.966552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dd29a66c-7df0-41c3-8dfd-ab147e3f819c None None] Port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:22.996003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:22.996630 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:23.010511 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e160b3e9-4417-4fd1-9cf8-5600565e37ef'] response: {'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526', 'code': 200} May 13 14:59:23.027543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-998198131'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:23.036486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.044539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:network and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.051558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.064392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.083027 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 7 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:23.124766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:23.133735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:23.134361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:23.134816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:23.140459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:23.147394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.202553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.250673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:23.250794 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:23.278554 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 8 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:23.303964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:23.371579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:security_group_rule and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:23.380515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.380617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.380935 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP 660bc722-1c64-4a35-b04b-112f0664b990 disassociated. External IP: 172.25.5.139, port: 2046b589-bf9c-4196-97da-da2dfec8b526. May 13 14:59:23.381504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 2046b589-bf9c-4196-97da-da2dfec8b526 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:23.417656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:23.422251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:23.422823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:23.423335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:23.457482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:23.494110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:23.495688 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:23.507403 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 9 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:23.552972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.597990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:23.598511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:23.599066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:23.661598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:23.662113 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:23.671367 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempt 10 to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 May 13 14:59:23.672053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc053a22-4750-4244-84bf-a61b350d0c93 req-c444dc72-7982-4060-870a-b77fed67cbd3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:23.676188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc053a22-4750-4244-84bf-a61b350d0c93 req-c444dc72-7982-4060-870a-b77fed67cbd3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 945 time: 1.5661690 May 13 14:59:23.688091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:23.708035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=536444ef-7823-48ee-9d16-bd8dacd90233,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:24.012579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.036629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc053a22-4750-4244-84bf-a61b350d0c93 req-9f143ba8-2376-4d40-a2a4-6b8192e98e03 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703695 May 13 14:59:24.072183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:24.073050 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:24.085902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:24.086433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:24.086922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f45e0c51-7f5b-450c-b970-fffe34c74733 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/536444ef-7823-48ee-9d16-bd8dacd90233 HTTP/1.1" status: 204 len: 168 time: 3.1428897 May 13 14:59:24.087058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempting to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:24.088800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:24.127701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:24.127972 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Failed to bind port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '3c279fae-2c27-4483-a057-8ca5fea82206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd97f8af9-d74a-48ec-b380-96f56ca0e216'}] May 13 14:59:24.131859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.183223 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-994b17aa-675e-4ab4-94c5-851be9a222f4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:59:24.183888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-994b17aa-675e-4ab4-94c5-851be9a222f4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:24.225571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-994b17aa-675e-4ab4-94c5-851be9a222f4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:24.230835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-994b17aa-675e-4ab4-94c5-851be9a222f4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/536444ef-7823-48ee-9d16-bd8dacd90233 HTTP/1.1" status: 404 len: 333 time: 0.1373842 May 13 14:59:24.231679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47856) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:24.386068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:24.386836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.585696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 2046b589-bf9c-4196-97da-da2dfec8b526 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:24.586186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.774390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.811503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.825001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:24.836022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.836697 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Added segment caae20e1-9d08-4fd9-9665-55a1c8e2524e of type vlan for network d1099f66-c101-46cf-871d-48c6e676d944 May 13 14:59:24.894801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:24.944354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:24.944999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attempted to set empty binding levels {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:59:24.995684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.005722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:25.006760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.098333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.299336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.305447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7319562 May 13 14:59:25.357509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:25.377901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:25.465334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'subnet': {'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:25.526103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa331c-124a-4d05-8cc1-0581ad169bbf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:25.557539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.559577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.560129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.560657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.561269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.561592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.562080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.562582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.562911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.563231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.563723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.564041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:25.581787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] In _notify_port_updated(), no bound segment for port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 on network d97f8af9-d74a-48ec-b380-96f56ca0e216 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 14:59:25.582900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:25.583874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.585468 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "PUT /v2.0/ports/a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 HTTP/1.1" status: 200 len: 979 time: 8.0755970 May 13 14:59:25.620946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:25.759531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Deleting port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:25.760267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:25.814384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec8d7-21b9-476e-9130-79ce673e504e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Network': ['ID=d1099f66-c101-46cf-871d-48c6e676d944,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:25.829032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d1099f66-c101-46cf-871d-48c6e676d944 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:25.842234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc142722-214e-4001-b47a-3b7f9c43304b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:25.937149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f805008-5857-496e-91f6-13f2d74ccc96 req-76a96273-0b92-4f1b-b663-a422a6317405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:25.938701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6f805008-5857-496e-91f6-13f2d74ccc96 req-76a96273-0b92-4f1b-b663-a422a6317405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:26.023354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:26.097496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:subnet and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:26.110850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:26.130945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:26.164133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:26.169588 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.271309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6f805008-5857-496e-91f6-13f2d74ccc96 req-76a96273-0b92-4f1b-b663-a422a6317405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:26.272556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f805008-5857-496e-91f6-13f2d74ccc96 req-76a96273-0b92-4f1b-b663-a422a6317405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.8943336 May 13 14:59:26.304039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.312982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port 2046b589-bf9c-4196-97da-da2dfec8b526, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2046b589-bf9c-4196-97da-da2dfec8b526,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:26.313357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.342537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting port e856897f-7a6b-4b6f-b863-6c5363e3a87c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:26.342976 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.378668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] For port a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6, host n-h1-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:26.379039 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.432772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=1b0bffaa-1ff0-407e-8aa9-0694528bf4f2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:26.459020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.459811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.460561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.461347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.462066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.462735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.463755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.464458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.465175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.466344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.467003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.468052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:26.833238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Calling delete_port for a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:26.889161 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:26.937691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cdaad49b-ed7c-49eb-885c-3aea77f9959e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 HTTP/1.1" status: 204 len: 168 time: 2.7047408 May 13 14:59:26.942443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:27.011640 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ff8309-2118-4244-844f-f9a72633cf7c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 14:59:27.012435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-84ff8309-2118-4244-844f-f9a72633cf7c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:27.054703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-84ff8309-2118-4244-844f-f9a72633cf7c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:27.056111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-84ff8309-2118-4244-844f-f9a72633cf7c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/1b0bffaa-1ff0-407e-8aa9-0694528bf4f2 HTTP/1.1" status: 404 len: 333 time: 0.1127408 May 13 14:59:27.059447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:27.082224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f805008-5857-496e-91f6-13f2d74ccc96 req-7fa63588-f4fc-461a-bab2-da68e1121ebd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7937291 May 13 14:59:27.108430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.196414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.373798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:27.589565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Subnet': ['ID=b1c16a0b-0420-40ff-843b-33eff7bb2a32,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:27.595889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 2163cf64-43c4-4a86-9cb8-3f535f9d0466 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 14:59:27.605958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.682797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Checking segment: {'id': 'caae20e1-9d08-4fd9-9665-55a1c8e2524e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:27.683294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network hostable DHCP agents. Network: d1099f66-c101-46cf-871d-48c6e676d944, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:27.715494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.773770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:27.798466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d1099f66-c101-46cf-871d-48c6e676d944) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:27.815041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:27.815857 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.820362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85231645-eb6b-4ea3-b1ed-be9ed9920d4d None None] Network d1099f66-c101-46cf-871d-48c6e676d944 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:27.899731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:27.908117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.012976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-61145ebc-99e0-4f23-8610-492f8d6b0707 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6517839 May 13 14:59:28.014686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48200) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:28.016132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.036074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1843731058', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:28.051094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:28.055923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.059235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:router and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:28.062170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:28.073573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:28.078992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3efb52fd-e12a-4da9-b470-19f8d42f5f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 HTTP/1.1" status: 204 len: 168 time: 2.4466195 May 13 14:59:28.164901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.180414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48208) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:28.189793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.191915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd14f4a-7244-478e-b0fc-b21bdba8170a None None] Network 59c1be4c-a075-4c85-988d-7fc37a69da0b requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:28.199360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.256330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=2163cf64-43c4-4a86-9cb8-3f535f9d0466,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:28.308831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cc8d19af-218d-4bcd-9251-6ecc2b95a85c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2163cf64-43c4-4a86-9cb8-3f535f9d0466 HTTP/1.1" status: 204 len: 168 time: 1.2482140 May 13 14:59:28.312752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:28.341813 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae908b-90a6-4a9d-9e72-0c696fe19bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] GET failed (client error): The resource could not be found. May 13 14:59:28.348843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-80ae908b-90a6-4a9d-9e72-0c696fe19bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202995240-project-admin] 10.222.0.36 "GET /v2.0/ports/a6bbedcf-25e7-43c3-9dc6-2d9dd1135bf6 HTTP/1.1" status: 404 len: 333 time: 0.1612561 May 13 14:59:28.354002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48224) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:28.363324 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.429033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Calling delete_port for e856897f-7a6b-4b6f-b863-6c5363e3a87c owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:28.556390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4fc9-0c8e-49af-b68c-4f6d0e2a7388 req-0dd5e129-3fb0-4894-89de-2e5b5f4b4433 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:28.563013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99ee4fc9-0c8e-49af-b68c-4f6d0e2a7388 req-0dd5e129-3fb0-4894-89de-2e5b5f4b4433 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 943 time: 0.3011398 May 13 14:59:28.608388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.608755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.609257 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP 660bc722-1c64-4a35-b04b-112f0664b990 disassociated. External IP: 172.25.5.139, port: 2046b589-bf9c-4196-97da-da2dfec8b526. May 13 14:59:28.609784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 2046b589-bf9c-4196-97da-da2dfec8b526 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:28.692386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.709400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e0dcc-9eff-4720-b8ca-7e8458e376c3 req-a9bd936b-a54a-4eb1-acd7-799418801a21 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:28.711310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ac8e0dcc-9eff-4720-b8ca-7e8458e376c3 req-a9bd936b-a54a-4eb1-acd7-799418801a21 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 0.7533650 May 13 14:59:28.716139 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.775566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:28.776147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:28.814447 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99ee4fc9-0c8e-49af-b68c-4f6d0e2a7388 req-8b6b299a-c87a-46f9-b732-114e2cf9a4f7 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cf00dfa-a672-4535-8688-694d3606cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210133 May 13 14:59:28.840676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752fa84-4718-4082-b069-c989f90bb830 None None] Network d1099f66-c101-46cf-871d-48c6e676d944 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:28.954308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.152380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.157406 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ac8e0dcc-9eff-4720-b8ca-7e8458e376c3 req-51de2a12-104b-4020-b2aa-0a26952db9eb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4160995 May 13 14:59:29.198453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97f8af9-d74a-48ec-b380-96f56ca0e216']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:29.221365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c279fae-2c27-4483-a057-8ca5fea82206') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:29.223154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c279fae-2c27-4483-a057-8ca5fea82206') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:29.250417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.282066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.292051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:29.292479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: timer() May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: self._notify() May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:29.309027 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:29.522379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] DHCP port deletion for 59c1be4c-a075-4c85-988d-7fc37a69da0b request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 14:59:29.532900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Deleting port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:29.535111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.557660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.770365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-689a9abe-eafa-433a-8f39-dfe764f96552 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:29.777509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-689a9abe-eafa-433a-8f39-dfe764f96552 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 0.7714107 May 13 14:59:29.778233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.787432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.823278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] Pushing event deleted for resources: {'Network': ['ID=d97f8af9-d74a-48ec-b380-96f56ca0e216,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:29.834356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3ff89169-ede0-4633-8fe1-c35e9cc9cd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927307404-project] 10.222.0.36 "DELETE /v2.0/networks/d97f8af9-d74a-48ec-b380-96f56ca0e216 HTTP/1.1" status: 204 len: 168 time: 1.4720726 May 13 14:59:29.898987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4221e029-0248-4246-9456-3890a6ed04ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.924159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:29.960571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:29.961531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.007228 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.110514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] For port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,segment=NetworkSegment(08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4),segment_id=08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:30.111022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.210243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:30.290713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=2046b589-bf9c-4196-97da-da2dfec8b526,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:30.406539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Port': ['ID=e856897f-7a6b-4b6f-b863-6c5363e3a87c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:30.467028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.69 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/3cd6096d-977a-4e73-94ce-36c8fef21e17) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:30.629958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48252) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:30.661059 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8be9558-8abc-4265-a92c-853cf6916f79 req-3be87b63-6d57-4cf4-83d6-04f7043b3858 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.4954510 May 13 14:59:30.764465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Calling delete_port for bf72eb0b-e401-4a1c-ad62-6e4112fcbeed owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:30.919925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bf72eb0b-e401-4a1c-ad62-6e4112fcbeed no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:31.056416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.076742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,segment=NetworkSegment(08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4),segment_id=08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:31.077403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.256032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.381389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:31.381977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.432712 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.439026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=3cd6096d-977a-4e73-94ce-36c8fef21e17,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:31.468312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d4aa2a6b-b4c1-4a3c-8b04-88146067e577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c1c90efbc6476b949d466ceb3566fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250909 May 13 14:59:31.471523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:31.472518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:31.485699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:31.496766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:31.551839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Pushing event deleted for resources: {'Port': ['ID=bf72eb0b-e401-4a1c-ad62-6e4112fcbeed,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:31.556262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] No DVR routers for this DVR port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:31.647719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.647719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.648530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.648900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.650497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.650497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.651001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.651171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.652777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.652777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.652777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.653616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa354096-1c59-4205-89b7-1d5d65753a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:59:31.770361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for bf72eb0b-e401-4a1c-ad62-6e4112fcbeed owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:31.902417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:31.943776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.013945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.143103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18b77ffb-5dd7-494f-89a7-90dabd1a1d75 req-07569653-279c-40ba-b7b9-6d5d94d20144 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.1452847 May 13 14:59:32.226847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 7fb1f15b-8b7c-404e-ae77-c729d8121119 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 14:59:32.320612 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 14:59:32.353664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.429276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.438812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1237b4e4-00b0-48a6-a960-b4f7bb64c2b2 HTTP/1.1" status: 204 len: 168 time: 0.9623754 May 13 14:59:32.452715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4ce75-efd1-4429-be21-71e4d751470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1237b4e4-00b0-48a6-a960-b4f7bb64c2b2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:32.471654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.570815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 7fb1f15b-8b7c-404e-ae77-c729d8121119 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:32.571592 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.606139 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:32.606808 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:32.635722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:32.693721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:32.740532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.848117 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bacec0-36c6-42d0-8a08-657ede2ff1c4'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'code': 200} May 13 14:59:32.950204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:32.955629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73c31842-d5f4-48f7-bb8e-029af67946d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.962262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059f023-9f1c-47d5-96fd-f843eebf8d54 req-5f1d35d5-cca9-4aa7-967e-1a464c2a0392 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:32.963944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2059f023-9f1c-47d5-96fd-f843eebf8d54 req-5f1d35d5-cca9-4aa7-967e-1a464c2a0392 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 947 time: 2.2536199 May 13 14:59:32.967843 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:32.989275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Router ecec987d-a727-411a-954a-f0456e00188e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:33.041636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:33.056555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:33.056927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.141288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port bf72eb0b-e401-4a1c-ad62-6e4112fcbeed {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:33.141879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.260083 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:33.808761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:33.923515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-059afd38-5cba-4762-911b-c99eb7672351 req-57c6b9a0-2dfb-4ea6-8eeb-1a8d609aff72 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.1944423 May 13 14:59:33.961716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2059f023-9f1c-47d5-96fd-f843eebf8d54 req-a15ebc00-583b-4243-8e3a-d50981d9a2e3 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9823465 May 13 14:59:34.004799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-baa01826-86f1-49a4-a1f9-794d755c3286 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f281a72e4ab460bbc97e352c6fe81b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932831 May 13 14:59:34.017326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:34.022928 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.075003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] The port 'bf72eb0b-e401-4a1c-ad62-6e4112fcbeed' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 14:59:34.416177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.429077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:34.447788 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] Sync routers for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:34.465941 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:34.467140 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:34.585097 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.623957 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:34.660782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:34.660782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:34.701535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.758034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.797799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844fc875-a396-4598-94dc-82173c45fbf6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:34.839891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.841950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79190049-7d1f-4144-a125-902cd81c762c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/844fc875-a396-4598-94dc-82173c45fbf6 HTTP/1.1" status: 204 len: 168 time: 0.8229821 May 13 14:59:34.885740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:34.891064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5db0042e-ef6e-4b1f-ab01-1f130544d887 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0865815 May 13 14:59:34.979792 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:34.982578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:34.983976 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85127474-ba1f-4c20-8c29-260c6e07b061 None None] The sync data for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:35.119306 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-292dea87-cef5-459a-9bb5-469b4bc3beeb tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] delete failed (client error): The resource could not be found. May 13 14:59:35.124272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-292dea87-cef5-459a-9bb5-469b4bc3beeb tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-962292454 HTTP/1.1" status: 404 len: 334 time: 0.2334297 May 13 14:59:35.127980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:35.156988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-58cc8e6a-4aed-4440-a115-2563c8f61cc9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecec987d-a727-411a-954a-f0456e00188e'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:35.198274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c1be4c-a075-4c85-988d-7fc37a69da0b']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:35.279500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:35.280414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b6fd4a-fc6e-4b4f-83ee-af48ad7eadf4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:35.305824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:35.326753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:35.364849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:35.369201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:35.371234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:35.465613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 14:59:35.918001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.125520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] No DVR routers for this DVR port 2046b589-bf9c-4196-97da-da2dfec8b526 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:36.134270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.143162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-45984ccf-7ca5-4335-9b90-a02f1a0ba8f4 req-21d852cd-3926-4873-95e3-1fda0b5a08dc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "DELETE /v2.0/ports/2046b589-bf9c-4196-97da-da2dfec8b526 HTTP/1.1" status: 204 len: 173 time: 17.1855199 May 13 14:59:36.156045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:59:36.157373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.180493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-010b6117-fe7a-4c08-9658-e8adca95a650 req-e0a9d87d-b517-4068-b7a2-de9aae7e5fd7 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.7165031 May 13 14:59:36.219517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:36.223973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-deleted', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: util.warn( May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: timer() May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: self._notify() May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:59:36.237924 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:59:36.776194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.777263 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.778076 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 47f22ef1-6ed2-4fc4-a128-9fca108e42c2 disassociated. External IP: 172.25.5.2, port: 7fb1f15b-8b7c-404e-ae77-c729d8121119. May 13 14:59:36.778922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for 7fb1f15b-8b7c-404e-ae77-c729d8121119 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:36.911869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.971157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:36.985367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01f0f4-ceb6-49bc-abc1-4d79c3341ec6 req-362afb61-6dc9-4b24-959e-784d119c4b11 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:37.001054 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d01f0f4-ceb6-49bc-abc1-4d79c3341ec6 req-362afb61-6dc9-4b24-959e-784d119c4b11 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 1.6113589 May 13 14:59:37.006175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=59c1be4c-a075-4c85-988d-7fc37a69da0b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:37.072630 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48f955c7-f976-4122-94ed-d011a1dc73b5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/59c1be4c-a075-4c85-988d-7fc37a69da0b HTTP/1.1" status: 204 len: 168 time: 8.6716037 May 13 14:59:37.091432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:37.093373 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2200b3-25c2-45b3-aa37-79fedcf50e91'] response: {'server_uuid': '530a55c3-b3f4-4de0-be7d-6434e7f0ee49', 'name': 'network-vif-deleted', 'tag': '2046b589-bf9c-4196-97da-da2dfec8b526', 'status': 'completed', 'code': 200} May 13 14:59:37.115356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-844911295'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:37.156912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:37.194694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d01f0f4-ceb6-49bc-abc1-4d79c3341ec6 req-d53a76e9-34d7-427b-9f5a-018d34b9b6cc tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908674 May 13 14:59:37.196634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:37.217438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:37.233252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:37.235378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:37.235697 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:37.288477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:37.302703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.421418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:37.443888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.444376 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 5af5df7d-cd53-4b6e-acf7-e3bad0b64182 of type vlan for network 6932b9a1-a627-46d7-855c-71361169c701 May 13 14:59:37.517930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.628516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.646681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:37.652687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.706956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:37.721893 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:37.746549 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:37.747727 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:37.783417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port 7fb1f15b-8b7c-404e-ae77-c729d8121119 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:37.784430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:37.866614 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7719195 May 13 14:59:37.868168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:37.907956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:37.922075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:37.963381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:37.964612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:38.040827 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:38.064651 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:38.066884 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:38.270160 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:38.270819 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c4338-873e-4186-983d-b745398c2b6a None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:38.372144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed2d4d-846b-4e9a-a98a-8b6a8d71f785 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=6932b9a1-a627-46d7-855c-71361169c701,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:38.393373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '6932b9a1-a627-46d7-855c-71361169c701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:38.509077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6932b9a1-a627-46d7-855c-71361169c701 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:38.540969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d78fe9eb-6df6-49ad-825a-ed72e2239492 req-671420e0-fe1c-4084-8841-472d31bd5ecc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=530a55c3-b3f4-4de0-be7d-6434e7f0ee49 HTTP/1.1" status: 200 len: 210 time: 0.8026831 May 13 14:59:38.595219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.601562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f2a4acf5-0300-4665-85d8-416d71f2d24d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5670888 May 13 14:59:38.612759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58cc8e6a-4aed-4440-a115-2563c8f61cc9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:38.626739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:38.874044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:39.575989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:39.622583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:39.641311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:39.667065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:39.686136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c690a8-a25f-41b4-870f-c7fb6154ba12 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:39.702051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:39.751006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e11f9-6bff-4bae-9c51-65a38c233c90 req-bf49b7bb-23c7-4440-aa43-1599d360911c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:39.753965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-955e11f9-6bff-4bae-9c51-65a38c233c90 req-bf49b7bb-23c7-4440-aa43-1599d360911c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Synchronizing usage tracker for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 14:59:39.852326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] For port 7fb1f15b-8b7c-404e-ae77-c729d8121119, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=7fb1f15b-8b7c-404e-ae77-c729d8121119,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:39.852960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.175431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:40.239828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02b58e-6694-4b23-bfd0-20120d6048a0 None None] New status for floating IP 660bc722-1c64-4a35-b04b-112f0664b990: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:59:40.254032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-955e11f9-6bff-4bae-9c51-65a38c233c90 req-bf49b7bb-23c7-4440-aa43-1599d360911c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Unset dirty status for tenant:541a206a586f4e2993e612cfb54675ec on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 14:59:40.257153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-955e11f9-6bff-4bae-9c51-65a38c233c90 req-bf49b7bb-23c7-4440-aa43-1599d360911c tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 945 time: 0.9299896 May 13 14:59:40.273418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:40.284656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.319804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48394) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:40.706425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-955e11f9-6bff-4bae-9c51-65a38c233c90 req-a47abf46-5332-46d8-a28a-f817dc4dda85 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups?id=24d4127a-31af-4e31-919e-4a08a074dc10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853931 May 13 14:59:40.743843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.744552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:40.745200 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Floating IP 47f22ef1-6ed2-4fc4-a128-9fca108e42c2 disassociated. External IP: 172.25.5.2, port: 7fb1f15b-8b7c-404e-ae77-c729d8121119. May 13 14:59:40.745737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for 7fb1f15b-8b7c-404e-ae77-c729d8121119 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:41.034482 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-58cc8e6a-4aed-4440-a115-2563c8f61cc9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] update failed (client error): The resource could not be found. May 13 14:59:41.036013 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-58cc8e6a-4aed-4440-a115-2563c8f61cc9 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e HTTP/1.1" status: 404 len: 339 time: 5.9053776 May 13 14:59:41.046495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:41.454768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:41.456769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1740222694'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:41.464538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:41.472248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:41.588838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:41.714286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:42.009978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Usage tracker for resource:network and tenant:4e7e485036ae4eaaabb8f53192f9fce8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:42.533142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.1 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/45da8466-08c0-4acf-89cb-6f04efc7b63c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:43.034032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.047105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'Port': ['ID=7fb1f15b-8b7c-404e-ae77-c729d8121119,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:43.093446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:43.139082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aa8ab219-3157-4bb3-9793-7d57b4bb2e94 req-d33dad07-5382-4c1f-ab4a-f432dd9c061e tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.3148141 May 13 14:59:43.308822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.335813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:43.558696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf00dfa-a672-4535-8688-694d3606cb81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:43.566407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.695522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:43.697680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-216a07f0-8550-4237-abab-85d888f3a911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/security-groups/4cf00dfa-a672-4535-8688-694d3606cb81 HTTP/1.1" status: 204 len: 168 time: 3.0381556 May 13 14:59:43.706273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:43.756647 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-4d775217-fe08-4de8-b9e2-c7f4e3a0d6db tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] show failed (client error): The resource could not be found. May 13 14:59:43.759444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4d775217-fe08-4de8-b9e2-c7f4e3a0d6db tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups/4cf00dfa-a672-4535-8688-694d3606cb81 HTTP/1.1" status: 404 len: 347 time: 0.0511682 May 13 14:59:43.766074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:43.867759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=3e5b36e8-e574-4619-974e-5bc398e51653,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:43.973116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Made reservation on behalf of 4e7e485036ae4eaaabb8f53192f9fce8 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:43.977250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.012149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '5af5df7d-cd53-4b6e-acf7-e3bad0b64182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6932b9a1-a627-46d7-855c-71361169c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:44.013081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 6932b9a1-a627-46d7-855c-71361169c701, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:44.043052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.053017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.094530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.151904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:44.157104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Usage tracker for resource:security_group_rule and tenant:4e7e485036ae4eaaabb8f53192f9fce8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:44.160903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:44.177313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:44.290483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 72c2cbb6-f624-474d-a1e2-f6f1b959ee2e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:44.291094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.313878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.349332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:44.357570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=45da8466-08c0-4acf-89cb-6f04efc7b63c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:44.372484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:44.375539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:44.390751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.424401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:44.432592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 6932b9a1-a627-46d7-855c-71361169c701 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:44.503214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:59:44.533921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6932b9a1-a627-46d7-855c-71361169c701) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:44.550190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:44.551056 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.580161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea9d88-7ca1-4feb-a9c9-51ae0a44a15a None None] Network 6932b9a1-a627-46d7-855c-71361169c701 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:44.609421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.698674 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.698976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.748160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:44.749085 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Added segment 47530f3b-d3cf-4520-af6c-b8130399cc2c of type vlan for network 40eb8e52-1409-4029-9b79-324fba90c038 May 13 14:59:44.761999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5a239-ae90-4969-aee9-e78b314fab42,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:44.850470 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-382b0654-bebf-444e-bddd-327264c21afa req-581ad940-a717-4042-a31b-6dc6664a83dc tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.1770368 May 13 14:59:44.949277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 72c2cbb6-f624-474d-a1e2-f6f1b959ee2e owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:45.109882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d72e80c-0851-4ef0-a6dc-09f47e325964 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7824399 May 13 14:59:45.120436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:45.209067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:45.246836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '6932b9a1-a627-46d7-855c-71361169c701', 'name': 'tempest-PortsTestJSON-1438655647', 'fixed_ips': [{'subnet_id': '3e5b36e8-e574-4619-974e-5bc398e51653', 'ip_address': '172.20.0.10'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:45.283325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-6932b9a1-a627-46d7-855c-71361169c701', 'network_id': '6932b9a1-a627-46d7-855c-71361169c701', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': '3e5b36e8-e574-4619-974e-5bc398e51653'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 14:59:45.285682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:45.338354 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:45.483132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:59:45.543274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:45.560978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:45.577216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Allocated IP 172.20.0.2 (6932b9a1-a627-46d7-855c-71361169c701/3e5b36e8-e574-4619-974e-5bc398e51653/0ab155a7-a12b-46d1-b5f2-161075b8ceb7) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:45.612354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:45.613449 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:45.955473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.026668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:46.027862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.047904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Allocated IP 172.20.0.1 (675a765d-7b6b-428c-86a5-b100c6261ee2/896022dd-07ae-44f8-8b8c-fbfa544a079f/69ccfc68-e700-4ea8-b5d2-ac3a12a2910e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:46.068749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.081787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] No DVR routers for this DVR port 7fb1f15b-8b7c-404e-ae77-c729d8121119 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:59:46.086926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.091990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b55e675f-a9cb-4c45-a5fe-c0d8c87c6da0 req-c6995658-6142-4f29-9f35-2063b25c70a0 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.90 "DELETE /v2.0/ports/7fb1f15b-8b7c-404e-ae77-c729d8121119 HTTP/1.1" status: 204 len: 173 time: 16.2924037 May 13 14:59:46.131287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-deleted', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:59:46.176631 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:46.364927 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b184fb-b341-4029-a6f7-5396ef9d0162'] response: {'server_uuid': 'ed298452-deff-4d57-b3d0-f25a49d95560', 'name': 'network-vif-deleted', 'tag': '7fb1f15b-8b7c-404e-ae77-c729d8121119', 'status': 'completed', 'code': 200} May 13 14:59:46.384004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 6.0589049 May 13 14:59:46.472282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cd2b1-1319-4d37-baea-835f6aa4d139 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Pushing event updated for resources: {'Network': ['ID=40eb8e52-1409-4029-9b79-324fba90c038,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:46.500414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-540f4ae6-31f1-4de1-8c1c-080804085a16 req-5a818bb5-3048-4b33-8c70-d6bcffe2edfb tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed298452-deff-4d57-b3d0-f25a49d95560 HTTP/1.1" status: 200 len: 210 time: 0.2007554 May 13 14:59:46.543100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 40eb8e52-1409-4029-9b79-324fba90c038 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 14:59:46.614803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:46.893583 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:46.914630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:46.997802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Transition to ACTIVE for port object 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:47.142041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Transition to ACTIVE for port object 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:47.175126 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:47.273758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:47.331812 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:47.332558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Network 6932b9a1-a627-46d7-855c-71361169c701 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:47.346525 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:59:47.370973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:47.378687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:47.385071 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:47.386978 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:47.566335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Pushing event updated for resources: {'Port': ['ID=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:47.723085 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 14:59:47.786199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:47.828007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Transition to ACTIVE for port object 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:47.906409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:47.977023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Attempting to bind port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:47.977624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Attempting to bind port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5af5df7d-cd53-4b6e-acf7-e3bad0b64182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6932b9a1-a627-46d7-855c-71361169c701'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:47.978164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Attempting to bind port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 on network 6932b9a1-a627-46d7-855c-71361169c701 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:47.999292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 14:59:47.999874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Checking segment: {'id': '5af5df7d-cd53-4b6e-acf7-e3bad0b64182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6932b9a1-a627-46d7-855c-71361169c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:48.003325 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.004620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Bound using segment: {'id': '5af5df7d-cd53-4b6e-acf7-e3bad0b64182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6932b9a1-a627-46d7-855c-71361169c701'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 14:59:48.007298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Bound port: 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af5df7d-cd53-4b6e-acf7-e3bad0b64182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6932b9a1-a627-46d7-855c-71361169c701'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 14:59:48.010171 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.123040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:48.179609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:48.193760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:48.199737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:48.243600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Port': ['ID=69ccfc68-e700-4ea8-b5d2-ac3a12a2910e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:48.254411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] For port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:48.260940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] For port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,segment=NetworkSegment(5af5df7d-cd53-4b6e-acf7-e3bad0b64182),segment_id=5af5df7d-cd53-4b6e-acf7-e3bad0b64182)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 14:59:48.281382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.324239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=72c2cbb6-f624-474d-a1e2-f6f1b959ee2e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:48.352744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.357822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.358168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'network_id': '40eb8e52-1409-4029-9b79-324fba90c038', 'binding:host_id': 'n-h1-841736-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583755217'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:48.581890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:48.594599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:48.643877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5aefe2-8425-4d30-be60-502a51b2891b None None] Pushing event updated for resources: {'Port': ['ID=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:49.000047 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:49.012177 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05060a-4b03-4343-97d3-794cc55e6035 None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T14:50:53Z', 'revision_number': 4, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '19398158-54d5-4657-9d13-78a3a34837bf', 'name': '', 'network_id': '4a59904e-a531-4881-9252-781703eed2bd', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'mac_address': 'fa:16:3e:1c:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:51Z', 'updated_at': '2022-05-13T14:51:12Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'subnets': [{'id': 'e14b48b7-e2c8-4a6f-abe1-f94280cf7c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:49.045805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-95dd8413-21bc-49ee-8efa-aec7bea2d062 None None] Provisioning for port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:49.054298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-95dd8413-21bc-49ee-8efa-aec7bea2d062 None None] Provisioning complete for port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:49.054701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-95dd8413-21bc-49ee-8efa-aec7bea2d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.192809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.280128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4127a-31af-4e31-919e-4a08a074dc10,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:49.280330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-95dd8413-21bc-49ee-8efa-aec7bea2d062 None None] Port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:49.300634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.322105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.381776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.386363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-57962d34-192e-4bb9-838f-ee660987e6e9 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "DELETE /v2.0/security-groups/24d4127a-31af-4e31-919e-4a08a074dc10 HTTP/1.1" status: 204 len: 168 time: 1.2447205 May 13 14:59:49.389988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:49.398869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48532) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:49.430467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Usage tracker for resource:port and tenant:460f553daecc4c7e97e7fb1f6f38652d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:49.435331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:49.447922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:49.492253 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-4b0089e8-a54f-495e-8723-a8e45a0c123a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] show failed (client error): The resource could not be found. May 13 14:59:49.496695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4b0089e8-a54f-495e-8723-a8e45a0c123a tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "GET /v2.0/security-groups/24d4127a-31af-4e31-919e-4a08a074dc10 HTTP/1.1" status: 404 len: 347 time: 0.0964911 May 13 14:59:49.497437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:49.618653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Made reservation on behalf of 460f553daecc4c7e97e7fb1f6f38652d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:49.625538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.789930 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.861041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:49.864771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c55657-9ee1-4396-be81-8e7f8b3d1a0f None None] New status for floating IP 47f22ef1-6ed2-4fc4-a128-9fca108e42c2: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:59:49.871049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:49.877963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Usage tracker for resource:security_group_rule and tenant:460f553daecc4c7e97e7fb1f6f38652d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:49.884200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:49.895531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:50.233207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.274527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.275760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79e53a48-86f5-415b-91bc-8a74b0b3ae5d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/floatingips/660bc722-1c64-4a35-b04b-112f0664b990 HTTP/1.1" status: 204 len: 168 time: 6.5055778 May 13 14:59:50.299721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port ae6980c5-bd18-4f41-9796-c6b5a8de4398 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:50.301981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.338689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 14:59:50.380995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.385303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 2c47fdcb-482d-4420-b8cb-eae953334707 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:50.507746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.821775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.837065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:50.883907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:50.939394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:51.043173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.128586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.177516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:51.194394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=45da8466-08c0-4acf-89cb-6f04efc7b63c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:51.200469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8110c-11be-4a47-b605-81da6cbf789f None None] Network 6932b9a1-a627-46d7-855c-71361169c701 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:51.224098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774894930', 'description': 'tempest-description--1233670889'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:51.236605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.244471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port 3602bda2-125b-4177-88af-7956b6ccbb75 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:51.435685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Provisioning for port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:51.448304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.453676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:51.460819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Provisioning complete for port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:51.461431 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.566166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.610714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:51.645620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:51.698432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:51.821618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fbb43b-3970-4682-a2af-fe841de823c9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:51.839373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Current status of the port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:51.840378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.847899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event updated for resources: {'Port': ['ID=69ccfc68-e700-4ea8-b5d2-ac3a12a2910e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:51.865275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:51.966764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] For port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,segment=NetworkSegment(5af5df7d-cd53-4b6e-acf7-e3bad0b64182),segment_id=5af5df7d-cd53-4b6e-acf7-e3bad0b64182)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 14:59:51.980405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.060405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.061205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.156797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e64f25-bb9f-4484-8f65-4fdec945064c None None] Pushing event updated for resources: {'Port': ['ID=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:52.175528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:52.285513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:52.346181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:52.371951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for ae6980c5-bd18-4f41-9796-c6b5a8de4398 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:52.394155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:52.407035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:52.435775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:52.481290 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d69439c3-cad1-469a-a1f0-941d0ef50d9a None None] Provisioning complete for port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:52.482947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d69439c3-cad1-469a-a1f0-941d0ef50d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:52.494993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:52.500883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:52.759233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 14:59:53.007208 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d69439c3-cad1-469a-a1f0-941d0ef50d9a None None] Current status of the port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:53.024251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.10 (6932b9a1-a627-46d7-855c-71361169c701/3e5b36e8-e574-4619-974e-5bc398e51653/2c47fdcb-482d-4420-b8cb-eae953334707) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:53.051214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:53.051590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.121543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Router ecec987d-a727-411a-954a-f0456e00188e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:53.217427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d43ad664-54e4-4c91-b9fc-67eed3ff7d17 None None] Provisioning complete for port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:53.218565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d43ad664-54e4-4c91-b9fc-67eed3ff7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.323184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.351205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:53.363305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d43ad664-54e4-4c91-b9fc-67eed3ff7d17 None None] Port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:53.476371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 14:59:53.486951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:59:53.487425 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:59:53.508949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:53.526057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] Sync routers for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:53.534967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-93843704-c4d4-4ac6-b2ff-6e385e94d3c7 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4864244 May 13 14:59:53.540567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48586) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:53.549518 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:53.550922 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:53.722111 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:53.723629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 14:59:53.734988 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:53.735906 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:53.841963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:53.842861 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdad2451-f73d-421f-938b-e0c6a65b4c40 None None] The sync data for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:53.934250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-88b2a814-2055-4cf7-826c-8f0c03def786 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.082815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Deleting port ae6980c5-bd18-4f41-9796-c6b5a8de4398 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 14:59:54.083609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.118024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.122334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.9457448 May 13 14:59:54.170187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port 3602bda2-125b-4177-88af-7956b6ccbb75 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:54.186704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.207956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Transition to ACTIVE for port object 3602bda2-125b-4177-88af-7956b6ccbb75 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:54.242496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:54.259900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': '0f7bbcf9-3f03-4431-8393-efcf7c228813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:54.279347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:54.292228 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.313806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:54.328721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:54.420690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5c582-71dc-4a0b-bbf6-e1ead77d4f08 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7bbcf9-3f03-4431-8393-efcf7c228813,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:54.527353 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.528081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.587872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:54.608427 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:54.614257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=3602bda2-125b-4177-88af-7956b6ccbb75,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:54.723100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 2c47fdcb-482d-4420-b8cb-eae953334707 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 14:59:54.754430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Checking segment: {'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 14:59:54.755078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Network hostable DHCP agents. Network: 40eb8e52-1409-4029-9b79-324fba90c038, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:59:54.792159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 14:59:54.805356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:59:54.812455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0fc90979-6d03-44ba-9884-cfd0a098f8dc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/routers/2d6c30cf-913d-4d7e-8f8d-be18fb0860d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1844678 May 13 14:59:54.816180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:54.825929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'port': {'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944', 'name': 'tempest-FloatingIPTestJSON-1908803984'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:54.843766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:54.844811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:54.981949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Network 40eb8e52-1409-4029-9b79-324fba90c038 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:59:54.997906 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.084609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:55.097783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 6932b9a1-a627-46d7-855c-71361169c701 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:55.102043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 40eb8e52-1409-4029-9b79-324fba90c038) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:55.107620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 14:59:55.108719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T14:59:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:55.115613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:55.144524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:55.171664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Calling delete_port for ae6980c5-bd18-4f41-9796-c6b5a8de4398 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 14:59:55.215955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:55.259065 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-88b2a814-2055-4cf7-826c-8f0c03def786 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] delete failed (client error): There was a conflict when trying to complete your request. May 13 14:59:55.260140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-88b2a814-2055-4cf7-826c-8f0c03def786 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e HTTP/1.1" status: 409 len: 329 time: 1.7182879 May 13 14:59:55.265657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:55.277093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=2c47fdcb-482d-4420-b8cb-eae953334707,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:55.307985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.329015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64817a-4f64-4a31-9cd9-644c84f40968 None None] Network 40eb8e52-1409-4029-9b79-324fba90c038 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 14:59:55.422125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.436028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.459484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:55.459818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:55.460300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:55.514923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:55.515566 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:55.525924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f34e0-875b-472f-9e10-7226828960d7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:55.608791 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 2 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:55.620306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:55.645679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:port and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:55.657688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:55.658868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.663639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:55.685669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.689442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:55.690268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-42d8017a-06ef-4f72-b828-cc0417258dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4575198 May 13 14:59:55.696343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:55.696563 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.697185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:55.697745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:55.700065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:59:55.700715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b789de-834b-4c1e-b1f5-27d7fef1ec76 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:59:55.704181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:55.732589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': '0f7bbcf9-3f03-4431-8393-efcf7c228813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:55.748813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:55.758892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:55.792182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7543db5d-0453-475b-892e-ce1fffd35811 None None] Provisioning for port 2c47fdcb-482d-4420-b8cb-eae953334707 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 14:59:55.803806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:55.818607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:55.837067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7543db5d-0453-475b-892e-ce1fffd35811 None None] Provisioning complete for port 2c47fdcb-482d-4420-b8cb-eae953334707 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 14:59:55.838583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7543db5d-0453-475b-892e-ce1fffd35811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.849270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:55.849609 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:55.854807 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 3 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:55.863406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8311a6cc-c9a2-453f-a9af-01b710d4b449 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 10.7300003 May 13 14:59:55.872148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:55.873416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:55.877245 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:55.927741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Pushing event deleted for resources: {'Port': ['ID=ae6980c5-bd18-4f41-9796-c6b5a8de4398,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:55.987737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7543db5d-0453-475b-892e-ce1fffd35811 None None] Port 2c47fdcb-482d-4420-b8cb-eae953334707 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 14:59:55.991064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '6932b9a1-a627-46d7-855c-71361169c701', 'name': 'tempest-PortsTestJSON-197004121', 'fixed_ips': [{'subnet_id': '3e5b36e8-e574-4619-974e-5bc398e51653', 'ip_address': '172.20.0.9'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:56.029830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:56.030463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:56.031002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:56.049050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.095621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.098234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1c77b718-2ff6-48f9-a48c-38554d917cd5 tempest-AttachVolumeShelveTestJSON-1836821685 tempest-AttachVolumeShelveTestJSON-1836821685-project] 10.222.0.36 "DELETE /v2.0/floatingips/47f22ef1-6ed2-4fc4-a128-9fca108e42c2 HTTP/1.1" status: 204 len: 168 time: 6.5894051 May 13 14:59:56.227536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:56.254921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] device_id is not set on port 67040df7-66d8-40a6-a84a-bdb4505c3e6e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:56.301889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:56.302225 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:56.313628 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 4 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:56.426339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:56.426679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:56.430118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:56.506500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:56.506831 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:56.576443 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 5 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:56.635292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:56.635819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:56.636638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:56.935711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:56.936391 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:56.948340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:56.954145 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 6 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:57.000639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:57.016710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.017752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:57.049969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:57.050379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:57.050779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:57.058299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:57.108535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.6 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/67040df7-66d8-40a6-a84a-bdb4505c3e6e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:57.296191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:57.297246 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:57.297246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.325078 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 7 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:57.351867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:59:57.422209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed4d294-cd3d-46f6-b0a5-8213c49cbf79,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:57.517642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:57.518135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:57.518364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:57.520825 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.525276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3588e079-19c2-4c29-b8de-b5a1ad4aca7a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8166022 May 13 14:59:57.526190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 14:59:57.535552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 14:59:57.552546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 14:59:57.558868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:floatingip and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 14:59:57.563361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:57.563840 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:57.565273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 14:59:57.572009 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 8 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:57.574250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 14:59:57.592368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.672752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:57.673126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:57.673469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:57.700575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.707994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.722355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:57.722686 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:57.725285 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 9 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:57.765415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:57.766037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:57.766536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:57.799756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port e91ff4fe-e60a-4b8c-b6b1-41e33769c19e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 14:59:57.886661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:57.887315 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:57.891856 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 10 to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 May 13 14:59:57.933999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:57.998761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.110224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 14:59:58.110567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 14:59:58.110904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 14:59:58.228246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 3602bda2-125b-4177-88af-7956b6ccbb75 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 14:59:58.229590 n-d-841736-1 neutron-server[88131]: ERROR neutron.plugins.ml2.managers [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 3602bda2-125b-4177-88af-7956b6ccbb75 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 14:59:58.230366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.266298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.273812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.25.5.192 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/64d8e827-ef89-4846-a322-a6f5dc4243b8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:58.553103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=67040df7-66d8-40a6-a84a-bdb4505c3e6e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:58.668578 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.746780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:58.767946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.9 (6932b9a1-a627-46d7-855c-71361169c701/3e5b36e8-e574-4619-974e-5bc398e51653/e91ff4fe-e60a-4b8c-b6b1-41e33769c19e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:59:58.872507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:58.905709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=64d8e827-ef89-4846-a322-a6f5dc4243b8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:59:58.981516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:59:58.991753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:58.995770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:59.122291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:59:59.174652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 14:59:59.240837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.332301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.502952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port 3602bda2-125b-4177-88af-7956b6ccbb75, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 14:59:59.503544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempted to set empty binding levels {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 14:59:59.544878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.783312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:59.784821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.785825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9a5cad2-c02e-4196-97e8-d7a222ff16d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.812568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:59:59.813519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.906848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 14:59:59.922277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.223708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=64d8e827-ef89-4846-a322-a6f5dc4243b8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:00.248937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.252840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 12.9048169 May 13 15:00:00.254272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f174a7-3232-4019-b4f8-00cffcc25aa6 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=3602bda2-125b-4177-88af-7956b6ccbb75,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:00.258303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:00.345847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-174041ef-d553-417f-adca-152a2305b59f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5259252 May 13 15:00:00.348920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Deleting port 3602bda2-125b-4177-88af-7956b6ccbb75 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:00.349594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.363543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:00.466515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'port': {'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944', 'name': 'tempest-FloatingIPTestJSON-994906954'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:00.537580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.597717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port 3602bda2-125b-4177-88af-7956b6ccbb75, host n-h1-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:00.597973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:00.853803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Calling delete_port for 3602bda2-125b-4177-88af-7956b6ccbb75 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:01.010188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.012664 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd808789-4c88-441f-bbbd-b391e1d8be63 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4838152 May 13 15:00:01.021735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.059493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object e91ff4fe-e60a-4b8c-b6b1-41e33769c19e will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:01.091442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.103700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3602bda2-125b-4177-88af-7956b6ccbb75 HTTP/1.1" status: 204 len: 168 time: 0.8433430 May 13 15:00:01.106516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting port 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:01.107161 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.116299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:01.117458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe91162-37b3-40b0-a4e0-9ab1c5ce34b7 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event deleted for resources: {'Port': ['ID=3602bda2-125b-4177-88af-7956b6ccbb75,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:01.533844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:01.550999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:port and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:01.558419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:01.571399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:01.599535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.619407 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7048f843-683a-4695-ab68-1437d7d31518 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] GET failed (client error): The resource could not be found. May 13 15:00:01.620586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7048f843-683a-4695-ab68-1437d7d31518 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:01.653758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:01.674769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:01.729565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7048f843-683a-4695-ab68-1437d7d31518 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:01.743169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7048f843-683a-4695-ab68-1437d7d31518 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports/3602bda2-125b-4177-88af-7956b6ccbb75 HTTP/1.1" status: 404 len: 333 time: 0.6215830 May 13 15:00:01.747575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:01.771448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'network_id': '40eb8e52-1409-4029-9b79-324fba90c038', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-830335448'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:01.797276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-467efe65-d069-4300-906e-9de12cc93914 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--774894930&fields=id&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 267 time: 0.1730828 May 13 15:00:01.798376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:01.994959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] device_id is not set on port 7045c95e-36a6-405f-8fe6-5830b2bc39c5 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:02.000060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:02.032790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Made reservation on behalf of 460f553daecc4c7e97e7fb1f6f38652d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:02.036380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.093607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:02.109987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=e91ff4fe-e60a-4b8c-b6b1-41e33769c19e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:02.141995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 6932b9a1-a627-46d7-855c-71361169c701 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:02.172021 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:02.176390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:02.180185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-bca0467b-750b-4afd-8ae6-b8bb7dbcbe01 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.183167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-bca0467b-750b-4afd-8ae6-b8bb7dbcbe01 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 0.3691752 May 13 15:00:02.260074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-421f07d4-eb2b-4066-901a-02b3267f698a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/quotas/ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 375 time: 0.0433230 May 13 15:00:02.354166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.387340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.11 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/7045c95e-36a6-405f-8fe6-5830b2bc39c5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:02.541905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.553837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-386769a3-9316-4ff9-a8ba-bbb25a423ea8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:02.591457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-386769a3-9316-4ff9-a8ba-bbb25a423ea8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:02.609930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Calling delete_port for 69ccfc68-e700-4ea8-b5d2-ac3a12a2910e owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:02.612343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-386769a3-9316-4ff9-a8ba-bbb25a423ea8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2986226 May 13 15:00:02.673991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b85d226c-e09c-494d-a961-b7d8e6e71867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.715933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:02.717306 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.806616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4cbcd470-0540-4db1-8a89-12db593dc9e7 None None] Provisioning for port e91ff4fe-e60a-4b8c-b6b1-41e33769c19e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:02.857769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.892275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4cbcd470-0540-4db1-8a89-12db593dc9e7 None None] Provisioning complete for port e91ff4fe-e60a-4b8c-b6b1-41e33769c19e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:02.892832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd470-0540-4db1-8a89-12db593dc9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:02.966411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4cbcd470-0540-4db1-8a89-12db593dc9e7 None None] Port e91ff4fe-e60a-4b8c-b6b1-41e33769c19e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:02.969717 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:03.092058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5d489a4-2a8c-4ce8-906e-af1ae8441ee4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.1920123 May 13 15:00:03.097346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:03.179543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Network 40eb8e52-1409-4029-9b79-324fba90c038 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:03.191172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:03.202982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:03.204554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:03.205508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:03.247784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:03.248960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2454f0-8574-4a3d-8562-ff6c4bbf8973,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:03.285310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-efab70f0-cdfc-4010-815b-4aad11050661 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621792 May 13 15:00:03.355703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ca40e266-91c6-40b8-b21d-c04c3081dccc tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6064086 May 13 15:00:03.364412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48812) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:03.374828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:03.631147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:03.783437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:03.973717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-886ef775-7ca8-4cd7-a77f-e1363b61544c service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746047 May 13 15:00:04.031869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dc187-7494-4ade-adfb-16a53d36c391 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:04.033143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c67dc187-7494-4ade-adfb-16a53d36c391 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:04.056899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:04.269453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:04.278621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c67dc187-7494-4ade-adfb-16a53d36c391 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:04.283177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c67dc187-7494-4ade-adfb-16a53d36c391 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.1758173 May 13 15:00:04.284855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:04.287910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:04.296108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:04.500941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-75cdf043-c7c7-41f9-9dfb-3d6e3b0aa621 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6930711 May 13 15:00:04.676082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:04.683571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:04.690417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:04.691663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:04.710309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:04.724792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:04.740556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:04.745034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bddbbf41-b4b2-48ae-b870-07cd4df5ad24 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4461639 May 13 15:00:04.755293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48848) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:04.927205 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:04.983607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d26d734c-c228-4787-a96c-462954347dd2 req-6f5f691a-cb0c-43d9-843a-b09dc5157ed5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:04.987854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=7045c95e-36a6-405f-8fe6-5830b2bc39c5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:05.011201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Transition to ACTIVE for port object 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:05.032030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:05.071060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:05.199886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d26d734c-c228-4787-a96c-462954347dd2 req-6f5f691a-cb0c-43d9-843a-b09dc5157ed5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:05.205484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d26d734c-c228-4787-a96c-462954347dd2 req-6f5f691a-cb0c-43d9-843a-b09dc5157ed5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.4528999 May 13 15:00:05.242354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:05.244059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:05.250503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Port': ['ID=69ccfc68-e700-4ea8-b5d2-ac3a12a2910e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:05.490782 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff2939e4-f22f-460a-ab73-bcf7c7b53314 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1072621 May 13 15:00:05.496048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:05.501951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '7045c95e-36a6-405f-8fe6-5830b2bc39c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:05.515177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:05.525005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:floatingip and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:05.529687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:05.543412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:05.580358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:05.756110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2454f0-8574-4a3d-8562-ff6c4bbf8973,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:05.827205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port e91ff4fe-e60a-4b8c-b6b1-41e33769c19e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:05.827468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:05.902499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:05.902843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:05.903189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:05.921461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:05.922088 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:05.924370 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 2 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:06.005848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-65d1ad0a-5b13-461f-aa09-5663be29ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:06.012414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-65d1ad0a-5b13-461f-aa09-5663be29ba1d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 1101 time: 1.0746632 May 13 15:00:06.031310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:06.032031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:06.032666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:06.072530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:06.073274 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:06.084594 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 3 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:06.107319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:06.308422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:06.318276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:06.318789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:06.347723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:06.360511 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:06.366053 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 4 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:06.479578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:06.486281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:06.487701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:06.630428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:06.829905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:06.830853 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:06.845225 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 5 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:06.975117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Router ecec987d-a727-411a-954a-f0456e00188e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:07.013277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for e91ff4fe-e60a-4b8c-b6b1-41e33769c19e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:07.019436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:07.102259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-326c6e73-72e1-44ad-bac7-e28ac5abca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:07.111541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-326c6e73-72e1-44ad-bac7-e28ac5abca7e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 1.0679061 May 13 15:00:07.135340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48902) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:07.145900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-da6c6f89-fdc9-483f-a68c-b9e394ae7563 req-64adae3a-80e4-4c52-9a84-8c7e57dcd7f8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.3124714 May 13 15:00:07.286550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:07.287411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:07.288145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:07.302584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:07.303327 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:07.318744 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 6 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:07.332153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-063c1d53-9a18-41da-b280-1bfb492d38ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 200 len: 217 time: 0.1623962 May 13 15:00:07.383576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:07.399222 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] Sync routers for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:07.438842 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:07.443583 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:07.450566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-72b0de7e-f74e-477f-bfef-6e3a56ec88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:07.452638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-72b0de7e-f74e-477f-bfef-6e3a56ec88f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1091554 May 13 15:00:07.475911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e363d99-1ad4-461f-84d1-837299da2ed2 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1963975 May 13 15:00:07.623868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:07.675259 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:07.737704 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] Routers {'ecec987d-a727-411a-954a-f0456e00188e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:07.738724 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecec987d-a727-411a-954a-f0456e00188e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:07.886580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:07.887502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:07.888008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:07.964415 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-abb90dad-92a9-46fb-b1d5-274df4ebd177 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] show failed (client error): The resource could not be found. May 13 15:00:07.964415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-abb90dad-92a9-46fb-b1d5-274df4ebd177 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1943140328 HTTP/1.1" status: 404 len: 335 time: 0.3229423 May 13 15:00:07.967382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:08.016859 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:08.017515 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd5412-d155-4b8d-ac0b-1fed5a81c4ba None None] The sync data for ids ['ecec987d-a727-411a-954a-f0456e00188e'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:08.027675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5f414f69-a5ea-4a39-bff6-c85fee104e36 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:08.186339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:08.186935 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:08.219649 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 7 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:08.222540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.162 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:08.376048 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-5f414f69-a5ea-4a39-bff6-c85fee104e36 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] update failed (client error): The resource could not be found. May 13 15:00:08.377582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f414f69-a5ea-4a39-bff6-c85fee104e36 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1919769787 HTTP/1.1" status: 404 len: 335 time: 0.3835669 May 13 15:00:08.413641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-4f811d5c-f275-45b8-8a6a-4abf5ee507ac tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:08.415551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-4f811d5c-f275-45b8-8a6a-4abf5ee507ac tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 0.9617071 May 13 15:00:08.420479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:08.421530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:08.422018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:08.422515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:08.434095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:08.434685 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:08.494949 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 8 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:08.595060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:08.595863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:08.596698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:08.693859 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-00ca5330-1be2-43de-ba99-5ddce0f127f0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 379 time: 0.2001548 May 13 15:00:08.697004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-1cfb497f-3fa1-4bfc-a795-2a6c41dc4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:08.699360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-1cfb497f-3fa1-4bfc-a795-2a6c41dc4158 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9886651 May 13 15:00:08.704736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:08.705257 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:08.706030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:08.716250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'port': {'device_id': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'admin_state_up': True, 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'security_groups': ['0f7bbcf9-3f03-4431-8393-efcf7c228813']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:08.769743 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 9 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:09.078320 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:09.210402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-42a785a2-29e4-4c41-aa75-ceba6cdb8b88 req-30104726-649e-46e5-9c8d-46ec6b37c0ca tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.4802122 May 13 15:00:09.212199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:09.241250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:09.252640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:09.261645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:09.262137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:09.262581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:09.278745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting subnet 5ee313fe-de3d-4e73-9063-5fcefba28ea1 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:00:09.300463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:09.310177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:09.334623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=e91ff4fe-e60a-4b8c-b6b1-41e33769c19e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:09.334806 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:00:09.392357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:09.456804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:09.457355 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:09.465048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:09.474111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:09.575355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:09.668604 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 10 to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 May 13 15:00:09.727115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:09.727445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:09.727782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:09.742018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:09.742351 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:09.742720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:09.756062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:09.827328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-4fa38b94-ea00-4d86-b0bb-5b308990b225 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565237 May 13 15:00:09.990932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.330049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.476817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2fa92ec1-cfc9-49a9-9e35-a7b206f3af88 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/e91ff4fe-e60a-4b8c-b6b1-41e33769c19e HTTP/1.1" status: 204 len: 168 time: 5.7202964 May 13 15:00:10.497301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48982) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:10.571031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-784e5a20-a1ac-4358-98cc-aaccf8a2d6ff req-bcb30c13-1a61-4bb9-9188-a45604fd045b service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951840 May 13 15:00:10.596724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:00:10.596724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempted to set empty binding levels {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:00:10.611362 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b45cb4-199c-4313-b665-cbbb60a6f813 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 15:00:10.612491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-76b45cb4-199c-4313-b665-cbbb60a6f813 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:10.637244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.644860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.20.0.12 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/e4fbbda0-54bf-453a-a5bd-580076cfa70f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:10.672249 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.830180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.875463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.919749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.953812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] In _notify_port_updated(), no bound segment for port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:00:10.955245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:10.956293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:10.962678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "PUT /v2.0/ports/5c2454f0-8574-4a3d-8562-ff6c4bbf8973 HTTP/1.1" status: 200 len: 974 time: 7.5964766 May 13 15:00:11.023589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-76b45cb4-199c-4313-b665-cbbb60a6f813 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:11.030596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-76b45cb4-199c-4313-b665-cbbb60a6f813 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/e91ff4fe-e60a-4b8c-b6b1-41e33769c19e HTTP/1.1" status: 404 len: 333 time: 0.5319417 May 13 15:00:11.035425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:11.035945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:11.239710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a8f2e3b4-9191-43ab-aaa0-9bf7efa1880f req-d18e2038-7dc7-4a4f-90ea-4fb71881c689 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:11.349714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dd7aa-bf43-4670-9670-cebe94e78380 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2454f0-8574-4a3d-8562-ff6c4bbf8973,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:11.627711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a8f2e3b4-9191-43ab-aaa0-9bf7efa1880f req-d18e2038-7dc7-4a4f-90ea-4fb71881c689 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:11.629764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8f2e3b4-9191-43ab-aaa0-9bf7efa1880f req-d18e2038-7dc7-4a4f-90ea-4fb71881c689 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.7790506 May 13 15:00:11.652944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.653413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.667514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 2c47fdcb-482d-4420-b8cb-eae953334707 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:11.668063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.690016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.852422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Deleting port 19398158-54d5-4657-9d13-78a3a34837bf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:11.852858 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.912000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee313fe-de3d-4e73-9063-5fcefba28ea1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:11.918436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:11.926868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb521a-749d-4476-9cf5-85fd14a77c3c None None] Network abdc318f-535f-484c-a4be-2c29e1e63f33 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:11.981216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:12.047880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.285330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.322078 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP bba9a364-35db-4c92-a7cc-97ada15f22c0 associated. External IP: 172.25.5.162, port: 7045c95e-36a6-405f-8fe6-5830b2bc39c5. May 13 15:00:12.346609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-abbab4a4-82a9-43ca-9ee4-608da6050654 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/subnets/5ee313fe-de3d-4e73-9063-5fcefba28ea1 HTTP/1.1" status: 204 len: 168 time: 3.9172180 May 13 15:00:12.382978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:12.409764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] DHCP port deletion for abdc318f-535f-484c-a4be-2c29e1e63f33 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:00:12.417982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Deleting port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:12.418587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.435003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Transition to ACTIVE for port object e4fbbda0-54bf-453a-a5bd-580076cfa70f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:12.497720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] For port 19398158-54d5-4657-9d13-78a3a34837bf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=19398158-54d5-4657-9d13-78a3a34837bf,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:12.498519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:12.606486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.606904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.621149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.622139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.622669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.623146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.623664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.624231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.624712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.625172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.625632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.626090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.626547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.627006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.627463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.627921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.628406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.629248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.629336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.629746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.630197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.630649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.631150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.631554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:12.650368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:12.697081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Calling delete_port for 19398158-54d5-4657-9d13-78a3a34837bf owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:12.820568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:12.828297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting subnet 03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:00:12.838301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:12.843356 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bed0f1f1-ce53-4bb9-8f8e-54c935702ca8 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21081 time: 1.7805719 May 13 15:00:12.899795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:12.911708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.114905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e6e752a9-5a49-47e4-acce-fe6d6963c3be req-a4a5eaf7-6b4d-44a9-aaa6-52b3e80d3c32 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.0998759 May 13 15:00:13.118368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.187340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.283568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:13.283568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.317819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Deleting port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:13.318667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.326536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,segment=NetworkSegment(0cf7978e-4068-4335-9f1e-a08ebbfccdc7),segment_id=0cf7978e-4068-4335-9f1e-a08ebbfccdc7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:13.326931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.481825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,segment=NetworkSegment(0cf7978e-4068-4335-9f1e-a08ebbfccdc7),segment_id=0cf7978e-4068-4335-9f1e-a08ebbfccdc7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:13.500807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Calling delete_port for 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:13.547599 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.581039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:13.614185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:13.618416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:13.764327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:13.863682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:13.875208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:00:13.875570 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:00:13.939488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.124501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-68b5c66b-d4e3-4eb3-ae4b-e64b74cdf990 None None] Provisioning for port e4fbbda0-54bf-453a-a5bd-580076cfa70f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:14.131715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Pushing event deleted for resources: {'Port': ['ID=19398158-54d5-4657-9d13-78a3a34837bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:14.142728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-68b5c66b-d4e3-4eb3-ae4b-e64b74cdf990 None None] Provisioning complete for port e4fbbda0-54bf-453a-a5bd-580076cfa70f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:14.143361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68b5c66b-d4e3-4eb3-ae4b-e64b74cdf990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.230291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 2c47fdcb-482d-4420-b8cb-eae953334707 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:14.281188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-68b5c66b-d4e3-4eb3-ae4b-e64b74cdf990 None None] Port e4fbbda0-54bf-453a-a5bd-580076cfa70f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:14.308370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:14.376912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Deleting port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:14.377431 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.430015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:14.462010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:14.464188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.561983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.800616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-8c0c07d1-6189-49e5-ad35-569c4f2328fe tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0909510 May 13 15:00:14.829180 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.855326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] For port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,segment=NetworkSegment(0cf7978e-4068-4335-9f1e-a08ebbfccdc7),segment_id=0cf7978e-4068-4335-9f1e-a08ebbfccdc7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:14.855827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:14.870597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Request body: {'port': {'device_id': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:15.107680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Calling delete_port for 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:15.332853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:15.352586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port 5c2454f0-8574-4a3d-8562-ff6c4bbf8973, host n-h1-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:15.363983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:15.395408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] No DVR routers for this DVR port 39073ed6-a896-43b1-9610-7d6c1ab4f6a6 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:15.454154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f88e9-ff1f-4298-a931-16dc48812a15 None None] Pushing event deleted for resources: {'Port': ['ID=39073ed6-a896-43b1-9610-7d6c1ab4f6a6,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:15.539416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:15.555585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Router 820ab5a8-4ec6-4f7e-a010-901b387ce78b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:15.574021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:15.634031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:15.646156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:15.658026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Calling delete_port for 5c2454f0-8574-4a3d-8562-ff6c4bbf8973 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:15.817074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:15.849481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:15.850495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:15.939776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:15.945632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:15.956983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Sync routers for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:15.959074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.028824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.055223 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:16.056093 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:16.065021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:16.065667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7606178-1575-4d9a-b57b-a98f9d53f850 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:16.072743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-39b09fe9-6739-4f43-8c63-22446bc3e471 admin admin] 10.222.0.36 "PUT /v2.0/routers/820ab5a8-4ec6-4f7e-a010-901b387ce78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9153678 May 13 15:00:16.074338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:16.209662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.252031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2454f0-8574-4a3d-8562-ff6c4bbf8973,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:16.281881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85cfae6a-3c57-40b4-adf4-b35d30dc2559 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5c2454f0-8574-4a3d-8562-ff6c4bbf8973 HTTP/1.1" status: 204 len: 168 time: 3.3725691 May 13 15:00:16.298501 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.304947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/subnets/03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c HTTP/1.1" status: 204 len: 168 time: 3.9214704 May 13 15:00:16.304947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.311752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4e89a-f724-473c-ad7c-3903fa367237 None None] Network 75d0c35b-b4d6-4519-8f7d-3acd45a43587 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:16.320632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f6b1a-1868-4bb6-a218-de61cf613fe1 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Subnet': ['ID=03c4e4c7-0d56-4dd8-8b5c-4c32971d1f8c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:16.326734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:16.327559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:16.402657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7cd9373c-32bc-4a21-a044-7506d1a5e3a5 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9050105 May 13 15:00:16.405346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:16.465192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:16.470131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:16.538787 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:00:16.623702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=2c47fdcb-482d-4420-b8cb-eae953334707,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:16.925261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.012086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] DHCP port deletion for 75d0c35b-b4d6-4519-8f7d-3acd45a43587 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:00:17.017453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Deleting port 60556e33-716f-4a48-833e-04c0272446be {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:17.017825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.038122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.044103 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-848ebeca-84f8-403c-a54f-a51ffbf10c3c tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] GET failed (client error): The resource could not be found. May 13 15:00:17.045010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-848ebeca-84f8-403c-a54f-a51ffbf10c3c tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:17.059725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa02da-717f-4b3c-8f8a-28081c28f4b0 req-d37cbfa0-5d34-4b50-80d4-09945222c18c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:17.067717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70aa02da-717f-4b3c-8f8a-28081c28f4b0 req-d37cbfa0-5d34-4b50-80d4-09945222c18c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 932 time: 2.4411721 May 13 15:00:17.405979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.560192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-848ebeca-84f8-403c-a54f-a51ffbf10c3c tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:17.565885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-848ebeca-84f8-403c-a54f-a51ffbf10c3c tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports/5c2454f0-8574-4a3d-8562-ff6c4bbf8973 HTTP/1.1" status: 404 len: 333 time: 1.1038830 May 13 15:00:17.573512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:17.737756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1751884329', 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:17.771446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] For port 60556e33-716f-4a48-833e-04c0272446be, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=60556e33-716f-4a48-833e-04c0272446be,segment=NetworkSegment(76234257-6db3-425b-8e81-fe9adad765b1),segment_id=76234257-6db3-425b-8e81-fe9adad765b1)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:17.772056 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.777854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:17.795030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.824174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Deleting port b46083a5-340d-4d18-98dc-7c1f1b67abdf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:17.824692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.862767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70aa02da-717f-4b3c-8f8a-28081c28f4b0 req-ddbda602-e6c0-4983-899e-99efa20555d3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7933083 May 13 15:00:17.871232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:17.879692 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d4b9448d-ed3a-4b6b-862e-068db07b4145 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/2c47fdcb-482d-4420-b8cb-eae953334707 HTTP/1.1" status: 204 len: 168 time: 6.8141422 May 13 15:00:17.881740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49150) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:17.962196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:18.034773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Calling delete_port for 60556e33-716f-4a48-833e-04c0272446be owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:18.081377 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-677909b4-225d-4e8b-8d77-a736cf562607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 15:00:18.083162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-677909b4-225d-4e8b-8d77-a736cf562607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:18.119125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.138762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.139153 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP bba9a364-35db-4c92-a7cc-97ada15f22c0 disassociated. External IP: 172.25.5.162, port: 7045c95e-36a6-405f-8fe6-5830b2bc39c5. May 13 15:00:18.139932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.187318 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T15:00:13Z', 'revision_number': 5, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port': {'id': 'b46083a5-340d-4d18-98dc-7c1f1b67abdf', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:50:43Z', 'updated_at': '2022-05-13T14:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:18.189614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Made reservation on behalf of 460f553daecc4c7e97e7fb1f6f38652d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:18.192666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.203343 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Checking router: 820ab5a8-4ec6-4f7e-a010-901b387ce78b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:00:18.229058 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Routers {'820ab5a8-4ec6-4f7e-a010-901b387ce78b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:18.229700 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:18.232551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.254678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] Pushing event deleted for resources: {'Port': ['ID=60556e33-716f-4a48-833e-04c0272446be,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:18.263760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba66ca2-010e-4c1e-953b-a3d6059980ef None None] No DVR routers for this DVR port 60556e33-716f-4a48-833e-04c0272446be on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:18.363475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-677909b4-225d-4e8b-8d77-a736cf562607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:18.369740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-677909b4-225d-4e8b-8d77-a736cf562607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/2c47fdcb-482d-4420-b8cb-eae953334707 HTTP/1.1" status: 404 len: 333 time: 0.4669755 May 13 15:00:18.374857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdc318f-535f-484c-a4be-2c29e1e63f33']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:18.389856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:18.405098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf7978e-4068-4335-9f1e-a08ebbfccdc7') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:18.405593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf7978e-4068-4335-9f1e-a08ebbfccdc7') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:18.472137 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.490578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port 6a92325f-502c-4cbb-b277-04822b1f5153 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:18.631695 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] Set router 820ab5a8-4ec6-4f7e-a010-901b387ce78b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:00:18.635489 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.650199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:18.651174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: timer() May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:18.687923 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:18.725631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] For port b46083a5-340d-4d18-98dc-7c1f1b67abdf, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b46083a5-340d-4d18-98dc-7c1f1b67abdf,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:18.726303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:18.726442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 60556e33-716f-4a48-833e-04c0272446be no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:18.941195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Calling delete_port for b46083a5-340d-4d18-98dc-7c1f1b67abdf owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:18.975648 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T15:00:17Z', 'revision_number': 6, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:19.020860 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908e7c-6f20-4566-9a9d-3c71f56540d0 None None] The sync data for ids ['820ab5a8-4ec6-4f7e-a010-901b387ce78b'] in n-d-841736-1 is: [{'id': '820ab5a8-4ec6-4f7e-a010-901b387ce78b', 'name': 'tempest-AttachVolumeShelveTestJSON-1360259030-router', 'tenant_id': '541a206a586f4e2993e612cfb54675ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:50:39Z', 'updated_at': '2022-05-13T15:00:17Z', 'revision_number': 6, 'project_id': '541a206a586f4e2993e612cfb54675ec', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:19.035430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 60556e33-716f-4a48-833e-04c0272446be {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:00:19.036589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 60556e33-716f-4a48-833e-04c0272446be not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:00:19.038416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:19.050954 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:19.216949 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/networks/abdc318f-535f-484c-a4be-2c29e1e63f33 HTTP/1.1" status: 204 len: 168 time: 2.7491348 May 13 15:00:19.223641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:19.233268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1067ae-f54c-424b-843a-775ad922ca51 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Network': ['ID=abdc318f-535f-484c-a4be-2c29e1e63f33,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:19.374682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:19.637398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 3e5b36e8-e574-4619-974e-5bc398e51653 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:00:19.656564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:19.918355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fbbda0-54bf-453a-a5bd-580076cfa70f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:00:19.931462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.004951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.118555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.139714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Transition to ACTIVE for port object e4fbbda0-54bf-453a-a5bd-580076cfa70f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:20.157658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.168058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.249802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.269501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46083a5-340d-4d18-98dc-7c1f1b67abdf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:20.302028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.420945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.430287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d658e4a-4d64-4ac1-8696-6d4616c51423 req-86f162bc-e383-48ef-a904-fe9fdf76ea33 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:20.443878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d658e4a-4d64-4ac1-8696-6d4616c51423 req-86f162bc-e383-48ef-a904-fe9fdf76ea33 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 932 time: 1.1436405 May 13 15:00:20.516774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Network 40eb8e52-1409-4029-9b79-324fba90c038 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:20.553406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.659117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.717233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:20.732246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19398158-54d5-4657-9d13-78a3a34837bf no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:20.732943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:20.733892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:20.734499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:20.806928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 19398158-54d5-4657-9d13-78a3a34837bf {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:00:20.808017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 19398158-54d5-4657-9d13-78a3a34837bf not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:00:20.809337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b46083a5-340d-4d18-98dc-7c1f1b67abdf no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:20.821471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.1058969 May 13 15:00:20.825536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:20.832398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:20.940728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b46083a5-340d-4d18-98dc-7c1f1b67abdf {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:00:20.941057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b46083a5-340d-4d18-98dc-7c1f1b67abdf not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:00:21.072247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd74b62-0641-4534-b155-f84d60fef8b3 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:21.073439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4dd74b62-0641-4534-b155-f84d60fef8b3 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:21.082546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.085959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.122538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Attempting to bind port e4fbbda0-54bf-453a-a5bd-580076cfa70f on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:21.123096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Attempting to bind port e4fbbda0-54bf-453a-a5bd-580076cfa70f by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:21.123653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Attempting to bind port e4fbbda0-54bf-453a-a5bd-580076cfa70f on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:21.135375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.149253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.157203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Port e4fbbda0-54bf-453a-a5bd-580076cfa70f on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:21.157633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Attempting to bind port e4fbbda0-54bf-453a-a5bd-580076cfa70f on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:21.182194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:21.190849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:00:21.191186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:00:21.191619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:00:21.192026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Bound port: e4fbbda0-54bf-453a-a5bd-580076cfa70f, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:00:21.192410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.209262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d73c0-7c5f-437b-9741-67f1e41a969e tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=6a92325f-502c-4cbb-b277-04822b1f5153,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:21.215713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d0c35b-b4d6-4519-8f7d-3acd45a43587']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:21.222005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.222460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820ab5a8-4ec6-4f7e-a010-901b387ce78b {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:00:21.228376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4dd74b62-0641-4534-b155-f84d60fef8b3 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:21.233101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4dd74b62-0641-4534-b155-f84d60fef8b3 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports/6a92325f-502c-4cbb-b277-04822b1f5153 HTTP/1.1" status: 200 len: 955 time: 0.3978817 May 13 15:00:21.236961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:21.243653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5b36e8-e574-4619-974e-5bc398e51653,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:21.251799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9d658e4a-4d64-4ac1-8696-6d4616c51423 req-7c00cdc7-007b-4c66-9fdf-c87b37160911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:21.261178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.268467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0247ce4-c344-43bd-acf4-df897e2c770b None None] Network 6932b9a1-a627-46d7-855c-71361169c701 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:21.271614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76234257-6db3-425b-8e81-fe9adad765b1') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:21.272188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76234257-6db3-425b-8e81-fe9adad765b1') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:21.401559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:00:21.457095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.461677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46c68c55-fc0e-4b19-897c-dc27e52b2f83 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/3e5b36e8-e574-4619-974e-5bc398e51653 HTTP/1.1" status: 204 len: 168 time: 3.0150275 May 13 15:00:21.476003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:21.483163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Deleting port 6a92325f-502c-4cbb-b277-04822b1f5153 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:21.483978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.658268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.659403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4dde7412-1592-4a4a-99b4-55fc29a503a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/820ab5a8-4ec6-4f7e-a010-901b387ce78b HTTP/1.1" status: 204 len: 168 time: 5.5777047 May 13 15:00:21.666595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:21.678897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:00:21.683925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.731944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.856552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.947939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9d658e4a-4d64-4ac1-8696-6d4616c51423 req-7c00cdc7-007b-4c66-9fdf-c87b37160911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:21.949976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d658e4a-4d64-4ac1-8696-6d4616c51423 req-7c00cdc7-007b-4c66-9fdf-c87b37160911 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5041876 May 13 15:00:21.963060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Deleting subnet e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:00:21.967592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:21.968414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.986511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:21.987141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:21.995379 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-ab739959-5041-4c09-b003-4583c1878d2b service neutron] 10.222.0.86 "PUT /v2.0/ports/e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 200 len: 1092 time: 7.1265905 May 13 15:00:21.998617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:22.028813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.050804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] DHCP port deletion for 6932b9a1-a627-46d7-855c-71361169c701 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:00:22.055100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Deleting port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:22.055474 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.066712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.087145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: timer() May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:22.100996 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:22.135553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:22.135915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.221545 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb81c706-c93c-413c-8f0e-0e65380b00f9'] response: {'name': 'network-changed', 'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'status': 'completed', 'code': 200} May 13 15:00:22.266736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:22.272614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.349821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.462580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-57bc4d7b-b1ea-44c8-9d22-40b2e6d98cbb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/bba9a364-35db-4c92-a7cc-97ada15f22c0 HTTP/1.1" status: 200 len: 688 time: 6.0561612 May 13 15:00:22.465702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49260) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:22.591259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] For port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,segment=NetworkSegment(5af5df7d-cd53-4b6e-acf7-e3bad0b64182),segment_id=5af5df7d-cd53-4b6e-acf7-e3bad0b64182)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:22.592454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.644614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.662525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.728356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:22.729133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.840797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:22.921338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,segment=NetworkSegment(5af5df7d-cd53-4b6e-acf7-e3bad0b64182),segment_id=5af5df7d-cd53-4b6e-acf7-e3bad0b64182)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:22.921769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.960622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.960891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:22.977947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:23.048142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Calling delete_port for 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:23.114952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:23.116849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:23.137717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:23.259882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:23.350444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:23.351117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:23.389666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/networks/75d0c35b-b4d6-4519-8f7d-3acd45a43587 HTTP/1.1" status: 204 len: 168 time: 4.1590445 May 13 15:00:23.418346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:23.421776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:23.515415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d27c1-ac8c-4ffd-9ab7-096b8339117c tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Network': ['ID=75d0c35b-b4d6-4519-8f7d-3acd45a43587,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:23.524663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:23.525048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:23.534555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:23.565934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:23.566642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb09d4a-8034-4e39-80c4-936a74ec52d8 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:23.575631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:23.590069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=5057359c-4a2b-4fbe-95ad-9dc6f7d6e64f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:23.596545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:23.688154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] Pushing event deleted for resources: {'Port': ['ID=0ab155a7-a12b-46d1-b5f2-161075b8ceb7,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:23.706405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900dd2a-4d89-4385-950d-f96119aec485 None None] No DVR routers for this DVR port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:23.725432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14b48b7-e2c8-4a6f-abe1-f94280cf7c10,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:23.752267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-93e1325b-5493-4eb2-a45b-2eedb4862a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:23.754707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-93e1325b-5493-4eb2-a45b-2eedb4862a9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 1095 time: 1.6392279 May 13 15:00:23.855819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:23.858143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d73fc7-61e2-49d5-af7e-12bf3ac8f9d1 None None] Network 4a59904e-a531-4881-9252-781703eed2bd requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:23.934705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc381-21af-4df0-88dc-9c1851c928b6 req-64f02609-0021-4a93-a3bc-28a04c3f83ff tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:23.944075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-673bc381-21af-4df0-88dc-9c1851c928b6 req-64f02609-0021-4a93-a3bc-28a04c3f83ff tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 0.6713369 May 13 15:00:23.979679 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.019007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting subnet 896022dd-07ae-44f8-8b8c-fbfa544a079f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:00:24.050461 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d0921dd-8083-4a8f-a82e-622eaddeeb32 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e14b48b7-e2c8-4a6f-abe1-f94280cf7c10 HTTP/1.1" status: 204 len: 168 time: 2.3806288 May 13 15:00:24.051444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:24.068487 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.123222 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-7af39ebf-5b2e-483b-afce-ee11a1ec6124 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 200 len: 217 time: 0.3554389 May 13 15:00:24.165316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.168494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.174267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a98ea4ce-7df5-4be1-a977-73ee0b715a8f tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/bba9a364-35db-4c92-a7cc-97ada15f22c0 HTTP/1.1" status: 204 len: 168 time: 1.7074070 May 13 15:00:24.238718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:24.265245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-673bc381-21af-4df0-88dc-9c1851c928b6 req-5b62ee70-845d-4c7e-ba18-f95d19f85955 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202233 May 13 15:00:24.306869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '67040df7-66d8-40a6-a84a-bdb4505c3e6e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:24.343313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:24.364376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Calling delete_port for 6a92325f-502c-4cbb-b277-04822b1f5153 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:24.364905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:floatingip and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:24.367536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:24.376345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:24.415215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.457024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.463744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.470549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:00:24.471066 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:00:24.483953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-f15d10be-4d9d-4310-b8ee-977f2398134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:24.486136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-f15d10be-4d9d-4310-b8ee-977f2398134a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.1955347 May 13 15:00:24.506693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] DHCP port deletion for 4a59904e-a531-4881-9252-781703eed2bd request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:00:24.517336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Deleting port bff67b75-f679-45ed-b119-899a96a50720 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:24.518113 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.554025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.626043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a92325f-502c-4cbb-b277-04822b1f5153,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:24.675700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:24.764605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e4ceace8-687a-4e4c-97a0-0c5e25a45bda tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6a92325f-502c-4cbb-b277-04822b1f5153 HTTP/1.1" status: 204 len: 168 time: 3.5227659 May 13 15:00:24.766280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:24.879849 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd14a6b-3c11-46a2-a0cb-50a111859bbf tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] GET failed (client error): The resource could not be found. May 13 15:00:24.882896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5dd14a6b-3c11-46a2-a0cb-50a111859bbf tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:24.922463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bff67b75-f679-45ed-b119-899a96a50720 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:24.923309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-9460327e-b78e-47c9-9df2-9c05ead2e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:24.934306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-9460327e-b78e-47c9-9df2-9c05ead2e99e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355237 May 13 15:00:24.982625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 0ab155a7-a12b-46d1-b5f2-161075b8ceb7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:24.982838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.040092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Deleting port bff67b75-f679-45ed-b119-899a96a50720 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:25.041232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.118391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5dd14a6b-3c11-46a2-a0cb-50a111859bbf tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:25.119613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5dd14a6b-3c11-46a2-a0cb-50a111859bbf tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports/6a92325f-502c-4cbb-b277-04822b1f5153 HTTP/1.1" status: 404 len: 333 time: 0.3438156 May 13 15:00:25.146716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49332) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:25.199514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'network_id': '40eb8e52-1409-4029-9b79-324fba90c038', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1517254709'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:25.214827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:25.225365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:25.245727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Made reservation on behalf of 460f553daecc4c7e97e7fb1f6f38652d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:25.249011 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.286713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port aa972213-a79a-48f9-8227-c37c0b9d0038 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:25.295533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bff67b75-f679-45ed-b119-899a96a50720 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:25.295921 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.338186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:25.342749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] The port '0ab155a7-a12b-46d1-b5f2-161075b8ceb7' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:00:25.345113 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.349623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:25.350017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:25.554334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Calling delete_port for bff67b75-f679-45ed-b119-899a96a50720 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:25.628051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bff67b75-f679-45ed-b119-899a96a50720,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:25.673939 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:00:25.674632 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:00:25.690413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-2c0fe687-5bef-4aaf-ae80-803efc45ae4f service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451174 May 13 15:00:25.830702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.009336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.073190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a111e630-a5a3-4023-b7fb-2e3aa908255f req-b66098b5-5a65-4388-8cf2-9421495d5470 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705409 May 13 15:00:26.129551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.176523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Deleting port bff67b75-f679-45ed-b119-899a96a50720 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:26.176891 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.185869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.257455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6932b9a1-a627-46d7-855c-71361169c701']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:26.515552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Network 40eb8e52-1409-4029-9b79-324fba90c038 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:26.515552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.529363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:26.531824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.544527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:26.549251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af5df7d-cd53-4b6e-acf7-e3bad0b64182') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:26.549617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af5df7d-cd53-4b6e-acf7-e3bad0b64182') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:26.553711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] For port bff67b75-f679-45ed-b119-899a96a50720, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bff67b75-f679-45ed-b119-899a96a50720,segment=NetworkSegment(c1074dc2-9dc4-4426-a256-3b02a7ec3802),segment_id=c1074dc2-9dc4-4426-a256-3b02a7ec3802)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:26.554230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.578055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.634790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=aa972213-a79a-48f9-8227-c37c0b9d0038,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:26.636920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d707f-dac1-49cb-b92d-6793931dde25 req-5e426a10-c66c-4bfe-9e65-fbe0fce2af21 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:26.639145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-021d707f-dac1-49cb-b92d-6793931dde25 req-5e426a10-c66c-4bfe-9e65-fbe0fce2af21 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 0.9354153 May 13 15:00:26.639302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:26.640665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:26.641568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.642879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.669048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:26.670361 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: util.warn( May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: util.warn( May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: util.warn( May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: util.warn( May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: timer() May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:26.690640 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:26.738255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Calling delete_port for bff67b75-f679-45ed-b119-899a96a50720 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:26.777101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-c81fb65a-c853-4c4d-99a4-933d6fdda13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:26.781530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-c81fb65a-c853-4c4d-99a4-933d6fdda13f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 1095 time: 0.6132469 May 13 15:00:26.914292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.914292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.914805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.915627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.916847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.917445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.919394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.920026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.920699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.921253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.921891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.922102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:26.922485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:26.943284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Calling delete_port for bff67b75-f679-45ed-b119-899a96a50720 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:27.017744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] Pushing event deleted for resources: {'Port': ['ID=bff67b75-f679-45ed-b119-899a96a50720,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:27.035176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf280e83-ace3-4821-8a34-a7eb666c8fab None None] No DVR routers for this DVR port bff67b75-f679-45ed-b119-899a96a50720 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:27.082638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-021d707f-dac1-49cb-b92d-6793931dde25 req-0db181e6-466c-4540-aac1-c21641bac19e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4329908 May 13 15:00:27.086302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.126269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.130966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/6932b9a1-a627-46d7-855c-71361169c701 HTTP/1.1" status: 204 len: 168 time: 5.6121180 May 13 15:00:27.138221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:27.139616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=6932b9a1-a627-46d7-855c-71361169c701,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:27.146583 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.188265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.188603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.188937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.189269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.189595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.189966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.190439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.191443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.191801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.192118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.192473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.192796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b05c8-4f8b-413a-8458-da4bffb70800 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:27.231269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-945841185'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:27.262069 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9842e223-a4d2-4cee-b4e6-2582d37da024 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1094499 May 13 15:00:27.265933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-dc008b7d-8c51-44bb-9538-145436413e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:27.267422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:27.269836 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-dc008b7d-8c51-44bb-9538-145436413e79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.4304450 May 13 15:00:27.270676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:27.271723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Subnet': ['ID=896022dd-07ae-44f8-8b8c-fbfa544a079f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:27.299614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0050e923-1a94-4c87-8968-a3b19220a4ae None None] Network 675a765d-7b6b-428c-86a5-b100c6261ee2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:27.315068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:network and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:27.319077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.328494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea717a0f-75cb-45af-93a4-1b4d658243f8 tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/subnets/896022dd-07ae-44f8-8b8c-fbfa544a079f HTTP/1.1" status: 204 len: 168 time: 3.9080894 May 13 15:00:27.331934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49384) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:27.332810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:27.346160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:27.417612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:27.528127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:00:27.528955 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:00:27.543544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-f22bd1df-398d-4e91-b4cd-b08a529fad9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 200 len: 217 time: 0.2603564 May 13 15:00:27.621379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.635909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:27.644005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.693007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] DHCP port deletion for 675a765d-7b6b-428c-86a5-b100c6261ee2 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:00:27.707330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Deleting port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:27.707694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.708001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.207 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/4aa66686-b48b-4be6-ab7e-31daed1561e0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:27.768763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Deleting port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:27.771404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:27.776707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-acf02d1d-7827-49dd-969e-693032e57819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:27.778542 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-acf02d1d-7827-49dd-969e-693032e57819 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.2250967 May 13 15:00:27.836435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.078115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] For port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,segment=NetworkSegment(35e4f6d3-6b35-44d7-aa94-75e07565cb80),segment_id=35e4f6d3-6b35-44d7-aa94-75e07565cb80)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:28.079022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.155057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Deleting port bff67b75-f679-45ed-b119-899a96a50720 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:28.161067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.181667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-1ce15eb9-9a23-4bc4-b5ec-5ea889a63ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:28.185662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-1ce15eb9-9a23-4bc4-b5ec-5ea889a63ade service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3943858 May 13 15:00:28.367387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:00:28.381397 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.382120 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Added segment 3e4f2b04-cd24-4105-9de3-d8d5c94123d7 of type vlan for network 16588f9d-0491-4437-a56c-62038ff208a9 May 13 15:00:28.416998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Calling delete_port for ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:28.489676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-4fe03343-94bb-4f4a-8aa9-a9a744b4ae8f service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814906 May 13 15:00:28.492438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] device_id is not set on port aa972213-a79a-48f9-8227-c37c0b9d0038 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:28.518120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.609438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] No DVR routers for this DVR port ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:00:28.609438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ca111-a3ac-4b5f-bd0b-f688ad3bc7a2 None None] Pushing event deleted for resources: {'Port': ['ID=ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:28.743130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:00:28.773395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.804069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Transition to ACTIVE for port object aa972213-a79a-48f9-8227-c37c0b9d0038 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:28.820127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.831741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:00:28.832159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:00:28.863527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:28.935557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] The port 'bff67b75-f679-45ed-b119-899a96a50720' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:00:28.939417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74a0419b-fd17-4cd3-bc35-0fb358921e7f req-fdd82fda-307d-4a8b-805a-a57b5d916d75 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374902 May 13 15:00:28.961559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] The port 'ac66e8fb-6fd2-48b9-9ac9-cbf87df8493e' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:00:29.095073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.095429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.095752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.103542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.103891 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.104678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:00:29.106873 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 2 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.114880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=aa972213-a79a-48f9-8227-c37c0b9d0038,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:29.139862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.140608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.142134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.149349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.149983 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.150541 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 3 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.170251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.170843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.171336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.177595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.178174 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.178714 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 4 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.197964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.199050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.199545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.206836 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.207169 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.207565 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 5 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.238409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.238409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.238754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.245629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.245984 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.246350 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 6 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.275801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.276163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.276533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.282560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.282970 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.283431 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 7 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.318529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.318983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.321357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.336801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.346007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.346512 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.347039 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 8 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.378532 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.378929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.379745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.387473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.388017 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.388805 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 9 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.425307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.436648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.437592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.438460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.448328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.450072 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.451672 n-d-841736-1 neutron-server[88132]: INFO neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempt 10 to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 May 13 15:00:29.477844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675a765d-7b6b-428c-86a5-b100c6261ee2']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:29.492418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e4f6d3-6b35-44d7-aa94-75e07565cb80') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:29.493009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e4f6d3-6b35-44d7-aa94-75e07565cb80') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:29.503366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:29.504143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:29.504972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempting to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:29.507458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.515702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:00:29.516302 n-d-841736-1 neutron-server[88132]: ERROR neutron.plugins.ml2.managers [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Failed to bind port aa972213-a79a-48f9-8227-c37c0b9d0038 on host n-h1-841736-1 for vnic_type normal using segments [{'id': '47530f3b-d3cf-4520-af6c-b8130399cc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '40eb8e52-1409-4029-9b79-324fba90c038'}] May 13 15:00:29.516884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.528654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.535839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:29.536757 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.622628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4694631 May 13 15:00:29.625034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.652929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:29.678878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '16588f9d-0491-4437-a56c-62038ff208a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:29.729440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.797699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d3733ef-e2da-4cf6-b54e-6b7a81641309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.813675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf586-2b46-48a5-be03-b5600572e2a3 req-0e9f1e0b-2786-4ac9-8f62-33a9c55f025e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:29.821912 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90acf586-2b46-48a5-be03-b5600572e2a3 req-0e9f1e0b-2786-4ac9-8f62-33a9c55f025e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 1.3749673 May 13 15:00:29.828057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:29.828782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: timer() May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:29.847947 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:30.002420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a59904e-a531-4881-9252-781703eed2bd']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:30.015490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ded25-30ca-4c30-8d9d-2b16bb9e56b1 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Network': ['ID=16588f9d-0491-4437-a56c-62038ff208a9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:30.028797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 16588f9d-0491-4437-a56c-62038ff208a9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:00:30.071846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1074dc2-9dc4-4426-a256-3b02a7ec3802') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:30.071846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1074dc2-9dc4-4426-a256-3b02a7ec3802') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:30.106838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.120637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.146373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:30.150914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:30.154621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:30.162638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:30.178762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:30.182958 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.281301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90acf586-2b46-48a5-be03-b5600572e2a3 req-afeefc16-6238-4c4f-a77b-c106d27dd2a5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209261 May 13 15:00:30.289211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port aa972213-a79a-48f9-8227-c37c0b9d0038, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:00:30.290209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attempted to set empty binding levels {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 13 15:00:30.301951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.325902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.330512 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.383385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:30.408962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e4fbbda0-54bf-453a-a5bd-580076cfa70f details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:00:30.414839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.431608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/networks/675a765d-7b6b-428c-86a5-b100c6261ee2 HTTP/1.1" status: 204 len: 168 time: 3.0933795 May 13 15:00:30.432720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:30.446589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:30.448068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:30.448701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: timer() May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:30.476656 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:30.491831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:30.545485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] In _notify_port_updated(), no bound segment for port aa972213-a79a-48f9-8227-c37c0b9d0038 on network 40eb8e52-1409-4029-9b79-324fba90c038 {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:00:30.550865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:30.551632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.557106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "PUT /v2.0/ports/aa972213-a79a-48f9-8227-c37c0b9d0038 HTTP/1.1" status: 200 len: 975 time: 3.2801127 May 13 15:00:30.563584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:30.673063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:30.710485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'port_id': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'mac_address': 'fa:16:3e:f7:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:00:30.744536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.802495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905666f7-3ed7-4caf-95f7-9907a1015d8b tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event updated for resources: {'Port': ['ID=aa972213-a79a-48f9-8227-c37c0b9d0038,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:30.863496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7983e8a-35a8-42ec-b8d7-1b40ea85df0b tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Pushing event deleted for resources: {'Network': ['ID=675a765d-7b6b-428c-86a5-b100c6261ee2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:30.863917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Deleting port aa972213-a79a-48f9-8227-c37c0b9d0038 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:30.864522 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.897792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=4aa66686-b48b-4be6-ab7e-31daed1561e0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:30.905656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-21ef4dd0-971c-4514-961e-e27d1cbf95fa tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Synchronizing usage tracker for tenant:713fd737487e4feb8c09b69611c024e0 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:30.910897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.915686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.953662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e4fbbda0-54bf-453a-a5bd-580076cfa70f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:30.955111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:30.964385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a59904e-a531-4881-9252-781703eed2bd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:31.003241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fbbda0-54bf-453a-a5bd-580076cfa70f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:00:31.018705 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43ca4e64-db8f-400e-b287-85bbaf8f75e2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a59904e-a531-4881-9252-781703eed2bd HTTP/1.1" status: 204 len: 168 time: 6.9516315 May 13 15:00:31.019044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=2778f10e-2eae-46ac-8295-109ab29311c5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:31.034372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-21ef4dd0-971c-4514-961e-e27d1cbf95fa tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Unset dirty status for tenant:713fd737487e4feb8c09b69611c024e0 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:31.040092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:31.040465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-21ef4dd0-971c-4514-961e-e27d1cbf95fa tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecec987d-a727-411a-954a-f0456e00188e HTTP/1.1" status: 200 len: 205 time: 0.5664670 May 13 15:00:31.075492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:31.088037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.150011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Checking segment: {'id': '3e4f2b04-cd24-4105-9de3-d8d5c94123d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:00:31.150612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network hostable DHCP agents. Network: 16588f9d-0491-4437-a56c-62038ff208a9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:00:31.278711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:31.393451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e4fbbda0-54bf-453a-a5bd-580076cfa70f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:00:31.564968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:31.711375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] For port aa972213-a79a-48f9-8227-c37c0b9d0038, host n-h1-841736-1, got binding levels [] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:31.712946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.771329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.796335 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca280437-d2b5-488b-950e-570bb7744418 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=541a206a586f4e2993e612cfb54675ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161622 May 13 15:00:31.818599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49494) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:31.905498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:31.942839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.056618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 16588f9d-0491-4437-a56c-62038ff208a9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:00:32.150377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.192254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.266738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Calling delete_port for aa972213-a79a-48f9-8227-c37c0b9d0038 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:32.275478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9fd862-5c83-410f-b8e3-05aabd2f843d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:32.291299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.297604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c35114fc-11a1-4f5a-b4c9-ef6913228813 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f9fd862-5c83-410f-b8e3-05aabd2f843d HTTP/1.1" status: 204 len: 168 time: 0.4814069 May 13 15:00:32.304388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.311787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 16588f9d-0491-4437-a56c-62038ff208a9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:32.334638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:32.334638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.342107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db39dd-f214-4e25-919d-8991125b42d8 None None] Network 16588f9d-0491-4437-a56c-62038ff208a9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:32.431976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e4fbbda0-54bf-453a-a5bd-580076cfa70f up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:00:32.674055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port e4fbbda0-54bf-453a-a5bd-580076cfa70f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:32.802312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b728b8d7-8d51-44d5-81fd-ba4e337d86c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.819165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e4fbbda0-54bf-453a-a5bd-580076cfa70f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:32.821316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.969671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:32.976196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.026997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.027832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Fanout notify agent at l3_agent the message router_deleted on router ecec987d-a727-411a-954a-f0456e00188e {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:00:33.041464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.058954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.097560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.101861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ae105d33-6d47-4b4d-9ec3-3e0daae137ff tempest-RoutersNegativeTest-1801063222 tempest-RoutersNegativeTest-1801063222-project] 10.222.0.36 "DELETE /v2.0/routers/ecec987d-a727-411a-954a-f0456e00188e HTTP/1.1" status: 204 len: 168 time: 2.0578971 May 13 15:00:33.122450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-25237d8a-28f3-40e4-89dd-f25c0d0df732 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4682498 May 13 15:00:33.127306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:33.169336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1292047273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:33.178127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.188272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:33.206312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0799e0-c29a-4806-977d-a5d4b36a3c55 req-887407de-7198-46a3-bee2-c3592f1a97d3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:33.237709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f0799e0-c29a-4806-977d-a5d4b36a3c55 req-887407de-7198-46a3-bee2-c3592f1a97d3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 945 time: 1.6188185 May 13 15:00:33.332179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:router and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:33.374600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:33.410344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.421597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-16588f9d-0491-4437-a56c-62038ff208a9', 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': '2778f10e-2eae-46ac-8295-109ab29311c5'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:00:33.422812 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.423111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:33.443983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f0799e0-c29a-4806-977d-a5d4b36a3c55 req-b4f6fbf9-d04a-4ad9-af09-8d25545c45f4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023525 May 13 15:00:33.452424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=4aa66686-b48b-4be6-ab7e-31daed1561e0,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:33.542537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.565053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa972213-a79a-48f9-8227-c37c0b9d0038,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:33.579796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.583557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.584756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.602781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-592a14bb-0b01-416e-8f45-4f49cda2fa97 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "DELETE /v2.0/ports/aa972213-a79a-48f9-8227-c37c0b9d0038 HTTP/1.1" status: 204 len: 168 time: 3.0358500 May 13 15:00:33.608243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:33.713515 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd1f8ee-4207-4e37-8787-10fe18927366 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] GET failed (client error): The resource could not be found. May 13 15:00:33.714063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfd1f8ee-4207-4e37-8787-10fe18927366 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Synchronizing usage tracker for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:33.727480 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.821656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.913062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:33.933456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:33.941003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e98c31ce-7abc-4712-87ea-42f388cc7d49 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8120937 May 13 15:00:33.947451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:33.957894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'network_id': '16588f9d-0491-4437-a56c-62038ff208a9', 'name': 'tempest-PortsTestJSON-1311111568'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:34.174597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Allocated IP 172.20.0.2 (16588f9d-0491-4437-a56c-62038ff208a9/2778f10e-2eae-46ac-8295-109ab29311c5/7897264d-ce10-468d-b0b5-1f1f5c7be71f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:34.214515 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 07b41e76-3b62-468f-a125-e32db2cece55 associated. External IP: 172.25.5.207, port: 67040df7-66d8-40a6-a84a-bdb4505c3e6e. May 13 15:00:34.235006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:34.249748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bfd1f8ee-4207-4e37-8787-10fe18927366 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] Unset dirty status for tenant:460f553daecc4c7e97e7fb1f6f38652d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:34.251843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bfd1f8ee-4207-4e37-8787-10fe18927366 tempest-PortsAdminExtendedAttrsTestJSON-1115267156 tempest-PortsAdminExtendedAttrsTestJSON-1115267156-project-admin] 10.222.0.36 "GET /v2.0/ports/aa972213-a79a-48f9-8227-c37c0b9d0038 HTTP/1.1" status: 404 len: 333 time: 0.6414526 May 13 15:00:34.253556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:34.258154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:34.401929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:34.405540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:port and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:34.411179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:34.422139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:34.615284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:34.620361 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:34.655613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e4fbbda0-54bf-453a-a5bd-580076cfa70f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:34.656671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:34.763844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8d95c01f-526d-4eb5-b1dd-60c8416acfa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=713fd737487e4feb8c09b69611c024e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495686 May 13 15:00:34.774618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49588) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:34.822980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:00:34.945780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:35.029179 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.036087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:35.043247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.071524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.106705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.128755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eb8e52-1409-4029-9b79-324fba90c038']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:35.154837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47530f3b-d3cf-4520-af6c-b8130399cc2c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:35.155209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47530f3b-d3cf-4520-af6c-b8130399cc2c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:35.187283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.229193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.241022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:00:35.241556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.265157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.282150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: timer() May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:00:35.283215 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:00:35.298802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.299480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.300006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.300617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.301722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.304297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.305395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.306066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.307055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.308264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.308823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.309735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:00:35.398938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171d29-8f8e-4532-b3c8-7d9d19d8cd02 req-dc15b214-9c4b-4724-8dc4-91aaae1c5a40 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:35.400587 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7171d29-8f8e-4532-b3c8-7d9d19d8cd02 req-dc15b214-9c4b-4724-8dc4-91aaae1c5a40 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 945 time: 0.5373666 May 13 15:00:35.423115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.424518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:35.479592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.525771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] 10.222.0.36 "DELETE /v2.0/networks/40eb8e52-1409-4029-9b79-324fba90c038 HTTP/1.1" status: 204 len: 168 time: 1.2627969 May 13 15:00:35.537916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b41d-59c3-4bb7-a135-753b47104d93 tempest-PortsAdminExtendedAttrsTestJSON-1020234964 tempest-PortsAdminExtendedAttrsTestJSON-1020234964-project] Pushing event deleted for resources: {'Network': ['ID=40eb8e52-1409-4029-9b79-324fba90c038,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:35.540045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7171d29-8f8e-4532-b3c8-7d9d19d8cd02 req-ab8b5664-3800-4b55-88e3-2889373a685c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122820 May 13 15:00:35.618429 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:35.694419 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89890870-d255-4f56-af19-a76e5ce790d0'] response: {'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'code': 200} May 13 15:00:36.228624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93092395-570d-4ccf-844f-47fb09eb75d3 req-26d50e7f-030f-48a5-8ed6-c33edc3aed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:36.231121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93092395-570d-4ccf-844f-47fb09eb75d3 req-26d50e7f-030f-48a5-8ed6-c33edc3aed95 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 1097 time: 0.4598341 May 13 15:00:36.286196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49632) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:36.322537 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-93092395-570d-4ccf-844f-47fb09eb75d3 req-3e358f07-f388-402e-b211-dc4625a13d07 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804594 May 13 15:00:36.425220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Transition to ACTIVE for port object 7897264d-ce10-468d-b0b5-1f1f5c7be71f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:36.427807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:36.457447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d573f-e83f-44ad-81f5-b20ca6b56af2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:36.476513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Transition to ACTIVE for port object 7897264d-ce10-468d-b0b5-1f1f5c7be71f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:36.484963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:36.495302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:36.496886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7c7f036f-f7e5-4193-b630-1cae5c7a10ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d0d573f-e83f-44ad-81f5-b20ca6b56af2 HTTP/1.1" status: 204 len: 168 time: 1.7211165 May 13 15:00:36.497397 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:36.520834 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:36.523611 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:36.526762 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:36.528036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:36.780081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:36.782547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ecf5963-0f4e-4388-8158-82fc540cceb3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.5158272 May 13 15:00:36.885993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Network 16588f9d-0491-4437-a56c-62038ff208a9 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:36.898550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:36.908450 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:36.925362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:36.929776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Pushing event updated for resources: {'Port': ['ID=7897264d-ce10-468d-b0b5-1f1f5c7be71f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:36.935377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:36.935994 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:37.016579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.6 (16588f9d-0491-4437-a56c-62038ff208a9/2778f10e-2eae-46ac-8295-109ab29311c5/c826a0e3-773d-4a32-b3c1-2e9c008eaf24) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:37.056289 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:37.056619 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926b458-6732-4620-8e01-80fc8fac299d None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:37.133474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276bde-88a2-4bae-8b0a-0deb550676f7 req-0ca57e1c-223b-4ec3-8c65-307e715edb07 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:37.135401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29276bde-88a2-4bae-8b0a-0deb550676f7 req-0ca57e1c-223b-4ec3-8c65-307e715edb07 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 0.3455129 May 13 15:00:37.188317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-405380c5-0793-4c5d-9014-320b6d4a30ce tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/floatingips/07b41e76-3b62-468f-a125-e32db2cece55 HTTP/1.1" status: 200 len: 978 time: 0.3972733 May 13 15:00:37.188903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49664) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:37.287233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29276bde-88a2-4bae-8b0a-0deb550676f7 req-c493d4de-3fc5-4643-955b-2f10610e5fa1 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454744 May 13 15:00:37.349974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-58cc17d5-dd40-40de-8f40-b55faf7f6be2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e7e485036ae4eaaabb8f53192f9fce8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0620303 May 13 15:00:37.353393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:37.361152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Attempting to bind port 7897264d-ce10-468d-b0b5-1f1f5c7be71f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:00:37.361768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Attempting to bind port 7897264d-ce10-468d-b0b5-1f1f5c7be71f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '3e4f2b04-cd24-4105-9de3-d8d5c94123d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:00:37.362372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Attempting to bind port 7897264d-ce10-468d-b0b5-1f1f5c7be71f on network 16588f9d-0491-4437-a56c-62038ff208a9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:00:37.373798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:00:37.374407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Checking segment: {'id': '3e4f2b04-cd24-4105-9de3-d8d5c94123d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:00:37.376077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:37.376919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Bound using segment: {'id': '3e4f2b04-cd24-4105-9de3-d8d5c94123d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:00:37.378045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Bound port: 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4f2b04-cd24-4105-9de3-d8d5c94123d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '16588f9d-0491-4437-a56c-62038ff208a9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:00:37.379034 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:37.520992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:37.654771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:37.785861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1dbc7dce-e249-4244-befc-ce4ec5fc8883 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5911062 May 13 15:00:37.787985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:37.793883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': '7045c95e-36a6-405f-8fe6-5830b2bc39c5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:37.900445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e8116c62-155a-4055-9d79-19b603815445 None None] For port 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:00:37.932481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e8116c62-155a-4055-9d79-19b603815445 None None] For port 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7897264d-ce10-468d-b0b5-1f1f5c7be71f,segment=NetworkSegment(3e4f2b04-cd24-4105-9de3-d8d5c94123d7),segment_id=3e4f2b04-cd24-4105-9de3-d8d5c94123d7)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:00:37.941760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:37.961555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.008887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object c826a0e3-773d-4a32-b3c1-2e9c008eaf24 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:00:38.036233 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.080542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5a239-ae90-4969-aee9-e78b314fab42,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:38.097036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.108537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.237605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=c826a0e3-773d-4a32-b3c1-2e9c008eaf24,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:38.248095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.254370 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91afcf7f-ece5-45a1-8e53-fdb7f33dd44d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3b5a239-ae90-4969-aee9-e78b314fab42 HTTP/1.1" status: 204 len: 168 time: 0.9003706 May 13 15:00:38.267288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 16588f9d-0491-4437-a56c-62038ff208a9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:38.272483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:38.276552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:00:38.338765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116c62-155a-4055-9d79-19b603815445 None None] Pushing event updated for resources: {'Port': ['ID=7897264d-ce10-468d-b0b5-1f1f5c7be71f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:38.543431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:38.573324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:38.676032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18ba562e-ac4f-4db3-b6a3-3bdbde78ad1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7254744 May 13 15:00:38.680051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49716) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:40.199721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49748) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:40.558156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:40.568743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:40.694874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7d2136df-152a-42be-b916-ff1ca4e71199 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=460f553daecc4c7e97e7fb1f6f38652d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965105 May 13 15:00:40.707250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:40.721491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c047-45c9-4d51-a9b8-e8e1909d258d req-e2dd59c3-23af-456a-a759-d0a45306614f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:40.729705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1459c047-45c9-4d51-a9b8-e8e1909d258d req-e2dd59c3-23af-456a-a759-d0a45306614f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 1.5217535 May 13 15:00:40.944776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c712a678-c54d-47eb-89d0-9901e70460ef None None] Network 16588f9d-0491-4437-a56c-62038ff208a9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:40.953803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1459c047-45c9-4d51-a9b8-e8e1909d258d req-0d153c3b-018a-46a3-8e03-ad487931c8b0 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228155 May 13 15:00:41.059370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7897264d-ce10-468d-b0b5-1f1f5c7be71f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:00:41.065177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:41.313774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:41.325848 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 07b41e76-3b62-468f-a125-e32db2cece55 associated. External IP: 172.25.5.207, port: 67040df7-66d8-40a6-a84a-bdb4505c3e6e. May 13 15:00:41.379456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:41.417554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99dfdd9e-30b4-4a85-bf55-627dd065a0d4 None None] Provisioning for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:41.898329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:41.912346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:41.913325 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:42.181986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7897264d-ce10-468d-b0b5-1f1f5c7be71f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:42.181986 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:42.264810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:42.426492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7897264d-ce10-468d-b0b5-1f1f5c7be71f,segment=NetworkSegment(3e4f2b04-cd24-4105-9de3-d8d5c94123d7),segment_id=3e4f2b04-cd24-4105-9de3-d8d5c94123d7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:00:42.452366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:42.702466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=7897264d-ce10-468d-b0b5-1f1f5c7be71f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:42.915035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:43.014014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Provisioning complete for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:43.020920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:43.038161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fbb43b-3970-4682-a2af-fe841de823c9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:43.092001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:43.098891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7376ce1e-95da-444d-9935-409e210ccdf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7fbb43b-3970-4682-a2af-fe841de823c9 HTTP/1.1" status: 204 len: 168 time: 2.3334062 May 13 15:00:43.302594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:43.318345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:43.527725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=c826a0e3-773d-4a32-b3c1-2e9c008eaf24,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:43.690232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Current status of the port 7897264d-ce10-468d-b0b5-1f1f5c7be71f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:43.735412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Provisioning for port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:00:43.785339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Provisioning complete for port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:43.785917 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:44.162577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-92e48ddb-04a6-4431-afc1-cdd2a20a60a7 None None] Port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:44.223089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64298688-3bcf-4be0-b652-78030a138a7d req-1000c52d-bb27-4a7d-bfa2-e38eaf28ddbc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:44.248277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64298688-3bcf-4be0-b652-78030a138a7d req-1000c52d-bb27-4a7d-bfa2-e38eaf28ddbc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 2.5511739 May 13 15:00:44.322656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:44.389695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'port_id': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:44.402891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5242661c-d3ec-478f-aea6-4e5020000fbd None None] Provisioning complete for port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:44.403500 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5242661c-d3ec-478f-aea6-4e5020000fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:44.541080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5242661c-d3ec-478f-aea6-4e5020000fbd None None] Port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:44.641755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:44.876719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7897264d-ce10-468d-b0b5-1f1f5c7be71f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:00:44.990751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:45.046406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:45.059202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:45.123947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:45.142666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:45.314648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:45.345950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:45.479394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:45.483050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:45.866673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:45.869758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31905671-9876-4510-974e-c89b5a1eb681 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:45.925964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:45.933694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:46.294629 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:00:46.372736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:46.678801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7897264d-ce10-468d-b0b5-1f1f5c7be71f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:00:46.920957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:46.927911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:46.971604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1639907450'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:46.984236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:46.994736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:network and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:47.002676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:47.015260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:47.046945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Made reservation on behalf of f2e8a69230c64ec68ed4e5438604abb1 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:47.053847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:47.100442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:47.220527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=c826a0e3-773d-4a32-b3c1-2e9c008eaf24,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:47.223760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:47.499654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 16588f9d-0491-4437-a56c-62038ff208a9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:00:47.501449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:47.962321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Router b4075096-1602-4692-a822-347edf76dbcf is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:00:48.055326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:48.116535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f5317ebc-95e9-4f2b-96f1-506b38dc2312 None None] Provisioning complete for port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:00:48.117315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f5317ebc-95e9-4f2b-96f1-506b38dc2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:48.349434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f5317ebc-95e9-4f2b-96f1-506b38dc2312 None None] Port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:00:48.758141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:48.776914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd9e58b5-77bc-4882-9834-49b15194dd87 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/routers/b4075096-1602-4692-a822-347edf76dbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0829520 May 13 15:00:48.776914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:48.795037 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] Sync routers for ids ['b4075096-1602-4692-a822-347edf76dbcf'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:48.825779 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] Routers {'b4075096-1602-4692-a822-347edf76dbcf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:48.828921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4075096-1602-4692-a822-347edf76dbcf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:48.895713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:security_group_rule and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:48.915131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:48.943496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:49.024786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:49.057617 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:49.094195 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] Routers {'b4075096-1602-4692-a822-347edf76dbcf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:49.096996 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4075096-1602-4692-a822-347edf76dbcf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:49.103966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9fb0c-b27a-4168-abea-0a796b4199af tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:49.105267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abb9fb0c-b27a-4168-abea-0a796b4199af tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:00:49.169347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abb9fb0c-b27a-4168-abea-0a796b4199af tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:00:49.171770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-abb9fb0c-b27a-4168-abea-0a796b4199af tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4075096-1602-4692-a822-347edf76dbcf HTTP/1.1" status: 200 len: 982 time: 0.4025815 May 13 15:00:49.179253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49972) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:49.288107 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:49.288610 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23e6ac-d3e5-4fa0-8c6c-1ed77711b086 None None] The sync data for ids ['b4075096-1602-4692-a822-347edf76dbcf'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:49.367638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:49.639016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:00:49.870707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:49.882863 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:49.906156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:49.932679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:49.945186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:49.958655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:49.973895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:49.974543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:50.110739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:50.120809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:50.121429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:50.262008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:00:50.349029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:50.349686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba7e0d6-719b-4026-8185-7a3be24b3e4c None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:50.402478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a422a8-86f9-461e-9ad1-5d217b3c142e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:50.416860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:50.417281 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Added segment 4c5d68b8-b90c-4c13-a4c1-3624b315ea28 of type vlan for network f379d248-871a-4d28-976f-f9d744f3adb3 May 13 15:00:50.509001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:50.518315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:50.660873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:50.851227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:51.212879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-96069eab-4800-4884-bc1c-7bca11006355 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/07b41e76-3b62-468f-a125-e32db2cece55 HTTP/1.1" status: 200 len: 978 time: 13.4235866 May 13 15:00:51.213276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:51.216869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:51.222560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:51.223989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:51.226200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:51.706664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:51.752865 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.3648288 May 13 15:00:51.760471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50050) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:51.766178 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP b82bd061-5d9d-43d8-9693-6e0afe3cb538 associated. External IP: 172.25.5.192, port: e4fbbda0-54bf-453a-a5bd-580076cfa70f. May 13 15:00:51.973335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'subnet': {'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:51.989926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port c826a0e3-773d-4a32-b3c1-2e9c008eaf24 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:51.990326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:52.379677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e0564-1049-4018-9027-6cdb83fd2fb6 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Network': ['ID=f379d248-871a-4d28-976f-f9d744f3adb3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:52.396286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network f379d248-871a-4d28-976f-f9d744f3adb3 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:00:52.699616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:52.711551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:subnet and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:52.721458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:52.737175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:52.767223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Made reservation on behalf of f2e8a69230c64ec68ed4e5438604abb1 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:00:52.774452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:52.826449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:52.866495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:52.869305 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 07b41e76-3b62-468f-a125-e32db2cece55 disassociated. External IP: 172.25.5.207, port: 7045c95e-36a6-405f-8fe6-5830b2bc39c5. May 13 15:00:53.135350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:53.389033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for c826a0e3-773d-4a32-b3c1-2e9c008eaf24 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:54.537479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:54.653457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:00:54.661151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:54.916738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=c826a0e3-773d-4a32-b3c1-2e9c008eaf24,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:55.113219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:55.396479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:55.409279 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:55.433360 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:55.434008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:55.446846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:55.651933 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:55.654909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:00:55.675333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:00:55.692654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:55.696784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:55.697385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:00:55.699516 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:55.720202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7af7ce7f-9f70-457a-8943-ce84da43cca3 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/07b41e76-3b62-468f-a125-e32db2cece55 HTTP/1.1" status: 200 len: 688 time: 4.5050931 May 13 15:00:55.726795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50226) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:55.732440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:55.904420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f483503c-e8d8-47a7-ab3b-7c7e90348375 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "PUT /v2.0/floatingips/b82bd061-5d9d-43d8-9693-6e0afe3cb538 HTTP/1.1" status: 200 len: 992 time: 11.5658500 May 13 15:00:55.910552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:00:55.990882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Checking segment: {'id': '4c5d68b8-b90c-4c13-a4c1-3624b315ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:00:55.991258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network hostable DHCP agents. Network: f379d248-871a-4d28-976f-f9d744f3adb3, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:00:56.036594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Subnet': ['ID=dd4eacc9-65af-438e-8531-2ee2be3ea98b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:00:56.044266 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892a13ae-238f-4acd-af95-5ff9856f0b56'] response: {'name': 'network-changed', 'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'status': 'completed', 'code': 200} May 13 15:00:56.045431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network f379d248-871a-4d28-976f-f9d744f3adb3 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:00:56.060930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, f379d248-871a-4d28-976f-f9d744f3adb3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:00:56.087171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:56.089009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.110545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:00:56.112591 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d3ebf-2a6f-4318-9349-a31620607977 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:00:56.112938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-07d578a3-3edf-4c5b-8060-b097513c544f tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3503113 May 13 15:00:56.117219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:56.127739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab4cf2-8f66-49bc-b50f-66c6a40c570f None None] Network f379d248-871a-4d28-976f-f9d744f3adb3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:00:56.129873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-666368499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:00:56.157458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:00:56.162470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:router and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:00:56.168604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:00:56.184161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:00:56.207453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.208783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.246916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.294286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.323852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:56.326892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-677324ec-6c13-4a74-befb-10d4eda824f9 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2076962 May 13 15:00:56.329986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50292) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:00:56.843689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:00:57.652925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:57.697326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 4aa66686-b48b-4be6-ab7e-31daed1561e0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:00:57.697685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:57.779508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:58.082167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:58.082487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:58.581364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 4aa66686-b48b-4be6-ab7e-31daed1561e0 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:00:58.915442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-f379d248-871a-4d28-976f-f9d744f3adb3', 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3', 'tenant_id': 'f2e8a69230c64ec68ed4e5438604abb1', 'fixed_ips': [{'subnet_id': 'dd4eacc9-65af-438e-8531-2ee2be3ea98b'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:00:58.916966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:00:59.339520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-899442c1-c5d9-496b-9e80-2a67c08e5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:00:59.342156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-899442c1-c5d9-496b-9e80-2a67c08e5b79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 1097 time: 2.3162220 May 13 15:00:59.428761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Allocated IP 172.20.0.2 (f379d248-871a-4d28-976f-f9d744f3adb3/dd4eacc9-65af-438e-8531-2ee2be3ea98b/ebde4dd4-8dbc-4ed3-b81c-ee1398536552) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:00:59.801226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Router b4075096-1602-4692-a822-347edf76dbcf has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:00.019755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'b82bd061-5d9d-43d8-9693-6e0afe3cb538', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:f7:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:59Z', 'updated_at': '2022-05-13T15:00:49Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:00.041571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:01:00.099932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:00.109187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:00.210281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a460e29-8246-4ac7-8e6b-4b70bdbb5538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:00.468102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:00.472519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:01:00.599176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:00.637650 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] Sync routers for ids ['b4075096-1602-4692-a822-347edf76dbcf'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:00.653819 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] Routers {'b4075096-1602-4692-a822-347edf76dbcf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:00.654687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4075096-1602-4692-a822-347edf76dbcf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:00.698082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-0abdb090-3b06-48d9-8bc3-d2bab11b1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:00.706451 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-0abdb090-3b06-48d9-8bc3-d2bab11b1ab7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.3165452 May 13 15:01:00.711500 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:00.804140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Transition to ACTIVE for port object ebde4dd4-8dbc-4ed3-b81c-ee1398536552 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:00.845512 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:00.864157 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] Routers {'b4075096-1602-4692-a822-347edf76dbcf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:00.865139 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:00:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b4075096-1602-4692-a822-347edf76dbcf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:01.013787 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:01.014460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9594b207-e9c6-4662-992d-b56684d82585 None None] The sync data for ids ['b4075096-1602-4692-a822-347edf76dbcf'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:01.035496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Transition to ACTIVE for port object ebde4dd4-8dbc-4ed3-b81c-ee1398536552 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:01.057225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-3c898a75-6725-422a-a468-afac08b826a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 200 len: 1000 time: 0.3271537 May 13 15:01:01.067219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.067612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=4aa66686-b48b-4be6-ab7e-31daed1561e0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:01.087130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a717a776-d7da-477d-b7d3-719f70c36875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/routers/b4075096-1602-4692-a822-347edf76dbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9058681 May 13 15:01:01.110385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:01.230286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Allocated IP 172.20.0.1 (f379d248-871a-4d28-976f-f9d744f3adb3/dd4eacc9-65af-438e-8531-2ee2be3ea98b/7d5c8500-7713-453b-8dc2-2d04809d56ed) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:01.292971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Pushing event updated for resources: {'Port': ['ID=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:01.348283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Network f379d248-871a-4d28-976f-f9d744f3adb3 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:01.371238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:01.394287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:01.610557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Attempting to bind port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:01.611223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Attempting to bind port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '4c5d68b8-b90c-4c13-a4c1-3624b315ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:01.612295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Attempting to bind port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 on network f379d248-871a-4d28-976f-f9d744f3adb3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:01.617840 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-528b845a-a4af-4ac5-93b3-f91ef911542b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 15:01:01.618966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-528b845a-a4af-4ac5-93b3-f91ef911542b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:01.625584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:01.626250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Checking segment: {'id': '4c5d68b8-b90c-4c13-a4c1-3624b315ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:01.626820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.627375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Bound using segment: {'id': '4c5d68b8-b90c-4c13-a4c1-3624b315ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:01.628074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Bound port: ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5d68b8-b90c-4c13-a4c1-3624b315ea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:01.628651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.749718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.807331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:01.812761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:01.826786 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.834666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Transition to ACTIVE for port object 7d5c8500-7713-453b-8dc2-2d04809d56ed will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:01.869172 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:01.934393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-ce9e5e90-248b-4e0c-a31e-1dd3aedfde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:01.954985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da80e3-e802-4f1c-98e5-978a2a334963 None None] Pushing event updated for resources: {'Port': ['ID=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:01.957390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-ce9e5e90-248b-4e0c-a31e-1dd3aedfde27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.8343787 May 13 15:01:02.026383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'b82bd061-5d9d-43d8-9693-6e0afe3cb538', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:f7:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:59Z', 'updated_at': '2022-05-13T15:00:49Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:02.051751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b153e5-60b0-43cf-9114-5f56dc9e36e9 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'b82bd061-5d9d-43d8-9693-6e0afe3cb538', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:f7:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:59:59Z', 'updated_at': '2022-05-13T15:00:49Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:02.134029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network f379d248-871a-4d28-976f-f9d744f3adb3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:02.139029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:02.142611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:02.248613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-528b845a-a4af-4ac5-93b3-f91ef911542b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:02.263119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-528b845a-a4af-4ac5-93b3-f91ef911542b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/c826a0e3-773d-4a32-b3c1-2e9c008eaf24 HTTP/1.1" status: 404 len: 333 time: 1.1501672 May 13 15:01:02.296911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:02.302192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:02.630972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e697355b-ddc5-4e10-9182-dbab584767ba None None] New status for floating IP b82bd061-5d9d-43d8-9693-6e0afe3cb538: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:01:02.635515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=7d5c8500-7713-453b-8dc2-2d04809d56ed,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:02.734996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:02.745585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:02.745585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c3aab8a-beb6-4765-97c5-7114f7749508 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/07b41e76-3b62-468f-a125-e32db2cece55 HTTP/1.1" status: 204 len: 168 time: 7.0142438 May 13 15:01:02.783141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:02.864838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:03.226098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:03.263808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ebde4dd4-8dbc-4ed3-b81c-ee1398536552 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:03.304160 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-0792b8d4-acba-424a-8e3a-36672fe9a7ee tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] delete failed (client error): The resource could not be found. May 13 15:01:03.329207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0792b8d4-acba-424a-8e3a-36672fe9a7ee tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/07b41e76-3b62-468f-a125-e32db2cece55 HTTP/1.1" status: 404 len: 345 time: 0.5443325 May 13 15:01:03.385668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:03.836950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c3cd4c94-2f3d-49fe-bbc4-5347b02135a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.053208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.080189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.135640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:04.266181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-9a2f503b-bc53-4552-b1ef-b3d2401c9e84 req-523dc679-831e-4af4-978e-d35540917433 service neutron] (88132) timed out ('10.222.0.86', 51535) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:01:04.298342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-752d9382-40db-4d5c-b04b-91dba3477b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:04.318140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-752d9382-40db-4d5c-b04b-91dba3477b15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3513842 May 13 15:01:04.320409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.341004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.487433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff18aed-7a39-4d8b-845e-77c2d65b84e6 None None] Network f379d248-871a-4d28-976f-f9d744f3adb3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:04.775754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.780996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Fanout notify agent at l3_agent the message router_deleted on router b4075096-1602-4692-a822-347edf76dbcf {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:01:04.883575 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:04.943002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Provisioning for port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:04.967668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Provisioning complete for port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:04.970632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.047587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.086156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:05.106273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:05.132053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:05.132978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Synchronizing usage tracker for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:05.139673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.226735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.234837 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-93068f92-9132-41cb-841e-d6cfd776a093 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/routers/b4075096-1602-4692-a822-347edf76dbcf HTTP/1.1" status: 204 len: 168 time: 2.9366577 May 13 15:01:05.239247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50724) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:05.240322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-1c13a842-da5b-4693-badb-bdb10dcd502c service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007554 May 13 15:01:05.258806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Current status of the port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:05.259345 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.331058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:05.345573 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:05.512138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8da35-8051-4c5f-a0fe-255923ba4588 None None] Pushing event updated for resources: {'Port': ['ID=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:05.803104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e6ce882-d68b-4a68-a12c-60a1d8072b49 req-4dac86e2-9f6f-4003-ba62-dd2d7eaf2525 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386727 May 13 15:01:05.905545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-e1a75939-c1f9-4635-8c7b-7e849b404903 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1595495 May 13 15:01:06.011260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 2778f10e-2eae-46ac-8295-109ab29311c5 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:01:06.038453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.130189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Unset dirty status for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:06.135678 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e1104218-eb08-459b-8d26-f176b641eedb tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/ports?network_id=d1099f66-c101-46cf-871d-48c6e676d944 HTTP/1.1" status: 200 len: 2358 time: 2.7450716 May 13 15:01:06.143188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50742) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:06.180898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Provisioning for port 7d5c8500-7713-453b-8dc2-2d04809d56ed completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:06.192075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Provisioning complete for port 7d5c8500-7713-453b-8dc2-2d04809d56ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:06.193702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.343395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-7ee1090d-ac81-40d6-b68b-133aeab9a34f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9580238 May 13 15:01:06.344395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=7d5c8500-7713-453b-8dc2-2d04809d56ed,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:06.361998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Port 7d5c8500-7713-453b-8dc2-2d04809d56ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:06.399127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.417162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Provisioning complete for port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:06.417950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.452984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:06.588808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044597ed-f65c-4af5-9838-33225d97991c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:06.589415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-044597ed-f65c-4af5-9838-33225d97991c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Synchronizing usage tracker for tenant:2b8a193cfb9547098811adc669bd684e on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:06.837972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-044597ed-f65c-4af5-9838-33225d97991c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Unset dirty status for tenant:2b8a193cfb9547098811adc669bd684e on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:06.845450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-044597ed-f65c-4af5-9838-33225d97991c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/subnets/b1c16a0b-0420-40ff-843b-33eff7bb2a32 HTTP/1.1" status: 200 len: 797 time: 0.6923807 May 13 15:01:06.852055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:06.865217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ebde4dd4-8dbc-4ed3-b81c-ee1398536552 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:06.867264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'port': {'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944', 'name': 'tempest-FloatingIPTestJSON-1471460458', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:07.055176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803628ad-ef9f-4463-b955-570b568978ec req-10f9433d-f9ea-4b7e-8884-eefaf44ea4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:07.070207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-10f9433d-f9ea-4b7e-8884-eefaf44ea4fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 1101 time: 0.9574306 May 13 15:01:07.119036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e8f58d1-bdde-4538-9388-b485d00b7761 None None] Current status of the port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:07.224300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.303959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:07.304569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.326411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network f379d248-871a-4d28-976f-f9d744f3adb3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:07.350706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:07.634333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f01a88c6-4377-4ebe-81d8-b2ad0b856911 None None] Provisioning complete for port 7d5c8500-7713-453b-8dc2-2d04809d56ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:07.635150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f01a88c6-4377-4ebe-81d8-b2ad0b856911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:07.819940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803628ad-ef9f-4463-b955-570b568978ec req-c47a0d1d-51de-465e-94ee-55e75e733a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:07.838898 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-c47a0d1d-51de-465e-94ee-55e75e733a7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.7385852 May 13 15:01:08.109870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-b3232fc9-4df6-4531-9ebf-484a4a8fdc89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 200 len: 217 time: 0.2616618 May 13 15:01:08.254660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:08.259027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803628ad-ef9f-4463-b955-570b568978ec req-2681a934-76ac-4f21-9420-fba712556617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:08.260831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-2681a934-76ac-4f21-9420-fba712556617 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1401291 May 13 15:01:08.273699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f01a88c6-4377-4ebe-81d8-b2ad0b856911 None None] Port 7d5c8500-7713-453b-8dc2-2d04809d56ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:08.327603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:08.420437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-fe15e632-9628-4925-8a55-b8f406bf102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:08.422248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-fe15e632-9628-4925-8a55-b8f406bf102b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 1097 time: 1.7193775 May 13 15:01:08.442616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:08.446423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-666487f0-d571-4b9e-8b07-5fad546de267 None None] Provisioning complete for port 7d5c8500-7713-453b-8dc2-2d04809d56ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:08.449280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-666487f0-d571-4b9e-8b07-5fad546de267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.455876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.541536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803628ad-ef9f-4463-b955-570b568978ec req-e4100c7a-bdb7-48e8-a334-2839e5aa207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:08.543370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-e4100c7a-bdb7-48e8-a334-2839e5aa207c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2721710 May 13 15:01:08.710152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:08.786869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-666487f0-d571-4b9e-8b07-5fad546de267 None None] Port 7d5c8500-7713-453b-8dc2-2d04809d56ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:08.798065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435647f9-9a87-4cd2-9eca-1f2d2d170192 None None] Network 16588f9d-0491-4437-a56c-62038ff208a9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:08.943687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-b56ae7f2-8b74-49d5-8c91-0774e071d83d service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771567 May 13 15:01:08.992034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=2778f10e-2eae-46ac-8295-109ab29311c5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:09.166465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:09.430891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-803628ad-ef9f-4463-b955-570b568978ec req-ebbdab85-833e-4211-9487-d3ac4c903bc8 service neutron] 10.222.0.90 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813972 May 13 15:01:09.585882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50794) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:09.608725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c223803c-3b60-48ec-acb6-816ef4048968 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2778f10e-2eae-46ac-8295-109ab29311c5 HTTP/1.1" status: 204 len: 168 time: 3.8756163 May 13 15:01:09.771599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Router 2c71f2c8-c987-4006-aa7b-79617056423b is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:01:09.895384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-86f410f9-9f1e-431e-8e59-9aa03b5efaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:09.915531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-86f410f9-9f1e-431e-8e59-9aa03b5efaf1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.4258296 May 13 15:01:09.970880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:09.993847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 7897264d-ce10-468d-b0b5-1f1f5c7be71f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:09.994673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:10.235730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:10.327807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:10.531206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] DHCP port deletion for 16588f9d-0491-4437-a56c-62038ff208a9 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:01:10.536967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Deleting port 7897264d-ce10-468d-b0b5-1f1f5c7be71f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:10.537307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:10.560311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] For port 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7897264d-ce10-468d-b0b5-1f1f5c7be71f,segment=NetworkSegment(3e4f2b04-cd24-4105-9de3-d8d5c94123d7),segment_id=3e4f2b04-cd24-4105-9de3-d8d5c94123d7)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:10.561186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.086505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7897264d-ce10-468d-b0b5-1f1f5c7be71f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:01:11.102074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 7897264d-ce10-468d-b0b5-1f1f5c7be71f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:11.172185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] device_id is not set on port b077e4d3-a178-4f01-9a64-401421e6bdef yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:11.210504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:11.221420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.221782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] Sync routers for ids ['2c71f2c8-c987-4006-aa7b-79617056423b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:11.241230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-faba92e3-77e0-41f7-bcd3-a6d3f557709b tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "PUT /v2.0/routers/2c71f2c8-c987-4006-aa7b-79617056423b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8881340 May 13 15:01:11.247969 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] Routers {'2c71f2c8-c987-4006-aa7b-79617056423b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:11.248643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2c71f2c8-c987-4006-aa7b-79617056423b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.264439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:11.306396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.401663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] For port 7897264d-ce10-468d-b0b5-1f1f5c7be71f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7897264d-ce10-468d-b0b5-1f1f5c7be71f,segment=NetworkSegment(3e4f2b04-cd24-4105-9de3-d8d5c94123d7),segment_id=3e4f2b04-cd24-4105-9de3-d8d5c94123d7)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:11.402100 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.446283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No DVR routers for this DVR port 7897264d-ce10-468d-b0b5-1f1f5c7be71f on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:01:11.484790 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.505449 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] Routers {'2c71f2c8-c987-4006-aa7b-79617056423b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:11.506342 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2c71f2c8-c987-4006-aa7b-79617056423b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.588425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 7897264d-ce10-468d-b0b5-1f1f5c7be71f {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:01:11.589128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7897264d-ce10-468d-b0b5-1f1f5c7be71f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:01:11.595614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=7897264d-ce10-468d-b0b5-1f1f5c7be71f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:11.669170 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.669820 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf63301-b7e7-409c-870d-b13643df629d None None] The sync data for ids ['2c71f2c8-c987-4006-aa7b-79617056423b'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:11.730917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-c1ecabaa-ada4-43b2-b791-b20c805710ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 200 len: 1002 time: 1.7964139 May 13 15:01:11.732371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:11.753228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'port': {'network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3', 'name': 'tempest-FloatingIPNegativeTestJSON-752014927'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:11.757326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Calling delete_port for 7897264d-ce10-468d-b0b5-1f1f5c7be71f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:11.773655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.835969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16588f9d-0491-4437-a56c-62038ff208a9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.869317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f2b04-cd24-4105-9de3-d8d5c94123d7') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.869317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f2b04-cd24-4105-9de3-d8d5c94123d7') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:11.914259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.941187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.943202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Usage tracker for resource:security_group_rule and tenant:b01f7daf42ae4704bf141dc981242d94 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.957580 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:01:11.963395 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:01:11.971127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-4c22c008-cbbb-4213-8897-a65e1981008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:11.971127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-4c22c008-cbbb-4213-8897-a65e1981008d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.1508868 May 13 15:01:11.974593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:01:11.974852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:11.975236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:11.976659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:01:11.977506 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:01:12.199345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: timer() May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:01:12.237180 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:01:12.246469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:12.298432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:12.341501 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/16588f9d-0491-4437-a56c-62038ff208a9 HTTP/1.1" status: 204 len: 168 time: 2.7486935 May 13 15:01:12.342374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:12.386990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed40bf-79eb-4a21-a462-5192b425e16c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=16588f9d-0491-4437-a56c-62038ff208a9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:12.479503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Deleting port 7897264d-ce10-468d-b0b5-1f1f5c7be71f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:12.479899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:12.625760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde42d8-a665-4d88-87c8-2108701eab1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:12.629914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dde42d8-a665-4d88-87c8-2108701eab1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:12.631526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:12.649065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:port and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:12.656922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6539e371-68cd-44e9-a4c6-1cc156cb87fe None None] The port '7897264d-ce10-468d-b0b5-1f1f5c7be71f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:01:12.663829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:12.687924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3dde42d8-a665-4d88-87c8-2108701eab1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:12.698633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:12.701569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3dde42d8-a665-4d88-87c8-2108701eab1a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/b9493bd6-8230-4563-a602-8aaab9d3942e HTTP/1.1" status: 200 len: 841 time: 0.3569441 May 13 15:01:12.702975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50854) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:12.807681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Made reservation on behalf of f2e8a69230c64ec68ed4e5438604abb1 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:12.811522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:12.820792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cdd4e2ad-a95b-401b-a82f-3ec892221095 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/b9493bd6-8230-4563-a602-8aaab9d3942e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1158352 May 13 15:01:12.830374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:12.842775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:12.871692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-b9026b83-01ee-4734-b04d-be838d32f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:12.873562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-b9026b83-01ee-4734-b04d-be838d32f13b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7856772 May 13 15:01:12.879543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] device_id is not set on port 1f05b280-2887-44c3-aca8-727fec5fb146 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:13.033551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:13.039613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:13.043249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:13.051941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:13.139829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Allocated IP 172.20.0.10 (f379d248-871a-4d28-976f-f9d744f3adb3/dd4eacc9-65af-438e-8531-2ee2be3ea98b/1f05b280-2887-44c3-aca8-727fec5fb146) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:13.343651 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:13.357464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:13.363381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:13.444415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:13.806572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:13.830697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b01f7daf42ae4704bf141dc981242d94&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5692394 May 13 15:01:13.841453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.14 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/b077e4d3-a178-4f01-9a64-401421e6bdef) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:13.896049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:13.922048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:13.931572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511f5f8-c5b9-4902-9fa4-eceb5ee9edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23faf728-f7ec-40e8-aab1-ea25d4c9293d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:13.931819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:13.943558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:13.944161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:13.944710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d4550-abf7-406d-8620-f5f478532ff8 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:13.990965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=f57f6b57-6c67-4b93-b8c9-a820b74f8e87,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:14.006754 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b381d878-2691-4400-a2b0-26afa6b26f4a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1748455 May 13 15:01:14.007572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:14.014144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012456039'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:14.024703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:14.030341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:14.034092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:14.041918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:14.061868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.075093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-adb66a46-a7ad-4098-ab0b-fc0b09950e81 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236155 May 13 15:01:14.095929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:14.103703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.13 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/b077e4d3-a178-4f01-9a64-401421e6bdef) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:14.107108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:14.111615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:14.128253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:14.353415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.359821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.429419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.436633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4273510 May 13 15:01:14.437787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50892) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:14.454587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'security_group': {'name': 'tempest-secgroup-314778724'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:14.472563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:14.495926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:14.497627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'tenant_id': '2a931c87ce1c4a009b563dfe5fa2ba37', 'fixed_ips': [{'subnet_id': 'f57f6b57-6c67-4b93-b8c9-a820b74f8e87'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:01:14.499605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.506961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:14.516119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:14.518309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117dcda-ec68-436e-8dec-a86b0ef6f40b tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349b3f0c-339e-44c3-a87d-fadb2fb39502,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:14.538627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.596571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:14.607403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:14.613745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:14.627566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:14.784140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.789544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.844177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.949109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60546a04-456d-4d26-bbe6-97341d1e463f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:14.961387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:14.968111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bee536e9-effe-4446-b76f-8e243af34c01 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5220838 May 13 15:01:14.969769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:14.985209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1439901874', 'security_groups': ['60546a04-456d-4d26-bbe6-97341d1e463f'], 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f57f6b57-6c67-4b93-b8c9-a820b74f8e87'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:15.006279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Allocated IP 172.20.0.2 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/f57f6b57-6c67-4b93-b8c9-a820b74f8e87/d875e678-087d-4a28-b50d-6cf6c974778e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:15.053176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.155967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.185006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aba5fc0d-6039-4262-8c39-b26ccad73f87 req-cb4a27ed-201f-4e40-a8ae-293d79bc2c3a service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0771990 May 13 15:01:15.209651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:15.225565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.277457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Transition to ACTIVE for port object 1f05b280-2887-44c3-aca8-727fec5fb146 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:15.318674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:15.337935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:15.352644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.356812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:15.570823 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.599665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Transition to ACTIVE for port object d875e678-087d-4a28-b50d-6cf6c974778e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:15.631753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Transition to ACTIVE for port object d875e678-087d-4a28-b50d-6cf6c974778e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:15.639592 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.660561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.695902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:15.741696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:15.748776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:15.763985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:15.805619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port a1e8e907-6682-4514-8350-34719a00b367 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:16.093679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23faf728-f7ec-40e8-aab1-ea25d4c9293d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:16.096030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.101087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:16.107644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.187744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:16.229817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:16.245003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:16.289758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Attempting to bind port d875e678-087d-4a28-b50d-6cf6c974778e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:01:16.291400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Attempting to bind port d875e678-087d-4a28-b50d-6cf6c974778e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5291724f-4040-44df-a1ee-a6142acb7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:01:16.294363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Attempting to bind port d875e678-087d-4a28-b50d-6cf6c974778e on network 52e8ae5d-9570-46d5-8aba-1df24c316b7f {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:01:16.319938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:16.344430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:01:16.345202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Checking segment: {'id': '5291724f-4040-44df-a1ee-a6142acb7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:01:16.346034 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.346816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Bound using segment: {'id': '5291724f-4040-44df-a1ee-a6142acb7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:01:16.347500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Bound port: d875e678-087d-4a28-b50d-6cf6c974778e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5291724f-4040-44df-a1ee-a6142acb7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:01:16.348393 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.457859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=b077e4d3-a178-4f01-9a64-401421e6bdef,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:16.482049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.3 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/f57f6b57-6c67-4b93-b8c9-a820b74f8e87/a1e8e907-6682-4514-8350-34719a00b367) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:16.508942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network f379d248-871a-4d28-976f-f9d744f3adb3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:16.510538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2265ba329f461eb7f6a61ef1ec3a42 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:16.514507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.516320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-152d8b01-d840-48d0-b9c8-f37e8890e099 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23faf728-f7ec-40e8-aab1-ea25d4c9293d HTTP/1.1" status: 204 len: 168 time: 2.6176472 May 13 15:01:16.518866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:16.522648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:16.637745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:16.668056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:01:16.671041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:16.671720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.677683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:01:16.689260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:16.760904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:16.933324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:16.934024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.000611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7132804 May 13 15:01:17.010226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50936) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:17.070136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:17.088367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5906-6ed6-4829-beed-0fa32c901a6c None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:17.093476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2261b5-dcc3-498a-9548-e6c39580bbff tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=1f05b280-2887-44c3-aca8-727fec5fb146,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:17.118871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:17.141036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-18244cb0-a258-4ebf-8f59-56a6c7a010ec None None] Provisioning for port 1f05b280-2887-44c3-aca8-727fec5fb146 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:17.169361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb5eaf55-78fb-42db-b00f-c616db24cf25 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 10.3103957 May 13 15:01:17.171344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-18244cb0-a258-4ebf-8f59-56a6c7a010ec None None] Provisioning complete for port 1f05b280-2887-44c3-aca8-727fec5fb146 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:17.171588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:17.172468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-18244cb0-a258-4ebf-8f59-56a6c7a010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.177750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:floatingip and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:17.186843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:17.187056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': 'b077e4d3-a178-4f01-9a64-401421e6bdef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:17.216742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:17.243034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:floatingip and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:17.250656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:17.251114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:17.274512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:17.280501 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.312008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.332403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.436462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object a1e8e907-6682-4514-8350-34719a00b367 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:17.500384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-18244cb0-a258-4ebf-8f59-56a6c7a010ec None None] Port 1f05b280-2887-44c3-aca8-727fec5fb146 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:17.831752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.870114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:17.928252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.071185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e2265ba329f461eb7f6a61ef1ec3a42&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8576961 May 13 15:01:18.077258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50980) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:18.128987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c02f70-86f8-4781-8a81-85f03a205880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9c642-4bd1-46f8-b90b-7db05cfb1078,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:18.207424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:18.217007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:18.227162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:18.316801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:18.317502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.332600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.341617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=a1e8e907-6682-4514-8350-34719a00b367,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:18.354172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.598880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.118 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/8703b0d2-2a13-4b2b-bcd9-0f29e494163f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:18.617939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:18.738299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.005230 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cf1bae8a-0853-4002-8cb6-f9db8ce62c4c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0340335 May 13 15:01:19.009401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:19.065042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:19.121844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:19.414237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.608017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.612944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5db9c642-4bd1-46f8-b90b-7db05cfb1078 HTTP/1.1" status: 204 len: 168 time: 1.5287881 May 13 15:01:19.612944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a6423-b3b2-43b1-a89b-7c02d2036f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9c642-4bd1-46f8-b90b-7db05cfb1078,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:19.651020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.703240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.868066 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:19.915622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Provisioning for port d875e678-087d-4a28-b50d-6cf6c974778e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:19.985867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d875e678-087d-4a28-b50d-6cf6c974778e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:19.999393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=8703b0d2-2a13-4b2b-bcd9-0f29e494163f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:20.010337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:20.016263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:20.038923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:20.046248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:20.055873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:20.277688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:20.360202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:20.363108 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:20.372420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:20.392645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:20.478470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:20.617523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Allocated IP 172.25.5.39 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/446bbf41-4b10-4954-a55f-64fba09a8bfc) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:20.966225 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.115019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.133832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:21.137902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.231763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:21.285926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.310359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:21.310989 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.380790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.416821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:21.419903 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.428289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:21.480159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:21.496466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:21.563515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Usage tracker for resource:security_group_rule and tenant:a47dc096e84a4219b089bff237e44f8a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:21.600706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:21.617266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:21.660885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:21.683938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:21.730939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:21.743663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:21.750988 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f57f6b57-6c67-4b93-b8c9-a820b74f8e87 (CIDR: 172.20.0.0/28) May 13 15:01:21.785671 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:01:21.786584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:01:21.830337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=446bbf41-4b10-4954-a55f-64fba09a8bfc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:21.894257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18516c4f-4b73-4368-b435-a3c5ba88aa62 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8832901 May 13 15:01:21.895410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:21.917643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:22.105663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.193380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:01:22.198526 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:01:22.403541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.510678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.546834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.584780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.590799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:22.650210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bca1da-0703-4e3a-800e-b2915a44468a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:22.754294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:22.797283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:22.804078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:22.866713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e67e693-d1d7-40fd-86bc-72c66959f385 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a47dc096e84a4219b089bff237e44f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6289306 May 13 15:01:22.870671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:22.902297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51364) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:23.111346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:23.124992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.139685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:23.166898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:23.167263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.242083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.254298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.267916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc32d3-5c9c-4e95-92aa-34fa16342094 None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:23.300740 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:01:23.397572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-90614a42-6d8f-4b06-bd6a-7f65ad7768ee None None] Provisioning for port a1e8e907-6682-4514-8350-34719a00b367 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:23.413125 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-90614a42-6d8f-4b06-bd6a-7f65ad7768ee None None] Provisioning complete for port a1e8e907-6682-4514-8350-34719a00b367 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:23.413496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-90614a42-6d8f-4b06-bd6a-7f65ad7768ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.618755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-90614a42-6d8f-4b06-bd6a-7f65ad7768ee None None] Port a1e8e907-6682-4514-8350-34719a00b367 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:23.619672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.652814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.778738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:23.867225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:23.999893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:24.081067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:24.081442 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:24.180971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=446bbf41-4b10-4954-a55f-64fba09a8bfc,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:24.192476 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:24.224596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=8703b0d2-2a13-4b2b-bcd9-0f29e494163f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:24.249878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:24.256118 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 05c03d5d-c693-475e-9d78-888fe62cd899 associated. External IP: 172.25.5.118, port: b077e4d3-a178-4f01-9a64-401421e6bdef. May 13 15:01:24.256875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-586ff36f-8669-4b15-9b34-497e429ecee3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2336988 May 13 15:01:24.269153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:24.291682 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:24.317169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d02631a9-5ec0-45dd-a16a-99da37ffd4d8 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'floatingip': {'port_id': '1f05b280-2887-44c3-aca8-727fec5fb146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:24.341268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:24.885622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d02631a9-5ec0-45dd-a16a-99da37ffd4d8 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:25.158775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:25.465607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:25.477331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:25.503728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:25.508365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:25.510490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:25.593641 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-d02631a9-5ec0-45dd-a16a-99da37ffd4d8 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] update failed (client error): The resource could not be found. May 13 15:01:25.595002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d02631a9-5ec0-45dd-a16a-99da37ffd4d8 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "PUT /v2.0/floatingips/2846837c-fd61-473e-b52a-4fd5e35cfc19 HTTP/1.1" status: 404 len: 507 time: 1.3168750 May 13 15:01:25.602452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51530) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:25.687230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36fce774-f3d0-477f-a501-0bd5a3eee4db tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.5125024 May 13 15:01:25.688455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:25.703636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': 'b077e4d3-a178-4f01-9a64-401421e6bdef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:25.788506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:25.817709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:25.819149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:25.889499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:25.917214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:25.918797 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:25.919424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d791ce7-cb08-4621-962c-b474fc695022 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:26.045819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bca1da-0703-4e3a-800e-b2915a44468a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:26.068759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port 446bbf41-4b10-4954-a55f-64fba09a8bfc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:26.069481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.173261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.177396 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b5e4c5e7-3b4c-4d91-a808-ad5be0318eb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57bca1da-0703-4e3a-800e-b2915a44468a HTTP/1.1" status: 204 len: 168 time: 3.2740607 May 13 15:01:26.344995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.508389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.508731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.550537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:26.608349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:26.619874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475dd94-03c0-4bc2-b071-67a87599d4ac None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:26.750900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:26.754910 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:26.779880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Calling delete_port for 446bbf41-4b10-4954-a55f-64fba09a8bfc owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:26.842804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=d2c96711-8922-42e5-9e6c-a043350e3173,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:26.860341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d660f71-403c-4a34-9ec0-51768e2b4355 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.9590881 May 13 15:01:26.865249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:26.874502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-683017923', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2c96711-8922-42e5-9e6c-a043350e3173'}], 'security_groups': ['349b3f0c-339e-44c3-a87d-fadb2fb39502']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:27.151666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:27.301447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Port': ['ID=446bbf41-4b10-4954-a55f-64fba09a8bfc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:27.464605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.464877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.465432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.466149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.466637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.467139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.467671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.468151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.468664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.469139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.469679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.470298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:27.584797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:27.734845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Update dhcp port {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'fixed_ips': [{'subnet_id': 'f57f6b57-6c67-4b93-b8c9-a820b74f8e87', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2c96711-8922-42e5-9e6c-a043350e3173'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'd875e678-087d-4a28-b50d-6cf6c974778e'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:01:27.763657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:27.766484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-42ed0b73-4924-4eff-8bf4-a2617ce95007 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "DELETE /v2.0/floatingips/2846837c-fd61-473e-b52a-4fd5e35cfc19 HTTP/1.1" status: 204 len: 168 time: 2.1627476 May 13 15:01:27.773250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:27.793350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'floatingip': {'floating_network_id': 'f379d248-871a-4d28-976f-f9d744f3adb3', 'port_id': '1f05b280-2887-44c3-aca8-727fec5fb146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:27.843504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:27.848091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:28.041070 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:28.043863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:28.052037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:28.065091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:floatingip and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:28.074275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:28.089706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:28.140777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:28.614533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Allocated IP 172.20.0.18 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/d2c96711-8922-42e5-9e6c-a043350e3173/d875e678-087d-4a28-b50d-6cf6c974778e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:29.131984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:29.192283 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:29.194407 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:01:29.197036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d3ef363-1d9b-42d9-a776-eb3e25d647b1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4213898 May 13 15:01:29.207326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:29.215901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '1f05b280-2887-44c3-aca8-727fec5fb146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:29.250583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:29.264741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Transition to ACTIVE for port object d875e678-087d-4a28-b50d-6cf6c974778e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:29.270693 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:29.282785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Usage tracker for resource:floatingip and tenant:f2e8a69230c64ec68ed4e5438604abb1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:29.287884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:29.315208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:29.331435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:29.356238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:29.410597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c8443-a8e2-4a1a-aec8-052aa98cd0b7 None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:29.725856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:29.846705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:29.857237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:29.861616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:29.900076 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:29.901974 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:29.979596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Delete allocated IP 172.20.0.3 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/f57f6b57-6c67-4b93-b8c9-a820b74f8e87) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:01:29.988181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2611ab1-03ea-4172-a97a-67a5ed07aad8 req-a6f1f435-ea66-4744-8917-b64a57662cb1 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:29.996453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2611ab1-03ea-4172-a97a-67a5ed07aad8 req-a6f1f435-ea66-4744-8917-b64a57662cb1 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 950 time: 0.3776519 May 13 15:01:30.040312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.24 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/d2c96711-8922-42e5-9e6c-a043350e3173/a1e8e907-6682-4514-8350-34719a00b367) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:30.062344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-73cff140-5d50-4736-9326-45c66c2b6175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.084901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.108841 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:30.138843 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:30.139601 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:30.183590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2611ab1-03ea-4172-a97a-67a5ed07aad8 req-5cc95f69-f7af-4a51-804e-0520c238aca8 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853993 May 13 15:01:30.200623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe5a95dc-bf82-476a-8a31-b97f8bcba15b tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/05c03d5d-c693-475e-9d78-888fe62cd899 HTTP/1.1" status: 200 len: 979 time: 4.5110128 May 13 15:01:30.203204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:30.219129 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:30.219725 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb7f0b-76e2-413a-96a0-77f3d790ce44 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:30.582560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 8703b0d2-2a13-4b2b-bcd9-0f29e494163f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:30.583794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.724765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Allocated IP 172.25.5.138 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/83ed91b0-4825-422b-acfb-b5f785ff8a57) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:30.902233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:30.990583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object a1e8e907-6682-4514-8350-34719a00b367 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:31.048538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Provisioning for port a1e8e907-6682-4514-8350-34719a00b367 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:31.070550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.092109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Provisioning complete for port a1e8e907-6682-4514-8350-34719a00b367 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:31.092721 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.193459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.205533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.206125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.298506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.350379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:31.379638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 8703b0d2-2a13-4b2b-bcd9-0f29e494163f owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:31.389839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Port a1e8e907-6682-4514-8350-34719a00b367 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:31.431799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Provisioning for port d875e678-087d-4a28-b50d-6cf6c974778e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:31.436755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:31.437134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.503925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:31.662143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:31.671521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=a1e8e907-6682-4514-8350-34719a00b367,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:31.693674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:31.731181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=8703b0d2-2a13-4b2b-bcd9-0f29e494163f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:31.784644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:31.799042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.801004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.801706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.805485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.806795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.807838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.808965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.811201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.812913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.816205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.818122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.818763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:31.843436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:31.844040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.181796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c820b175-e6f8-4253-a55d-4e3311ee9d0f None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:32.240526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.241802 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 05c03d5d-c693-475e-9d78-888fe62cd899 disassociated (deleted). External IP: 172.25.5.118, port: b077e4d3-a178-4f01-9a64-401421e6bdef. May 13 15:01:32.448964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec0d2ece-6c26-4a15-b870-491e92d7bc48 None None] Provisioning complete for port a1e8e907-6682-4514-8350-34719a00b367 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:32.449339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2ece-6c26-4a15-b870-491e92d7bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.733538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event updated for resources: {'Port': ['ID=83ed91b0-4825-422b-acfb-b5f785ff8a57,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:32.737466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] In _notify_port_updated(), no bound segment for port a1e8e907-6682-4514-8350-34719a00b367 on network 52e8ae5d-9570-46d5-8aba-1df24c316b7f {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:01:32.744051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:32.744762 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.749203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd01eed7-00ce-4e92-8b07-99993b4381bd tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/ports/a1e8e907-6682-4514-8350-34719a00b367 HTTP/1.1" status: 200 len: 920 time: 5.8823988 May 13 15:01:32.752068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51736) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:32.754404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port 83ed91b0-4825-422b-acfb-b5f785ff8a57 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:32.754751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.816370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d2ece-6c26-4a15-b870-491e92d7bc48 None None] Port a1e8e907-6682-4514-8350-34719a00b367 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:32.935000 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5242fc6b-f13f-403e-bbca-b2400d7dbbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:32.945222 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.043927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-64e6e287-237b-4055-86e5-5702a790df46 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:33.045879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-64e6e287-237b-4055-86e5-5702a790df46 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.90 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 950 time: 2.0257671 May 13 15:01:33.120437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port a1e8e907-6682-4514-8350-34719a00b367 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:33.120437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.303447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.487589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be43df9-b355-4719-ac02-da250b103326 req-11bfdc11-d8b2-4c61-ab32-fb2a83499654 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:33.489828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7be43df9-b355-4719-ac02-da250b103326 req-11bfdc11-d8b2-4c61-ab32-fb2a83499654 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 950 time: 1.8140049 May 13 15:01:33.498582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Deleting port af9375e9-6af6-46ab-b8ae-902780aac2cd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:33.499167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.638627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:33.891855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:33.911807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:33.936301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:33.967340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:33.969109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:34.111047 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f14ca695-c0a4-4ea0-8671-c9e75d86fb97 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/05c03d5d-c693-475e-9d78-888fe62cd899 HTTP/1.1" status: 204 len: 168 time: 3.9065220 May 13 15:01:34.111687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:34.227789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7be43df9-b355-4719-ac02-da250b103326 req-433752f9-c5fb-4118-af23-f6a965810af8 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769066 May 13 15:01:34.275623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port b077e4d3-a178-4f01-9a64-401421e6bdef {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:34.275978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.338150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:34.363673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:34.364357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:34.546968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:34.547481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4963cb-9907-4996-8bde-e749258daf14 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:34.573331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] For port af9375e9-6af6-46ab-b8ae-902780aac2cd, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=af9375e9-6af6-46ab-b8ae-902780aac2cd,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:34.573702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:34.908180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.100980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Calling delete_port for af9375e9-6af6-46ab-b8ae-902780aac2cd owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:35.278266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.327942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.337816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.356118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.527312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for b077e4d3-a178-4f01-9a64-401421e6bdef owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:35.802693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:35.917801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=b077e4d3-a178-4f01-9a64-401421e6bdef,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:36.216115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for a1e8e907-6682-4514-8350-34719a00b367 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:36.346319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:36.369589 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d3fdbba-cac6-42f0-83fa-e7e2a11915f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/b077e4d3-a178-4f01-9a64-401421e6bdef HTTP/1.1" status: 204 len: 168 time: 2.2546687 May 13 15:01:36.377880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:36.399387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:36.425271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:36.436097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:floatingip and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:36.452955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:36.469363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:36.497890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:36.573702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:36.581741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Calling delete_port for 83ed91b0-4825-422b-acfb-b5f785ff8a57 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:36.739612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Pushing event deleted for resources: {'Port': ['ID=af9375e9-6af6-46ab-b8ae-902780aac2cd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:36.820297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:36.856623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device af9375e9-6af6-46ab-b8ae-902780aac2cd no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:01:36.897724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] No DVR routers for this DVR port af9375e9-6af6-46ab-b8ae-902780aac2cd on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:01:36.939019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:36.951746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'name': 'network-vif-deleted', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:37.089603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: af9375e9-6af6-46ab-b8ae-902780aac2cd {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:01:37.090397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device af9375e9-6af6-46ab-b8ae-902780aac2cd not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:01:37.253764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.92 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/b979f9f1-94cf-47f6-aa5b-9c08b1306293) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:37.372576 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac017f70-29df-4659-b5ac-14c62aecac01'] response: {'server_uuid': 'e167bc9a-43f2-4512-b4ab-7f4ff20e6614', 'name': 'network-vif-deleted', 'tag': 'af9375e9-6af6-46ab-b8ae-902780aac2cd', 'status': 'completed', 'code': 200} May 13 15:01:37.424144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26f155f7-1ea1-402f-b366-b00a0bd68144 req-fcfc278e-75a9-4d59-91d1-e87d19a2d590 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.90 "DELETE /v2.0/ports/af9375e9-6af6-46ab-b8ae-902780aac2cd HTTP/1.1" status: 204 len: 173 time: 4.3259749 May 13 15:01:37.535497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bb34d-1dd9-4118-896a-b3bba956bff2 req-338bed7d-d936-46ef-95b7-b9eaa7d9f0eb tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:37.543000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-421bb34d-1dd9-4118-896a-b3bba956bff2 req-338bed7d-d936-46ef-95b7-b9eaa7d9f0eb tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Synchronizing usage tracker for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:37.545946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.760734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.884431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.931884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:37.950643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=a1e8e907-6682-4514-8350-34719a00b367,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:38.054380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:38.072051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:38.085351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:38.137330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Port': ['ID=83ed91b0-4825-422b-acfb-b5f785ff8a57,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:38.243454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=b979f9f1-94cf-47f6-aa5b-9c08b1306293,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:38.279273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-421bb34d-1dd9-4118-896a-b3bba956bff2 req-338bed7d-d936-46ef-95b7-b9eaa7d9f0eb tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] Unset dirty status for tenant:27a9333212a14ed4aa5ae94bf21d0e94 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:38.286688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-421bb34d-1dd9-4118-896a-b3bba956bff2 req-338bed7d-d936-46ef-95b7-b9eaa7d9f0eb tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/ports?device_id=e167bc9a-43f2-4512-b4ab-7f4ff20e6614 HTTP/1.1" status: 200 len: 867 time: 2.5579133 May 13 15:01:38.401437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:38.530694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-421bb34d-1dd9-4118-896a-b3bba956bff2 req-53d808f5-90b7-46be-967e-cfac5bdd6c12 tempest-VolumesBackupsTest-744147804 tempest-VolumesBackupsTest-744147804-project] 10.222.0.36 "GET /v2.0/security-groups?id=c90afd4c-02ae-4997-9404-1ebd45074a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389977 May 13 15:01:38.541670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:38.557399 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-364831ae-b398-461a-aba3-c8045139a740 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/a1e8e907-6682-4514-8350-34719a00b367 HTTP/1.1" status: 204 len: 168 time: 5.7423408 May 13 15:01:38.558979 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] create failed (client error): The resource could not be found. May 13 15:01:38.560111 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2313f605-470c-4a5b-910e-5f364454137c tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.3513691 May 13 15:01:38.560802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51848) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:38.571801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:38.622999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:38.663169 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c67b799-de68-4090-9e08-49f51717a28c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 15:01:38.671221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c67b799-de68-4090-9e08-49f51717a28c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:38.756730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c67b799-de68-4090-9e08-49f51717a28c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:38.759298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c67b799-de68-4090-9e08-49f51717a28c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/a1e8e907-6682-4514-8350-34719a00b367 HTTP/1.1" status: 404 len: 333 time: 0.1965575 May 13 15:01:38.762038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:38.972476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:38.982309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.018558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:39.068604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.161950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.280347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.314769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.329397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port 1f05b280-2887-44c3-aca8-727fec5fb146 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:39.330056 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.346871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60546a04-456d-4d26-bbe6-97341d1e463f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:39.364878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.366198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e0eaa7b3-bb70-4ef7-9a93-f848d3417b8a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/security-groups/60546a04-456d-4d26-bbe6-97341d1e463f HTTP/1.1" status: 204 len: 168 time: 0.6028514 May 13 15:01:39.369151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:39.453867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=b979f9f1-94cf-47f6-aa5b-9c08b1306293,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:39.493616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.541171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:39.554424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c68c86460974e5e966ca848320c91fc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:39.565845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:39.586190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:39.621806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.627700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-788a70ac-47c9-4032-a4c3-680b04e3d51d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2485468 May 13 15:01:39.648488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:39.689088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'port': {'network_id': 'd1099f66-c101-46cf-871d-48c6e676d944', 'name': 'tempest-FloatingIPTestJSON-878612275'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:39.730395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:39.880008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:39.886942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:port and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:39.891544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:39.899009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:40.010021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.107931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.140329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.158887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:40.170050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.266124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] device_id is not set on port cbf2fe87-feb0-446b-813d-97e9b374b2eb yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:40.270076 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c68c86460974e5e966ca848320c91fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2473428 May 13 15:01:40.270076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47182-965e-4b17-8219-376346208fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99fa89a-4ca9-42dc-96c2-f180d84bb5b0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:40.275087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51906) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:40.320649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.325280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.430499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349b3f0c-339e-44c3-a87d-fadb2fb39502,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:40.458695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.464037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-96d9536c-c918-4126-980a-20ed7f1f9a9d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/security-groups/349b3f0c-339e-44c3-a87d-fadb2fb39502 HTTP/1.1" status: 204 len: 168 time: 1.0901213 May 13 15:01:40.471078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:40.554659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Calling delete_port for 1f05b280-2887-44c3-aca8-727fec5fb146 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:40.628845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet f57f6b57-6c67-4b93-b8c9-a820b74f8e87 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:01:40.634981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.760129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:40.811936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d0f1b-036c-4104-9778-faf3f69e89fa req-31972d77-540a-46f8-be1c-2abe03328fc4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:40.825958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d46d0f1b-036c-4104-9778-faf3f69e89fa req-31972d77-540a-46f8-be1c-2abe03328fc4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 0.6022863 May 13 15:01:40.970863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.076171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d46d0f1b-036c-4104-9778-faf3f69e89fa req-6a3430a7-d414-4f2a-9686-c18c73aba81d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444849 May 13 15:01:41.082728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.9 (d1099f66-c101-46cf-871d-48c6e676d944/b1c16a0b-0420-40ff-843b-33eff7bb2a32/cbf2fe87-feb0-446b-813d-97e9b374b2eb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:41.169484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.173087 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.365881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.437933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.669468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=f57f6b57-6c67-4b93-b8c9-a820b74f8e87,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:41.700565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.704474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0f42b-40c0-4ff7-8e01-c0154741f5c9 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:41.746404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.900808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:41.905165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f99fa89a-4ca9-42dc-96c2-f180d84bb5b0 HTTP/1.1" status: 204 len: 168 time: 1.6261578 May 13 15:01:41.917207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5711f8f9-68cd-4f18-9e20-d5e14b3f671c tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/f57f6b57-6c67-4b93-b8c9-a820b74f8e87 HTTP/1.1" status: 204 len: 168 time: 1.4396009 May 13 15:01:41.930840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:41.933083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747922a-e0ac-4770-8357-0aaaff23dbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99fa89a-4ca9-42dc-96c2-f180d84bb5b0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:41.952703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Port': ['ID=1f05b280-2887-44c3-aca8-727fec5fb146,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:42.222917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:42.686006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:42.716881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:42.825585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:42.940017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:42.982693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.041792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e1121-d4b2-49af-bf7e-89f22dc4ad89 req-7be294b1-dabb-40ab-8bcc-77edb643adc3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:43.046041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-313e1121-d4b2-49af-bf7e-89f22dc4ad89 req-7be294b1-dabb-40ab-8bcc-77edb643adc3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 0.7237520 May 13 15:01:43.140332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=cbf2fe87-feb0-446b-813d-97e9b374b2eb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:43.143001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:43.148269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:43.149203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:43.153746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:43.154556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad48fd6c17d4b979b60e076daf55f19 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:43.157863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:43.161424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:43.164871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:43.175919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:43.180345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.256437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70cf489a-8b4b-4316-b1f3-47a558a7a1b3 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "DELETE /v2.0/ports/1f05b280-2887-44c3-aca8-727fec5fb146 HTTP/1.1" status: 204 len: 168 time: 4.6724164 May 13 15:01:43.260854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network d1099f66-c101-46cf-871d-48c6e676d944 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:43.262211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:43.277224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-86aaacbd-30d5-48ce-aac1-2863f38b11f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:43.278785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-86aaacbd-30d5-48ce-aac1-2863f38b11f6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 946 time: 1.3195796 May 13 15:01:43.279705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:43.334388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-313e1121-d4b2-49af-bf7e-89f22dc4ad89 req-7b37f586-b9e4-41ee-8c2f-de4b4d30e75d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731981 May 13 15:01:43.652147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.669411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:43.670768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.767036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:43.845274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=2f420f1b-e40a-475e-8526-a11486cfb151,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:43.883100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:43.888411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:43.898801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:43.899129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:43.959940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2c8d74cb-3f48-4946-80e4-5df17df2a712 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0233512 May 13 15:01:43.964409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:43.978194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1249659534'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:43.999142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:44.011375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:44.018779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:44.021352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:44.036200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842b635-50b3-4e50-a6e0-b36f129b5ff8 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:44.047646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:44.083973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.121932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.138490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:44.140500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.144969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.151933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:44.159847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:44.169951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:44.182482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:44.211837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ad48fd6c17d4b979b60e076daf55f19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5051537 May 13 15:01:44.217540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:44.279841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port e4fbbda0-54bf-453a-a5bd-580076cfa70f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:44.280147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.361186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:44.363609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.454465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.462484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.522469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9519d0dc-2ef8-48f4-97f5-c209fc68bf45 None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:44.533606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b328f-42db-4d96-b634-8bcc91df4e2e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:44.572527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.576319 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-baf85e43-423b-4b7b-8485-af5705cfd4a6 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6095855 May 13 15:01:44.578244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:44.593860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1403133189'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:44.598270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7a1ba-b479-469e-a841-e3cbd9f0fdfc tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:44.599278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-afd7a1ba-b479-469e-a841-e3cbd9f0fdfc tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Synchronizing usage tracker for tenant:f2e8a69230c64ec68ed4e5438604abb1 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:44.618835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-77b544fd-3a17-464f-9c57-6725f76d07cf tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9649146 May 13 15:01:44.618835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da89d-ae7f-4e73-9c3c-07c1c0362c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55add862-c616-4e74-96b2-78f5c1b57a94,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:44.635988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:44.642013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:44.651688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:44.661365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:44.682658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:44.698867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.729384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:44.735067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:44.740722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:44.751487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:44.850904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.856376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.909719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e4fbbda0-54bf-453a-a5bd-580076cfa70f no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:01:44.922440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6345d43-01b3-4b63-8feb-182b8544cc99,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:44.937600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:44.942553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f93ac775-58dd-4479-8206-2cff0470b875 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3534191 May 13 15:01:44.943876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:44.950862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'security_group': {'name': 'tempest-secgroup-498476030'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:44.959081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:44.964195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:44.969073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:44.994105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:45.021382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.080344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:45.090425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:security_group_rule and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:45.100069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:45.117126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:45.150961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e4fbbda0-54bf-453a-a5bd-580076cfa70f is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:45.151240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.201838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:45.203918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:45.215771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.216657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:45.217457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.347576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.353040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.414588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9850411a-f69c-4544-8b4c-2cc9620045d7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:45.432870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:45.438235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2bc1ab7d-8cf6-4474-b3db-a862d62ca5dc tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4930420 May 13 15:01:45.439187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 51992) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:45.446364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021368944', 'security_groups': ['9850411a-f69c-4544-8b4c-2cc9620045d7'], 'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f420f1b-e40a-475e-8526-a11486cfb151'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:45.545123 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660826f8-4b48-4f5d-b3a4-f749e32c74b6'] response: {'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'code': 200} May 13 15:01:45.548897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:45.708011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Update dhcp port {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'fixed_ips': [{'subnet_id': 'd2c96711-8922-42e5-9e6c-a043350e3173', 'ip_address': '172.20.0.18'}, {'subnet_id': '2f420f1b-e40a-475e-8526-a11486cfb151'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'd875e678-087d-4a28-b50d-6cf6c974778e'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:01:45.765458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:45.806256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:45.834165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:45.937290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': 'cbf2fe87-feb0-446b-813d-97e9b374b2eb'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:45.968024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:46.012705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.013316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.013730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.014131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.014546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.014948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.015343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.015737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.016131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.021180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.022093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.022449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:01:46.156664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:46.187448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 42f1c143-c3f9-4bae-bab5-3084f22745bf yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:46.324136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:46.475627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Allocated IP 172.20.0.2 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/2f420f1b-e40a-475e-8526-a11486cfb151/d875e678-087d-4a28-b50d-6cf6c974778e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:47.030551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.040492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-afd7a1ba-b479-469e-a841-e3cbd9f0fdfc tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Unset dirty status for tenant:f2e8a69230c64ec68ed4e5438604abb1 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:47.044234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-afd7a1ba-b479-469e-a841-e3cbd9f0fdfc tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c71f2c8-c987-4006-aa7b-79617056423b HTTP/1.1" status: 200 len: 913 time: 3.7779896 May 13 15:01:47.045568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52038) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:47.167286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:47.200501 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.271650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.283332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b415093-8e03-4f8e-a013-640ff3fc8126 req-f4a3a087-4c51-4d40-b216-a6fc388739bd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:47.292130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b415093-8e03-4f8e-a013-640ff3fc8126 req-f4a3a087-4c51-4d40-b216-a6fc388739bd tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 1.5137696 May 13 15:01:47.319023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.319433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.319754 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP b82bd061-5d9d-43d8-9693-6e0afe3cb538 disassociated. External IP: 172.25.5.192, port: e4fbbda0-54bf-453a-a5bd-580076cfa70f. May 13 15:01:47.320099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for e4fbbda0-54bf-453a-a5bd-580076cfa70f owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:47.340908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Transition to ACTIVE for port object d875e678-087d-4a28-b50d-6cf6c974778e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:47.346183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:47.582415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d38cff-3236-4d0b-a746-c15b36de9d25 None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:47.684143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9b415093-8e03-4f8e-a013-640ff3fc8126 req-f9584463-d301-4f16-9787-a443ed7db352 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909719 May 13 15:01:48.187875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fa46e3a9-8767-4d37-8bde-9e6b39bf7058 {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:01:48.188484 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:01:48.342432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:48.414971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55add862-c616-4e74-96b2-78f5c1b57a94,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:48.417783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:01:48.418108 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:01:48.451010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:48.452288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e4c81bdc-9838-410d-be77-d7c4fd9d71c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55add862-c616-4e74-96b2-78f5c1b57a94 HTTP/1.1" status: 204 len: 168 time: 4.1823018 May 13 15:01:48.764557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:48.926039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:49.042876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] device_id is not set on port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:01:49.090132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Provisioning for port d875e678-087d-4a28-b50d-6cf6c974778e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:49.101458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:49.101844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.104388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port e4fbbda0-54bf-453a-a5bd-580076cfa70f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:49.105187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.308367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.468794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.591551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:49.632464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.640082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:49.641047 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.737737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:01:49.900760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:49.938212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:49.939746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-91bbdd71-6e64-4353-87c9-db5f36c0b905 None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:49.960100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7a6d8818cd4494a91636108c4792c3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:49.967238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:50.014137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:50.026468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:50.027228 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.281018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a4bb1-ece2-42cb-a8df-e86783e4e6a6 req-e8dfbaa7-1c16-4ae1-b3ba-780ae792b220 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:50.284133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-468a4bb1-ece2-42cb-a8df-e86783e4e6a6 req-e8dfbaa7-1c16-4ae1-b3ba-780ae792b220 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 0.9427974 May 13 15:01:50.324681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:01:50.386867 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 429f5b3e-894e-4955-993d-1bbcd624cd78 associated. External IP: 172.25.5.92, port: cbf2fe87-feb0-446b-813d-97e9b374b2eb. May 13 15:01:50.451228 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.521485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-468a4bb1-ece2-42cb-a8df-e86783e4e6a6 req-129f7551-7564-40c8-be68-73783fd3c3ba tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135777 May 13 15:01:50.522980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.5 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/2f420f1b-e40a-475e-8526-a11486cfb151/943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:01:50.592779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:50.788077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port e4fbbda0-54bf-453a-a5bd-580076cfa70f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e4fbbda0-54bf-453a-a5bd-580076cfa70f,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:01:50.788858 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.287523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.361349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.463601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae7a6d8818cd4494a91636108c4792c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5374970 May 13 15:01:51.467857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:51.514043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fb1c-f9e3-4cac-b543-9cad4585faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de5877-d9fd-4ead-afda-c67ae9dbc50e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:51.677764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:51.730017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.778094 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.851579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.966078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.966369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.966656 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP b82bd061-5d9d-43d8-9693-6e0afe3cb538 disassociated. External IP: 172.25.5.192, port: e4fbbda0-54bf-453a-a5bd-580076cfa70f. May 13 15:01:51.967012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for e4fbbda0-54bf-453a-a5bd-580076cfa70f owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:51.972729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port 7d5c8500-7713-453b-8dc2-2d04809d56ed {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:51.973067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:51.999915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de5877-d9fd-4ead-afda-c67ae9dbc50e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:52.032942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.070092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.076785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-618ff257-9d6f-43a5-9198-69993efdf7d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20de5877-d9fd-4ead-afda-c67ae9dbc50e HTTP/1.1" status: 204 len: 168 time: 0.5639405 May 13 15:01:52.115000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:01:52.177635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e7db-6d84-4efc-81aa-03a3d12fa26d req-db02ec99-66c6-4b34-9193-0de32aa6cff3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.179396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15e7e7db-6d84-4efc-81aa-03a3d12fa26d req-db02ec99-66c6-4b34-9193-0de32aa6cff3 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 944 time: 0.3489487 May 13 15:01:52.222789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:52.235077 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:52.243857 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.273107 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:52.277165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:52.360552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.455947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:01:52.468379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:01:52.487357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.514396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:01:52.530770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-fe1c2a9e-71b9-49c4-baac-276be981b0b4 req-78673319-cf1f-4378-a555-4c8f71a4c641 service neutron] (88131) timed out ('10.222.0.86', 51523) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:01:52.580493 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:52.641132 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:52.642896 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:52.658682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:01:52.659810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.760481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15e7e7db-6d84-4efc-81aa-03a3d12fa26d req-10e9d0ed-b778-4218-b402-790ab4ba7d37 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f7bbcf9-3f03-4431-8393-efcf7c228813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5730658 May 13 15:01:52.802010 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-55a86dc9-f43a-413a-a67a-e1edc2a42891 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/429f5b3e-894e-4955-993d-1bbcd624cd78 HTTP/1.1" status: 200 len: 976 time: 8.1469753 May 13 15:01:52.803398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:52.811587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:52.994835 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:52.998024 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c7d76-3b09-49b5-a987-4544c0ae5c93 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:53.118060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-022df01f-876a-4e77-8c2a-8c8924daf85b None None] Provisioning for port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:01:53.140666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-022df01f-876a-4e77-8c2a-8c8924daf85b None None] Provisioning complete for port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:01:53.141671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-022df01f-876a-4e77-8c2a-8c8924daf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:53.160083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=e4fbbda0-54bf-453a-a5bd-580076cfa70f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:53.330964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-022df01f-876a-4e77-8c2a-8c8924daf85b None None] Port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:01:53.338469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Calling delete_port for 7d5c8500-7713-453b-8dc2-2d04809d56ed owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:53.405691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.9652238 May 13 15:01:53.410117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404599dc-6a08-4522-bd0c-d47c418a332f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:53.413249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:53.437383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:53.564654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:53.828720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:53.846996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:53.861740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:53.872263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:53.896009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:53.943069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port cbf2fe87-feb0-446b-813d-97e9b374b2eb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:53.944446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:54.056012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:54.066695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:54.272901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:54.340073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4032d8e-432e-448f-b810-fbb90e8c251e req-63ae54b3-bacb-42a1-8516-6a2899a6006a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.0891972 May 13 15:01:54.345060 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:54.368537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Usage tracker for resource:security_group_rule and tenant:9afb172c0bc946bdb91fd5ea32f87231 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:54.396829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:54.405205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:54.428469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:54.444483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Port': ['ID=7d5c8500-7713-453b-8dc2-2d04809d56ed,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:54.593865 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f420f1b-e40a-475e-8526-a11486cfb151 (CIDR: 172.20.0.0/28) May 13 15:01:54.606297 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:01:54.607484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:01:54.657203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd9a438f-0b9c-4905-8647-fd82398ab2f5 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2302938 May 13 15:01:54.963126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:54.982882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:55.011400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:55.178112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:55.206003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:55.320572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c68cb0-7c8f-43ce-953d-287fb60280ef,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:55.865846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:55.935686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Router 2c71f2c8-c987-4006-aa7b-79617056423b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:56.080916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f41a20e-5cc2-4aea-bef6-7fc8e215c55f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9afb172c0bc946bdb91fd5ea32f87231&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5144427 May 13 15:01:56.106395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52216) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:56.125845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-665dd061-028b-43d6-9706-e27f76769dfc req-bb9c9b28-cbe1-4127-8bc1-5b8d16e27cc8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:01:56.160653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:56.174394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:56.180667 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0b4349a8-2c77-4cf3-94c7-8abe70ba76e1 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "PUT /v2.0/routers/2c71f2c8-c987-4006-aa7b-79617056423b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1331627 May 13 15:01:56.186428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:56.190722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:56.198552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] Sync routers for ids ['2c71f2c8-c987-4006-aa7b-79617056423b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:56.215988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] Routers {'2c71f2c8-c987-4006-aa7b-79617056423b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:56.217062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2c71f2c8-c987-4006-aa7b-79617056423b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:56.218760 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Usage tracker for resource:security_group_rule and tenant:923f2b61504444ec9478188dcde6fae6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:56.238873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:56.256064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:01:56.270469 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:01:56.289984 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:56.291756 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:56.359675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:56.377043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] Routers {'2c71f2c8-c987-4006-aa7b-79617056423b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:56.378304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2c71f2c8-c987-4006-aa7b-79617056423b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:56.509205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:56.510031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611318d4-7d59-4ec9-87cf-a85bb2c252c3 None None] The sync data for ids ['2c71f2c8-c987-4006-aa7b-79617056423b'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:56.568996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-665dd061-028b-43d6-9706-e27f76769dfc req-bb9c9b28-cbe1-4127-8bc1-5b8d16e27cc8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:01:56.582960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-665dd061-028b-43d6-9706-e27f76769dfc req-bb9c9b28-cbe1-4127-8bc1-5b8d16e27cc8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.6544652 May 13 15:01:56.698343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:56.757269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:56.779765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:56.791601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] No DVR routers for this DVR port e4fbbda0-54bf-453a-a5bd-580076cfa70f on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:01:56.808613 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:56.814602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:56.818540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-deleted', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:01:56.953265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:56.970161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:56.973712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:56.976099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:01:56.981909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9766857-d9fc-46bc-a058-e6c0a82cbb0d req-f54c78b1-8f28-42d3-a634-562272829e28 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "DELETE /v2.0/ports/e4fbbda0-54bf-453a-a5bd-580076cfa70f HTTP/1.1" status: 204 len: 173 time: 13.2675943 May 13 15:01:56.992525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:57.164377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:57.168883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.187510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.191181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.201637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.289885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.293028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Fanout notify agent at l3_agent the message router_deleted on router 2c71f2c8-c987-4006-aa7b-79617056423b {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:01:57.351103 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa07ce-fe2a-4d99-991b-01e4ebc470cf'] response: {'server_uuid': 'e9ea0105-dbee-4cf9-99e7-79442feadee3', 'name': 'network-vif-deleted', 'tag': 'e4fbbda0-54bf-453a-a5bd-580076cfa70f', 'status': 'completed', 'code': 200} May 13 15:01:57.401828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.402257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.402768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.403494 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 429f5b3e-894e-4955-993d-1bbcd624cd78 disassociated. External IP: 172.25.5.92, port: cbf2fe87-feb0-446b-813d-97e9b374b2eb. May 13 15:01:57.403971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for cbf2fe87-feb0-446b-813d-97e9b374b2eb owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:01:57.407109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.408845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-df7bf4fe-388b-4a57-85b5-69086e50a7fd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "DELETE /v2.0/routers/2c71f2c8-c987-4006-aa7b-79617056423b HTTP/1.1" status: 204 len: 168 time: 1.1969225 May 13 15:01:57.410638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.420895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52232) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:57.537051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0dc78f-56b2-4c41-b375-a720cc0d184a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:57.557027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting subnet dd4eacc9-65af-438e-8531-2ee2be3ea98b {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:01:57.565722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.633942 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d2c96711-8922-42e5-9e6c-a043350e3173 (CIDR: 172.20.0.16/28) May 13 15:01:57.635109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.669348 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:01:57.669923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:01:57.676412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c68cb0-7c8f-43ce-953d-287fb60280ef,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:57.758462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.762880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f41103fc-94e3-4516-9bef-3199ed442909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04c68cb0-7c8f-43ce-953d-287fb60280ef HTTP/1.1" status: 204 len: 168 time: 1.6522262 May 13 15:01:57.765417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ea57d4f7-ba11-4423-8bce-6820b892d607 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.6223972 May 13 15:01:57.778875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52242) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:57.804592 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:57.817303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'subnet': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:01:57.818224 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:01:57.842583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-29bc9eb7-9916-48e4-b8d2-549e68423434 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=923f2b61504444ec9478188dcde6fae6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9728873 May 13 15:01:57.845568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52246) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:57.848824 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:01:57.849471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:57.900077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:57.970994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.104992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.139957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-074f5f34-6bcb-4582-845b-5413db00ba64 req-b4be342f-4722-4e5e-a887-591b82d99ced tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ea0105-dbee-4cf9-99e7-79442feadee3 HTTP/1.1" status: 200 len: 210 time: 0.1209123 May 13 15:01:58.142734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.156329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=cbf2fe87-feb0-446b-813d-97e9b374b2eb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:58.318195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.379311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0dc78f-56b2-4c41-b375-a720cc0d184a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:58.383706 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:01:58.410327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.411496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3aafe03c-0f5e-4cc1-b545-b74f81d2e43e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab0dc78f-56b2-4c41-b375-a720cc0d184a HTTP/1.1" status: 204 len: 168 time: 0.5647972 May 13 15:01:58.442928 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.516748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:58.530488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Usage tracker for resource:subnet and tenant:2a931c87ce1c4a009b563dfe5fa2ba37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:58.537940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:58.561351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:58.596493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:01:58.611703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Made reservation on behalf of 2a931c87ce1c4a009b563dfe5fa2ba37 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:01:58.623318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.680614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.866203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4eacc9-65af-438e-8531-2ee2be3ea98b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:01:58.883032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe9585-bd11-4d62-b011-b7706bffa1e9 None None] Network f379d248-871a-4d28-976f-f9d744f3adb3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:01:58.891301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:58.931509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-944d3a56-8a43-499a-9df8-680bfff559b4 tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "DELETE /v2.0/subnets/dd4eacc9-65af-438e-8531-2ee2be3ea98b HTTP/1.1" status: 204 len: 168 time: 1.4712842 May 13 15:01:58.940099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52264) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:59.088009 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:01:59.099227 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49226-9cb6-40a7-8677-6f99da654cf8 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:01:59.508627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:59.561628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.600283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] DHCP port deletion for f379d248-871a-4d28-976f-f9d744f3adb3 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:01:59.604879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Deleting port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:59.605199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.635035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:01:59.646311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52284) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:01:59.655273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:01:59.668124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Usage tracker for resource:security_group_rule and tenant:30dde029969f41dc8cacecd398b241f4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:01:59.674201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:01:59.704398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:01:59.814344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb859c-c8eb-491c-9324-3fd0db632511 None None] New status for floating IP b82bd061-5d9d-43d8-9693-6e0afe3cb538: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:01:59.940425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:01:59.951880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.030914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:00.043674 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:00.070895 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:00.071543 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:00.249368 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:00.269214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.270732 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:00.272163 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:01:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:00.322327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ebde4dd4-8dbc-4ed3-b81c-ee1398536552 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:00.373851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:02:00.375098 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:00.375698 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc7a93-36da-4bde-ba87-ee2545294adf None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:00.454366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.519232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a75ca19-a9ba-49d5-945d-b9f39d968bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.713316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:00.713865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.714948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.741305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf066479-4434-4cc2-add1-8d99e1638f74 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/cbf2fe87-feb0-446b-813d-97e9b374b2eb HTTP/1.1" status: 204 len: 168 time: 7.9259245 May 13 15:02:00.743070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.767697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:00.823815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:00.878944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:00.911835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.020091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:01.064621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:01.065022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.086033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cbc1c6-850d-4a8b-aa87-74a615bef470 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:01.097589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:01.098379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.192987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e96c9-5bf7-4761-b5a7-7c1455a1dc74,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:01.195758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52314) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:01.196016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b162b24b-14a5-4047-91b0-dec72dfd7c72 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/floatingips/429f5b3e-894e-4955-993d-1bbcd624cd78 HTTP/1.1" status: 200 len: 687 time: 0.3683381 May 13 15:02:01.217249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.255364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4729931 May 13 15:02:01.265872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:01.275955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc14b47-75b6-4c6a-a3f4-062fc949e122 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Subnet': ['ID=fd932353-0607-4c59-8345-d2c9090c070f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:01.304563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2092855281', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd932353-0607-4c59-8345-d2c9090c070f'}], 'security_groups': ['b26b328f-42db-4d96-b634-8bcc91df4e2e', 'b6345d43-01b3-4b63-8feb-182b8544cc99']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:01.572126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Calling delete_port for ebde4dd4-8dbc-4ed3-b81c-ee1398536552 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:01.660682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-58e37cc9-40dd-4fa1-958d-fb2427d83767 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30dde029969f41dc8cacecd398b241f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1486311 May 13 15:02:01.694724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:01.695044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:01.711436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:01.958871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:02.063331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Calling delete_port for ebde4dd4-8dbc-4ed3-b81c-ee1398536552 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:02.094475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.121029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7bbcf9-3f03-4431-8393-efcf7c228813,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:02.134240 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.137867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port b979f9f1-94cf-47f6-aa5b-9c08b1306293 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:02.138190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.147370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.265745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.266972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9865bff0-aecf-433a-848a-1b7356a4b177 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f7bbcf9-3f03-4431-8393-efcf7c228813 HTTP/1.1" status: 204 len: 168 time: 2.6184099 May 13 15:02:02.272704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:02.307719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:02.372396 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-39e00c4b-c693-4835-9377-35597bfcfa9d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] show failed (client error): The resource could not be found. May 13 15:02:02.373977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39e00c4b-c693-4835-9377-35597bfcfa9d tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups/0f7bbcf9-3f03-4431-8393-efcf7c228813 HTTP/1.1" status: 404 len: 347 time: 0.0980377 May 13 15:02:02.455304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:02.487727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:02:02.488507 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:02:02.603637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.779735 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65d384e4-cb1e-4235-b3d2-68725e63589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.788843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Update dhcp port {'port': {'network_id': '52e8ae5d-9570-46d5-8aba-1df24c316b7f', 'fixed_ips': [{'subnet_id': 'd2c96711-8922-42e5-9e6c-a043350e3173', 'ip_address': '172.20.0.18'}, {'subnet_id': '2f420f1b-e40a-475e-8526-a11486cfb151', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd932353-0607-4c59-8345-d2c9090c070f'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'd875e678-087d-4a28-b50d-6cf6c974778e'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:02:02.832008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:02:02.832666 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:02:02.880282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 64d8e827-ef89-4846-a322-a6f5dc4243b8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:02.880552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.908994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.978732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:02.995704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Deleting port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:02.996443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.085555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Delete allocated IP 172.20.0.5 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/2f420f1b-e40a-475e-8526-a11486cfb151) {{(pid=88131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:02:03.100601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Allocated IP 172.20.0.41 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/fd932353-0607-4c59-8345-d2c9090c070f/943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:03.211705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.212380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.244036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.277550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e96c9-5bf7-4761-b5a7-7c1455a1dc74,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:03.333363 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.374172 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.378661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56c261bd-207e-4b2d-8727-daee8c626abd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d6e96c9-5bf7-4761-b5a7-7c1455a1dc74 HTTP/1.1" status: 204 len: 168 time: 1.6637595 May 13 15:02:03.465136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for b979f9f1-94cf-47f6-aa5b-9c08b1306293 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:03.559269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] For port ebde4dd4-8dbc-4ed3-b81c-ee1398536552, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,segment=NetworkSegment(4c5d68b8-b90c-4c13-a4c1-3624b315ea28),segment_id=4c5d68b8-b90c-4c13-a4c1-3624b315ea28)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:03.560490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.617604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.668103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Transition to ACTIVE for port object 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:03.678347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.696362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Calling delete_port for ebde4dd4-8dbc-4ed3-b81c-ee1398536552 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:03.776970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Deleting port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:03.776970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:03.818590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.034993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.140654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] The port 'ebde4dd4-8dbc-4ed3-b81c-ee1398536552' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:02:04.166016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=b979f9f1-94cf-47f6-aa5b-9c08b1306293,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:04.189872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] No DVR routers for this DVR port ebde4dd4-8dbc-4ed3-b81c-ee1398536552 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:02:04.255344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f64e4-4d7b-40cc-b7fe-d02d4f54e11b None None] Pushing event deleted for resources: {'Port': ['ID=ebde4dd4-8dbc-4ed3-b81c-ee1398536552,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:04.294167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Allocated IP 172.20.0.34 (52e8ae5d-9570-46d5-8aba-1df24c316b7f/fd932353-0607-4c59-8345-d2c9090c070f/d875e678-087d-4a28-b50d-6cf6c974778e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:04.543085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.544442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.560955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event updated for resources: {'Port': ['ID=943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:04.586937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] In _notify_port_updated(), no bound segment for port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 on network 52e8ae5d-9570-46d5-8aba-1df24c316b7f {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:02:04.593391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:04.594547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.596877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36a61f7e-cf8d-45f4-bbc0-9b0de30bf9e9 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "PUT /v2.0/ports/943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 HTTP/1.1" status: 200 len: 960 time: 3.3289211 May 13 15:02:04.598692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.603533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:04.631183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f379d248-871a-4d28-976f-f9d744f3adb3']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:04.651752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5d68b8-b90c-4c13-a4c1-3624b315ea28') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:04.652493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5d68b8-b90c-4c13-a4c1-3624b315ea28') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:04.666888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.692093 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.699798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.756887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:04.759943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.874809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:04.922077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:04.924520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:02:04.927121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.005545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: timer() May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:02:05.126413 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:02:05.130976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Transition to ACTIVE for port object d875e678-087d-4a28-b50d-6cf6c974778e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:05.137316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.196293 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.211304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 64d8e827-ef89-4846-a322-a6f5dc4243b8 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:05.269518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.273966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-037d7e4c-557f-4921-86d3-f6eef5730cfd tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/429f5b3e-894e-4955-993d-1bbcd624cd78 HTTP/1.1" status: 204 len: 168 time: 4.0572402 May 13 15:02:05.281381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:05.293400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.310999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] Pushing event deleted for resources: {'Network': ['ID=f379d248-871a-4d28-976f-f9d744f3adb3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:05.312138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '7045c95e-36a6-405f-8fe6-5830b2bc39c5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:05.317968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-961d9ff0-76ac-4296-8ca7-12dc1285a8dd tempest-FloatingIPNegativeTestJSON-1932678613 tempest-FloatingIPNegativeTestJSON-1932678613-project] 10.222.0.36 "DELETE /v2.0/networks/f379d248-871a-4d28-976f-f9d744f3adb3 HTTP/1.1" status: 204 len: 168 time: 6.3768127 May 13 15:02:05.323324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:05.352339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:floatingip and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:05.359660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:05.403777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:05.532904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.608526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.630297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.737874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=64d8e827-ef89-4846-a322-a6f5dc4243b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:05.836025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921f2b3-4ce6-4baf-8900-770752fc543e None None] Pushing event updated for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:05.917786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.973650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:05.974959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5d018614-bc6e-445f-b424-67975e7ccb5e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/floatingips/b82bd061-5d9d-43d8-9693-6e0afe3cb538 HTTP/1.1" status: 204 len: 168 time: 3.5182133 May 13 15:02:06.132201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:06.139976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586743946', 'description': 'tempest-description--18296301'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:06.154756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:06.160129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:06.164512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:06.177564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:06.188070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:06.230952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.285994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:06.312106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:06.316104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:06.336980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:06.460426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:06.556936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.576269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.612269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52434) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:06.655787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.706782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a720b-041b-4504-9770-adf831e314ad,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:06.710365 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.723561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-085a60b2-d2ba-460e-baf0-26e605c8c2c8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5892658 May 13 15:02:06.725502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:06.733548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': 'c19a720b-041b-4504-9770-adf831e314ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:06.773588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:06.776971 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:06.791411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:06.799506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:06.813230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:06.859921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.010132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:07.097806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.107919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.138802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Could not find standard attr ID for object 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:02:07.146690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.166715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9450f9-3c0c-477f-8206-32955496cb78,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:07.188929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a302d3ef-ef34-45c0-8848-075fa9e338a0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 HTTP/1.1" status: 204 len: 168 time: 2.5830626 May 13 15:02:07.192142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52462) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:07.223058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Provisioning for port d875e678-087d-4a28-b50d-6cf6c974778e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:07.251001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:07.251811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.322266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.76 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/fa8576a1-614b-4c08-9c07-c6d1e1038ee6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:07.326074 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e10d9-e22c-45be-b9db-6c5476381893 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] GET failed (client error): The resource could not be found. May 13 15:02:07.328958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea0e10d9-e22c-45be-b9db-6c5476381893 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Synchronizing usage tracker for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:07.333372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.337625 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-01ebcfdf-1d34-4831-a983-6b00c0ef7095 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6105011 May 13 15:02:07.360783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52470) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:07.378924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea0e10d9-e22c-45be-b9db-6c5476381893 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Unset dirty status for tenant:2a931c87ce1c4a009b563dfe5fa2ba37 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:07.380115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'security_group_rule': {'security_group_id': 'c19a720b-041b-4504-9770-adf831e314ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:07.381714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ea0e10d9-e22c-45be-b9db-6c5476381893 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports/943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5 HTTP/1.1" status: 404 len: 333 time: 0.1881332 May 13 15:02:07.388943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:07.399885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:07.405896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:security_group_rule and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:07.409484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:07.417790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:07.629181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.710060 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.760429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:07.795830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-71371cb0-b2a0-4ce3-90af-6439afdb3b99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2e8a69230c64ec68ed4e5438604abb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1784589 May 13 15:02:07.803022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:07.805351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:07.827062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:07.827434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.015064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.028140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.041731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:08.069981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.075549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.086606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d41dc-1eaa-4317-9780-241bb1f76449 None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:08.171460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52034217-83b4-43b1-ad67-85565e19244b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:08.208484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fb96c795-72a3-4ec5-8009-1e198bfe7e00 None None] Could not find standard attr ID for object 943a15e2-2b5a-42b3-8d8e-6a8e0e7283a5. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:02:08.236724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.252068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.256853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d67fc9e7-7ae8-4d55-85ee-b6d3697ab40f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9026849 May 13 15:02:08.257560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:08.316494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.334121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:08.354703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:08.359653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850411a-f69c-4544-8b4c-2cc9620045d7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:08.366871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Usage tracker for resource:floatingip and tenant:ccf13dc8a7fc4a54b47cf50968d250dc is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:08.385058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:08.411906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:08.418201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a422a8-86f9-461e-9ad1-5d217b3c142e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:08.461380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.463039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-812ac620-abf3-41d5-9a17-362d82f7b8d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5a422a8-86f9-461e-9ad1-5d217b3c142e HTTP/1.1" status: 204 len: 168 time: 0.6589782 May 13 15:02:08.464356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.467800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4b8ae4b0-5245-4e9a-a23a-24930d53f360 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/security-groups/9850411a-f69c-4544-8b4c-2cc9620045d7 HTTP/1.1" status: 204 len: 168 time: 1.0746770 May 13 15:02:08.472566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:08.506349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.561944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:08.573041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d63f552a87940eeae91a184521a11fb is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:08.578168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:08.584927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:08.707294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.744414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.826131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:08.863101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.041402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.099595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6345d43-01b3-4b63-8feb-182b8544cc99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:09.107712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.109259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe494916-4e15-4fba-bdd3-74a8d28579e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/security-groups/b6345d43-01b3-4b63-8feb-182b8544cc99 HTTP/1.1" status: 204 len: 168 time: 0.6349843 May 13 15:02:09.113038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:09.152396 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.181862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.299571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d63f552a87940eeae91a184521a11fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2550852 May 13 15:02:09.309802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7881-17f4-4fb1-9d75-b681ca0d8fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aa19ff-d010-48f9-8c66-5056a065a39a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:09.323535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:09.357838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.423196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.642972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.795119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:09.806317 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/security-groups/b26b328f-42db-4d96-b634-8bcc91df4e2e HTTP/1.1" status: 204 len: 168 time: 0.6766143 May 13 15:02:09.807934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f32e-3550-4d37-a0d1-a365f73f2d6a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b328f-42db-4d96-b634-8bcc91df4e2e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:09.822468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:10.044333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.101096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.260578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet 2f420f1b-e40a-475e-8526-a11486cfb151 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:02:10.278639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.517165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:10.569638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=fa8576a1-614b-4c08-9c07-c6d1e1038ee6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:10.590125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:10.594690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:10.712244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.916599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:10.948271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.112511 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.298380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.425341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=2f420f1b-e40a-475e-8526-a11486cfb151,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:11.456114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.466097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007ff3b-bb7e-4cfa-b359-2fcc7b6cd709 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:11.472709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d951ef18-9e83-49c3-b48b-0d9120f93fed tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2f420f1b-e40a-475e-8526-a11486cfb151 HTTP/1.1" status: 204 len: 168 time: 1.6483839 May 13 15:02:11.484638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:11.679177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet fd932353-0607-4c59-8345-d2c9090c070f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:02:11.684518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.797514 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:11.974202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.340816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.448458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.25.5.14 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/97586cbc-ffbe-4794-b6af-25672098689c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:12.538416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.541956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=fd932353-0607-4c59-8345-d2c9090c070f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:12.564804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.599437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d494b98b-1a28-464b-8c26-3aa580695966 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/fd932353-0607-4c59-8345-d2c9090c070f HTTP/1.1" status: 204 len: 168 time: 1.1127176 May 13 15:02:12.600481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52590) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:12.724085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.743567 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff41207e-4f47-4245-8c32-68b0ce9cae81 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:12.744017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff41207e-4f47-4245-8c32-68b0ce9cae81 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:12.749912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff41207e-4f47-4245-8c32-68b0ce9cae81 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2f420f1b-e40a-475e-8526-a11486cfb151 HTTP/1.1" status: 404 len: 337 time: 0.1439416 May 13 15:02:12.750149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:12.906354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting subnet d2c96711-8922-42e5-9e6c-a043350e3173 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:02:12.914624 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.915649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.978000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:12.984075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aa19ff-d010-48f9-8c66-5056a065a39a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:13.064362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.101668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=97586cbc-ffbe-4794-b6af-25672098689c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:13.150853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:13.155111 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.160258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ea74249-eea2-418d-abd0-ff11e9499c8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15aa19ff-d010-48f9-8c66-5056a065a39a HTTP/1.1" status: 204 len: 168 time: 3.8350472 May 13 15:02:13.161680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:13.166668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:13.198277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.233234 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.359033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.493764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.536827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c96711-8922-42e5-9e6c-a043350e3173,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:13.551457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8ce31b7b-cf52-4a35-b6a9-b837dc9c5269 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/d2c96711-8922-42e5-9e6c-a043350e3173 HTTP/1.1" status: 204 len: 168 time: 0.8001378 May 13 15:02:13.554042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:13.664040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.681860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:13.693545 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a92407-2db8-4d1f-b8fa-cd7843d64b2e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:13.694294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a92407-2db8-4d1f-b8fa-cd7843d64b2e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:13.711688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d2a92407-2db8-4d1f-b8fa-cd7843d64b2e tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/f57f6b57-6c67-4b93-b8c9-a820b74f8e87 HTTP/1.1" status: 404 len: 337 time: 0.1544466 May 13 15:02:13.712886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:13.824068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=fa8576a1-614b-4c08-9c07-c6d1e1038ee6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:14.035642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-62869992-f3b8-4612-ab8f-f64d45c3f5e4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4075096-1602-4692-a822-347edf76dbcf HTTP/1.1" status: 200 len: 205 time: 0.3190117 May 13 15:02:14.037698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.101632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fdb5d-3dec-4898-beda-5a1ca3c7f533 None None] Network 52e8ae5d-9570-46d5-8aba-1df24c316b7f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:14.141190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:14.196561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:14.365056 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-a52bd9ab-d025-401b-b55c-91c2771bfa7f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] delete failed (client error): The resource could not be found. May 13 15:02:14.370173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a52bd9ab-d025-401b-b55c-91c2771bfa7f tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/routers/b4075096-1602-4692-a822-347edf76dbcf HTTP/1.1" status: 404 len: 336 time: 0.3303599 May 13 15:02:14.370888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.532880 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-385cad60-6269-471c-8992-74a15c76c216 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:14.534631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385cad60-6269-471c-8992-74a15c76c216 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:14.539082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-385cad60-6269-471c-8992-74a15c76c216 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2778f10e-2eae-46ac-8295-109ab29311c5 HTTP/1.1" status: 404 len: 337 time: 0.1669810 May 13 15:02:14.542265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.647216 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3b433-a201-4097-ad7b-29f2b76c225d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:14.649965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f3b433-a201-4097-ad7b-29f2b76c225d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:14.653372 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a3f3b433-a201-4097-ad7b-29f2b76c225d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/3e5b36e8-e574-4619-974e-5bc398e51653 HTTP/1.1" status: 404 len: 337 time: 0.0995710 May 13 15:02:14.655534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.740877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Provisioning complete for port d875e678-087d-4a28-b50d-6cf6c974778e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:14.742126 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:14.765132 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a443cd1-3c24-4125-acf3-fee254782851 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:14.767496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a443cd1-3c24-4125-acf3-fee254782851 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:14.770281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1a443cd1-3c24-4125-acf3-fee254782851 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/2163cf64-43c4-4a86-9cb8-3f535f9d0466 HTTP/1.1" status: 404 len: 337 time: 0.1093872 May 13 15:02:14.779276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52660) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.858227 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d66a0f-8cd7-43d6-8f73-426d4d7089e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:14.858831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d66a0f-8cd7-43d6-8f73-426d4d7089e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:14.861164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a8d66a0f-8cd7-43d6-8f73-426d4d7089e0 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/1ba7f573-1d8e-4573-ba28-51531d54bbf5 HTTP/1.1" status: 404 len: 333 time: 0.0798149 May 13 15:02:14.863656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:14.973186 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70b12b9-93e8-4d17-a026-be6def2f31cb tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:14.973652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70b12b9-93e8-4d17-a026-be6def2f31cb tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:14.983832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a70b12b9-93e8-4d17-a026-be6def2f31cb tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/0a078aaa-ff8b-4a2d-bd19-d21acc3bd921 HTTP/1.1" status: 404 len: 337 time: 0.1176746 May 13 15:02:14.986850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:15.116891 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd7b503-6fd4-4a0d-8131-db470962df09 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:15.117387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd7b503-6fd4-4a0d-8131-db470962df09 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:15.124886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6bd7b503-6fd4-4a0d-8131-db470962df09 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/fc70c71b-8694-4351-8617-fc8344ea4da1 HTTP/1.1" status: 404 len: 337 time: 0.1367972 May 13 15:02:15.125484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:15.212121 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-45439a68-c82f-49d7-96b6-64546a8edbbf tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:15.212800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45439a68-c82f-49d7-96b6-64546a8edbbf tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:15.218887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45439a68-c82f-49d7-96b6-64546a8edbbf tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/3ce77352-0b5d-420b-882a-176aa8d1859c HTTP/1.1" status: 404 len: 333 time: 0.0919733 May 13 15:02:15.219283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:15.289895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Current status of the port d875e678-087d-4a28-b50d-6cf6c974778e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:15.292458 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-791bfb8c-880f-46e6-81b0-07c0440b222d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:15.292816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791bfb8c-880f-46e6-81b0-07c0440b222d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:15.297590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-791bfb8c-880f-46e6-81b0-07c0440b222d tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/b75a863b-a887-42f5-bfe2-53d06fb0089b HTTP/1.1" status: 404 len: 337 time: 0.0772030 May 13 15:02:15.298250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52688) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:15.323350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Provisioning complete for port b9493bd6-8230-4563-a602-8aaab9d3942e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:15.323989 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.369786 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5080b017-8d7b-4f08-9f46-52f505d25eb3 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] DELETE failed (client error): The resource could not be found. May 13 15:02:15.370344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5080b017-8d7b-4f08-9f46-52f505d25eb3 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:02:15.375960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5080b017-8d7b-4f08-9f46-52f505d25eb3 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/subnets/4a3a069b-e229-4c38-a9ca-b21073bea9c9 HTTP/1.1" status: 404 len: 337 time: 0.0766344 May 13 15:02:15.376731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:15.451558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] DHCP port deletion for 52e8ae5d-9570-46d5-8aba-1df24c316b7f request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:02:15.471407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Deleting port d875e678-087d-4a28-b50d-6cf6c974778e {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:15.472154 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.590123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Deleting port b9493bd6-8230-4563-a602-8aaab9d3942e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:15.590699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.659230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:15.731222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-653b417b-1aea-4d0a-a526-042526ac68bc None None] Port b9493bd6-8230-4563-a602-8aaab9d3942e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:15.860099 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 8a5696da-d6f1-46ef-91bc-9e9d87d51609 associated. External IP: 172.25.5.76, port: 7045c95e-36a6-405f-8fe6-5830b2bc39c5. May 13 15:02:16.042022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] For port d875e678-087d-4a28-b50d-6cf6c974778e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d875e678-087d-4a28-b50d-6cf6c974778e,segment=NetworkSegment(5291724f-4040-44df-a1ee-a6142acb7c6c),segment_id=5291724f-4040-44df-a1ee-a6142acb7c6c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:16.043183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:16.190590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:16.526002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Calling delete_port for d875e678-087d-4a28-b50d-6cf6c974778e owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:16.684452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:02:16.783054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d875e678-087d-4a28-b50d-6cf6c974778e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:02:16.783726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d875e678-087d-4a28-b50d-6cf6c974778e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:02:16.798553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:16.851071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Calling delete_port for b9493bd6-8230-4563-a602-8aaab9d3942e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:17.133857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] Pushing event deleted for resources: {'Port': ['ID=d875e678-087d-4a28-b50d-6cf6c974778e,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:17.154650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024d512-52e4-4cc8-a589-1f6ab2b6a058 None None] No DVR routers for this DVR port d875e678-087d-4a28-b50d-6cf6c974778e on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:02:17.192614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52728) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:17.216439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:17.475191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:17.515755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Port': ['ID=b9493bd6-8230-4563-a602-8aaab9d3942e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:17.532339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b477adbd-74b4-4041-96c5-1153b2fa877a tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/ports/b9493bd6-8230-4563-a602-8aaab9d3942e HTTP/1.1" status: 204 len: 168 time: 2.1532621 May 13 15:02:17.537944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52740) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:17.585297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:18.047539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.102737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:18.127108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:18.175303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.183835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:18.185159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:18.273283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.286678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:18.296062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8eb34d545144dd0930876cd25f3b97d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:18.302681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:18.318179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:18.346749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:18.380860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:18.384753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:18.406464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-69a6de7e-8efd-4e02-b7bd-dc4fdb800146 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.1236298 May 13 15:02:18.409299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:18.418451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-429993956'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:18.427054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:18.434302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:network and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:18.443910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:18.462155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:18.476047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.489032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.607740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.613028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:18.635503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.638682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.648028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:18.648704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d85ed5d-5ffc-4995-9f72-ec04e99a14ce None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:18.801622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:02:18.817342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=97586cbc-ffbe-4794-b6af-25672098689c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:18.838618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:18.838618 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Added segment dab765c7-f8b0-410c-8874-34534c0c8d3f of type vlan for network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d May 13 15:02:18.872596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:18.873863 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8eb34d545144dd0930876cd25f3b97d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6799042 May 13 15:02:18.879155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.038286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.043451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e464d4b0-141a-4726-aff2-5f889105ab7c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.7389309 May 13 15:02:19.047975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.260724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d57a0-f916-4838-937c-d0445fe133e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0d19e-3179-4c95-9ccd-09fbe1dda348,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:19.288063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.399636 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.422862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.450519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.460563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:19.461287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.508346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.511070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e8ae5d-9570-46d5-8aba-1df24c316b7f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:19.534788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5291724f-4040-44df-a1ee-a6142acb7c6c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:19.535284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5291724f-4040-44df-a1ee-a6142acb7c6c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:19.557022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.583499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.602856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:02:19.610423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:19.638410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2278123 May 13 15:02:19.653978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:19.673085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'subnet': {'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: timer() May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:02:19.680944 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:02:19.693770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94cbe-462a-43f8-acb4-44bc72afc99a tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Network': ['ID=3c7f0b72-ffbc-4feb-93b1-f355248fba6d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:19.722142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:02:20.003028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.127907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.135082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] Pushing event deleted for resources: {'Network': ['ID=52e8ae5d-9570-46d5-8aba-1df24c316b7f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:20.183059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1711a780-2775-4d74-869a-347d23cb00d4 tempest-PortsTestJSON-340211716 tempest-PortsTestJSON-340211716-project] 10.222.0.36 "DELETE /v2.0/networks/52e8ae5d-9570-46d5-8aba-1df24c316b7f HTTP/1.1" status: 204 len: 168 time: 2.6435788 May 13 15:02:20.265841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.313309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-6ff59977-926b-41ab-bc0c-a23857d91e02 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--586743946&fields=id&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 267 time: 0.4709055 May 13 15:02:20.344693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0d19e-3179-4c95-9ccd-09fbe1dda348,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:20.365365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:20.382110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.385866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-68f4b5cd-ee79-4f94-a72c-a58ff268f14e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94d0d19e-3179-4c95-9ccd-09fbe1dda348 HTTP/1.1" status: 204 len: 168 time: 1.5096006 May 13 15:02:20.513578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:20.668798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:20.804467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:20.819029 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.099931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:21.119990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-6c39f2dc-2bec-4074-93b7-ade7b885f955 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.120955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-6c39f2dc-2bec-4074-93b7-ade7b885f955 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:21.182369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-6c39f2dc-2bec-4074-93b7-ade7b885f955 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:21.183772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-6c39f2dc-2bec-4074-93b7-ade7b885f955 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 0.8257468 May 13 15:02:21.277068 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-38b362ca-a5e7-4b3e-865f-e8ab46f4f934 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/quotas/ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 375 time: 0.0813065 May 13 15:02:21.450006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.582878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:21.583725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-65979218-aa0d-4ca8-8bec-f698ce03c3ea tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2932372 May 13 15:02:21.595314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56763da1-f4e8-4482-a664-1fa702063068 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a931c87ce1c4a009b563dfe5fa2ba37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919856 May 13 15:02:21.596159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:21.632675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.670707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:21.681793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:21.683832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Usage tracker for resource:security_group_rule and tenant:9568d02195744a07bd8b08810212e1cc is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:21.692572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Subnet': ['ID=09ddffa3-77a8-4d4a-9824-6e233c17b6e2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:21.693274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:21.725683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:21.745844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Checking segment: {'id': 'dab765c7-f8b0-410c-8874-34534c0c8d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:21.747631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network hostable DHCP agents. Network: 3c7f0b72-ffbc-4feb-93b1-f355248fba6d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:02:21.885448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.928076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:02:21.951592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.966065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 3c7f0b72-ffbc-4feb-93b1-f355248fba6d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:21.971863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:21.972958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:21.979820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39510996-a619-4874-b608-1079423a97dc None None] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:22.007404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.018734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.025332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-62ac36e1-0eec-401b-9765-10f24b4caf38 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:02:22.026323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-62ac36e1-0eec-401b-9765-10f24b4caf38 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4000759 May 13 15:02:22.204890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e60e7-b7df-410e-810d-da6283d5183c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:22.213893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6749f90f-cc76-45e9-9ab9-2395bf5dd406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9568d02195744a07bd8b08810212e1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121514 May 13 15:02:22.216992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:22.224396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-09c474bc-140b-4242-bc81-111e2db86935 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5637243 May 13 15:02:22.237257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 52914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:22.269055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1730510931', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:22.329474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:22.337683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:router and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:22.345030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:22.363627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:22.405905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.476333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-ecf7630e-2267-4946-81fe-46b7ea14f263 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344809 May 13 15:02:22.491184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.496071 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.609961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.645563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e60e7-b7df-410e-810d-da6283d5183c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:22.668161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.672367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-739dfc12-da6e-488c-82ae-d49c21f1a08c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d8e60e7-b7df-410e-810d-da6283d5183c HTTP/1.1" status: 204 len: 168 time: 0.4513583 May 13 15:02:22.728484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:22.737095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Usage tracker for resource:security_group_rule and tenant:887ec13f2f0b4544acad64a8bcd58e13 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:22.741851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:22.753997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:22.834314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-3c7f0b72-ffbc-4feb-93b1-f355248fba6d', 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d', 'tenant_id': '2b8a193cfb9547098811adc669bd684e', 'fixed_ips': [{'subnet_id': '09ddffa3-77a8-4d4a-9824-6e233c17b6e2'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:02:22.838488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.879259 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.883332 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-cc49d1be-8ed6-4d93-bee6-358c048ee512 service neutron] 10.222.0.36 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604057 May 13 15:02:22.895641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.908057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.932085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:22.982008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.064553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.103644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=887ec13f2f0b4544acad64a8bcd58e13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4182570 May 13 15:02:23.106416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 52924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:23.260872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.295404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2bfce-7fe8-435c-9b3c-e7c56f8a0f21,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:23.377722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.556867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04536337-f2af-4205-ace4-709c3bd34d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48b6ff7-710d-4502-a677-2689c5a2e2b9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:23.618993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-094de537-afb9-4254-a1d9-d8904f2fb040 req-67c1c441-c717-4d4d-a363-0968088e5937 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:23.662987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Allocated IP 172.20.0.2 (3c7f0b72-ffbc-4feb-93b1-f355248fba6d/09ddffa3-77a8-4d4a-9824-6e233c17b6e2/424b30d7-6a5f-419b-b6b8-0eb53c6f7c81) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:23.730996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-094de537-afb9-4254-a1d9-d8904f2fb040 req-67c1c441-c717-4d4d-a363-0968088e5937 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:23.736641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-094de537-afb9-4254-a1d9-d8904f2fb040 req-67c1c441-c717-4d4d-a363-0968088e5937 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.3247650 May 13 15:02:23.794519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.869063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48b6ff7-710d-4502-a677-2689c5a2e2b9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:23.910524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:23.919290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6681c59d-30ab-4fcb-b509-24a259b418d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a48b6ff7-710d-4502-a677-2689c5a2e2b9 HTTP/1.1" status: 204 len: 168 time: 0.8112583 May 13 15:02:24.033931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.035119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b9b164d-9b39-49e3-b6e9-aded60781c63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dc2bfce-7fe8-435c-9b3c-e7c56f8a0f21 HTTP/1.1" status: 204 len: 168 time: 2.4199076 May 13 15:02:24.041154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.407649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.450417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Transition to ACTIVE for port object 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:24.477645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Transition to ACTIVE for port object 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:24.490214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.678725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Pushing event updated for resources: {'Port': ['ID=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:24.687924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:24.693774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:24.696682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:24.905289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Attempting to bind port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:24.906465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Attempting to bind port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'dab765c7-f8b0-410c-8874-34534c0c8d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:24.906995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Attempting to bind port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 on network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:24.917349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:24.918079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Checking segment: {'id': 'dab765c7-f8b0-410c-8874-34534c0c8d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:24.918645 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:24.919190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Bound using segment: {'id': 'dab765c7-f8b0-410c-8874-34534c0c8d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:24.919825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Bound port: 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab765c7-f8b0-410c-8874-34534c0c8d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:24.920665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.190114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] For port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:25.203751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] For port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,segment=NetworkSegment(dab765c7-f8b0-410c-8874-34534c0c8d3f),segment_id=dab765c7-f8b0-410c-8874-34534c0c8d3f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:25.215810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.392885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c084861f-b506-4253-a304-30c44597f7c3 req-0dd74e3a-4b3b-42a7-9646-8d4e81fd9a68 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.1804404 May 13 15:02:25.588496 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.599931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:25.629581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb5e3-a0aa-4afa-9cfb-a8c0b9b581c9 None None] Pushing event updated for resources: {'Port': ['ID=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:25.684518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.723366 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:25.765174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:25.789060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Usage tracker for resource:security_group_rule and tenant:a251a9dda78344d3a9f024af2e4b7e2e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:25.799990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:25.838257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:26.218426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.235939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.378817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a251a9dda78344d3a9f024af2e4b7e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7771335 May 13 15:02:26.384925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53022) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:26.391062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.25.5.102 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/774385f5-7898-43c7-b198-97640134686d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:26.455156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d35b2-b08f-4fad-9716-c2969dd4ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf622a31-718d-481a-bc79-f2cb56ee9618,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:26.579926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e8ce5ec-d791-4004-92a7-01405d17fd0e req-316b18d3-b99d-47ac-8270-0b68797a3591 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.0940108 May 13 15:02:26.631885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:26.695873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:26.854907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.111541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:27.127817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.254224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf622a31-718d-481a-bc79-f2cb56ee9618,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:27.292367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.305640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fbd9a848-ebe4-47a5-9011-6014e70779f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf622a31-718d-481a-bc79-f2cb56ee9618 HTTP/1.1" status: 204 len: 168 time: 0.9095550 May 13 15:02:27.321122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.430174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:27.677865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:27.702040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:27.713221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:27.822272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=774385f5-7898-43c7-b198-97640134686d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:28.039824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2bd21958-5fcc-4805-9095-faedede6b03f req-e99ca627-76ba-4eaa-8775-3733849e0c43 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.2101047 May 13 15:02:28.085747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e83055-e3bd-44ee-b1c9-c4b30d36cb76 None None] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:02:28.579177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Provisioning for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:28.668774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Provisioning complete for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:28.669701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:29.206156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53102) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:29.310205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df987c39-1a26-4464-ac5d-a05684d2e53f req-0f84a882-09e6-49ec-8468-a3ffba58e169 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.1055760 May 13 15:02:29.624828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.013247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-51357f87-312d-4f1c-966f-49c0c171962e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-395494066', 'prefixes': ['172.20.0.0/16']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:30.047517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51357f87-312d-4f1c-966f-49c0c171962e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:30.074151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Current status of the port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:30.084918 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.277217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51357f87-312d-4f1c-966f-49c0c171962e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.298066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51357f87-312d-4f1c-966f-49c0c171962e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0863352 May 13 15:02:30.302375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] For port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,segment=NetworkSegment(dab765c7-f8b0-410c-8874-34534c0c8d3f),segment_id=dab765c7-f8b0-410c-8874-34534c0c8d3f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:30.303822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53128) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:30.371434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.530846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e5cf27c-1888-44d0-960a-6415314836d1 tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "GET /v2.0/subnetpools/7b0b5efa-728c-4cc2-a269-0b0d70e445af HTTP/1.1" status: 200 len: 731 time: 0.2207732 May 13 15:02:30.537542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53136) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:30.552627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-24f563fd-6b1f-461e-956e-f402bd3fba0e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1515407951'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:30.657563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-27e5013c-32e4-42f0-b41a-25fdf8060b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:30.847387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335eaa1-2c29-4948-9ab0-3d21f6013fa6 None None] Pushing event updated for resources: {'Port': ['ID=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:31.006519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24f563fd-6b1f-461e-956e-f402bd3fba0e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:31.008183 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24f563fd-6b1f-461e-956e-f402bd3fba0e tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "PUT /v2.0/subnetpools/7b0b5efa-728c-4cc2-a269-0b0d70e445af HTTP/1.1" status: 200 len: 684 time: 0.4692466 May 13 15:02:31.012412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:31.310566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-58775111-8eb8-43f2-9824-5027a4a31a8c tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:31.317307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-58775111-8eb8-43f2-9824-5027a4a31a8c tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7b0b5efa-728c-4cc2-a269-0b0d70e445af HTTP/1.1" status: 204 len: 168 time: 0.3014874 May 13 15:02:31.323159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:31.404452 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-38013cb5-2683-42f2-a121-bfd100ee4641 tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] show failed (client error): The resource could not be found. May 13 15:02:31.406011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38013cb5-2683-42f2-a121-bfd100ee4641 tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "GET /v2.0/subnetpools/7b0b5efa-728c-4cc2-a269-0b0d70e445af HTTP/1.1" status: 404 len: 346 time: 0.0803533 May 13 15:02:31.421536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53156) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:31.482212 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-cb7b9ee8-1266-4b2b-bafa-88468cbcefee tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] delete failed (client error): The resource could not be found. May 13 15:02:31.488497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cb7b9ee8-1266-4b2b-bafa-88468cbcefee tempest-SubnetPoolsTestJSON-1145864171 tempest-SubnetPoolsTestJSON-1145864171-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7b0b5efa-728c-4cc2-a269-0b0d70e445af HTTP/1.1" status: 404 len: 346 time: 0.0611675 May 13 15:02:31.507736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0efe0ccb-707b-4974-8c08-3ae504a082e8 req-33362783-4d5b-40e1-b678-c2350a15eb31 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.9168234 May 13 15:02:31.538391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-188d25bd-1452-47e8-acde-4a3bd758ed43 None None] Provisioning complete for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:31.541236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-188d25bd-1452-47e8-acde-4a3bd758ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:32.069558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-188d25bd-1452-47e8-acde-4a3bd758ed43 None None] Current status of the port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:32.174236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-481002bf-ffb9-4efd-ac91-4493afc5da4a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:32.178758 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-481002bf-ffb9-4efd-ac91-4493afc5da4a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 815 time: 1.8941638 May 13 15:02:32.492190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:32.534389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53188) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:32.660829 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-7e4d04f0-2cb3-4f7e-ba4d-ad6f3636c9ea tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc HTTP/1.1" status: 200 len: 379 time: 0.4688132 May 13 15:02:32.693867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'port': {'device_id': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'admin_state_up': True, 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'security_groups': ['c19a720b-041b-4504-9770-adf831e314ad']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:32.708636 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a83e5c41-a58d-478a-a4c5-5d9adbea6df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:32.799434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:32.806933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:32.914938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.166660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.319968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-748302e0-b1a8-4dc6-8eb4-9a5e99f0e7a2 req-92603a10-2575-4a3c-8769-3e14596f45f5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.4995956 May 13 15:02:33.354112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.458675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53216) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:33.462648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:33.485915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Usage tracker for resource:security_group_rule and tenant:b4e2866462574b708b3952b474611455 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:33.510281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:33.551809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:33.646912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:33.669083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:33.692948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Made reservation on behalf of ccf13dc8a7fc4a54b47cf50968d250dc for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:33.696913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.787627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 3b33c764-97f5-42af-8272-11b399575c0c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:02:33.813373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.827372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:33.936793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:33.946772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.016800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de36db-8edc-4e55-a5e6-09a46e8e28d9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:34.037410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1595468833', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:34.068132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.068639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.070661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.071091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.071440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.074226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.074600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.074904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.075239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.075569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.075899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.076271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:34.098143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:34.138402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-61e75842-1905-4b38-99e5-4f456594c68a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4e2866462574b708b3952b474611455&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6028299 May 13 15:02:34.139067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:34.441292 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.507001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.613430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Usage tracker for resource:port and tenant:227630968e114db3afdfe616ec5a8784 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:34.636612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.665642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de36db-8edc-4e55-a5e6-09a46e8e28d9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:34.678440 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:34.680499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-76f31dc3-7569-40e2-bac9-34666221e4a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3de36db-8edc-4e55-a5e6-09a46e8e28d9 HTTP/1.1" status: 204 len: 168 time: 0.5401518 May 13 15:02:34.718583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:34.847056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:34.891081 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.257129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Made reservation on behalf of 227630968e114db3afdfe616ec5a8784 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:35.261549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:35.862566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9cc5e5d-8d7b-469f-bcc4-e2738ee32945 req-fdc8f2b0-84f4-4b62-ade4-f8d46101b3e6 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.6299424 May 13 15:02:35.863757 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:36.053231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:36.096939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:36.111174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Usage tracker for resource:security_group_rule and tenant:227630968e114db3afdfe616ec5a8784 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:36.124011 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] Sync routers for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:36.132919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:36.148248 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:36.149931 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:36.187377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:36.225467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Allocated IP 172.20.0.5 (6d1bc10c-08ee-44e3-ae04-70a9402c4b30/6f3f8649-c0de-4816-b947-0455bfd5a429/e038c5d0-3101-4073-8d8f-365b0ee1eb7b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:36.359137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:36.368250 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:36.375145 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-adcb547f-3e5a-48b7-a35b-7a81a6ac802e tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 14.1334059 May 13 15:02:36.381152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:36.437217 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:36.450524 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:36.846273 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:36.852178 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004bcac9-dc4f-43dc-ab46-9903274af417 None None] The sync data for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:37.285299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:37.386872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:02:37.702465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:37.759976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:37.850006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] device_id is not set on port daff9ba4-897d-4c57-9794-16d36a0c3cda yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:02:37.862573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0995a544-6eeb-496a-859e-b1a6d82061f3 req-1a711e11-f5bd-440d-b670-8d96ec45d86f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.2733483 May 13 15:02:38.244692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f66606-c879-4b3e-b307-d2be93776cab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:38.303548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Transition to ACTIVE for port object e038c5d0-3101-4073-8d8f-365b0ee1eb7b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:38.404640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.412914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.414640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.415475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.416274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.417200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.418081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.418966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.421360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.422273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.423805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.424579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:38.729586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:39.493035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Allocated IP 172.25.5.179 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/daff9ba4-897d-4c57-9794-16d36a0c3cda) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:39.678655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:39.694143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:39.705451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:40.222380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.473492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:40.482976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.525553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:40.555146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4205cc76-557d-4394-af25-657373c186bf None None] Provisioning for port e038c5d0-3101-4073-8d8f-365b0ee1eb7b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:40.565192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4205cc76-557d-4394-af25-657373c186bf None None] Provisioning complete for port e038c5d0-3101-4073-8d8f-365b0ee1eb7b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:40.565812 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4205cc76-557d-4394-af25-657373c186bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:40.756900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4205cc76-557d-4394-af25-657373c186bf None None] Port e038c5d0-3101-4073-8d8f-365b0ee1eb7b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:40.892022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b1ee-4c44-4381-87a8-018a4d1965e5 req-bf1d16b7-6b1d-47ba-bbb2-30f0e1ce856b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:40.902875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8781b1ee-4c44-4381-87a8-018a4d1965e5 req-bf1d16b7-6b1d-47ba-bbb2-30f0e1ce856b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:40.930836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-c89cde33-5f38-4006-b64c-dc19cbbbc877 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2480152 May 13 15:02:40.988926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Request body: {'port': {'device_id': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:41.413492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-8781b1ee-4c44-4381-87a8-018a4d1965e5 req-bf1d16b7-6b1d-47ba-bbb2-30f0e1ce856b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:41.437017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8781b1ee-4c44-4381-87a8-018a4d1965e5 req-bf1d16b7-6b1d-47ba-bbb2-30f0e1ce856b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 931 time: 1.8028858 May 13 15:02:41.541507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:41.588332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:41.848186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.010596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:42.046481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:42.051591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:42.151289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.1 (3c7f0b72-ffbc-4feb-93b1-f355248fba6d/09ddffa3-77a8-4d4a-9824-6e233c17b6e2/64f1ca29-b030-4d50-8792-3e80e1641958) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:42.161779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8781b1ee-4c44-4381-87a8-018a4d1965e5 req-cc5c20f8-0741-49a4-9300-fcaaa269d0a9 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5297353 May 13 15:02:42.356414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Pushing event updated for resources: {'Port': ['ID=daff9ba4-897d-4c57-9794-16d36a0c3cda,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:42.382888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:42.383649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.644406 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-058e69d3-0420-4577-acde-8b48b9c4f97b tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 9.1616669 May 13 15:02:42.646764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53364) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:42.649097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.672170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.179'}]}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:42.713039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Transition to ACTIVE for port object 64f1ca29-b030-4d50-8792-3e80e1641958 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:42.714433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:42.760907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Usage tracker for resource:router and tenant:227630968e114db3afdfe616ec5a8784 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:42.763977 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.825161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:42.913545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:42.957196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:42.961323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:43.038208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:43.112339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=64f1ca29-b030-4d50-8792-3e80e1641958,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:43.119926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:43.121641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:43.126813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:43.267205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:43.692410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:02:43.752724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80532cf1-f12c-415b-8f59-cc18941c8584 None None] Provisioning for port 64f1ca29-b030-4d50-8792-3e80e1641958 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:43.787812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80532cf1-f12c-415b-8f59-cc18941c8584 None None] Provisioning complete for port 64f1ca29-b030-4d50-8792-3e80e1641958 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:43.796801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80532cf1-f12c-415b-8f59-cc18941c8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:43.828350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.110942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-80532cf1-f12c-415b-8f59-cc18941c8584 None None] Port 64f1ca29-b030-4d50-8792-3e80e1641958 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:44.345059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.352426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e038c5d0-3101-4073-8d8f-365b0ee1eb7b {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:44.363828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:44.611744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Transition to ACTIVE for port object e038c5d0-3101-4073-8d8f-365b0ee1eb7b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:44.646143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:45.239460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469536b3-4c7f-4b73-8244-39464af7d4cf req-6b6aa015-f765-4f9f-8f83-da4fe9f48082 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:45.256648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469536b3-4c7f-4b73-8244-39464af7d4cf req-6b6aa015-f765-4f9f-8f83-da4fe9f48082 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 931 time: 1.3700428 May 13 15:02:45.507780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-469536b3-4c7f-4b73-8244-39464af7d4cf req-30f133e5-4198-4a1d-afb3-eecb68fbad83 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:02:45.555169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-469536b3-4c7f-4b73-8244-39464af7d4cf req-30f133e5-4198-4a1d-afb3-eecb68fbad83 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:02:45.574038 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-469536b3-4c7f-4b73-8244-39464af7d4cf req-30f133e5-4198-4a1d-afb3-eecb68fbad83 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161576 May 13 15:02:45.668399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:45.991299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:46.187097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.200675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.401045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Attempting to bind port e038c5d0-3101-4073-8d8f-365b0ee1eb7b on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:02:46.401732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Attempting to bind port e038c5d0-3101-4073-8d8f-365b0ee1eb7b by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:02:46.402276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Attempting to bind port e038c5d0-3101-4073-8d8f-365b0ee1eb7b on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:46.427816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Port e038c5d0-3101-4073-8d8f-365b0ee1eb7b on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:02:46.428180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Attempting to bind port e038c5d0-3101-4073-8d8f-365b0ee1eb7b on network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:02:46.477677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:02:46.499008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Checking segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:02:46.503812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Bound using segment: {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:02:46.507324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Bound port: e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace1fad3-84c8-43c9-8690-50e686f65841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:02:46.510526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.651084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=64f1ca29-b030-4d50-8792-3e80e1641958,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:46.686870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.713101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:46.813540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:46.820000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Usage tracker for resource:security_group_rule and tenant:c2af9756183048f093853852b7a4e6f5 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:46.837914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:46.849296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:47.030519 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.098089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:47.099395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:47.122607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.512523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2af9756183048f093853852b7a4e6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4998481 May 13 15:02:47.517432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6414425-48a2-419e-b179-de845f624088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108299fd-0215-496b-96ce-7cb2c3ad1a22,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:47.524058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:47.525594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:02:47.591185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 3b33c764-97f5-42af-8272-11b399575c0c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:47.732608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-62361410-250a-4e93-8b4a-a06ebf040473 None None] Provisioning complete for port 64f1ca29-b030-4d50-8792-3e80e1641958 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:47.736508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-62361410-250a-4e93-8b4a-a06ebf040473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.739469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.808844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:02:47.839892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.968664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba54c2-1ae8-4c95-bd97-7ba393968dd1 req-e83a67a6-5939-409e-8398-d11718b95e0c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:47.976188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ba54c2-1ae8-4c95-bd97-7ba393968dd1 req-e83a67a6-5939-409e-8398-d11718b95e0c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 943 time: 0.9357901 May 13 15:02:47.978744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:47.991746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-62361410-250a-4e93-8b4a-a06ebf040473 None None] Port 64f1ca29-b030-4d50-8792-3e80e1641958 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:48.142354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:48.153976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] Sync routers for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:48.166165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77120d26-958d-4d0e-a714-377c2fbc7ce7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/routers/3b33c764-97f5-42af-8272-11b399575c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7842638 May 13 15:02:48.167042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:48.173065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'port': {'network_id': '3c7f0b72-ffbc-4feb-93b1-f355248fba6d', 'name': 'tempest-FloatingIPTestJSON-1185463361'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:48.177447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:48.179354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:48.201638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:48.202279 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.203750 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] 10.222.0.86 "PUT /v2.0/ports/e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 1091 time: 7.2498529 May 13 15:02:48.248920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:48.264417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.540287 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc8f425-baa2-4eaa-b475-8e4621f2de7b'] response: {'name': 'network-changed', 'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'status': 'completed', 'code': 200} May 13 15:02:48.713427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:48.730042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:48.741723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Usage tracker for resource:port and tenant:2b8a193cfb9547098811adc669bd684e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:48.745443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:48.763391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:48.787506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:48.788149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:48.794915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Made reservation on behalf of 2b8a193cfb9547098811adc669bd684e for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:02:48.798752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.832638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] device_id is not set on port 41c8927e-ebc4-477e-bd20-973dddd8a326 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:02:48.835444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:48.937539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:48.938454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56476ff-1f96-4bb8-a201-21c9efbc1d55 None None] The sync data for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:49.039070 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-30ba54c2-1ae8-4c95-bd97-7ba393968dd1 req-7f5bb32b-2a10-40f0-8ebb-59bc9e8ebd40 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0616789 May 13 15:02:49.096958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.139353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Allocated IP 172.20.0.13 (3c7f0b72-ffbc-4feb-93b1-f355248fba6d/09ddffa3-77a8-4d4a-9824-6e233c17b6e2/41c8927e-ebc4-477e-bd20-973dddd8a326) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:02:49.193250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13cb7-b6d6-421c-90f3-fb8d43cfccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:49.445771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.531702 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.551667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Transition to ACTIVE for port object 41c8927e-ebc4-477e-bd20-973dddd8a326 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:02:49.581391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.666925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:02:49.671272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:02:49.675823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:02:49.737589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event updated for resources: {'Port': ['ID=41c8927e-ebc4-477e-bd20-973dddd8a326,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:49.767255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:49.767929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.809329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-befcbbd3-582e-4890-a2e3-0d30dc719306 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6411948 May 13 15:02:49.816056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:49.828420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Request body: {'floatingip': {'port_id': '41c8927e-ebc4-477e-bd20-973dddd8a326'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:02:49.850986 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.903617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-e9344d6a-ac1b-4b3a-b985-f0b4e06fd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:49.905200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-e9344d6a-ac1b-4b3a-b985-f0b4e06fd8e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1094 time: 1.5735834 May 13 15:02:49.912285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:49.922034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108299fd-0215-496b-96ce-7cb2c3ad1a22,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:49.925404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.012543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.128863 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-f6d7a769-bc5b-45f3-86df-c94d908bbecc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 217 time: 0.2011538 May 13 15:02:50.283476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.288306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70816641-d60e-47e4-9839-ce969f4f5310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/108299fd-0215-496b-96ce-7cb2c3ad1a22 HTTP/1.1" status: 204 len: 168 time: 2.7529316 May 13 15:02:50.303147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.303493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1fcfad-8546-4744-bfcc-f69ffb5c4ee1 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:02:50.317534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cbc54bb6-a53a-48ab-9dab-a8dae901953f None None] Provisioning for port 41c8927e-ebc4-477e-bd20-973dddd8a326 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:50.349102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cbc54bb6-a53a-48ab-9dab-a8dae901953f None None] Provisioning complete for port 41c8927e-ebc4-477e-bd20-973dddd8a326 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:50.349727 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbc54bb6-a53a-48ab-9dab-a8dae901953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.371968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-453eb551-e7ff-474c-b793-81c9a2c8e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:50.385832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-453eb551-e7ff-474c-b793-81c9a2c8e5a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.2297471 May 13 15:02:50.559450 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 13 15:02:50.559450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc175f95-898e-469e-8ca2-58433d3ba221 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.8939180 May 13 15:02:50.559450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:50.752244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.811082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Deleting port daff9ba4-897d-4c57-9794-16d36a0c3cda {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:50.823607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:50.842287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cbc54bb6-a53a-48ab-9dab-a8dae901953f None None] Port 41c8927e-ebc4-477e-bd20-973dddd8a326 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:02:51.252081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53538) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:51.273855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-53848822-980a-4a97-8b14-8dd606aa4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.276385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-53848822-980a-4a97-8b14-8dd606aa4646 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8787498 May 13 15:02:51.349664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:51.418685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:51.428884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Usage tracker for resource:security_group_rule and tenant:da16180832e5417f9373b2a003f23a11 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:51.434338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:51.448111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:51.552433 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-37dc40ea-1163-4c79-81d8-e14e03f0c051 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635229 May 13 15:02:51.645065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:51.664143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab199c-3b43-421f-b864-179b8e967d0a req-74739fce-a2e6-4bc5-9b58-659ff41ce64f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:51.678098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbab199c-3b43-421f-b864-179b8e967d0a req-74739fce-a2e6-4bc5-9b58-659ff41ce64f tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 943 time: 0.9332488 May 13 15:02:51.760122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f10a4e6b-a29e-4e9b-aa43-b55f649ccb4c req-26672a94-a38b-43e2-9b79-978664d01e1b service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955168 May 13 15:02:51.795369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:51.849493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.046195 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da16180832e5417f9373b2a003f23a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880533 May 13 15:02:52.081843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:52.083055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16288385-3797-46e5-8fc8-8b5838171a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8215c015-d9a8-4225-957e-ef14d6def82a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:52.130104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Calling delete_port for daff9ba4-897d-4c57-9794-16d36a0c3cda owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:02:52.209660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dbab199c-3b43-421f-b864-179b8e967d0a req-8888ffe7-30d3-4615-bd83-8d47fc2c2b91 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765262 May 13 15:02:52.356240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.373373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-8e5d3f94-30ba-4db4-8d06-42ecacd96664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:52.376099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-8e5d3f94-30ba-4db4-8d06-42ecacd96664 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1094 time: 0.4873033 May 13 15:02:52.514262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.880561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.973938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:52.981682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8215c015-d9a8-4225-957e-ef14d6def82a HTTP/1.1" status: 204 len: 168 time: 0.8914564 May 13 15:02:52.985319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b28c40-ce54-4b48-83b2-9e7a7badb688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8215c015-d9a8-4225-957e-ef14d6def82a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:53.045956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-52943cd2-914a-426d-8e3e-da6cdfa57d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:53.049632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-52943cd2-914a-426d-8e3e-da6cdfa57d80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.6076934 May 13 15:02:53.267637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:53.279537 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:53.653597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-bf46becd-3149-4d15-8cfd-965f6eb6d07c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 217 time: 0.5725226 May 13 15:02:53.661214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:54.075720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-31777249-9516-4a43-87f0-bf02f22789a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.083775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-31777249-9516-4a43-87f0-bf02f22789a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.4091616 May 13 15:02:54.210990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Pushing event deleted for resources: {'Port': ['ID=daff9ba4-897d-4c57-9794-16d36a0c3cda,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:54.229620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:54.289075 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 8a5696da-d6f1-46ef-91bc-9e9d87d51609 associated. External IP: 172.25.5.76, port: 7045c95e-36a6-405f-8fe6-5830b2bc39c5. May 13 15:02:54.563561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:54.648314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-328787b1-5e5c-4360-abde-8455b365b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:54.667136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-328787b1-5e5c-4360-abde-8455b365b915 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382546 May 13 15:02:54.683238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:54.766851 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-08aa9bcc-a48b-458e-908b-091f36e67b99 tempest-RoutersAdminNegativeIpV6Test-1149197969 tempest-RoutersAdminNegativeIpV6Test-1149197969-project-admin] 10.222.0.36 "DELETE /v2.0/ports/daff9ba4-897d-4c57-9794-16d36a0c3cda HTTP/1.1" status: 204 len: 168 time: 4.2139966 May 13 15:02:54.915687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:55.091202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749fbf-1eb2-4cd7-a5eb-7bf63499372a req-191ce642-3323-4f23-951e-fd4f500ce479 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:55.094528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03749fbf-1eb2-4cd7-a5eb-7bf63499372a req-191ce642-3323-4f23-951e-fd4f500ce479 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 943 time: 1.2338712 May 13 15:02:55.155471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Usage tracker for resource:security_group_rule and tenant:b86b4045fe2348feada1a05e92a72dd7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:55.167767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e038c5d0-3101-4073-8d8f-365b0ee1eb7b details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:02:55.168538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:55.186467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:55.447722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.512935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:55.691957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:55.729151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'port_id': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'mac_address': 'fa:16:3e:87:44:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:02:55.856023 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-b283b1d8-56b0-443f-87ea-03db20947621 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0923700 May 13 15:02:55.857248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:55.874219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b86b4045fe2348feada1a05e92a72dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6422095 May 13 15:02:55.891223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-03749fbf-1eb2-4cd7-a5eb-7bf63499372a req-70f07dcf-23fe-41c3-8eb2-38811737237e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414303 May 13 15:02:55.893100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53664) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:55.975589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e038c5d0-3101-4073-8d8f-365b0ee1eb7b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:55.976230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.047087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e038c5d0-3101-4073-8d8f-365b0ee1eb7b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:02:56.115273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24808fec-4d79-40ac-89d4-488a51fff307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac7d3a-b3ae-4fb3-8be2-3dbd75ca76f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:56.118989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:56.131414 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.151739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:56.309684 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:56.334854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.335409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.335920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.336435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.336920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.337439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.337919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.338406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.338883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.339365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.339838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.340338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:02:56.418979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.491772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e038c5d0-3101-4073-8d8f-365b0ee1eb7b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:02:56.580187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f19d39e5-332b-4aaa-818d-c3cbf2945699 req-84909442-26ac-4778-ad39-1c797fe7712e service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687372 May 13 15:02:56.617748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:56.632465 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:56.668422 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:56.669447 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:56.677617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.783973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:56.909020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:56.928012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f2c1890b03443db750c855cb320b91 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:56.954510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:56.983901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:57.015218 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:57.058586 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:57.061440 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:57.064103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.155462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac7d3a-b3ae-4fb3-8be2-3dbd75ca76f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:57.179085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.186649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd01c10b-db4b-4c75-9eee-d2da58ab0631 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35ac7d3a-b3ae-4fb3-8be2-3dbd75ca76f5 HTTP/1.1" status: 204 len: 168 time: 1.2737374 May 13 15:02:57.265673 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:57.266083 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255e3e8-c86e-40e4-af9f-7e0a1cf0600f None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:57.319634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.327135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.473253 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4f2c1890b03443db750c855cb320b91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6054678 May 13 15:02:57.474169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:57.474913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590bda4-56a9-42db-8444-7bfc5ea20e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c3b68-0d08-4441-b4ff-c514d97d9d91,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:57.646545 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.780945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d6de2-0189-41de-bf0d-3ab08a10d2c8 req-50456931-0dd8-4516-b074-ef58dbb0b1b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:02:57.783321 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-969d6de2-0189-41de-bf0d-3ab08a10d2c8 req-50456931-0dd8-4516-b074-ef58dbb0b1b8 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 944 time: 0.5972161 May 13 15:02:57.823327 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:57.884991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 3b33c764-97f5-42af-8272-11b399575c0c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:02:58.020810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.066983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-969d6de2-0189-41de-bf0d-3ab08a10d2c8 req-73680ec5-cf76-4fb8-bd3a-7e8367ba4dd4 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662687 May 13 15:02:58.078140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c3b68-0d08-4441-b4ff-c514d97d9d91,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:58.122659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.124635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e48d2095-2b27-40fd-8579-039ea8b83365 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e6c3b68-0d08-4441-b4ff-c514d97d9d91 HTTP/1.1" status: 204 len: 168 time: 0.6419158 May 13 15:02:58.347095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:02:58.357009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.362521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] Sync routers for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:02:58.386102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:58.389560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:58.511925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:58.582835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:58.591541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:58.643271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:02:58.644321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:02:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:58.667482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:02:58.695221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Usage tracker for resource:security_group_rule and tenant:51098a2dfd9e480cb41c690460b99cac is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:02:58.715072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:02:58.758578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:02:58.866544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:02:58.866544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3791f2-c496-4aea-949d-43e630707206 None None] The sync data for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:02:58.953426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10ddf01f-397a-4964-9127-f3c69823a166 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/floatingips/8a5696da-d6f1-46ef-91bc-9e9d87d51609 HTTP/1.1" status: 200 len: 978 time: 9.1358745 May 13 15:02:58.954954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:59.153139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.174326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:59.185577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e038c5d0-3101-4073-8d8f-365b0ee1eb7b up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:02:59.218909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.278698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 41c8927e-ebc4-477e-bd20-973dddd8a326 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:02:59.279113 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.343805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51098a2dfd9e480cb41c690460b99cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8310211 May 13 15:02:59.351653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53748) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:59.468476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port e038c5d0-3101-4073-8d8f-365b0ee1eb7b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:02:59.481436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e038c5d0-3101-4073-8d8f-365b0ee1eb7b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:02:59.482220 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.646680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83349923-e17f-4f6a-ae22-7abed885ecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c4985-127f-498e-9c50-4714f9d66b4c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:02:59.661927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b21de860-0bea-42da-94a3-dc2334e7a983 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=227630968e114db3afdfe616ec5a8784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844418 May 13 15:02:59.709437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:02:59.764905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e038c5d0-3101-4073-8d8f-365b0ee1eb7b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:02:59.770756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.882687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:02:59.900881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:02:59.904363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:02:59.931992 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.003085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.092334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-293fd0a9-a9a4-4097-810e-86271ce7e758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.119744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.188917 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4f3e36-16e2-4f3d-9756-66f226f873a9'] response: {'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'code': 200} May 13 15:03:00.241632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:00.356683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093f0b1-36c6-4f53-b8d9-6211a31ac944 req-b355b1d4-45fd-4859-828f-8b6d99dffe21 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:00.359328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c093f0b1-36c6-4f53-b8d9-6211a31ac944 req-b355b1d4-45fd-4859-828f-8b6d99dffe21 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 944 time: 0.9527547 May 13 15:03:00.493447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.679107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:00.794099 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c093f0b1-36c6-4f53-b8d9-6211a31ac944 req-cef8ad94-0b0c-473f-8330-e698cfd9e4fc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729483 May 13 15:03:00.873457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8ab1-51d1-4b57-9eba-ac155bf349ea req-a58fc6dc-a3f5-4c7a-bc1e-a7d1535e6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:00.876051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e8d8ab1-51d1-4b57-9eba-ac155bf349ea req-a58fc6dc-a3f5-4c7a-bc1e-a7d1535e6e0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1096 time: 0.5578892 May 13 15:03:00.879659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.019972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.061528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.063554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33f66606-c879-4b3e-b307-d2be93776cab HTTP/1.1" status: 204 len: 168 time: 1.3077979 May 13 15:03:01.071239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.073157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/309c4985-127f-498e-9c50-4714f9d66b4c HTTP/1.1" status: 204 len: 168 time: 1.7120447 May 13 15:03:01.077519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e9465-9d7a-4733-a4c5-1d97e5713a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c4985-127f-498e-9c50-4714f9d66b4c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:01.148014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac6c4e-d7a7-45d0-9df9-4a6dad3b1dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f66606-c879-4b3e-b307-d2be93776cab,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:01.175858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2e8d8ab1-51d1-4b57-9eba-ac155bf349ea req-27d9f973-1416-42e1-82c2-47a2f8b471af service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782578 May 13 15:03:01.209138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:01.222499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.223752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.223752 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Floating IP 8a5696da-d6f1-46ef-91bc-9e9d87d51609 disassociated. External IP: 172.25.5.76, port: 41c8927e-ebc4-477e-bd20-973dddd8a326. May 13 15:03:01.223752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 41c8927e-ebc4-477e-bd20-973dddd8a326 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:01.465571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:01.695194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=41c8927e-ebc4-477e-bd20-973dddd8a326,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:02.171021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 3b33c764-97f5-42af-8272-11b399575c0c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:02.212641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.303217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:02.326096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3cd4e7429647e4a973be5590e23b52 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:02.345516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:02.380234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:02.677835 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c8de9cc-fc36-4780-a2d8-be70ddd62955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.885785 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.896088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:02.913749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:03.114411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b3cd4e7429647e4a973be5590e23b52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9036970 May 13 15:03:03.115940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:03.165243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00415363-f41c-4dfa-9400-88c9adb79d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e1c7a-a1a2-4979-b3d1-4e3752868336,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:03.279340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:03.519340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da4960-6e1f-4ad5-9862-212874bd5f07 req-cd15c54e-9cbf-4c48-b16f-e6b9f7b853ac tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:03.524637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59da4960-6e1f-4ad5-9862-212874bd5f07 req-cd15c54e-9cbf-4c48-b16f-e6b9f7b853ac tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 1.3218272 May 13 15:03:03.887612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:03.899538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:03.966962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:03.979154 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] Sync routers for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:04.000985 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:04.002278 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:04.021564 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59da4960-6e1f-4ad5-9862-212874bd5f07 req-11189024-8229-423c-9497-34db156bb22e tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337959 May 13 15:03:04.211669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:04.227602 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:04.278028 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:04.279090 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:04.553824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:04.570692 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:04.571304 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a33ce-6727-4574-8896-091f427554b3 None None] The sync data for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:04.603420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c9d2ca99-4aef-49cb-a60b-37a7cb3636a0 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/41c8927e-ebc4-477e-bd20-973dddd8a326 HTTP/1.1" status: 204 len: 168 time: 5.6429694 May 13 15:03:04.604203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53890) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:04.633132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:04.702373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e1c7a-a1a2-4979-b3d1-4e3752868336,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:04.744081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:04.745896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5998267c-3fe9-4a79-b43b-2033eef89408 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/862e1c7a-a1a2-4979-b3d1-4e3752868336 HTTP/1.1" status: 204 len: 168 time: 1.6218479 May 13 15:03:04.860457 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.204125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d937d7c-ae2b-48a0-9bd3-2925164100cd tempest-AgentManagementNegativeTest-404821263 tempest-AgentManagementNegativeTest-404821263-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.3052044 May 13 15:03:05.907723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:05.960152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:05.966773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d25a-18ae-4c9d-af82-b0f1668bcd80 req-dad7bc5e-cb97-4d8f-8b8d-2638ac627978 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:05.968691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0eb2d25a-18ae-4c9d-af82-b0f1668bcd80 req-dad7bc5e-cb97-4d8f-8b8d-2638ac627978 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 0.6305416 May 13 15:03:06.026069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:06.041455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Usage tracker for resource:security_group_rule and tenant:b17a2843e33f45758d037811d01d69ea is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:06.058437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:06.077180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:06.086425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:06.188668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:06.226193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.234004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.330515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df27b67-913b-46a6-aa23-5bca37f24fc8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:06.386647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2ee38ff-90e5-4e5e-bd71-9ba333e48c30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b17a2843e33f45758d037811d01d69ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774249 May 13 15:03:06.394876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:06.431855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.469609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0eb2d25a-18ae-4c9d-af82-b0f1668bcd80 req-7ae373a8-cfa7-4c3b-afc1-e485b3702f2c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839948 May 13 15:03:06.491420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:06.498474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Usage tracker for resource:security_group_rule and tenant:21d66d30fec34ccf84507007da0ea79a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:06.503924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:06.529314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:06.657661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.762466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.766168 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:06.809679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:06.835072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Usage tracker for resource:security_group_rule and tenant:30852c4a88ed4efab1f7a2806e9c0d84 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:06.871457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:06.901748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:06.908116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.147216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.158127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203ea6f-d344-4d4c-b053-ce639cb0b10f req-fb723065-c85f-48d3-824e-2b32f972102b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:07.168424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a203ea6f-d344-4d4c-b053-ce639cb0b10f req-fb723065-c85f-48d3-824e-2b32f972102b tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 0.3289340 May 13 15:03:07.170021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.182490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 53972) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:07.195368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.196349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Request body: {'floatingip': {'port_id': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:07.248156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21d66d30fec34ccf84507007da0ea79a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602986 May 13 15:03:07.262395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 53982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:07.333579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df27b67-913b-46a6-aa23-5bca37f24fc8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:07.480362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45492dad-177d-4963-a732-017324a14b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1369ba-94fc-49b2-9152-e1c285283ead,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:07.663883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.665720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5afa6d1c-70bd-4955-b6e9-f9e221b8d7eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0df27b67-913b-46a6-aa23-5bca37f24fc8 HTTP/1.1" status: 204 len: 168 time: 1.2693391 May 13 15:03:07.692032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:07.992576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.140349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.201142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.538948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:08.569372 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30852c4a88ed4efab1f7a2806e9c0d84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3770339 May 13 15:03:08.570294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa29b9-468f-43b2-ae6c-4b7c16a60e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d610c6-8dff-4f1b-b04a-59d943224e6c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:08.576631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:08.840162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-6ff44811-fb62-4962-966e-11b15ee28276 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4467361 May 13 15:03:09.005872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:09.627659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:09.682784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 64f1ca29-b030-4d50-8792-3e80e1641958 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:09.684539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.137684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.353660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1369ba-94fc-49b2-9152-e1c285283ead,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:10.368021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.431829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 64f1ca29-b030-4d50-8792-3e80e1641958 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:10.509674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:10.531351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Usage tracker for resource:security_group_rule and tenant:0edf3d53431f4377919ab6b3ad1837a1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:10.539723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:10.548598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.554444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7455129-f9fc-4e41-ae08-b6d24132b555 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de1369ba-94fc-49b2-9152-e1c285283ead HTTP/1.1" status: 204 len: 168 time: 3.2849953 May 13 15:03:10.583253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.586759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.593230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:10.607822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.775600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:10.998632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-aab19e53-aadc-49c4-884c-57af3e8a2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:11.004300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-aab19e53-aadc-49c4-884c-57af3e8a2343 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1096 time: 1.9169056 May 13 15:03:11.234702 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7 associated. External IP: 172.25.5.14, port: e038c5d0-3101-4073-8d8f-365b0ee1eb7b. May 13 15:03:11.349916 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:11.488288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:11.492186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:11.635125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d610c6-8dff-4f1b-b04a-59d943224e6c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:11.642191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699262bc-9c15-4e0c-8733-e549a3ad76cf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:11.665033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:11.667297 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7cef68cc-d140-4470-a8c6-0ea7de49a4b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6d610c6-8dff-4f1b-b04a-59d943224e6c HTTP/1.1" status: 204 len: 168 time: 3.0803139 May 13 15:03:11.673958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-36ed5155-99ab-48cf-8f30-5b5ca1e16d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:11.676995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-36ed5155-99ab-48cf-8f30-5b5ca1e16d95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 0.6499050 May 13 15:03:11.682480 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cf9e12f-36e8-4581-b3d9-c7e121ad900f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0edf3d53431f4377919ab6b3ad1837a1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0523219 May 13 15:03:11.693087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54084) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:12.031809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:12.081485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-d9d9114f-e4a7-4ae6-8863-43cdf0cff077 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 998 time: 0.3738780 May 13 15:03:12.124971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:12.205885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:12.228870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d351d33067540ce8ffb45326c5172be is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:12.239358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:12.256627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:12.272837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:12.293766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:12.417029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-a2e99c7c-1aa8-4d77-868b-3a66a718f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:12.419843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-a2e99c7c-1aa8-4d77-868b-3a66a718f195 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.3252890 May 13 15:03:12.502194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:12.596386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=64f1ca29-b030-4d50-8792-3e80e1641958,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:13.209878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-e4b4b2cd-e5f6-4b81-89cf-eafe8b7c09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:13.222503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-e4b4b2cd-e5f6-4b81-89cf-eafe8b7c09c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7894020 May 13 15:03:13.756202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:13.851288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:13.989101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:14.118013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1d3df-a26e-4274-86db-18649d13b69a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:14.177128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-80ade6be-bbc2-4e71-8851-df5d4272c406 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343421 May 13 15:03:14.230258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f24e058-a0aa-467e-9320-afb640c969e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d351d33067540ce8ffb45326c5172be&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1967199 May 13 15:03:14.250637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:14.369379 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:03:14.386214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:14.394105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:14.407280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:14.453933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:14.458905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:14.787077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:14.967403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.042622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.094827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:15.150687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.156882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/699262bc-9c15-4e0c-8733-e549a3ad76cf HTTP/1.1" status: 204 len: 168 time: 3.4544017 May 13 15:03:15.180155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9039dfa4-1a6a-4063-b357-1fcec1cdec67 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "PUT /v2.0/floatingips/eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7 HTTP/1.1" status: 200 len: 990 time: 7.9932361 May 13 15:03:15.181658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfd36-039d-4aa4-9b0e-cf4161eae2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699262bc-9c15-4e0c-8733-e549a3ad76cf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:15.208789 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.299487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:15.350799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:03:15.427077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.579929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:15.587334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbb1d3df-a26e-4274-86db-18649d13b69a HTTP/1.1" status: 204 len: 168 time: 1.3217149 May 13 15:03:15.587334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa209f8-86db-445d-a259-272d0ad56cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1d3df-a26e-4274-86db-18649d13b69a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:15.643971 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05826f76-fad7-4cce-9e39-4aabc8f8aba0'] response: {'name': 'network-changed', 'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'status': 'completed', 'code': 200} May 13 15:03:15.764434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0f52b6f0-3e50-48a1-93cd-f4f453a7b276 req-d5bc473f-b65f-4e45-8a05-3073fac0ef44 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5607009 May 13 15:03:16.458439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-440771304'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:16.523614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:16.578238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:network and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:16.589917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:16.633782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:16.654287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:87:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:02:14Z', 'updated_at': '2022-05-13T15:03:09Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:16.670037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:03:16.694280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:16.695842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:16.746740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:16.751630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:16.828277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 3b33c764-97f5-42af-8272-11b399575c0c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:16.860379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07240-3f26-450e-854b-28451eed06f2 req-1d9be4fe-64c8-45bf-871c-300b5a1fff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:16.877325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-1d9be4fe-64c8-45bf-871c-300b5a1fff5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1096 time: 0.9999416 May 13 15:03:16.886302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:17.014879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:17.073519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:17.087976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:security_group_rule and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:17.095552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:17.112132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:17.145512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:17.238905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:17.265172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Usage tracker for resource:security_group_rule and tenant:243a06673fe848869de2e2b593c3a968 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:17.295002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:17.326803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:17.458978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:17.668349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:03:17.803945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:17.815367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:17.961015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ffdf7b-39ae-477b-83d8-2f9f2421832f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:17.969424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fc28a73c-8c99-474f-94ce-3545f9a94364 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243a06673fe848869de2e2b593c3a968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518149 May 13 15:03:17.975785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:18.007197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:18.029101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] Sync routers for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:18.034250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.060874 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:18.061823 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:18.180233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:03:18.188962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.208657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7f75c-f050-47a3-8b8a-0c23e1d5372c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:18.228592 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:18.252502 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] Routers {'3b33c764-97f5-42af-8272-11b399575c0c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:18.253414 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['3b33c764-97f5-42af-8272-11b399575c0c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:18.310419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.407435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-379f5b69-c06f-4cb0-b6e8-824b8ff2a6a8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/routers/3b33c764-97f5-42af-8272-11b399575c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8021820 May 13 15:03:18.419801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:18.436678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.437630 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Added segment b9eea41d-a6b2-4492-a25a-e388eb483a4e of type vlan for network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda May 13 15:03:18.446947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07240-3f26-450e-854b-28451eed06f2 req-7440d98d-2513-4c58-8dc8-d864f81191d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:18.449983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-7440d98d-2513-4c58-8dc8-d864f81191d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.5429037 May 13 15:03:18.524181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:87:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:02:14Z', 'updated_at': '2022-05-13T15:03:09Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:18.530833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed053823-1404-4f27-b1a7-6733078e4bec None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'port_id': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'mac_address': 'fa:16:3e:87:44:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:02:14Z', 'updated_at': '2022-05-13T15:03:09Z', 'revision_number': 1, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:18.545265 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:18.549553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6bc22-3ba8-4976-8812-53b1fd072f7c None None] The sync data for ids ['3b33c764-97f5-42af-8272-11b399575c0c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:18.747794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-a72e16b0-6730-4302-9bf1-20ac5ee47e79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 998 time: 0.2895429 May 13 15:03:18.845051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:18.962725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07240-3f26-450e-854b-28451eed06f2 req-c849a476-5a83-4f33-bb78-59eb3ad166d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:18.982360 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-c849a476-5a83-4f33-bb78-59eb3ad166d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.2258584 May 13 15:03:19.032256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b8863-265e-4409-97ed-4a5103424197 None None] New status for floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:03:19.104723 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.486629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.524505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:19.527009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.570725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.625027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ffdf7b-39ae-477b-83d8-2f9f2421832f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:19.638343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.640632 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f1c35873-4723-4750-8e7e-1571ceb3ccc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99ffdf7b-39ae-477b-83d8-2f9f2421832f HTTP/1.1" status: 204 len: 168 time: 1.6629274 May 13 15:03:19.673724 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.690639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 774385f5-7898-43c7-b198-97640134686d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:19.691470 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:19.702003 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:20.228517 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.9298804 May 13 15:03:20.234454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:20.258588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baae052-3df0-4cd4-8d03-332cdd851f9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Network': ['ID=c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:20.275671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:03:20.282028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07240-3f26-450e-854b-28451eed06f2 req-a9345f28-e5d0-4b38-927a-829b47bcec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:20.289194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-a9345f28-e5d0-4b38-927a-829b47bcec7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2841659 May 13 15:03:20.292069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:20.672665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.021362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:21.186387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-ea518777-5522-49ed-8a1b-1fdf7c02944a service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8895411 May 13 15:03:21.577602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:21.582860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:21.586969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:21.594502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:21.611806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 774385f5-7898-43c7-b198-97640134686d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:21.654962 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5a07240-3f26-450e-854b-28451eed06f2 req-9355528f-0b6b-487a-b2fe-30e536002048 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591436 May 13 15:03:21.670290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:21.674477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:22.104889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:22.331570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=1489be88-913f-4a7e-a53d-b951b0849c5f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:22.686288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:22.687483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network hostable DHCP agents. Network: c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:03:22.714479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:22.789993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:22.852310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=774385f5-7898-43c7-b198-97640134686d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:22.902601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:03:23.072067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:23.087517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94961559-e237-45cc-99e7-1c15c7ca5b92 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:23.094937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:23.095858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.111347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.345475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.403059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:23.427860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Usage tracker for resource:security_group_rule and tenant:1f263ac8e2f44b6594f5d83e4c7e1880 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:23.435638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:23.457945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:23.465542 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.469535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2bf9f2b1-d768-4bc3-a176-4fcc9fe82b9f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2336123 May 13 15:03:23.471712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.474401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:23.483677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'name': 'tempest-NetworksTestDHCPv6-1414860616'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:23.703371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.710734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.879052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.879864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Fanout notify agent at l3_agent the message router_deleted on router 3b33c764-97f5-42af-8272-11b399575c0c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:03:23.883804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f263ac8e2f44b6594f5d83e4c7e1880&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0921023 May 13 15:03:23.886926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54328) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:23.919867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:23.925252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9fd32319-de8a-4d10-ab4f-c44614d7149d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/routers/3b33c764-97f5-42af-8272-11b399575c0c HTTP/1.1" status: 204 len: 168 time: 5.4997158 May 13 15:03:23.930333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54332) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:23.978168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759853-d26a-4f17-b69e-c5d4d4e2aa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab4114-076f-45ee-b8d1-5a4be0d5b365,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:24.161884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '1489be88-913f-4a7e-a53d-b951b0849c5f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:03:24.162768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.225385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.229656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:24.244300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting subnet 09ddffa3-77a8-4d4a-9824-6e233c17b6e2 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:24.247781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.311523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.415136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.490456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.557934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab4114-076f-45ee-b8d1-5a4be0d5b365,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:24.563687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.584641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70d5c542-d5a4-4fdf-89b6-c8443c7f4153 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34ab4114-076f-45ee-b8d1-5a4be0d5b365 HTTP/1.1" status: 204 len: 168 time: 0.6929448 May 13 15:03:24.619946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:24.666666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/1489be88-913f-4a7e-a53d-b951b0849c5f/7379fe30-5147-4ee6-8f42-cf6cbb512e08) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:24.864408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:24.874660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:24.910118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.041488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:25.045005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Subnet': ['ID=09ddffa3-77a8-4d4a-9824-6e233c17b6e2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:25.072242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.092593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-acb28fc5-f816-46cc-a339-8e27ad0a38f1 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/subnets/09ddffa3-77a8-4d4a-9824-6e233c17b6e2 HTTP/1.1" status: 204 len: 168 time: 1.1611776 May 13 15:03:25.094694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:25.096534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496fe35-9011-4ff3-b502-3b9550336ad2 None None] Network 3c7f0b72-ffbc-4feb-93b1-f355248fba6d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:25.096698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:25.100192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.133177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:03:25.734063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.798348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:25.798813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:25.913904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:26.015052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:26.129095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:26.161269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Usage tracker for resource:security_group_rule and tenant:b75284d95df945a29dc49825ccb93da3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:26.163798 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:26.193006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:26.211990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Transition to ACTIVE for port object 7379fe30-5147-4ee6-8f42-cf6cbb512e08 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:26.228241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:26.282284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Transition to ACTIVE for port object 7379fe30-5147-4ee6-8f42-cf6cbb512e08 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:26.296424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:26.585643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Pushing event updated for resources: {'Port': ['ID=7379fe30-5147-4ee6-8f42-cf6cbb512e08,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:26.592029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c1752-c860-4c93-b181-2491a6c7ff29 None None] DHCP port deletion for 3c7f0b72-ffbc-4feb-93b1-f355248fba6d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:03:26.604278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:26.662278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::3d5 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/1489be88-913f-4a7e-a53d-b951b0849c5f/e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:26.682674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c1752-c860-4c93-b181-2491a6c7ff29 None None] Deleting port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:26.683173 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1752-c860-4c93-b181-2491a6c7ff29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:26.758829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:26.815396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:26.824600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:26.864299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] For port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,segment=NetworkSegment(dab765c7-f8b0-410c-8874-34534c0c8d3f),segment_id=dab765c7-f8b0-410c-8874-34534c0c8d3f)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:26.865169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.074523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:27.164975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:27.182526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.206705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Attempting to bind port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:27.207318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Attempting to bind port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:27.207318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Attempting to bind port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:27.230805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:27.231169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:27.231568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.231963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:27.233073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Bound port: 7379fe30-5147-4ee6-8f42-cf6cbb512e08, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:27.233073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.295120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=424b30d7-6a5f-419b-b6b8-0eb53c6f7c81,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:27.310435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c1752-c860-4c93-b181-2491a6c7ff29 None None] The port '424b30d7-6a5f-419b-b6b8-0eb53c6f7c81' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:03:27.315649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] No DVR routers for this DVR port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:27.337179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.387305 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.492032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b75284d95df945a29dc49825ccb93da3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5748727 May 13 15:03:27.500672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d4981-750f-4e9a-afeb-922baa9dade7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24dbff2-04cb-45d2-bfa0-e49a83b3597e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:27.503535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:27.711599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] For port 7379fe30-5147-4ee6-8f42-cf6cbb512e08, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:27.717180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] For port 7379fe30-5147-4ee6-8f42-cf6cbb512e08, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7379fe30-5147-4ee6-8f42-cf6cbb512e08,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:27.721246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:03:27.722357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 424b30d7-6a5f-419b-b6b8-0eb53c6f7c81 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:03:27.730078 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.973023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:27.974242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757149e-dab1-4525-9d9e-05a88b482c64 None None] Pushing event updated for resources: {'Port': ['ID=7379fe30-5147-4ee6-8f42-cf6cbb512e08,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:28.044054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.050605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.066714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.106591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:28.153871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.187443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.194214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:28.224656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Usage tracker for resource:security_group_rule and tenant:2572d654f87b4994a3d0380ef877240f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:28.243213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24dbff2-04cb-45d2-bfa0-e49a83b3597e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:28.254089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.255689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1ce56c41-b1a2-4760-a8f7-1ea8cd43a8a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b24dbff2-04cb-45d2-bfa0-e49a83b3597e HTTP/1.1" status: 204 len: 168 time: 0.7477267 May 13 15:03:28.292031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:28.297656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.335287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:28.341631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f0b72-ffbc-4feb-93b1-f355248fba6d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:28.413242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab765c7-f8b0-410c-8874-34534c0c8d3f') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:28.414368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab765c7-f8b0-410c-8874-34534c0c8d3f') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:28.775081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7379fe30-5147-4ee6-8f42-cf6cbb512e08 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:28.908189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:28.952019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:28.960918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:28.967313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:28.986470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:28.993085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:28.994814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.003349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.041250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cee0f39b-c059-491d-ae0b-65acc5e57368 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5650330 May 13 15:03:29.043480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:29.217708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2572d654f87b4994a3d0380ef877240f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0509756 May 13 15:03:29.223574 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.229149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:29.248053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:29.342830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.352888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b8668-7a3b-4dad-b39c-0be9152f0c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8d80a-183f-4c0e-9521-bf56d89ccf93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:29.399642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194ae15-b461-42f1-8632-a5b94ac835bd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:29.405688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:03:29.406278 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: timer() May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:03:29.426888 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:03:29.461097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194ae15-b461-42f1-8632-a5b94ac835bd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:29.461967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8194ae15-b461-42f1-8632-a5b94ac835bd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:29.505714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8194ae15-b461-42f1-8632-a5b94ac835bd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:29.511533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8194ae15-b461-42f1-8632-a5b94ac835bd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4601390 May 13 15:03:29.515262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:29.584203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.686671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:29.687322 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.692314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.737802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.781702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:29.806426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfb429a2-76eb-4805-94ec-09d06783c0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.036659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Network': ['ID=3c7f0b72-ffbc-4feb-93b1-f355248fba6d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:30.102260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5837a519-0b47-454f-9900-23f95c63199c tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/networks/3c7f0b72-ffbc-4feb-93b1-f355248fba6d HTTP/1.1" status: 204 len: 168 time: 5.0038989 May 13 15:03:30.103749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:30.388305 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.410359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e94c18-83bd-4e2e-b650-e9a6e02640dc None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:30.552619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port fa8576a1-614b-4c08-9c07-c6d1e1038ee6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:30.553725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.668462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.678256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Provisioning for port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:30.692519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Provisioning complete for port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:30.698134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.732433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8d80a-183f-4c0e-9521-bf56d89ccf93,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:30.785623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:30.792665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cfdf3f6e-85d0-4a5b-8c23-d16acd221b89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eb8d80a-183f-4c0e-9521-bf56d89ccf93 HTTP/1.1" status: 204 len: 168 time: 1.5391538 May 13 15:03:30.808352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:31.228804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Current status of the port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:31.229974 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:31.297579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:31.301063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:31.506665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:31.645825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] For port 7379fe30-5147-4ee6-8f42-cf6cbb512e08, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7379fe30-5147-4ee6-8f42-cf6cbb512e08,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:31.669462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:31.996619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b08b05-84e3-40cd-87f9-75c0102a9c3d None None] Pushing event updated for resources: {'Port': ['ID=7379fe30-5147-4ee6-8f42-cf6cbb512e08,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:32.013014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:32.035638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:32.097699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0805dd75-b215-475e-9f64-cc4418cac553 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 HTTP/1.1" status: 204 len: 168 time: 2.5811713 May 13 15:03:32.101296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:32.249518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ba246-33fb-43fd-a388-7ec3c7efbaba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:32.255310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ba246-33fb-43fd-a388-7ec3c7efbaba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:32.256745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d34ba246-33fb-43fd-a388-7ec3c7efbaba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:32.315677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d34ba246-33fb-43fd-a388-7ec3c7efbaba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:32.324813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d34ba246-33fb-43fd-a388-7ec3c7efbaba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2176201 May 13 15:03:32.327388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for fa8576a1-614b-4c08-9c07-c6d1e1038ee6 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:32.328796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:32.599754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7379fe30-5147-4ee6-8f42-cf6cbb512e08 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:32.722298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 1489be88-913f-4a7e-a53d-b951b0849c5f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:32.735276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:32.847275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:32.922724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e69f8e5-d729-45e0-80f6-6ae8417f477d None None] Could not find standard attr ID for object e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:03:33.018654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=fa8576a1-614b-4c08-9c07-c6d1e1038ee6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:33.069799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.279878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.288723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6e69f8e5-d729-45e0-80f6-6ae8417f477d None None] Provisioning complete for port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:33.290368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e69f8e5-d729-45e0-80f6-6ae8417f477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.358990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.369680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54522) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:33.380720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7050a9c-6f41-42cc-9c01-60cbc8c50c17 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/floatingips/8a5696da-d6f1-46ef-91bc-9e9d87d51609 HTTP/1.1" status: 204 len: 168 time: 3.2650831 May 13 15:03:33.415742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.450308 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-563e6938-3222-4a13-b173-131de11f9def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.488431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:33.557812 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70a1e18-193f-4de6-bf46-5bae7863aa42 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] DELETE failed (client error): The resource could not be found. May 13 15:03:33.558205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70a1e18-193f-4de6-bf46-5bae7863aa42 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:03:33.559994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a70a1e18-193f-4de6-bf46-5bae7863aa42 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/41c8927e-ebc4-477e-bd20-973dddd8a326 HTTP/1.1" status: 404 len: 333 time: 0.1874382 May 13 15:03:33.564448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54532) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:33.567090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.653181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:33.670894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Usage tracker for resource:security_group_rule and tenant:81f42ede79954eb78b371a6f663a1837 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:33.690634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:33.714600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c9cb62ea-275e-45ed-8ba7-9a260a2bb4f8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Synchronizing usage tracker for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:33.714853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:33.800776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.838379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.879934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e69f8e5-d729-45e0-80f6-6ae8417f477d None None] Current status of the port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:33.920187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c9cb62ea-275e-45ed-8ba7-9a260a2bb4f8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Unset dirty status for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:33.926976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c9cb62ea-275e-45ed-8ba7-9a260a2bb4f8 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b33c764-97f5-42af-8272-11b399575c0c HTTP/1.1" status: 200 len: 205 time: 0.3575907 May 13 15:03:33.928234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:33.928907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:33.942951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.019728 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.159203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-803ac5bb-6eee-4949-9f06-8e3ba871706a None None] Could not find standard attr ID for object e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:03:34.206144 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-a7e278f5-c7b1-47a9-8ef3-46253fcc1d32 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] delete failed (client error): The resource could not be found. May 13 15:03:34.210775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a7e278f5-c7b1-47a9-8ef3-46253fcc1d32 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/routers/3b33c764-97f5-42af-8272-11b399575c0c HTTP/1.1" status: 404 len: 336 time: 0.2641442 May 13 15:03:34.260608 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.266001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54554) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.326767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:34.356669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125bee9d-2c93-457c-925a-6780b4f9a55b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:34.361202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.374037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=1489be88-913f-4a7e-a53d-b951b0849c5f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:34.377982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.399638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.399917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.400269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.400998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.401500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.401995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.402511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.403366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.403566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.404101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.404702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.405249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:34.416784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48fdc7de-76c7-4fb3-9c28-ffe7bff3d726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/1489be88-913f-4a7e-a53d-b951b0849c5f HTTP/1.1" status: 204 len: 168 time: 2.0821054 May 13 15:03:34.417617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54560) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.490553 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baaa2e5-8216-4a55-a82d-e34225083d36 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] DELETE failed (client error): The resource could not be found. May 13 15:03:34.491012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baaa2e5-8216-4a55-a82d-e34225083d36 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:03:34.527476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81f42ede79954eb78b371a6f663a1837&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368500 May 13 15:03:34.531246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54564) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.572273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eceebe4d-8dd7-4544-b201-bb265ed867c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494710 May 13 15:03:34.574073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.609317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:34.685276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfea20f-fbbe-4c70-8111-f4991605b7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e439423d-55dc-46e4-acca-0df842a66f70,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:34.738269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3baaa2e5-8216-4a55-a82d-e34225083d36 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/subnets/09ddffa3-77a8-4d4a-9824-6e233c17b6e2 HTTP/1.1" status: 404 len: 337 time: 0.4706621 May 13 15:03:34.738881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:34.918766 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.987245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:34.995073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:35.018541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:35.027564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:35.049418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 7045c95e-36a6-405f-8fe6-5830b2bc39c5 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:35.050160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:35.057734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:35.091224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:35.104126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:35.117901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:03:35.123734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Deleting port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:35.124105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:35.183272 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:35.857810 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.040477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.090706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e439423d-55dc-46e4-acca-0df842a66f70,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:36.105995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] For port 7379fe30-5147-4ee6-8f42-cf6cbb512e08, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7379fe30-5147-4ee6-8f42-cf6cbb512e08,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:36.106838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.115473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:36.117764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.119510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-26697596-9e69-499f-bf37-37b7b8d0b5a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e439423d-55dc-46e4-acca-0df842a66f70 HTTP/1.1" status: 204 len: 168 time: 1.5868199 May 13 15:03:36.121485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:36.125924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:36.126911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.140379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:36.190126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-88d46d52-a1a4-42db-8b31-15801935442e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6103308 May 13 15:03:36.195525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:36.204533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'name': 'tempest-NetworksTestDHCPv6-1531688956'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:36.208036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.477979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Calling delete_port for 7379fe30-5147-4ee6-8f42-cf6cbb512e08 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:36.531869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7379fe30-5147-4ee6-8f42-cf6cbb512e08 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:36.576718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:36.593945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:36.602147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:36.616919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 7045c95e-36a6-405f-8fe6-5830b2bc39c5 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:36.627205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:36.667494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:36.685646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:36.775623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 01723b00-bea7-448a-abf6-c3289433b4dc yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:03:36.919645 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:37.072836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] No DVR routers for this DVR port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:37.088531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8ff96-4e8b-4137-8329-ee18a77cca76 None None] Pushing event deleted for resources: {'Port': ['ID=7379fe30-5147-4ee6-8f42-cf6cbb512e08,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:37.161373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc714a57-652a-46c6-8571-d5f782f8d71d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:37.368814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:37.464041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::271 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0/01723b00-bea7-448a-abf6-c3289433b4dc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:37.556907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7379fe30-5147-4ee6-8f42-cf6cbb512e08 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:37.557357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:37.601579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=7045c95e-36a6-405f-8fe6-5830b2bc39c5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:37.878997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:37.908655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d4515f04-9512-4313-be55-116c238e1621 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/7045c95e-36a6-405f-8fe6-5830b2bc39c5 HTTP/1.1" status: 204 len: 168 time: 3.1514716 May 13 15:03:37.909665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54628) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:38.059520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 67040df7-66d8-40a6-a84a-bdb4505c3e6e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:38.060059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:38.418930 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:38.490991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 01723b00-bea7-448a-abf6-c3289433b4dc will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:38.589908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:38.932901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:38.956580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:38.959283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:38.967120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:38.978011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:38.985060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:39.016175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=01723b00-bea7-448a-abf6-c3289433b4dc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:39.047033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.048736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.049235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.050904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.051472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.053855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.054338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.054780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.055217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.056246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.057748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.058186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:03:39.093243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4a8e3219-8518-40db-a263-941c1262ce34 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8955693 May 13 15:03:39.094013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:39.377547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60327001-00c5-4547-943e-8ff609ba6024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:39.383724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60327001-00c5-4547-943e-8ff609ba6024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:39.439780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 67040df7-66d8-40a6-a84a-bdb4505c3e6e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:39.447079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:03:39.449436 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:39.452753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-60327001-00c5-4547-943e-8ff609ba6024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:39.457149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-60327001-00c5-4547-943e-8ff609ba6024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3616576 May 13 15:03:39.457909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:39.613731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54672) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:39.692796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 01723b00-bea7-448a-abf6-c3289433b4dc {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:39.706886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:39.909855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0/b85aa972-e326-4542-b340-715dce218dd6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:40.040463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-856849504-network', 'tenant_id': '796ae3393bc047aa935a81f480f646c7'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:40.102141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:40.155902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:40.175937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Usage tracker for resource:network and tenant:796ae3393bc047aa935a81f480f646c7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:40.195650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:40.249010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:40.304238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=67040df7-66d8-40a6-a84a-bdb4505c3e6e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:40.319525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:40.336275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Transition to ACTIVE for port object b85aa972-e326-4542-b340-715dce218dd6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:40.385361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Transition to ACTIVE for port object b85aa972-e326-4542-b340-715dce218dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:40.397161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:40.648602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:40.652593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Pushing event updated for resources: {'Port': ['ID=b85aa972-e326-4542-b340-715dce218dd6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:40.671678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:40.677636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:41.121578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Made reservation on behalf of 796ae3393bc047aa935a81f480f646c7 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:41.131980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.133350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Attempting to bind port b85aa972-e326-4542-b340-715dce218dd6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:41.137155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Attempting to bind port b85aa972-e326-4542-b340-715dce218dd6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:41.153572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Attempting to bind port b85aa972-e326-4542-b340-715dce218dd6 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:41.180755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.209003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:41.214709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:41.215675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.216606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:41.218342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Bound port: b85aa972-e326-4542-b340-715dce218dd6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:41.221030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.233679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-173c8558-c554-4021-883e-957d922dc9cc tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/ports/67040df7-66d8-40a6-a84a-bdb4505c3e6e HTTP/1.1" status: 204 len: 168 time: 3.3222878 May 13 15:03:41.234366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:41.315829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.394022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:41.408571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Usage tracker for resource:security_group_rule and tenant:796ae3393bc047aa935a81f480f646c7 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:41.448488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:41.478027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:41.667900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f85104-d7bd-4afe-93e9-88bdac373ac7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:41.669021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c7f85104-d7bd-4afe-93e9-88bdac373ac7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Synchronizing usage tracker for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:41.710882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] For port b85aa972-e326-4542-b340-715dce218dd6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:41.727142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] For port b85aa972-e326-4542-b340-715dce218dd6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b85aa972-e326-4542-b340-715dce218dd6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:41.737266 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.751308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.755479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c7f85104-d7bd-4afe-93e9-88bdac373ac7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Unset dirty status for tenant:2b8a193cfb9547098811adc669bd684e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:41.757484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c7f85104-d7bd-4afe-93e9-88bdac373ac7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 HTTP/1.1" status: 200 len: 913 time: 0.5219247 May 13 15:03:41.764579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:41.817955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:41.895473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a5dbb-3873-480e-b006-40f930c33b3a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:41.940717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:03:41.960740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:42.092649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a7349-b29c-4d2f-88d4-012b8a96c569 None None] Pushing event updated for resources: {'Port': ['ID=b85aa972-e326-4542-b340-715dce218dd6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:42.621678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 01723b00-bea7-448a-abf6-c3289433b4dc owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:42.727283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:42.727695 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Added segment a4c5aa8a-34e6-4688-87e2-6c0e80b0d055 of type vlan for network 366fb489-d65f-401a-8728-ac751bf13d60 May 13 15:03:42.793809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:42.861245 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:42.862196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:42.862777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:43.327346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] Pushing event updated for resources: {'Network': ['ID=366fb489-d65f-401a-8728-ac751bf13d60,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:43.336355 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ccf973fd-f9b4-4c30-9b5c-83ce8d8cc903 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7213748 May 13 15:03:43.343213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54730) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:43.353886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 366fb489-d65f-401a-8728-ac751bf13d60 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:03:43.421731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Request body: {'subnet': {'network_id': '366fb489-d65f-401a-8728-ac751bf13d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-856849504-subnet', 'tenant_id': '796ae3393bc047aa935a81f480f646c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:43.438962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:43.458148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Usage tracker for resource:subnet and tenant:796ae3393bc047aa935a81f480f646c7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:43.621936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b85aa972-e326-4542-b340-715dce218dd6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:43.848942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b85aa972-e326-4542-b340-715dce218dd6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:43.887605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:43.893726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:43.911315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:43.952037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Made reservation on behalf of 796ae3393bc047aa935a81f480f646c7 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:43.960027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:44.238544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=01723b00-bea7-448a-abf6-c3289433b4dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:44.258804 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:44.308605 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-af0a1af3-dd0a-449f-9ee7-6f9e1f47b9da tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/01723b00-bea7-448a-abf6-c3289433b4dc HTTP/1.1" status: 204 len: 168 time: 4.8472083 May 13 15:03:44.322512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:44.540432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc55c0-cf6c-4cac-90ce-1f25ba275080 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:44.553016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc55c0-cf6c-4cac-90ce-1f25ba275080 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:44.577594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03cc55c0-cf6c-4cac-90ce-1f25ba275080 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:44.663252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03cc55c0-cf6c-4cac-90ce-1f25ba275080 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:44.670955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-03cc55c0-cf6c-4cac-90ce-1f25ba275080 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3459427 May 13 15:03:44.672314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:44.705312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Provisioning for port b85aa972-e326-4542-b340-715dce218dd6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:44.725251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Provisioning complete for port b85aa972-e326-4542-b340-715dce218dd6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:44.728451 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:44.983755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Current status of the port b85aa972-e326-4542-b340-715dce218dd6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:44.984600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.008816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.043561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] For port b85aa972-e326-4542-b340-715dce218dd6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b85aa972-e326-4542-b340-715dce218dd6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:45.051831 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.144296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Could not find standard attr ID for object 01723b00-bea7-448a-abf6-c3289433b4dc. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:03:45.162933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:45.183865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.371068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-16e8119c-49d3-424b-9236-8657c81e142a None None] Could not find standard attr ID for object 01723b00-bea7-448a-abf6-c3289433b4dc. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:03:45.371068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae13cf3-75c9-4fe2-bece-b1b62e7d2b29 None None] Pushing event updated for resources: {'Port': ['ID=b85aa972-e326-4542-b340-715dce218dd6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:45.652448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.714589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:45.852182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9131b6-b65a-46c1-aa5b-7fe26a74861a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:46.282231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:46.285261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Checking segment: {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:46.285992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Network hostable DHCP agents. Network: 366fb489-d65f-401a-8728-ac751bf13d60, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:03:46.409286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Network 366fb489-d65f-401a-8728-ac751bf13d60 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:03:46.415768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.438944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 366fb489-d65f-401a-8728-ac751bf13d60) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:46.449617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:46.450213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.450390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e255bf-bd27-4893-a65f-14e942725e49 None None] Network 366fb489-d65f-401a-8728-ac751bf13d60 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:46.600259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-409505d7-8d6c-4093-9e0e-eaeb1e54dd9e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2436333 May 13 15:03:46.686191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 45da8466-08c0-4acf-89cb-6f04efc7b63c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:46.686951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.692789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:46.855397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:46.905759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Usage tracker for resource:security_group_rule and tenant:5549a02f74f045d69ff9565ffbaf2759 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:46.929817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:46.979062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:47.078453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.313291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.371382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8f3ef-09e8-455b-a0f6-c4e175d0165e None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:47.397599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:47.427735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c137838e-460e-4380-8df4-904aef97324b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0 HTTP/1.1" status: 204 len: 168 time: 2.7534328 May 13 15:03:47.433361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:47.626149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b85aa972-e326-4542-b340-715dce218dd6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:47.766768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a82d38-b8e2-42d2-9d7b-0211d694e76b None None] Network 366fb489-d65f-401a-8728-ac751bf13d60 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:47.794512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.915136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.926498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8ee92b04-9b6f-429d-a1c6-259944c784e3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4806850 May 13 15:03:47.931200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:47.956360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54826) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:47.956623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 45da8466-08c0-4acf-89cb-6f04efc7b63c owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:48.033515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:48.183641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430bbf6b-fe73-4da4-9e59-54cfbf4e586b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:48.229109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:48.253489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:48.268004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:48.277334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79b56c35-7e50-493b-8366-6c1feb15ff6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5549a02f74f045d69ff9565ffbaf2759&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9930198 May 13 15:03:48.283849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:48.286239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:48.329411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:48.348844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.405940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b85aa972-e326-4542-b340-715dce218dd6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:48.406626 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.747257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.857853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:03:48.893689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Deleting port b85aa972-e326-4542-b340-715dce218dd6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:48.894230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:48.958758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=45da8466-08c0-4acf-89cb-6f04efc7b63c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:48.983055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.108410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b85aa972-e326-4542-b340-715dce218dd6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:49.295693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.302269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.521629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:49.531138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:49.539589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:49.541091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.594332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=aa114201-258c-45ec-83ca-25b67ecc5b62,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:49.664667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b5e83776-b3af-4180-b22a-affc53c371d6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6372485 May 13 15:03:49.669431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:49.708956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] For port b85aa972-e326-4542-b340-715dce218dd6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b85aa972-e326-4542-b340-715dce218dd6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:49.710506 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.711210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'name': 'tempest-NetworksTestDHCPv6-1887537089'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:49.865574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:49.980665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b85aa972-e326-4542-b340-715dce218dd6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:03:50.076383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430bbf6b-fe73-4da4-9e59-54cfbf4e586b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:50.114549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.121293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e4a71607-19f3-4fd6-8dc5-5c761dda020b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/430bbf6b-fe73-4da4-9e59-54cfbf4e586b HTTP/1.1" status: 204 len: 168 time: 1.8351505 May 13 15:03:50.143281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.150547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:50.159554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:03:50.171177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:03:50.200194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:50.227238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:50.241560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.337842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 1256fe61-dc6c-4b9a-80af-45c1918be83d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:03:50.387192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Calling delete_port for b85aa972-e326-4542-b340-715dce218dd6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:50.574905 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.625810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:50.807499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::339 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/aa114201-258c-45ec-83ca-25b67ecc5b62/1256fe61-dc6c-4b9a-80af-45c1918be83d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:50.921562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.175748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] Pushing event deleted for resources: {'Port': ['ID=b85aa972-e326-4542-b340-715dce218dd6,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:51.185482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b85aa972-e326-4542-b340-715dce218dd6 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:51.185958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.228303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35222f1-4394-43c0-a27c-51c23a0412eb None None] No DVR routers for this DVR port b85aa972-e326-4542-b340-715dce218dd6 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:03:51.284787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.302194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e7a29-b1f6-4972-a853-824a28577375 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:51.359197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 1256fe61-dc6c-4b9a-80af-45c1918be83d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:51.377802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:03:51.448737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:51.770406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:51.775217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:51.837589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:51.853452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:51.855373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.006332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:03:52.019952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=1256fe61-dc6c-4b9a-80af-45c1918be83d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:52.042910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b57169d9-66c5-460c-9540-74b8cbc0646b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3678520 May 13 15:03:52.047499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:52.362677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': 'aa114201-258c-45ec-83ca-25b67ecc5b62'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:03:52.366632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.437346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f4fa2-429b-4312-a3d6-5077d96d6e9e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:52.448265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-093f4fa2-429b-4312-a3d6-5077d96d6e9e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:52.501983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-093f4fa2-429b-4312-a3d6-5077d96d6e9e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:52.503436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-093f4fa2-429b-4312-a3d6-5077d96d6e9e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4545143 May 13 15:03:52.507623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54920) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:52.659331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 1256fe61-dc6c-4b9a-80af-45c1918be83d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:52.659833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:52.820035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/aa114201-258c-45ec-83ca-25b67ecc5b62/582f49de-e8a2-4fe9-be54-bafe6d40e56e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:03:52.847314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:03:52.856098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-98222922-e829-46ce-a697-57b426fac1c7 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "PUT /v2.0/routers/2d6c30cf-913d-4d7e-8f8d-be18fb0860d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0899825 May 13 15:03:52.856982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54932) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:52.859306 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] Sync routers for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:03:52.880652 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:52.883277 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:53.173203 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:53.237376 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] Routers {'2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:03:53.239114 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:03:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:53.319466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.462207 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:03:53.463297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2710c17-24c3-430c-9fac-779670c6d5c3 None None] The sync data for ids ['2d6c30cf-913d-4d7e-8f8d-be18fb0860d3'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:03:53.536532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.567598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.618383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Transition to ACTIVE for port object 582f49de-e8a2-4fe9-be54-bafe6d40e56e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:53.655665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.672889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting port 3cd6096d-977a-4e73-94ce-36c8fef21e17 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:53.673359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.695202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Transition to ACTIVE for port object 582f49de-e8a2-4fe9-be54-bafe6d40e56e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:03:53.716136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:53.976125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.169962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:03:54.184708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:03:54.195284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:03:54.209070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Pushing event updated for resources: {'Port': ['ID=582f49de-e8a2-4fe9-be54-bafe6d40e56e,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:54.226309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 1256fe61-dc6c-4b9a-80af-45c1918be83d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:54.435239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Attempting to bind port 582f49de-e8a2-4fe9-be54-bafe6d40e56e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:03:54.439069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Attempting to bind port 582f49de-e8a2-4fe9-be54-bafe6d40e56e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:03:54.439784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Attempting to bind port 582f49de-e8a2-4fe9-be54-bafe6d40e56e on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:03:54.449072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:03:54.450851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:03:54.451492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.452117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:03:54.453104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Bound port: 582f49de-e8a2-4fe9-be54-bafe6d40e56e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:03:54.453706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.501699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.587011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=1256fe61-dc6c-4b9a-80af-45c1918be83d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:54.655832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:54.663312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Calling delete_port for 3cd6096d-977a-4e73-94ce-36c8fef21e17 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:03:54.680741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d499872-be07-4eed-acbb-e6a101968162 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/1256fe61-dc6c-4b9a-80af-45c1918be83d HTTP/1.1" status: 204 len: 168 time: 2.1714165 May 13 15:03:54.685132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:54.769270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404865a8-8db9-48de-9055-7a2a23eb78ca tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:54.771432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404865a8-8db9-48de-9055-7a2a23eb78ca tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:54.772255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-404865a8-8db9-48de-9055-7a2a23eb78ca tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:54.797361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-404865a8-8db9-48de-9055-7a2a23eb78ca tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:54.798910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-404865a8-8db9-48de-9055-7a2a23eb78ca tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1122997 May 13 15:03:54.803616 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:54.856643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] For port 582f49de-e8a2-4fe9-be54-bafe6d40e56e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:03:54.881686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] For port 582f49de-e8a2-4fe9-be54-bafe6d40e56e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=582f49de-e8a2-4fe9-be54-bafe6d40e56e,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:03:54.899164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.094124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.288370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Port': ['ID=3cd6096d-977a-4e73-94ce-36c8fef21e17,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:55.309108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet aa114201-258c-45ec-83ca-25b67ecc5b62 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:55.319152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d58ac4-be82-4069-84e5-1615d41e30e1 None None] Pushing event updated for resources: {'Port': ['ID=582f49de-e8a2-4fe9-be54-bafe6d40e56e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:55.330557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.534631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:55.859834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.051480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.324154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.455785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 582f49de-e8a2-4fe9-be54-bafe6d40e56e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:03:56.518539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.529614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.549835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:56.568405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=aa114201-258c-45ec-83ca-25b67ecc5b62,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:56.617298 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-070dadcf-45fb-4f6c-bd0f-23834559f6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/aa114201-258c-45ec-83ca-25b67ecc5b62 HTTP/1.1" status: 204 len: 168 time: 1.8074348 May 13 15:03:56.617554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:56.844254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 582f49de-e8a2-4fe9-be54-bafe6d40e56e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:57.001889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.002771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:03:57.010919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9349919e-13dd-4d02-a813-8b5d9da16f44 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3895962 May 13 15:03:57.012203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 54990) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:57.095640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.103191 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b66ca8d-59ed-488c-ae42-1c2282f516b4 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/routers/2d6c30cf-913d-4d7e-8f8d-be18fb0860d3 HTTP/1.1" status: 204 len: 168 time: 4.2449367 May 13 15:03:57.117045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 54996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:57.378806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Deleting subnet b1c16a0b-0420-40ff-843b-33eff7bb2a32 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:03:57.400038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:57.414540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133bb156-1dee-459b-ac6c-5de665b48734 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:57.420945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-133bb156-1dee-459b-ac6c-5de665b48734 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:57.482331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-133bb156-1dee-459b-ac6c-5de665b48734 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:57.484483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-133bb156-1dee-459b-ac6c-5de665b48734 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4703166 May 13 15:03:57.489577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:57.814154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a04061-234a-4258-af1c-8b68bcc383ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:03:57.815568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-85a04061-234a-4258-af1c-8b68bcc383ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:03:57.904714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-85a04061-234a-4258-af1c-8b68bcc383ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:03:57.910327 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-85a04061-234a-4258-af1c-8b68bcc383ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4155836 May 13 15:03:57.910791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:58.210625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f10f2-8b8d-42ec-bad8-d39907d6f07f None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:03:58.431289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f28b705-a883-43df-8090-89df58a2d9e0 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4972124 May 13 15:03:58.433918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:58.504267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:03:58.576134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.712633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Could not find standard attr ID for object 1256fe61-dc6c-4b9a-80af-45c1918be83d. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:03:58.833304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.847438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Provisioning for port 582f49de-e8a2-4fe9-be54-bafe6d40e56e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:03:58.872419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Provisioning complete for port 582f49de-e8a2-4fe9-be54-bafe6d40e56e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:03:58.877243 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:58.940808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:03:58.984036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:03:59.014578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:59.022150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:03:59.032467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.106662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.273322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c16a0b-0420-40ff-843b-33eff7bb2a32,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:03:59.284046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.312447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3ae1c8bf-84a4-4e8f-9c87-1d6a4199162d tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/subnets/b1c16a0b-0420-40ff-843b-33eff7bb2a32 HTTP/1.1" status: 204 len: 168 time: 2.1937673 May 13 15:03:59.316797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:03:59.543329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Current status of the port 582f49de-e8a2-4fe9-be54-bafe6d40e56e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:03:59.545043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.648621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:03:59.656134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Deleting port 582f49de-e8a2-4fe9-be54-bafe6d40e56e {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:03:59.657051 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.754502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.769932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] For port 582f49de-e8a2-4fe9-be54-bafe6d40e56e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=582f49de-e8a2-4fe9-be54-bafe6d40e56e,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:03:59.817730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.845295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:03:59.964858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=08a99aed-ffd4-4906-906d-35a8059403a0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:00.002650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:00.004276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:00.007846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:00.009603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.048639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.088417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:00.114167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4998ea33-13b9-4fda-bfff-f136d0a43e4e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6615660 May 13 15:04:00.118069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:00.130885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Usage tracker for resource:security_group_rule and tenant:1e227a1a5b76465e8229a75dc26d7f66 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:00.133670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '08a99aed-ffd4-4906-906d-35a8059403a0', 'ip_address': '2001:db8::a1e8:6b9e:a7bc:4f39'}], 'name': 'tempest-NetworksTestDHCPv6-1688150190'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:00.139013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:00.175462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:00.380514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] For port 582f49de-e8a2-4fe9-be54-bafe6d40e56e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=582f49de-e8a2-4fe9-be54-bafe6d40e56e,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:00.380850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.435794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.463026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:00.491472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:00.510419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:00.523505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:00.658248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e227a1a5b76465e8229a75dc26d7f66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6392512 May 13 15:04:00.662089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3867-5476-4c55-9693-771d03e06f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ea7f0-f776-49e9-bed9-cf52db256a64,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:00.665137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:01.123672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.153996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.160029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Calling delete_port for 582f49de-e8a2-4fe9-be54-bafe6d40e56e owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:01.165169 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.254585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1099f66-c101-46cf-871d-48c6e676d944']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:01.311974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caae20e1-9d08-4fd9-9665-55a1c8e2524e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:01.311974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caae20e1-9d08-4fd9-9665-55a1c8e2524e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:01.403830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Pushing event updated for resources: {'Port': ['ID=582f49de-e8a2-4fe9-be54-bafe6d40e56e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:01.411373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.418859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 582f49de-e8a2-4fe9-be54-bafe6d40e56e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:01.426951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.448413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.491470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.502665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d86bc-06eb-479b-9b94-a3b9a7613cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:01.502665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 582f49de-e8a2-4fe9-be54-bafe6d40e56e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:04:01.502665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 582f49de-e8a2-4fe9-be54-bafe6d40e56e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:04:01.504484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.516930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93063c6e-7221-423d-be6f-cf74f4d3a255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.552443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.581162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] No DVR routers for this DVR port 582f49de-e8a2-4fe9-be54-bafe6d40e56e on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:01.585020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:04:01.587257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec75db-b8af-4913-b785-793415f4f263 None None] Pushing event deleted for resources: {'Port': ['ID=582f49de-e8a2-4fe9-be54-bafe6d40e56e,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:01.593180 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:01.601263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53df3c-efc7-497d-8611-ba022ee12273 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: timer() May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:04:01.654103 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:04:02.155839 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.223030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.240075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::a1e8:6b9e:a7bc:4f39 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/08a99aed-ffd4-4906-906d-35a8059403a0/ec8e2787-c5c0-4f5c-8329-ff0dd60146e9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:02.288879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] Pushing event deleted for resources: {'Network': ['ID=d1099f66-c101-46cf-871d-48c6e676d944,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:02.300987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '08a99aed-ffd4-4906-906d-35a8059403a0'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:04:02.301839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.319834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9caac5d5-92db-4a34-8c52-c7facce4e030 tempest-FloatingIPTestJSON-140071656 tempest-FloatingIPTestJSON-140071656-project] 10.222.0.36 "DELETE /v2.0/networks/d1099f66-c101-46cf-871d-48c6e676d944 HTTP/1.1" status: 204 len: 168 time: 2.9977825 May 13 15:04:02.741132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.780844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9d53d92-8e8f-47e2-ba22-c713e718b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.891358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:02.963516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ea7f0-f776-49e9-bed9-cf52db256a64,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:03.084244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.090926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-570b4595-49e6-4832-9388-384107b6053f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/685ea7f0-f776-49e9-bed9-cf52db256a64 HTTP/1.1" status: 204 len: 168 time: 2.3952324 May 13 15:04:03.335375 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:03.385439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:04.055255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.128294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:04.253622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.371878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d93108b4-7a70-475c-b7e9-5984e054c872 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b8a193cfb9547098811adc669bd684e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9823036 May 13 15:04:04.381716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:04.441346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:04.569370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/08a99aed-ffd4-4906-906d-35a8059403a0/2635e793-6eed-4e56-abe0-1c17f1de4d4c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:04.737750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.790537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:04.803958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:04.817272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=ec8e2787-c5c0-4f5c-8329-ff0dd60146e9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:04.832517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:04.858195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:04.865936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:04.885994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:04.938733 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d28f1611-fd69-4809-a0e9-259d8aeb978e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8183613 May 13 15:04:04.952987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:04.991153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Usage tracker for resource:security_group_rule and tenant:dabc190bad3f4a2783a3aab0c6b8eee4 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:05.015230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:05.063840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:05.395827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.412891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Transition to ACTIVE for port object 2635e793-6eed-4e56-abe0-1c17f1de4d4c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:05.439822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c05f2c-2497-471e-8d75-f63292be0e67 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:05.445162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Transition to ACTIVE for port object 2635e793-6eed-4e56-abe0-1c17f1de4d4c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:05.450419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46c05f2c-2497-471e-8d75-f63292be0e67 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:05.464740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:05.465999 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.492837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.496533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.531403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46c05f2c-2497-471e-8d75-f63292be0e67 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:05.537184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46c05f2c-2497-471e-8d75-f63292be0e67 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5759292 May 13 15:04:05.537580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:05.616988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Pushing event updated for resources: {'Port': ['ID=2635e793-6eed-4e56-abe0-1c17f1de4d4c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:05.631529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.642954 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.665248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:05.672717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:05.680874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:05.709771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:05.710505 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.793423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:05.964069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a72f8e-9a19-4b97-867f-1d8e2cc33373,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:05.997081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.040936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Attempting to bind port 2635e793-6eed-4e56-abe0-1c17f1de4d4c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:04:06.041594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Attempting to bind port 2635e793-6eed-4e56-abe0-1c17f1de4d4c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:04:06.048122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Attempting to bind port 2635e793-6eed-4e56-abe0-1c17f1de4d4c on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:04:06.061090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:04:06.061467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:06.061882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.070416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:04:06.071058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Bound port: 2635e793-6eed-4e56-abe0-1c17f1de4d4c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:04:06.078481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa331c-124a-4d05-8cc1-0581ad169bbf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:06.078801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.106813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.122144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a7402201-40da-4156-963e-bfb517ff6684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cfa331c-124a-4d05-8cc1-0581ad169bbf HTTP/1.1" status: 204 len: 168 time: 1.7368274 May 13 15:04:06.128943 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9ac71b07-9ec1-4b41-986f-a916585f12bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dabc190bad3f4a2783a3aab0c6b8eee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6700237 May 13 15:04:06.133600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.141015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:06.300332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:06.320942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.392973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] For port 2635e793-6eed-4e56-abe0-1c17f1de4d4c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:04:06.397607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] For port 2635e793-6eed-4e56-abe0-1c17f1de4d4c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2635e793-6eed-4e56-abe0-1c17f1de4d4c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:04:06.430730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.485228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.683800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.749763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Usage tracker for resource:security_group_rule and tenant:61818f9a98c64d26a1d39ecccf5a6e37 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:06.769333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:06.788902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:06.802381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03a72f8e-9a19-4b97-867f-1d8e2cc33373 HTTP/1.1" status: 204 len: 168 time: 0.6597378 May 13 15:04:06.846997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2869bc-af03-4f06-82f9-c97af507d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a72f8e-9a19-4b97-867f-1d8e2cc33373,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:06.893309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828014f-09db-459f-86a8-d684c06a1ac4 None None] Pushing event updated for resources: {'Port': ['ID=2635e793-6eed-4e56-abe0-1c17f1de4d4c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:07.014546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:07.438630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:08.224663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:08.529952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2635e793-6eed-4e56-abe0-1c17f1de4d4c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:08.987206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2635e793-6eed-4e56-abe0-1c17f1de4d4c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:09.098751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:09.136572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:09.384915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61818f9a98c64d26a1d39ecccf5a6e37&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9186480 May 13 15:04:09.386211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:09.666637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:09.760444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413c88d-fbb8-43a3-9e11-ca643510f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3e79d-4a85-4395-83c1-a06d079a626d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:09.783135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:09.807597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:09.989434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.314063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.357589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=ec8e2787-c5c0-4f5c-8329-ff0dd60146e9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:10.361834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.388977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Provisioning for port 2635e793-6eed-4e56-abe0-1c17f1de4d4c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:10.396769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-77808544-a0f3-4ecf-84f7-59ce545cb997 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 HTTP/1.1" status: 204 len: 168 time: 4.8572283 May 13 15:04:10.400393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:10.443220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Provisioning complete for port 2635e793-6eed-4e56-abe0-1c17f1de4d4c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:10.452494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.491108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-201a4b77-00f2-4eb6-802f-867483a9edbf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0640728 May 13 15:04:10.557820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3e79d-4a85-4395-83c1-a06d079a626d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:10.584105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f65e1-522f-47ad-bbe8-970b03333b11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:10.602940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f65e1-522f-47ad-bbe8-970b03333b11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:10.609373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb9f65e1-522f-47ad-bbe8-970b03333b11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:10.654272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'networks': [{'name': 'tempest-network--1718219899'}, {'name': 'tempest-network--1110954939'}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:10.655155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-network--1718219899'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:10.664890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-network--1110954939'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:10.698526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.706332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56d3f4ea-b8ca-472b-914d-50d49ee510d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a3e79d-4a85-4395-83c1-a06d079a626d HTTP/1.1" status: 204 len: 168 time: 1.3174148 May 13 15:04:10.732243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:10.743835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fb9f65e1-522f-47ad-bbe8-970b03333b11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:10.747907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fb9f65e1-522f-47ad-bbe8-970b03333b11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3446686 May 13 15:04:10.751413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:10.769951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:network and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:10.794391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:10.823292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:10.873349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'network': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:10.878281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:10.956966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.005427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:11.019288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:security_group_rule and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:11.022730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:11.045523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:11.313664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 08a99aed-ffd4-4906-906d-35a8059403a0 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:04:11.318658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.472998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.486559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.490236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.547146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-0ce073d8-cb66-4269-9f26-3cbe3c5f3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:11.557213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-0ce073d8-cb66-4269-9f26-3cbe3c5f3701 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 1096 time: 0.5087707 May 13 15:04:11.580309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.693223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Current status of the port 2635e793-6eed-4e56-abe0-1c17f1de4d4c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:11.694975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.915713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:11.938146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] For port 2635e793-6eed-4e56-abe0-1c17f1de4d4c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2635e793-6eed-4e56-abe0-1c17f1de4d4c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:11.946625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd77372-d57f-47af-b38d-f85ffad31ee3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:11.951470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.985502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:11.992197 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment 42d50dcd-5c4b-4690-a93f-1d04c2b99272 of type vlan for network 95304804-9bb4-4dc6-96e0-59887bccf783 May 13 15:04:12.094931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.215844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:12.243157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.243896 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment 904f3964-1b3f-4c99-8cfd-f2a429777d90 of type vlan for network 2fbc8602-259a-46ea-904b-040785f6020f May 13 15:04:12.334522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.338501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e73e36a8-9e67-4f71-922b-0485b426afe1 None None] Could not find standard attr ID for object ec8e2787-c5c0-4f5c-8329-ff0dd60146e9. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:04:12.401824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.414318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e73e36a8-9e67-4f71-922b-0485b426afe1 None None] Could not find standard attr ID for object 1256fe61-dc6c-4b9a-80af-45c1918be83d. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:04:12.474806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55314) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:12.493284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f4132-2dce-44c0-b92a-87dceba80246 None None] Pushing event updated for resources: {'Port': ['ID=2635e793-6eed-4e56-abe0-1c17f1de4d4c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:12.550587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.749747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:12.783942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.784848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:12.853788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:12.906229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:12.906988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:13.147326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Usage tracker for resource:security_group_rule and tenant:ce3ca307e08f4415ad4afca670134e55 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:13.166311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:13.200779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:13.217820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5454738 May 13 15:04:13.235607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55332) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:13.260007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:13.456102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5327c-b8de-47c2-af96-7880aca633d6 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:13.471654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:13.547093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=08a99aed-ffd4-4906-906d-35a8059403a0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:13.593631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-8ca4859f-968a-44b1-9e6c-58169633dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:13.610254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-8ca4859f-968a-44b1-9e6c-58169633dd4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 200 len: 916 time: 1.8704798 May 13 15:04:14.022592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3f2e323-ceb9-4220-898d-936e80caf64c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/08a99aed-ffd4-4906-906d-35a8059403a0 HTTP/1.1" status: 204 len: 168 time: 3.2657802 May 13 15:04:14.027319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:14.268590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2635e793-6eed-4e56-abe0-1c17f1de4d4c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:14.366390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-0ffa0dab-f0dd-4bcf-bb46-1022adae34e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 200 len: 1000 time: 0.7432671 May 13 15:04:14.388403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1cded845-0cc8-4b28-9cbd-31fec837cc00 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3537750 May 13 15:04:14.450670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55354) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:14.499105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2635e793-6eed-4e56-abe0-1c17f1de4d4c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:14.500415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:14.604058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:04:14.686068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Deleting port 2635e793-6eed-4e56-abe0-1c17f1de4d4c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:14.686667 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:14.708941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-3da1499d-3e24-495f-a3f3-e089294e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:14.712665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-3da1499d-3e24-495f-a3f3-e089294e2a5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 200 len: 854 time: 0.3308277 May 13 15:04:14.723405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=95304804-9bb4-4dc6-96e0-59887bccf783,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:14.798139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 95304804-9bb4-4dc6-96e0-59887bccf783 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:14.846206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:14.966028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-c347e241-b883-49d9-ae5d-f655b1742991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:14.969101 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-c347e241-b883-49d9-ae5d-f655b1742991 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d1bc10c-08ee-44e3-ae04-70a9402c4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462771 May 13 15:04:15.514223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-a4a4f8f8-387b-466c-977f-4d927ca28467 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341315 May 13 15:04:15.818891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a99b-f892-45b0-a15e-532b75a69ed1 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=2fbc8602-259a-46ea-904b-040785f6020f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:15.995718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 2fbc8602-259a-46ea-904b-040785f6020f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:16.081564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.084875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-84fbca7c-3de9-47dc-b7fa-4f506de8e3b8 req-c49fab14-9772-416d-99f9-33c754683419 service neutron] 10.222.0.86 "GET /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608826 May 13 15:04:16.124051 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.177808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-51c2e06b-7bc9-4a8d-b92e-a409ca4bc1fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.181437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-51c2e06b-7bc9-4a8d-b92e-a409ca4bc1fb tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 1.7224493 May 13 15:04:16.230676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:16.232954 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce3ca307e08f4415ad4afca670134e55&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7539597 May 13 15:04:16.360594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] For port 2635e793-6eed-4e56-abe0-1c17f1de4d4c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2635e793-6eed-4e56-abe0-1c17f1de4d4c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:16.360994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.379288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:16.384860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936aa5f2-38f8-4390-9630-7c760a4f6d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709cbd85-9100-4203-8cf7-ca25231865f4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:16.412690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port e038c5d0-3101-4073-8d8f-365b0ee1eb7b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:16.413815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2635e793-6eed-4e56-abe0-1c17f1de4d4c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:16.415090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.553774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.583938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.604788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.626670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.656839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:16.657739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:16.689943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:16.721015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2635e793-6eed-4e56-abe0-1c17f1de4d4c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:16.763898 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:16.781542 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Calling delete_port for 2635e793-6eed-4e56-abe0-1c17f1de4d4c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:16.803408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:16.948984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:16.959973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a32de2be-6d05-4b30-bbfe-ba49f0760495 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 3.4544508 May 13 15:04:16.964946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55406) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:16.973825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:16.982304 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:17.048330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709cbd85-9100-4203-8cf7-ca25231865f4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:17.097568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:17.099632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-035c28a9-1927-4bb2-a654-be108babb818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/709cbd85-9100-4203-8cf7-ca25231865f4 HTTP/1.1" status: 204 len: 168 time: 0.8673003 May 13 15:04:17.101812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8a355-b8b8-4388-99c9-d24790410432 req-eeef0c23-d60a-4722-873f-f4e8131b0ddf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:17.153690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a8a355-b8b8-4388-99c9-d24790410432 req-eeef0c23-d60a-4722-873f-f4e8131b0ddf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 3.5354791 May 13 15:04:17.187614 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:17.320345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2635e793-6eed-4e56-abe0-1c17f1de4d4c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:17.324671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:17.350533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] No DVR routers for this DVR port 2635e793-6eed-4e56-abe0-1c17f1de4d4c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:17.358179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c70531-a657-41a4-8c79-e2fa4d67008b None None] Pushing event deleted for resources: {'Port': ['ID=2635e793-6eed-4e56-abe0-1c17f1de4d4c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:17.768996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:17.783614 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:18.313467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:18.424198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a8a355-b8b8-4388-99c9-d24790410432 req-fd509e56-c10d-4ead-8002-16f4feb95b5c tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8400979 May 13 15:04:18.450628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55430) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:18.704099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:18.726773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:18.753142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:18.760628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Usage tracker for resource:security_group_rule and tenant:399d900cfb6f44a086490001c8925aca is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:18.769705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:18.787706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:19.075918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.086066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.149894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:19.150254 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.174846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=399d900cfb6f44a086490001c8925aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213864 May 13 15:04:19.179970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:19.321638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90889-ff3b-4033-a13e-560a0f564f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df1250-d3dd-4bff-ac4a-e4f028feccfa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:19.333232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.333647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.368027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.440669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.451354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.461640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.491229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95304804-9bb4-4dc6-96e0-59887bccf783']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:19.492366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df1250-d3dd-4bff-ac4a-e4f028feccfa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:19.498385 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.504799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a86523db-0373-4079-b7f4-daad02efddfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06df1250-d3dd-4bff-ac4a-e4f028feccfa HTTP/1.1" status: 204 len: 168 time: 0.3177729 May 13 15:04:19.528895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d50dcd-5c4b-4690-a93f-1d04c2b99272') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:19.529345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d50dcd-5c4b-4690-a93f-1d04c2b99272') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:19.542225 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e038c5d0-3101-4073-8d8f-365b0ee1eb7b no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:19.567739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.626949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:19.645435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Usage tracker for resource:security_group_rule and tenant:0d112cd854084b1a9aa005741d6d7834 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:19.653977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:19.682037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:19.894299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e038c5d0-3101-4073-8d8f-365b0ee1eb7b is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:19.907583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.958784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:19.991642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.032628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:20.037158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:20.072280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.217001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:20.218221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd46658-bd9d-4398-bcf5-ef5692696c6b req-f92c6ced-f8da-4237-9005-be9b4c4a9405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:20.249149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcd46658-bd9d-4398-bcf5-ef5692696c6b req-f92c6ced-f8da-4237-9005-be9b4c4a9405 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 945 time: 0.4301717 May 13 15:04:20.260326 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9394fb34-44bb-4f8b-b1a1-9d03e7e0efb6'] response: {'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'code': 200} May 13 15:04:20.399464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fcd46658-bd9d-4398-bcf5-ef5692696c6b req-27db8238-c980-429e-9871-96b848513b07 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488364 May 13 15:04:20.480832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.496681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba10f7d-5c35-4ba8-99d2-25e065733aa9,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:20.509537 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.583549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.608944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:04:20.609680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.653852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55470) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:20.710298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:20.750309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:20.775545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Usage tracker for resource:security_group_rule and tenant:79aeb08f3e5045099f255b753e107d20 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: timer() May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:04:20.781245 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:04:20.783856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:20.798340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:20.999034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.008700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.106856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79aeb08f3e5045099f255b753e107d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507856 May 13 15:04:21.116503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:21.119541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc012f-5553-4bbe-830e-94078e23a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f55e47-0a0f-4167-b997-1dc04b9cd336,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:21.268089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.344129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c2a9d31-904e-4e04-8c19-03eafb52da0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d112cd854084b1a9aa005741d6d7834&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6151292 May 13 15:04:21.377396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:21.417112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:21.418148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=94b3e8b1-860f-4047-bd4a-89a32ddc054d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:21.445793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:21.462694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.463108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172bc83c-13f7-4019-bb1e-e465a6b02d70 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:21.472300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:21.472968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.530411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.678956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.786384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.823411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.854602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.913618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f55e47-0a0f-4167-b997-1dc04b9cd336,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:21.975744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:21.982609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-13db4dc5-f0b2-4669-b1f1-a10abbb1e431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80f55e47-0a0f-4167-b997-1dc04b9cd336 HTTP/1.1" status: 204 len: 168 time: 0.8644693 May 13 15:04:22.081213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=95304804-9bb4-4dc6-96e0-59887bccf783,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:22.118329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:22.189882 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:22.194922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eba10f7d-5c35-4ba8-99d2-25e065733aa9 HTTP/1.1" status: 204 len: 168 time: 0.8108113 May 13 15:04:22.204744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077874b5-daeb-4bcf-8357-804900ed4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba10f7d-5c35-4ba8-99d2-25e065733aa9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:22.229910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1df57d34-7a0c-437c-bc47-918545866fe4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 7.7777643 May 13 15:04:22.232940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b985796e-b646-43a5-9b5b-a27c86efa97a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/95304804-9bb4-4dc6-96e0-59887bccf783 HTTP/1.1" status: 204 len: 168 time: 5.2315242 May 13 15:04:22.236337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55504) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:22.237197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:22.245065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '94b3e8b1-860f-4047-bd4a-89a32ddc054d', 'ip_address': '2001:db8::6d73:53f6:3e12:cdb5'}], 'name': 'tempest-NetworksTestDHCPv6-1744949450'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:22.295760 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:22.296448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:22.298083 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7 disassociated. External IP: 172.25.5.14, port: e038c5d0-3101-4073-8d8f-365b0ee1eb7b. May 13 15:04:22.298764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for e038c5d0-3101-4073-8d8f-365b0ee1eb7b owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:22.514111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24516b-2bbd-47bd-848a-a45de439d554 req-88c63f16-0de9-4cdf-911d-7db0dbc05e07 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:22.515918 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a24516b-2bbd-47bd-848a-a45de439d554 req-88c63f16-0de9-4cdf-911d-7db0dbc05e07 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 943 time: 0.6633534 May 13 15:04:22.606271 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4a24516b-2bbd-47bd-848a-a45de439d554 req-12e48992-0d7f-4785-b722-07153a357cda tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630937 May 13 15:04:22.624965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:04:22.625425 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:04:22.699535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '94b3e8b1-860f-4047-bd4a-89a32ddc054d'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:04:22.700909 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:22.789708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:23.127057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port e038c5d0-3101-4073-8d8f-365b0ee1eb7b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:23.127615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:23.172914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/94b3e8b1-860f-4047-bd4a-89a32ddc054d/d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:23.990491 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.048875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.076854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Transition to ACTIVE for port object d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:24.099176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] For port e038c5d0-3101-4073-8d8f-365b0ee1eb7b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:24.100901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.135179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Transition to ACTIVE for port object d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:24.156415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.281876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:24.303053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbc8602-259a-46ea-904b-040785f6020f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:24.342857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:24.343661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:24.348891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:24.359895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:24.373218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904f3964-1b3f-4c99-8cfd-f2a429777d90') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:24.374009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904f3964-1b3f-4c99-8cfd-f2a429777d90') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:24.385519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Pushing event updated for resources: {'Port': ['ID=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:24.395401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:24.423016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:24.430639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.469148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:24.490592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.573787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:04:24.574467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: timer() May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:04:24.596691 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:04:24.626115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2eb1a-bb91-49c9-b539-135508ec6482 req-8dc9670f-0040-4c72-9009-1ee859ce15d5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:24.633859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16d2eb1a-bb91-49c9-b539-135508ec6482 req-8dc9670f-0040-4c72-9009-1ee859ce15d5 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 943 time: 0.4926655 May 13 15:04:24.787872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Attempting to bind port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:04:24.789069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Attempting to bind port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:04:24.791961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Attempting to bind port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:04:24.821654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:04:24.824000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:24.826485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:24.827672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:04:24.830514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Bound port: d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:04:24.834761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.017070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.033539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.176051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16d2eb1a-bb91-49c9-b539-135508ec6482 req-aee93197-df15-4b10-9bf2-53831934804a tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups?id=c19a720b-041b-4504-9770-adf831e314ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5409224 May 13 15:04:25.211071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.255440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/2fbc8602-259a-46ea-904b-040785f6020f HTTP/1.1" status: 204 len: 168 time: 3.0130401 May 13 15:04:25.256489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:25.269084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.269647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.269772 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7 disassociated. External IP: 172.25.5.14, port: e038c5d0-3101-4073-8d8f-365b0ee1eb7b. May 13 15:04:25.270099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for e038c5d0-3101-4073-8d8f-365b0ee1eb7b owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:25.275124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c82e-5a59-4606-88ca-e4e6fd237087 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=2fbc8602-259a-46ea-904b-040785f6020f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:25.308514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:04:25.327226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:04:25.348993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.667809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999b79e-42d0-4f24-9a1d-34d97062142c None None] Pushing event updated for resources: {'Port': ['ID=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:25.831829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:25.920131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 1b81dc9c-31de-4e05-8a3c-23445af79f1b yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:26.233717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=e038c5d0-3101-4073-8d8f-365b0ee1eb7b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:26.495152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:26.869723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:27.111015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7977359-1956-4188-bf2a-49e109b4542d tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:27.128465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7977359-1956-4188-bf2a-49e109b4542d tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:27.129645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7977359-1956-4188-bf2a-49e109b4542d tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:27.251932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::6d73:53f6:3e12:cdb5 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/94b3e8b1-860f-4047-bd4a-89a32ddc054d/1b81dc9c-31de-4e05-8a3c-23445af79f1b) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:27.374519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:27.523145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f92a219-032f-4278-9b40-33582a668b52 req-046c7167-2168-483a-984e-e60a623c6ac2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.2266355 May 13 15:04:27.600506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:04:27.923062 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.013164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f7977359-1956-4188-bf2a-49e109b4542d tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:28.020597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7977359-1956-4188-bf2a-49e109b4542d tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 2.7482054 May 13 15:04:28.031657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55658) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:28.048295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:28.072506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-734167137'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:28.085166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:28.095934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:28.141863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Usage tracker for resource:security_group_rule and tenant:c301b8d6981d4ec286c182779357abd0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:28.144555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:04:28.147766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:28.160738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.162260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:04:28.175123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:28.218606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:28.219476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:04:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:28.257668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:28.336738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] No DVR routers for this DVR port e038c5d0-3101-4073-8d8f-365b0ee1eb7b on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:28.341514 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.353209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:28.365346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.370384 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:04:28.371675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-deleted', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:04:28.392088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-270cfbef-d6ad-461f-90d4-845e0219a4f1 req-fe66c746-f88e-4815-bc7e-c5b3155c35cf tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.86 "DELETE /v2.0/ports/e038c5d0-3101-4073-8d8f-365b0ee1eb7b HTTP/1.1" status: 204 len: 173 time: 12.1557131 May 13 15:04:28.437621 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.447226 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment d7ed808f-e4a6-4ace-818f-8e493b3d4902 of type vlan for network 178173c3-4a98-4daa-b10d-0ac585c59c58 May 13 15:04:28.497732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 1b81dc9c-31de-4e05-8a3c-23445af79f1b will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:28.552705 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0e4f2a-e649-4543-a79a-76754cbf9dfc'] response: {'server_uuid': '2c52b6d3-87b5-4bd2-ac93-885b5ced5bff', 'name': 'network-vif-deleted', 'tag': 'e038c5d0-3101-4073-8d8f-365b0ee1eb7b', 'status': 'completed', 'code': 200} May 13 15:04:28.694752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.863795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:28.880711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:28.881367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.047357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a4c6616e-c669-421b-a1d7-ec820143f6ab req-a501a4ac-982e-4419-a3c5-8a7f5f0fc5bc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Synchronizing usage tracker for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:29.085622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.122104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-a4c6616e-c669-421b-a1d7-ec820143f6ab req-a501a4ac-982e-4419-a3c5-8a7f5f0fc5bc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Unset dirty status for tenant:ccf13dc8a7fc4a54b47cf50968d250dc on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:29.134844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a4c6616e-c669-421b-a1d7-ec820143f6ab req-a501a4ac-982e-4419-a3c5-8a7f5f0fc5bc tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c52b6d3-87b5-4bd2-ac93-885b5ced5bff HTTP/1.1" status: 200 len: 210 time: 0.2243054 May 13 15:04:29.139064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.288558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:29.497957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Provisioning for port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:29.545964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Provisioning complete for port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:29.546314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.661140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2daa16-6f67-4ca3-a44b-615e29bd38fe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:29.689984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.709507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e9d3636e-558e-47a6-b908-45026201bb2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c301b8d6981d4ec286c182779357abd0&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2038720 May 13 15:04:29.713035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:29.755553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=178173c3-4a98-4daa-b10d-0ac585c59c58,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:29.875063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:29.883731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:29.891474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2190e912-ad23-48ed-ae57-649e7c03477a tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8567617 May 13 15:04:29.895888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:29.903550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:29.905063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:29.915211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:29.956183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 178173c3-4a98-4daa-b10d-0ac585c59c58 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:30.004533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1911219034'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:30.022096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=1b81dc9c-31de-4e05-8a3c-23445af79f1b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:30.034363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dac4408e-c108-4a45-b62a-c0cf7016da13 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.7960637 May 13 15:04:30.036709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:30.039299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:30.058063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:network and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:30.067805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:30.075513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.090883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:30.240171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:30.262470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f81748ab-31c1-4e7e-936a-788b7344ba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.267208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.382149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.423481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f7911-ed2b-46f1-8ee1-c09a2f4e6cc6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:30.460191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f7911-ed2b-46f1-8ee1-c09a2f4e6cc6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:30.461687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-371f7911-ed2b-46f1-8ee1-c09a2f4e6cc6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:30.495638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-371f7911-ed2b-46f1-8ee1-c09a2f4e6cc6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:30.504128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-371f7911-ed2b-46f1-8ee1-c09a2f4e6cc6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4628973 May 13 15:04:30.510703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:30.532620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:30.567458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.567802 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment 7d459f9b-0f59-44a0-b16c-05e7f9566de2 of type vlan for network 067e3789-99c4-4564-920a-be2c97e06ca5 May 13 15:04:30.626929 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.646953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.661713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2daa16-6f67-4ca3-a44b-615e29bd38fe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:30.715531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.716282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 1b81dc9c-31de-4e05-8a3c-23445af79f1b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:30.716282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.718405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b3a535a-e276-46ef-aafb-13c760a133d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d2daa16-6f67-4ca3-a44b-615e29bd38fe HTTP/1.1" status: 204 len: 168 time: 1.0041163 May 13 15:04:30.733743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.750257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:30.750915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:30.982568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0442965 May 13 15:04:31.008308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55738) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:31.037654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'ports': [{'network_id': '178173c3-4a98-4daa-b10d-0ac585c59c58', 'name': 'tempest-port--862402319', 'admin_state_up': True}, {'network_id': '067e3789-99c4-4564-920a-be2c97e06ca5', 'admin_state_up': False}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:31.038326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'port': {'network_id': '178173c3-4a98-4daa-b10d-0ac585c59c58', 'name': 'tempest-port--862402319', 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:31.038990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'port': {'network_id': '067e3789-99c4-4564-920a-be2c97e06ca5', 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:31.138562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573339ca-845c-41e4-a2cc-7b816dffa82f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=067e3789-99c4-4564-920a-be2c97e06ca5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:31.209728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 067e3789-99c4-4564-920a-be2c97e06ca5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:31.611357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Current status of the port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:31.612088 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:31.748717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:31.780486 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:31.968600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:32.071900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:32.088291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:port and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:32.094056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:32.109510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:32.129507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'port': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:32.138236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.178529 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.202859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:32.215181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.223992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-adb1cc04-f9f2-4123-b718-2369bbb19bd6 None None] Provisioning for port 1b81dc9c-31de-4e05-8a3c-23445af79f1b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:32.331216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24abc-c8b5-4a17-b87c-f1e9954e182f None None] Pushing event updated for resources: {'Port': ['ID=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:32.340737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-adb1cc04-f9f2-4123-b718-2369bbb19bd6 None None] Provisioning complete for port 1b81dc9c-31de-4e05-8a3c-23445af79f1b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:32.343322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc04-f9f2-4123-b718-2369bbb19bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.415897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.433535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 1b81dc9c-31de-4e05-8a3c-23445af79f1b owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:32.499158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:04:32.614399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:32.710908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:32.889495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:04:32.890720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:04:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:33.256622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.286717 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.306207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a720b-041b-4504-9770-adf831e314ad,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:33.350949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] device_id is not set on port 5060ffcd-3449-4eff-a9f2-48b296437bb7 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:33.400091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-adb1cc04-f9f2-4123-b718-2369bbb19bd6 None None] Port 1b81dc9c-31de-4e05-8a3c-23445af79f1b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:04:33.421397 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d760ef8b-afe4-4443-a679-dc3ec4fc505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.465170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=1b81dc9c-31de-4e05-8a3c-23445af79f1b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:33.550819 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.712312 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.726142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.747305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b04a685-fed1-47e1-9f71-adbdaeec6239 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/1b81dc9c-31de-4e05-8a3c-23445af79f1b HTTP/1.1" status: 204 len: 168 time: 3.2227235 May 13 15:04:33.749891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:33.830276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.877024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:33.879861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27fbfcea-a205-41d3-bdac-7b12f26717c2 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/security-groups/c19a720b-041b-4504-9770-adf831e314ad HTTP/1.1" status: 204 len: 168 time: 1.9088378 May 13 15:04:33.907489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:04:33.924461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:34.026095 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-dbb85a9c-fc65-4a31-aa22-6697e3172622 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] show failed (client error): The resource could not be found. May 13 15:04:34.039228 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbb85a9c-fc65-4a31-aa22-6697e3172622 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "GET /v2.0/security-groups/c19a720b-041b-4504-9770-adf831e314ad HTTP/1.1" status: 404 len: 347 time: 0.1131740 May 13 15:04:34.040634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:34.105110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] device_id is not set on port 1a99d807-77cc-486b-8610-31486c7be070 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:34.396291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9560b6-f82e-47d6-9939-381da809f316 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:34.398781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9560b6-f82e-47d6-9939-381da809f316 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:34.407344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d9560b6-f82e-47d6-9939-381da809f316 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:34.467945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:34.468779 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.484261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.591179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.802708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Deleting port 97586cbc-ffbe-4794-b6af-25672098689c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:34.803175 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:34.913586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Port': ['ID=5060ffcd-3449-4eff-a9f2-48b296437bb7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:34.964031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.964493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.964788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.965067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.965405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.965741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.966063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.966388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.966711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.976788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.977501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:34.977859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:35.067378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:35.084276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Checking segment: {'id': 'd7ed808f-e4a6-4ace-818f-8e493b3d4902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '178173c3-4a98-4daa-b10d-0ac585c59c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:35.091837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network hostable DHCP agents. Network: 178173c3-4a98-4daa-b10d-0ac585c59c58, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:04:35.113737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9d9560b6-f82e-47d6-9939-381da809f316 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:35.115670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9d9560b6-f82e-47d6-9939-381da809f316 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.3616297 May 13 15:04:35.120907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:35.530235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:35.613336 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:04:35.624438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba30e-94f7-4d32-a1fe-8bff698b2787 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T14:55:04Z', 'revision_number': 4, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '943fba72-1b66-4a13-a96b-47f188afd8cd', 'name': '', 'network_id': '6d1bc10c-08ee-44e3-ae04-70a9402c4b30', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'mac_address': 'fa:16:3e:d6:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:59Z', 'updated_at': '2022-05-13T14:55:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'subnets': [{'id': '6f3f8649-c0de-4816-b947-0455bfd5a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:04:35.696232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:35.696748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:35.756338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network 178173c3-4a98-4daa-b10d-0ac585c59c58 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:04:35.788495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 94b3e8b1-860f-4047-bd4a-89a32ddc054d {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:04:35.801105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:35.929881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 178173c3-4a98-4daa-b10d-0ac585c59c58) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:36.006984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:36.009308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:36.046555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23664ff-c2b1-480c-ad67-e6973278482c None None] Network 178173c3-4a98-4daa-b10d-0ac585c59c58 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:36.180973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Calling delete_port for 97586cbc-ffbe-4794-b6af-25672098689c owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:36.205499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:36.494565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Port': ['ID=1a99d807-77cc-486b-8610-31486c7be070,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:36.573194 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d895b-de32-407f-ae60-b487dcb8a311 None None] New status for floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:04:36.617429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Checking segment: {'id': '7d459f9b-0f59-44a0-b16c-05e7f9566de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '067e3789-99c4-4564-920a-be2c97e06ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:36.626096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network hostable DHCP agents. Network: 067e3789-99c4-4564-920a-be2c97e06ca5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:04:36.773192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network 067e3789-99c4-4564-920a-be2c97e06ca5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:04:36.853724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:36.859904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.137380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 067e3789-99c4-4564-920a-be2c97e06ca5) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:37.146092 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.db.api [None req-af0d895b-de32-407f-ae60-b487dcb8a311 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:04:37.148790 n-d-841736-1 neutron-server[88135]: DEBUG oslo_db.api [None req-af0d895b-de32-407f-ae60-b487dcb8a311 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:04:37.172062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:37.180087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efc5fb-a184-43c7-af9f-9c4f574b9783 None None] Network 067e3789-99c4-4564-920a-be2c97e06ca5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:37.211368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:37.238078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:37.239244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:37.298508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Pushing event deleted for resources: {'Port': ['ID=97586cbc-ffbe-4794-b6af-25672098689c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:37.445089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-551a7420-cfad-42ca-a7d1-645ceff08eda tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4331613 May 13 15:04:37.451744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:37.650811 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d895b-de32-407f-ae60-b487dcb8a311 None None] New status for floating IP eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:04:37.803576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.018010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=94b3e8b1-860f-4047-bd4a-89a32ddc054d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:38.028103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.062610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.129546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:38.164263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5b2a8d9d-4c48-4edc-8415-74c9456e1c92 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/94b3e8b1-860f-4047-bd4a-89a32ddc054d HTTP/1.1" status: 204 len: 168 time: 3.0233612 May 13 15:04:38.164263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55896) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:38.171358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-25503738-1549-46f5-8d89-6dabaf1f6725 tempest-AttachVolumeNegativeTest-1266142105 tempest-AttachVolumeNegativeTest-1266142105-project] 10.222.0.36 "DELETE /v2.0/floatingips/eb5fa131-1b3b-4203-a17e-9cfd9ce6bbd7 HTTP/1.1" status: 204 len: 168 time: 4.1011245 May 13 15:04:38.200779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b204c1c3-4c1e-415b-87de-acd184b3d90c None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:38.546446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f8976-3fd6-434a-8362-306509b6e52f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.569697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f8976-3fd6-434a-8362-306509b6e52f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:38.581406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd1f8976-3fd6-434a-8362-306509b6e52f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:38.594920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2c8aad91-c900-46a7-ad96-5a2a58c5eb46 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4145107 May 13 15:04:38.597372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:38.629013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:38.706140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd1f8976-3fd6-434a-8362-306509b6e52f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:38.709048 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dd1f8976-3fd6-434a-8362-306509b6e52f tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.2348964 May 13 15:04:38.712008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55914) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:39.107801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Deleting port 5060ffcd-3449-4eff-a9f2-48b296437bb7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:39.109366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.174210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:04:39.179709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Deleting port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:39.180365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.276153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:39.302357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:39.317975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:39.354050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:39.404178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:39.428019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:39.968065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.128086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:40.428754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:40.750844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=0b1bd443-8637-446e-bbef-7c44d18caa7d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:40.820427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:40.848679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:40.868799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.869415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.871740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.873083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.873588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.875320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.875893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.876455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.877011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.877555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.881550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Calling delete_port for 5060ffcd-3449-4eff-a9f2-48b296437bb7 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:40.883149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.887173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:04:40.907074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:40.908244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.013127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c09740ac-bcb3-4c6e-ad50-a191fc0e984c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4141228 May 13 15:04:41.014045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 55950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:41.031016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '0b1bd443-8637-446e-bbef-7c44d18caa7d', 'ip_address': '2001:db8::c0e3:84a:e055:67b7'}], 'name': 'tempest-NetworksTestDHCPv6-1344285993'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:41.241314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.476087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Port': ['ID=5060ffcd-3449-4eff-a9f2-48b296437bb7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:41.506335 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.547878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:41.548864 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.554393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cf988bc2-89d9-4908-9e1a-b59556553cbc tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/ports/5060ffcd-3449-4eff-a9f2-48b296437bb7 HTTP/1.1" status: 204 len: 168 time: 2.8404546 May 13 15:04:41.557447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 55960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:41.667649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:41.692178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:41.693678 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:41.794301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:41.924059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:41.994309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Deleting port 1a99d807-77cc-486b-8610-31486c7be070 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:41.995043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:42.242275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Calling delete_port for d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:42.670330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:42.701881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:42.896613 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:43.053856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 044fd852-511c-44ea-938f-340f63e903c9 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:43.066964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:43.070141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:04:43.072686 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:04:43.378864 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:43.577705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Deleting port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:43.578360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:44.285037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::c0e3:84a:e055:67b7 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/0b1bd443-8637-446e-bbef-7c44d18caa7d/044fd852-511c-44ea-938f-340f63e903c9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:44.502109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Calling delete_port for 1a99d807-77cc-486b-8610-31486c7be070 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:44.732006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:44.929189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] For port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:44.929701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:44.951895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Port': ['ID=1a99d807-77cc-486b-8610-31486c7be070,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:44.993720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.056476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3fb0a4b-6e80-4a70-9cc8-255ac0e03cd2 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/ports/1a99d807-77cc-486b-8610-31486c7be070 HTTP/1.1" status: 204 len: 168 time: 3.4942751 May 13 15:04:45.057448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:45.171049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.307031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 044fd852-511c-44ea-938f-340f63e903c9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:45.389525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd56d9ee-271c-42e7-b517-90ea37822d5e tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:45.408812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.490324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-dd56d9ee-271c-42e7-b517-90ea37822d5e tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:45.497491 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dd56d9ee-271c-42e7-b517-90ea37822d5e tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4306262 May 13 15:04:45.501751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:45.534179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-312996758'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:45.542374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Calling delete_port for d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:45.575353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:45.604949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:network and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:45.621644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:45.637275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:45.680002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:45.715621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:45.715621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.793857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=044fd852-511c-44ea-938f-340f63e903c9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:45.795720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.797520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:45.800893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:45.807892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:45.808103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:45.813129 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.864943 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:45.875765 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment 3ca7950b-c25a-422e-b5ab-f67e10d03028 of type vlan for network 3626ce6c-335f-48f7-92e1-ada93372bfe8 May 13 15:04:45.894249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56050) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:45.894467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-94f0a49b-6980-4212-a135-ffdf9f8cb306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8781862 May 13 15:04:46.002701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] No DVR routers for this DVR port d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:04:46.129522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb9649-d1e5-46d1-aaa7-393db278515b None None] Pushing event deleted for resources: {'Port': ['ID=d99ab9c6-8e3e-4af3-a4d5-c43ae9dd620b,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:46.289129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc1a6a-1b56-48d8-b724-4fbf9650e592 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:46.328648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.641094 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.660534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:46.662222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:46.900580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b52942-1aa6-424c-9525-69d84214fe53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:46.909642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10b52942-1aa6-424c-9525-69d84214fe53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:47.327434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8221784 May 13 15:04:47.328709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56082) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:47.338110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-618685706'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:47.381976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:47.398322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10b52942-1aa6-424c-9525-69d84214fe53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:47.414834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10b52942-1aa6-424c-9525-69d84214fe53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.5026796 May 13 15:04:47.416072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:47.418634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:network and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:47.442077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f90394-3631-434c-9334-c06d592079d7 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=3626ce6c-335f-48f7-92e1-ada93372bfe8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:47.446730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:47.516252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:47.523128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 3626ce6c-335f-48f7-92e1-ada93372bfe8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:47.604506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:47.610829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:47.810982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:47.852559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:47.852902 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Added segment b7996484-683d-4cde-aa22-154738cf1ed2 of type vlan for network faf5368e-518b-46ef-a9c2-5dd221588368 May 13 15:04:47.879921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 044fd852-511c-44ea-938f-340f63e903c9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:47.881616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:47.977490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:48.090931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:48.117612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:48.120276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:48.165893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '0b1bd443-8637-446e-bbef-7c44d18caa7d'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:04:48.167748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:48.332177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0017622 May 13 15:04:48.580879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56108) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:48.741090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fdeac-6abb-4c4e-b4d5-8b8cb3391d33 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Network': ['ID=faf5368e-518b-46ef-a9c2-5dd221588368,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:48.794574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'subnets': [{'network_id': '3626ce6c-335f-48f7-92e1-ada93372bfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--591366915', 'ip_version': 4}, {'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:48.795115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'subnet': {'network_id': '3626ce6c-335f-48f7-92e1-ada93372bfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--591366915', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:48.796202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Request body: {'subnet': {'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:48.875161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/0b1bd443-8637-446e-bbef-7c44d18caa7d/015a946a-e66a-4c59-8335-089cad6c85b0) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:04:49.318909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:49.369667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network faf5368e-518b-46ef-a9c2-5dd221588368 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:50.065441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.450517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 044fd852-511c-44ea-938f-340f63e903c9 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:04:50.483435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56160) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:50.490212 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.632868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Transition to ACTIVE for port object 015a946a-e66a-4c59-8335-089cad6c85b0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:50.688807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.827730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Transition to ACTIVE for port object 015a946a-e66a-4c59-8335-089cad6c85b0 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:04:50.847917 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.849178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:50.933039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:50.981350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Usage tracker for resource:security_group_rule and tenant:25ecf916f74d4836bd9f1b1ae96decd2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:51.004759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:51.027570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:51.161714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:51.182041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:51.209227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:04:51.257519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Pushing event updated for resources: {'Port': ['ID=015a946a-e66a-4c59-8335-089cad6c85b0,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:51.397493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.408977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.600104 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25ecf916f74d4836bd9f1b1ae96decd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1167698 May 13 15:04:51.612315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56188) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:51.617543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59395d2c-740f-435f-a9dc-805a3885096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37838c82-10fa-438d-9d24-c1b1588fc678,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:51.625486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.635360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Attempting to bind port 015a946a-e66a-4c59-8335-089cad6c85b0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:04:51.636036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Attempting to bind port 015a946a-e66a-4c59-8335-089cad6c85b0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:04:51.636786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Attempting to bind port 015a946a-e66a-4c59-8335-089cad6c85b0 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:04:51.659255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:04:51.659924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:51.660557 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.661116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:04:51.661769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Bound port: 015a946a-e66a-4c59-8335-089cad6c85b0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:04:51.662324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.868750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] For port 015a946a-e66a-4c59-8335-089cad6c85b0, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:04:51.876197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] For port 015a946a-e66a-4c59-8335-089cad6c85b0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=015a946a-e66a-4c59-8335-089cad6c85b0,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:04:51.890345 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.900508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:51.914350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:51.970272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Usage tracker for resource:subnet and tenant:f6fe42eee16a406085ad6bd278d78e98 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:51.990898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=044fd852-511c-44ea-938f-340f63e903c9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:51.999093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:52.024806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.078893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eab8f-5d13-413b-b5c1-6aa1d684511d None None] Pushing event updated for resources: {'Port': ['ID=015a946a-e66a-4c59-8335-089cad6c85b0,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:52.162683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:52.226242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.258966 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.281206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Made reservation on behalf of f6fe42eee16a406085ad6bd278d78e98 for: {'subnet': 2} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:52.286638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37838c82-10fa-438d-9d24-c1b1588fc678,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:52.290869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.294376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.338809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:52.342789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-51a1978d-4260-41cd-8cc6-04a458b0414f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37838c82-10fa-438d-9d24-c1b1588fc678 HTTP/1.1" status: 204 len: 168 time: 0.7269204 May 13 15:04:52.390378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:52.392491 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e2bbadc4-e9a9-4432-9875-34f18940057a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/044fd852-511c-44ea-938f-340f63e903c9 HTTP/1.1" status: 204 len: 168 time: 4.9715199 May 13 15:04:53.081115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653535e-d2e4-4926-a3e1-a012ebbaabf6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:53.087571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653535e-d2e4-4926-a3e1-a012ebbaabf6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:53.095982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3653535e-d2e4-4926-a3e1-a012ebbaabf6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:53.162067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3653535e-d2e4-4926-a3e1-a012ebbaabf6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:53.163294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3653535e-d2e4-4926-a3e1-a012ebbaabf6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7718468 May 13 15:04:53.168473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56216) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:53.291855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 015a946a-e66a-4c59-8335-089cad6c85b0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:04:53.351131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 0b1bd443-8637-446e-bbef-7c44d18caa7d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:04:53.364094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:53.478742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:53.488746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 015a946a-e66a-4c59-8335-089cad6c85b0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:53.705914 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:53.994835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.149392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.177494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1bd443-8637-446e-bbef-7c44d18caa7d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:54.216056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-983ffc21-4961-4449-bb26-4ba085d1b3af tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/0b1bd443-8637-446e-bbef-7c44d18caa7d HTTP/1.1" status: 204 len: 168 time: 1.0461545 May 13 15:04:54.218458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56256) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:54.414380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-81632018-0218-493a-ba4e-74a502b49c33 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1936488 May 13 15:04:54.415279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:54.760425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bcf78-e9c3-4bc0-9067-be4f70915e44 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:54.762296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-130bcf78-e9c3-4bc0-9067-be4f70915e44 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:54.806799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:54.907077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-130bcf78-e9c3-4bc0-9067-be4f70915e44 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:54.928195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-130bcf78-e9c3-4bc0-9067-be4f70915e44 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5087922 May 13 15:04:54.941090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:55.139609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa1eae5-961a-4dbf-b99d-559bd2f62a15 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:55.370918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78560e-b8d5-4029-96f6-90ffcf6ebcc5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:55.371651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c78560e-b8d5-4029-96f6-90ffcf6ebcc5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:55.409033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Subnet': ['ID=4153cf3d-2c3c-4fcb-9216-d0c4c320c272,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:55.449364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Checking segment: {'id': '3ca7950b-c25a-422e-b5ab-f67e10d03028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '3626ce6c-335f-48f7-92e1-ada93372bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:55.455407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network hostable DHCP agents. Network: 3626ce6c-335f-48f7-92e1-ada93372bfe8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:04:55.476728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c78560e-b8d5-4029-96f6-90ffcf6ebcc5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:55.478619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5c78560e-b8d5-4029-96f6-90ffcf6ebcc5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5269179 May 13 15:04:55.482973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:55.530328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56312) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:55.569323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network 3626ce6c-335f-48f7-92e1-ada93372bfe8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:04:55.599802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 3626ce6c-335f-48f7-92e1-ada93372bfe8) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:55.613116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:55.765573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff50b1af-6d29-42a6-8197-08f53392dd23 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2808149 May 13 15:04:55.776197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:55.784576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:55.852474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150947f-e4a4-4350-8884-9049c5b59690 None None] Network 3626ce6c-335f-48f7-92e1-ada93372bfe8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:55.975192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Provisioning for port 015a946a-e66a-4c59-8335-089cad6c85b0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:04:56.018825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Provisioning complete for port 015a946a-e66a-4c59-8335-089cad6c85b0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:04:56.020403 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.060322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-818295422-network', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:56.133721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:56.164380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Checking segment: {'id': 'b7996484-683d-4cde-aa22-154738cf1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:04:56.165482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network hostable DHCP agents. Network: faf5368e-518b-46ef-a9c2-5dd221588368, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:04:56.182246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Usage tracker for resource:network and tenant:1a2bbee1791d4bddbf81ac48a3ba79ba is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:56.203407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:56.210412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event updated for resources: {'Subnet': ['ID=81c09c3c-6962-4d76-ac24-6f0028c7286c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:56.259865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:56.271822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Made reservation on behalf of 1a2bbee1791d4bddbf81ac48a3ba79ba for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:56.277988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.321648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.326898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:56.357694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:56.375301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:56.387859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Network faf5368e-518b-46ef-a9c2-5dd221588368 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:04:56.393864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:56.397847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Usage tracker for resource:security_group_rule and tenant:1a2bbee1791d4bddbf81ac48a3ba79ba is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:56.398638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.402845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:56.419260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:56.435994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, faf5368e-518b-46ef-a9c2-5dd221588368) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:56.474526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:56.474886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:56.475759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.507414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f533eca-04d8-40cf-b3ca-c82452390605 None None] Network faf5368e-518b-46ef-a9c2-5dd221588368 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:04:56.737680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.743281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d09b669b-306f-4b0f-80f2-7eeb427af6eb tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.9864798 May 13 15:04:56.745725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:56.867648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.892814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:04:56.938429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:56.938784 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Added segment d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018 of type vlan for network c0097e20-7aa6-44f6-870f-d459d1012152 May 13 15:04:57.054185 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.248385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.248385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:57.248385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.256481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Current status of the port 015a946a-e66a-4c59-8335-089cad6c85b0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:04:57.256481 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.331522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.639956 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1078389 May 13 15:04:57.679557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:57.699214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Request body: {'subnet': {'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-818295422-subnet', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:57.758885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:04:57.789526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:04:57.798937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:04:57.806173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:57.817537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:57.837805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:57.867839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Usage tracker for resource:subnet and tenant:1a2bbee1791d4bddbf81ac48a3ba79ba is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:04:57.881985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:04:57.916659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=ab05d195-b3ff-46f8-8c56-6336bea74365,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:57.923368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:57.946009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a3396b81-114f-4d27-98cd-d0e9d25c2a0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1681676 May 13 15:04:57.952888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:57.960250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Made reservation on behalf of 1a2bbee1791d4bddbf81ac48a3ba79ba for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:57.963302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.007876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'ab05d195-b3ff-46f8-8c56-6336bea74365', 'ip_address': '2001:db8::a7cb:d0d3:6b4b:54d9'}], 'name': 'tempest-NetworksTestDHCPv6-405839485'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:04:58.141334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:58.143044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:58.144612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:04:58.145496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:04:58.167009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Pushing event updated for resources: {'Network': ['ID=c0097e20-7aa6-44f6-870f-d459d1012152,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:58.177187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd37ce7-001f-46b3-bde6-afb5718fca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3cfa61-8455-4f9b-a885-b2127dbe3c2d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:04:58.217825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:04:58.220251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0c3456b2-4d2f-417d-ae7c-581a6698a456 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 1.4716086 May 13 15:04:58.273197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c0097e20-7aa6-44f6-870f-d459d1012152 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:04:58.279165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:04:58.350920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Deleting port 015a946a-e66a-4c59-8335-089cad6c85b0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:04:58.353306 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:58.558095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] For port 015a946a-e66a-4c59-8335-089cad6c85b0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=015a946a-e66a-4c59-8335-089cad6c85b0,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:04:58.772931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:04:58.833594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:04:58.890733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:04:59.266159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-faf5368e-518b-46ef-a9c2-5dd221588368', 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368', 'tenant_id': 'f6fe42eee16a406085ad6bd278d78e98', 'fixed_ips': [{'subnet_id': '81c09c3c-6962-4d76-ac24-6f0028c7286c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:04:59.270858 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.273407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Deleting subnet 4153cf3d-2c3c-4fcb-9216-d0c4c320c272 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:04:59.292082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 015a946a-e66a-4c59-8335-089cad6c85b0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:04:59.300714 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.340761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.419484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.465117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.578503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:04:59.592497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port f0c31d69-2e15-4a19-a356-086679365d36 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:04:59.773317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.111034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.302678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::a7cb:d0d3:6b4b:54d9 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/ab05d195-b3ff-46f8-8c56-6336bea74365/f0c31d69-2e15-4a19-a356-086679365d36) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:00.303346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Checking segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:00.303956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Network hostable DHCP agents. Network: c0097e20-7aa6-44f6-870f-d459d1012152, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:00.354231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.460303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:00.460811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/subnets/4153cf3d-2c3c-4fcb-9216-d0c4c320c272 HTTP/1.1" status: 204 len: 168 time: 2.1677413 May 13 15:05:00.481555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3315df-fb45-4247-925e-dc40c2a87822,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:00.597093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Could not find standard attr ID for object 044fd852-511c-44ea-938f-340f63e903c9. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:05:00.682424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Deleting subnet 81c09c3c-6962-4d76-ac24-6f0028c7286c {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:00.761766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8b9f-509c-4058-841c-9929bacbe876 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Subnet': ['ID=4153cf3d-2c3c-4fcb-9216-d0c4c320c272,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:00.781056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Network c0097e20-7aa6-44f6-870f-d459d1012152 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:00.823706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c0097e20-7aa6-44f6-870f-d459d1012152) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:00.828457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:00.829886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:00.885704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-18ec8f95-3c5f-4ec0-82d5-5129138f030f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1935761 May 13 15:05:00.886572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:00.892626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:00.976499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:00.989106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Usage tracker for resource:router and tenant:1a2bbee1791d4bddbf81ac48a3ba79ba is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:01.003566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:01.028663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:01.071817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.075747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.157634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.165279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] For port 015a946a-e66a-4c59-8335-089cad6c85b0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=015a946a-e66a-4c59-8335-089cad6c85b0,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:01.178260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.189193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.242622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object f0c31d69-2e15-4a19-a356-086679365d36 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:01.305640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.519451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Calling delete_port for 015a946a-e66a-4c59-8335-089cad6c85b0 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:01.529071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=f0c31d69-2e15-4a19-a356-086679365d36,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:01.576125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:01.577856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:01.580629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:01.589918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:01.593045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.796948 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.824923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56baf1e9-e57b-4fd1-936c-7b7074609725 None None] Network c0097e20-7aa6-44f6-870f-d459d1012152 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:01.875443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f273d-4378-4fc9-ba4a-2e7b5050928c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-3626ce6c-335f-48f7-92e1-ada93372bfe8', 'network_id': '3626ce6c-335f-48f7-92e1-ada93372bfe8', 'tenant_id': 'f6fe42eee16a406085ad6bd278d78e98', 'fixed_ips': [{'subnet_id': '4153cf3d-2c3c-4fcb-9216-d0c4c320c272'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:01.876969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d63f273d-4378-4fc9-ba4a-2e7b5050928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:01.900197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Pushing event updated for resources: {'Port': ['ID=015a946a-e66a-4c59-8335-089cad6c85b0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:01.912781 n-d-841736-1 neutron-server[88134]: INFO neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No ports have port_id starting with 015a946a-e66a-4c59-8335-089cad6c85b0 May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:01.983784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5b673-6322-4817-af94-e4fe138897c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:02.217814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3b8974c5-40ff-4612-8962-31a2c27d8142 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2629519 May 13 15:05:02.220539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:02.232893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'ab05d195-b3ff-46f8-8c56-6336bea74365', 'ip_address': '2001:db8::a7cb:d0d3:6b4b:54d9'}], 'name': 'tempest-NetworksTestDHCPv6-609780462'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:02.268297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] Pushing event deleted for resources: {'Port': ['ID=015a946a-e66a-4c59-8335-089cad6c85b0,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:02.283203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-70ce1ee3-11dd-4ca6-a6cf-27d71d302746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:02.292996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907b2bc-cb89-4936-a922-8f73bccbe366 None None] No DVR routers for this DVR port 015a946a-e66a-4c59-8335-089cad6c85b0 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:02.331319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Allocated IP 172.20.0.18 (faf5368e-518b-46ef-a9c2-5dd221588368/81c09c3c-6962-4d76-ac24-6f0028c7286c/b4cb23f1-c209-4efa-b93c-73465e5d1526) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:02.358087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c27ea9-4045-4754-a5e7-8d129f52df74 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:02.761356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:02.776444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:02.788661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:02.830765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:02.849171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:02.888304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.029385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port cfbf5a9a-d985-4526-adae-b2dad4daa420 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:05:03.059325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.472166 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6570420-a890-434f-b2bf-301fc6a7df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.611214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efc36e-edd4-47f8-bd11-f74b5a047a7a None None] Network 3626ce6c-335f-48f7-92e1-ada93372bfe8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:03.662618 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.701427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:03.772860 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): There was a conflict when trying to complete your request. May 13 15:05:03.773807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:05:03.840054 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c1d98755-96d4-4d6e-8f44-db15f41d8bde tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6173697 May 13 15:05:03.844432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56498) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:04.091412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56504) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:04.166681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb862576-253a-478f-94e7-eaffa9e46e15 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:04.167707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb862576-253a-478f-94e7-eaffa9e46e15 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:04.244634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb862576-253a-478f-94e7-eaffa9e46e15 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:04.251902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fb862576-253a-478f-94e7-eaffa9e46e15 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4051809 May 13 15:05:04.256952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:04.349822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.455234 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.508408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c0097e20-7aa6-44f6-870f-d459d1012152', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:04.510374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.612968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.640476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port f0c31d69-2e15-4a19-a356-086679365d36 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:04.640832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:04.671242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:04.903551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:04.926038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Usage tracker for resource:security_group_rule and tenant:22006813cdf64d39955e0354ccf20aef is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:04.942236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:04.981854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:05.267763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.292431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.370688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Allocated IP 172.25.5.50 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/bdd76e50-709d-4849-871c-938feb8bb676) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:05.417528 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:05:05.524524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22006813cdf64d39955e0354ccf20aef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4185908 May 13 15:05:05.619581 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.639185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56546) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:05.736192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54ff3b-f5da-45c8-b956-4100827293f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b93b662-1ee6-45b4-bf2a-1b91537d8b3a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:05.760553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.901688 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.920891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': 'ab05d195-b3ff-46f8-8c56-6336bea74365'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:05.922155 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:05.938513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Transition to ACTIVE for port object b4cb23f1-c209-4efa-b93c-73465e5d1526 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:06.037452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.106980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Allocated IP 172.20.0.2 (c0097e20-7aa6-44f6-870f-d459d1012152/ce3315df-fb45-4247-925e-dc40c2a87822/972d9d9e-1a16-40c5-96b0-421e4542ccc4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:06.191758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd76e50-709d-4849-871c-938feb8bb676,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:06.285029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:06.308795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:06.315947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:06.443105 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.482298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.498885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Transition to ACTIVE for port object 972d9d9e-1a16-40c5-96b0-421e4542ccc4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:06.525887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.529056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Transition to ACTIVE for port object 972d9d9e-1a16-40c5-96b0-421e4542ccc4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:06.550454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:06.737184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/ab05d195-b3ff-46f8-8c56-6336bea74365/3b64ebed-50bc-4105-833a-1eb980b8c956) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:06.877552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Transition to ACTIVE for port object b4cb23f1-c209-4efa-b93c-73465e5d1526 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:07.024842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.047190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for f0c31d69-2e15-4a19-a356-086679365d36 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:07.178527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.237537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Network faf5368e-518b-46ef-a9c2-5dd221588368 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:07.267909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:07.285659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:07.550553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.622035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.779628 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.804506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Transition to ACTIVE for port object 3b64ebed-50bc-4105-833a-1eb980b8c956 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:07.855279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Network c0097e20-7aa6-44f6-870f-d459d1012152 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:07.902896 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:07.953244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:07.973482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:07.983339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Pushing event updated for resources: {'Port': ['ID=972d9d9e-1a16-40c5-96b0-421e4542ccc4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.121355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.149913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Pushing event updated for resources: {'Port': ['ID=b4cb23f1-c209-4efa-b93c-73465e5d1526,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.156045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Attempting to bind port b4cb23f1-c209-4efa-b93c-73465e5d1526 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:08.172618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Attempting to bind port b4cb23f1-c209-4efa-b93c-73465e5d1526 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b7996484-683d-4cde-aa22-154738cf1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:08.173496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Attempting to bind port b4cb23f1-c209-4efa-b93c-73465e5d1526 on network faf5368e-518b-46ef-a9c2-5dd221588368 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:08.294050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:08.296905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Checking segment: {'id': 'b7996484-683d-4cde-aa22-154738cf1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:08.297473 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.298052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Bound using segment: {'id': 'b7996484-683d-4cde-aa22-154738cf1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:08.298573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Bound port: b4cb23f1-c209-4efa-b93c-73465e5d1526, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7996484-683d-4cde-aa22-154738cf1ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'faf5368e-518b-46ef-a9c2-5dd221588368'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:08.298957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.309886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=f0c31d69-2e15-4a19-a356-086679365d36,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.339706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.351096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Transition to ACTIVE for port object 3b64ebed-50bc-4105-833a-1eb980b8c956 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:08.475417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.478616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.480045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.505763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.629354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Subnet': ['ID=81c09c3c-6962-4d76-ac24-6f0028c7286c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.646260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b93b662-1ee6-45b4-bf2a-1b91537d8b3a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.648493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.666080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Pushing event updated for resources: {'Port': ['ID=3b64ebed-50bc-4105-833a-1eb980b8c956,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:08.669223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.673354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-06a3bd21-55f9-45d4-a04f-4e39ed0d8b9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b93b662-1ee6-45b4-bf2a-1b91537d8b3a HTTP/1.1" status: 204 len: 168 time: 2.9975336 May 13 15:05:08.680875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-874c35fd-cc12-46a7-97a9-555cbd4fa24c tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/subnets/81c09c3c-6962-4d76-ac24-6f0028c7286c HTTP/1.1" status: 204 len: 168 time: 8.1885107 May 13 15:05:08.681869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:08.688679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0bbf4f0a-a2fc-4531-9ad0-7535ee5b2d0b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/f0c31d69-2e15-4a19-a356-086679365d36 HTTP/1.1" status: 204 len: 168 time: 4.4208210 May 13 15:05:08.693041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:08.837808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Attempting to bind port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:08.838673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Attempting to bind port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:08.838673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Attempting to bind port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:08.872190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:08.872622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Checking segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:08.873211 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:08.873776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Bound using segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:08.874428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Bound port: 972d9d9e-1a16-40c5-96b0-421e4542ccc4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:08.874966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.044490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:09.097921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:09.114864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:09.324237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] For port b4cb23f1-c209-4efa-b93c-73465e5d1526, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:09.327393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad0951-486b-444b-986c-7db332a519f5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:09.329093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad0951-486b-444b-986c-7db332a519f5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:09.330058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] For port b4cb23f1-c209-4efa-b93c-73465e5d1526, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b4cb23f1-c209-4efa-b93c-73465e5d1526,segment=NetworkSegment(b7996484-683d-4cde-aa22-154738cf1ed2),segment_id=b7996484-683d-4cde-aa22-154738cf1ed2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:09.346618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5ad0951-486b-444b-986c-7db332a519f5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:09.367619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabde1b-9942-48af-9702-b4dfde0355f6 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:09.368483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-deabde1b-9942-48af-9702-b4dfde0355f6 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Synchronizing usage tracker for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:09.438216 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.452885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5ad0951-486b-444b-986c-7db332a519f5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:09.458681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a5ad0951-486b-444b-986c-7db332a519f5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6356039 May 13 15:05:09.465302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:09.473368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-deabde1b-9942-48af-9702-b4dfde0355f6 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Unset dirty status for tenant:f6fe42eee16a406085ad6bd278d78e98 on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:09.478901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-deabde1b-9942-48af-9702-b4dfde0355f6 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7928438 May 13 15:05:09.479705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56624) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:09.657232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:09.787653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51940-0ff4-471e-a410-b6a0af25fbf4 None None] Pushing event updated for resources: {'Port': ['ID=b4cb23f1-c209-4efa-b93c-73465e5d1526,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:09.917281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Attempting to bind port 3b64ebed-50bc-4105-833a-1eb980b8c956 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:09.934615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Attempting to bind port 3b64ebed-50bc-4105-833a-1eb980b8c956 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:09.935992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Attempting to bind port 3b64ebed-50bc-4105-833a-1eb980b8c956 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:10.012698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.022111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:10.024603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:10.027405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.028057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:10.028771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Bound port: 3b64ebed-50bc-4105-833a-1eb980b8c956, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:10.031806 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.084408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.133090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] For port 972d9d9e-1a16-40c5-96b0-421e4542ccc4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:10.169454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet ab05d195-b3ff-46f8-8c56-6336bea74365 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:10.198392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.334918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] For port 972d9d9e-1a16-40c5-96b0-421e4542ccc4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972d9d9e-1a16-40c5-96b0-421e4542ccc4,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:10.339089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Deleting port b4cb23f1-c209-4efa-b93c-73465e5d1526 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:10.355832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.379040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.667396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:10.675154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d47fcf-dde7-4866-b4da-50699ac3afc7 None None] Network faf5368e-518b-46ef-a9c2-5dd221588368 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:10.731534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] For port 3b64ebed-50bc-4105-833a-1eb980b8c956, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:10.734202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e22f5-c221-4372-bb6c-a12c054f3101 None None] Pushing event updated for resources: {'Port': ['ID=972d9d9e-1a16-40c5-96b0-421e4542ccc4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:10.924753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Router 78f5365e-4f3b-4321-a6a8-37a17a75316a is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:05:10.973154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] For port 3b64ebed-50bc-4105-833a-1eb980b8c956, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3b64ebed-50bc-4105-833a-1eb980b8c956,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:11.006245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:11.457816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a2899-9c18-4d89-b697-7d67ca62e16e None None] Pushing event updated for resources: {'Port': ['ID=3b64ebed-50bc-4105-833a-1eb980b8c956,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:11.574680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] For port b4cb23f1-c209-4efa-b93c-73465e5d1526, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b4cb23f1-c209-4efa-b93c-73465e5d1526,segment=NetworkSegment(b7996484-683d-4cde-aa22-154738cf1ed2),segment_id=b7996484-683d-4cde-aa22-154738cf1ed2)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:11.582716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:11.669638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:11.817756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.125564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-336341134-network', 'tenant_id': 'c05db4f77e8341e781542ce1d486841e'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:12.150214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:12.158363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Usage tracker for resource:network and tenant:c05db4f77e8341e781542ce1d486841e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:12.165226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:12.182600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:12.234271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:12.237084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Made reservation on behalf of c05db4f77e8341e781542ce1d486841e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:12.246030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.247638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Sync routers for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:12.346783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:12.347437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:12.430441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Calling delete_port for b4cb23f1-c209-4efa-b93c-73465e5d1526 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:12.566033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.697641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.812456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:12.840352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=ab05d195-b3ff-46f8-8c56-6336bea74365,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:12.888286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:12.913163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Usage tracker for resource:security_group_rule and tenant:c05db4f77e8341e781542ce1d486841e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:12.927481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:12.929641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b43deb44-6858-4adf-a6e4-82d0a615741d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/ab05d195-b3ff-46f8-8c56-6336bea74365 HTTP/1.1" status: 204 len: 168 time: 3.4632151 May 13 15:05:12.942632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:12.954388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:13.037291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972d9d9e-1a16-40c5-96b0-421e4542ccc4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:13.111896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:13.111896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-63ae5cb4-d840-42f3-9f10-2599d7b50115 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2218008 May 13 15:05:13.115805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:13.324440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-589c712e-7d5e-4723-bf25-257f847941b5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3463202 May 13 15:05:13.338937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:13.376470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:13.515536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7bc23-4cde-4243-95d0-84d2b92e6ef7 None None] Network c0097e20-7aa6-44f6-870f-d459d1012152 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:13.687643 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:13.895119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Deleting port 943fba72-1b66-4a13-a96b-47f188afd8cd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:13.896140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:13.900664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Port': ['ID=b4cb23f1-c209-4efa-b93c-73465e5d1526,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:13.951221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:13.963666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:13.970600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:13.993651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] No DVR routers for this DVR port b4cb23f1-c209-4efa-b93c-73465e5d1526 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:14.024959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.072134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:14.102225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.188205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2dcec7-017a-4247-b0d5-d90701d38c4b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:14.280443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:14.292981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.293709 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Added segment 37ae5f98-9427-404c-b496-59244d3bc74a of type vlan for network d5539fcb-aaf7-49e9-9904-e18055424a38 May 13 15:05:14.346475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.388738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:14.401939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.673794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:14.869570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7acb4c99-4706-482f-b9ad-a0beacc673de None None] Provisioning for port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:14.884597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:15.152108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf5368e-518b-46ef-a9c2-5dd221588368']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:15.274162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7996484-683d-4cde-aa22-154738cf1ed2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:15.274162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7996484-683d-4cde-aa22-154738cf1ed2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:15.298551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.304300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.306705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:15.308866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.481366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1437c477-95d9-4bb4-a759-b0aec69fbabb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.491136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.530383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:15.535510 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.542789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:15.543203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.581024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:15.581751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: timer() May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:15.689338 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:15.734262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=f6f69f0a-4d44-4757-953a-4bb15754fcb0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.741795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.770642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.777171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:15.780105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=faf5368e-518b-46ef-a9c2-5dd221588368,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:15.786336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:15.793886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:15.794763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:15.841168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe3ffc7d-8fbb-45a9-b890-f14d9b43d29b tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/faf5368e-518b-46ef-a9c2-5dd221588368 HTTP/1.1" status: 204 len: 168 time: 6.2931983 May 13 15:05:15.843444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.905882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3279c566-2c8e-442b-b4fe-c29bd831876c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5614247 May 13 15:05:15.907010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:15.974926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d3cf7787-e608-491e-97b5-660b6d559793 None None] Provisioning for port 3b64ebed-50bc-4105-833a-1eb980b8c956 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:16.050075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'f6f69f0a-4d44-4757-953a-4bb15754fcb0', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-694419567'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:16.082516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d3cf7787-e608-491e-97b5-660b6d559793 None None] Could not find standard attr ID for object f0c31d69-2e15-4a19-a356-086679365d36. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:05:16.178940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:07Z', 'revision_number': 3, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:16.198404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Checking router: 78f5365e-4f3b-4321-a6a8-37a17a75316a for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:16.198754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Updating router 78f5365e-4f3b-4321-a6a8-37a17a75316a port bdd76e50-709d-4849-871c-938feb8bb676 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:05:16.325201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:05:16.474849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:16.482747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:16.486156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:16.495677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:16.503034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Deleting port 3b64ebed-50bc-4105-833a-1eb980b8c956 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:16.512932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.513333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:16.711274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] For port 943fba72-1b66-4a13-a96b-47f188afd8cd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=943fba72-1b66-4a13-a96b-47f188afd8cd,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:16.711892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.750117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-227287a1-b362-4c36-bdbe-f7523fcdf663 None None] Provisioning complete for port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:16.750488 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-227287a1-b362-4c36-bdbe-f7523fcdf663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.756133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] Pushing event updated for resources: {'Network': ['ID=d5539fcb-aaf7-49e9-9904-e18055424a38,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:16.835508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.854589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.869025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:16.923463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 8c4ce7da-9fab-49ca-8e75-31c40db6d67b yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:05:17.154757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d5539fcb-aaf7-49e9-9904-e18055424a38 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:17.201034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:17.201608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.346315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 972d9d9e-1a16-40c5-96b0-421e4542ccc4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972d9d9e-1a16-40c5-96b0-421e4542ccc4,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:17.466023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Calling delete_port for 943fba72-1b66-4a13-a96b-47f188afd8cd owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:17.484321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.485559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3b64ebed-50bc-4105-833a-1eb980b8c956 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:17.842998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.862222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d71fe760-1aec-4e89-a13c-f1a429c1ff87 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 6.0494514 May 13 15:05:17.870350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:17.887927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3626ce6c-335f-48f7-92e1-ada93372bfe8']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:17.896903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Request body: {'subnet': {'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-336341134-subnet', 'tenant_id': 'c05db4f77e8341e781542ce1d486841e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:17.905564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca7950b-c25a-422e-b5ab-f67e10d03028') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:17.905861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca7950b-c25a-422e-b5ab-f67e10d03028') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:17.919871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.932697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.970708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:17.983867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:17.984608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.008517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:18.043191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Pushing event deleted for resources: {'Port': ['ID=943fba72-1b66-4a13-a96b-47f188afd8cd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:18.050156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Usage tracker for resource:subnet and tenant:c05db4f77e8341e781542ce1d486841e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:18.059152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:18.065821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:18.184533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Made reservation on behalf of c05db4f77e8341e781542ce1d486841e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:18.186927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.202902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: timer() May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:18.289790 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:18.425697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.522000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.540671 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:05:18.541181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:05:18.562722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=3626ce6c-335f-48f7-92e1-ada93372bfe8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:18.592970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=972d9d9e-1a16-40c5-96b0-421e4542ccc4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:18.624882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0abc2922-b9aa-4594-bc08-d56db4bb73f5 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/3626ce6c-335f-48f7-92e1-ada93372bfe8 HTTP/1.1" status: 204 len: 168 time: 2.7768009 May 13 15:05:18.626397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:18.928834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:18.934094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f43e0031-73b4-4c47-a34f-13b1032b67aa tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9046001 May 13 15:05:18.938144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:19.216022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] For port 3b64ebed-50bc-4105-833a-1eb980b8c956, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3b64ebed-50bc-4105-833a-1eb980b8c956,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:19.216376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.255509 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.261246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3b64ebed-50bc-4105-833a-1eb980b8c956 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:19.290691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3b64ebed-50bc-4105-833a-1eb980b8c956 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:19.291301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.590971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.652347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c29665-bbe6-4789-bd37-98746bb07133 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:19.653105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-66c29665-bbe6-4789-bd37-98746bb07133 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:19.663492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067e3789-99c4-4564-920a-be2c97e06ca5']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:19.694789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d459f9b-0f59-44a0-b16c-05e7f9566de2') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:19.695359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d459f9b-0f59-44a0-b16c-05e7f9566de2') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:19.713077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.747091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-66c29665-bbe6-4789-bd37-98746bb07133 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:19.753973 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.765979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-66c29665-bbe6-4789-bd37-98746bb07133 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8194921 May 13 15:05:19.769220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:19.774755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Transition to ACTIVE for port object bdd76e50-709d-4849-871c-938feb8bb676 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:19.796452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-227287a1-b362-4c36-bdbe-f7523fcdf663 None None] Current status of the port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:19.910396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.926903 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:19.948688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Calling delete_port for 3b64ebed-50bc-4105-833a-1eb980b8c956 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:19.994077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:19.995221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: timer() May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:20.087502 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:20.111070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d339fb-8f90-4ebf-b3ee-d16bb6dc172f None None] Pushing event updated for resources: {'Port': ['ID=bdd76e50-709d-4849-871c-938feb8bb676,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:20.119204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.153822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Attempting to bind port bdd76e50-709d-4849-871c-938feb8bb676 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:20.154331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Attempting to bind port bdd76e50-709d-4849-871c-938feb8bb676 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:20.154796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Attempting to bind port bdd76e50-709d-4849-871c-938feb8bb676 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:20.166813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:20.167147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:20.167720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.168120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:20.168790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Bound port: bdd76e50-709d-4849-871c-938feb8bb676, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:20.169167 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.350120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109a46e-1844-4b50-846c-c46382546f94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.355421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109a46e-1844-4b50-846c-c46382546f94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:20.356613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2109a46e-1844-4b50-846c-c46382546f94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:20.379281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2109a46e-1844-4b50-846c-c46382546f94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:20.384690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2109a46e-1844-4b50-846c-c46382546f94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6140969 May 13 15:05:20.385719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:20.524808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.669247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.674707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=067e3789-99c4-4564-920a-be2c97e06ca5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:20.734414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fcf6cc02-00de-4a33-953a-0d5c305c3786 tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/067e3789-99c4-4564-920a-be2c97e06ca5 HTTP/1.1" status: 204 len: 168 time: 2.1055486 May 13 15:05:20.740444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56908) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:20.780185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet f6f69f0a-4d44-4757-953a-4bb15754fcb0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:20.788439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.796440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3b64ebed-50bc-4105-833a-1eb980b8c956 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:20.800692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.856501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.916616 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:20.991795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.010330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.021965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] Pushing event deleted for resources: {'Port': ['ID=3b64ebed-50bc-4105-833a-1eb980b8c956,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:21.043455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667442c-2c37-4203-990a-e040e4f64291 None None] No DVR routers for this DVR port 3b64ebed-50bc-4105-833a-1eb980b8c956 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:21.148735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e0ea7-b0f5-4472-8fdd-adf826f79ec6 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:21.376811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] For port bdd76e50-709d-4849-871c-938feb8bb676, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:21.464388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.582629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] For port bdd76e50-709d-4849-871c-938feb8bb676, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdd76e50-709d-4849-871c-938feb8bb676,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:21.588143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.592565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.815316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19bb61-a814-4c42-a431-2bf8be82da41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': 'f6f69f0a-4d44-4757-953a-4bb15754fcb0'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:21.816651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa19bb61-a814-4c42-a431-2bf8be82da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:21.849323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972d9d9e-1a16-40c5-96b0-421e4542ccc4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:21.975061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:21.983043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f69f0a-4d44-4757-953a-4bb15754fcb0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:22.007474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.040251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Allocated IP 172.20.0.1 (c0097e20-7aa6-44f6-870f-d459d1012152/ce3315df-fb45-4247-925e-dc40c2a87822/5263dcdc-b528-4a68-876e-a3c9309bb7c1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:22.258552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.328514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178173c3-4a98-4daa-b10d-0ac585c59c58']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.352582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f350ba2-195c-45e0-af84-5393ea9730bc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:22.364088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ed808f-e4a6-4ace-818f-8e493b3d4902') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.366560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ed808f-e4a6-4ace-818f-8e493b3d4902') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.409152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.449907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.464046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:22.465122 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.509630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: timer() May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:22.512965 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:22.557833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:22.562709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.615974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Checking segment: {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:22.616857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Network hostable DHCP agents. Network: d5539fcb-aaf7-49e9-9904-e18055424a38, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:22.731237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:22.735045 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Sync routers for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:22.738596 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:22.739211 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:22.783076 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:22.836153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Transition to ACTIVE for port object 5263dcdc-b528-4a68-876e-a3c9309bb7c1 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:22.852568 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c45151ad-9fe0-4126-ba02-592f459572cb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f6f69f0a-4d44-4757-953a-4bb15754fcb0 HTTP/1.1" status: 204 len: 168 time: 2.4645061 May 13 15:05:22.856174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:22.900991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Network d5539fcb-aaf7-49e9-9904-e18055424a38 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:23.015658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-10e60348-5f95-4ba9-9eab-ca3380265103 admin admin] 10.222.0.36 "PUT /v2.0/routers/b2fddc71-c57d-41ee-9f1c-9b38fafd4857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3425941 May 13 15:05:23.018597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.024205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:23.080322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d5539fcb-aaf7-49e9-9904-e18055424a38) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:23.194982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-79cb4d88-f848-4f66-ac1e-e51100782acd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3227649 May 13 15:05:23.198194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 56956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:23.215904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.232970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:23.237455 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:23.303325 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.422586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbe63e-3364-4285-be09-6f65374b18df None None] Network d5539fcb-aaf7-49e9-9904-e18055424a38 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:23.551034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d339fb-8f90-4ebf-b3ee-d16bb6dc172f None None] Pushing event updated for resources: {'Port': ['ID=bdd76e50-709d-4849-871c-938feb8bb676,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:23.552791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] 10.222.0.36 "DELETE /v2.0/networks/178173c3-4a98-4daa-b10d-0ac585c59c58 HTTP/1.1" status: 204 len: 168 time: 2.8042855 May 13 15:05:23.585513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392a9a9-32fb-42f2-8ab6-a1ee53ba1aaa tempest-BulkNetworkOpsTest-1105097935 tempest-BulkNetworkOpsTest-1105097935-project] Pushing event deleted for resources: {'Network': ['ID=178173c3-4a98-4daa-b10d-0ac585c59c58,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:23.621045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:23.621771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.643285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.768023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:23.783103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:23.792130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:23.794257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Pushing event updated for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:23.809927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Network c0097e20-7aa6-44f6-870f-d459d1012152 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:23.822231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:23.831639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:23.854537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:23.856445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:23.860421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:23.958062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-026478d2-2c71-4aa2-b49d-bca2744c44de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.0762641 May 13 15:05:24.165719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:24.215749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:24.844135 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T15:05:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:24.859326 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Checking router: b2fddc71-c57d-41ee-9f1c-9b38fafd4857 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:24.861964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 56994) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:24.892362 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Routers {'b2fddc71-c57d-41ee-9f1c-9b38fafd4857'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:24.894501 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:24.944997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.086822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.288622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:25.297122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:25.351067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:25.351067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.438008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18147ad-2eea-478f-b344-7d76f48f1e55 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:25.473031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=3a421fb5-5a23-4b48-b7c5-e49139d3b396,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:25.482341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3192a1fd-c787-405c-9481-2c525eaaab5c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2812974 May 13 15:05:25.485262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:25.496781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:25.511788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:25.538472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:router and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:25.545096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:25.547290 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.561351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:25.604144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:25.661596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.663463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.726466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.799630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.879928 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] Set router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:25.899902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:25.901840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c297984c-57cc-4a78-a412-0eaad42f9273 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4147832 May 13 15:05:25.904645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:26.311591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ea21a8fd-461d-411e-8a68-cfafe359e79c None None] Provisioning for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:26.336029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ea21a8fd-461d-411e-8a68-cfafe359e79c None None] Provisioning complete for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:26.336756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea21a8fd-461d-411e-8a68-cfafe359e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.379151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.406759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.532926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ea21a8fd-461d-411e-8a68-cfafe359e79c None None] Port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:26.732175 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.755202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Pushing event updated for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:26.776178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Deleting port 45c624aa-dbe4-47a2-9455-969383be7367 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:26.776537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:26.905890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b9ca1-fb6a-42c5-8776-eeac3aa4e1da None None] Network d5539fcb-aaf7-49e9-9904-e18055424a38 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:26.921511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:07Z', 'revision_number': 3, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:26.934128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d11840-4106-4539-b981-b2992de34df7 None None] The sync data for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 is: [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:07Z', 'revision_number': 3, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:27.129110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:27.145792 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dd3a3355-ead9-4d38-b6dc-8956802481fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6fe42eee16a406085ad6bd278d78e98&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2793803 May 13 15:05:27.163731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:27.215145 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:27.407107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3b64ebed-50bc-4105-833a-1eb980b8c956 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:27.565916 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T15:05:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:27.582713 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f441c-2712-4358-aa98-20206738a546 None None] The sync data for ids ['b2fddc71-c57d-41ee-9f1c-9b38fafd4857'] in n-d-841736-1 is: [{'id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'name': 'tempest-AttachVolumeNegativeTest-1120965717-router', 'tenant_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '45c624aa-dbe4-47a2-9455-969383be7367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:54:41Z', 'updated_at': '2022-05-13T15:05:17Z', 'revision_number': 5, 'project_id': 'ccf13dc8a7fc4a54b47cf50968d250dc', 'gw_port': {'id': '45c624aa-dbe4-47a2-9455-969383be7367', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fddc71-c57d-41ee-9f1c-9b38fafd4857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:54:44Z', 'updated_at': '2022-05-13T14:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:27.618818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:27.635338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:27.715393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] For port 45c624aa-dbe4-47a2-9455-969383be7367, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=45c624aa-dbe4-47a2-9455-969383be7367,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:27.717466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:27.882882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3b64ebed-50bc-4105-833a-1eb980b8c956 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:27.888689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3b64ebed-50bc-4105-833a-1eb980b8c956 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:28.105291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.248064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.441055 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.628185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Calling delete_port for 45c624aa-dbe4-47a2-9455-969383be7367 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:28.757657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:28.900971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd77372-d57f-47af-b38d-f85ffad31ee3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:28.903299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/3a421fb5-5a23-4b48-b7c5-e49139d3b396/20858ac2-ee0f-4b1d-8b82-e186b73cb342) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:28.911047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdd76e50-709d-4849-871c-938feb8bb676 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:29.012202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Network c0097e20-7aa6-44f6-870f-d459d1012152 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:29.014067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:29.017398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:29.018905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97ac4041-8abe-4c57-b33a-cdd83f09547c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcd77372-d57f-47af-b38d-f85ffad31ee3 HTTP/1.1" status: 204 len: 168 time: 1.8536749 May 13 15:05:30.108546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b256b6e5-6941-45d5-a261-209d5b080dec None None] Provisioning complete for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:30.109616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b256b6e5-6941-45d5-a261-209d5b080dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:30.234215 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ee97805-2920-456f-827f-3bd8580ed8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:30.253724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bdd76e50-709d-4849-871c-938feb8bb676 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:30.315393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b256b6e5-6941-45d5-a261-209d5b080dec None None] Port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:30.323619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bdd76e50-709d-4849-871c-938feb8bb676 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:30.324044 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:30.634243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Router 78f5365e-4f3b-4321-a6a8-37a17a75316a has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:31.108495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.145844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.159049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bdd76e50-709d-4849-871c-938feb8bb676 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:31.160155 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.192320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bdd76e50-709d-4849-871c-938feb8bb676, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdd76e50-709d-4849-871c-938feb8bb676,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:31.210031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Transition to ACTIVE for port object 20858ac2-ee0f-4b1d-8b82-e186b73cb342 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:31.232090 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.426792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 943fba72-1b66-4a13-a96b-47f188afd8cd no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:31.592962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Transition to ACTIVE for port object 20858ac2-ee0f-4b1d-8b82-e186b73cb342 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:31.618439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 943fba72-1b66-4a13-a96b-47f188afd8cd {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:31.626309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 943fba72-1b66-4a13-a96b-47f188afd8cd not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:31.673588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:31.745514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:31.751688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:31.757554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:31.768767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bdd76e50-709d-4849-871c-938feb8bb676,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:31.902937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Pushing event deleted for resources: {'Port': ['ID=45c624aa-dbe4-47a2-9455-969383be7367,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:31.905066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::1 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/3a421fb5-5a23-4b48-b7c5-e49139d3b396/7fc48f69-0547-4923-b60d-1c88b65da0d7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:32.088153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Pushing event updated for resources: {'Port': ['ID=20858ac2-ee0f-4b1d-8b82-e186b73cb342,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:32.107989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-3d797b18-b3ae-45a4-a1bf-d343ab2f11a2 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:32.109146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-3d797b18-b3ae-45a4-a1bf-d343ab2f11a2 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:32.146946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:32.227246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:32.238536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-3d797b18-b3ae-45a4-a1bf-d343ab2f11a2 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:32.245734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-3d797b18-b3ae-45a4-a1bf-d343ab2f11a2 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 808 time: 0.5447345 May 13 15:05:32.262375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.265640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Sync routers for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:32.290570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:32.291720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:32.450475 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2c1a95d-e4fb-405c-9489-1bb5e041ca01 admin admin] 10.222.0.36 "PUT /v2.0/routers/78f5365e-4f3b-4321-a6a8-37a17a75316a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3280573 May 13 15:05:32.481395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Attempting to bind port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:32.485198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Attempting to bind port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:32.485948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Attempting to bind port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:32.518961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:32.525739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:32.526613 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.527552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:32.528723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Bound port: 20858ac2-ee0f-4b1d-8b82-e186b73cb342, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:32.529410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.659027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.673872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.763974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.792434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-79cf0792-bcb1-4b7a-84e5-29a7bcda0cf3 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/quotas/c05db4f77e8341e781542ce1d486841e HTTP/1.1" status: 200 len: 375 time: 0.5436568 May 13 15:05:32.796197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:32.801182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2fddc71-c57d-41ee-9f1c-9b38fafd4857 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:05:32.840238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 7fc48f69-0547-4923-b60d-1c88b65da0d7 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:32.925598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2055752435'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:33.012592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.046729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:33.066639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] For port 20858ac2-ee0f-4b1d-8b82-e186b73cb342, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:33.074907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] For port 20858ac2-ee0f-4b1d-8b82-e186b73cb342, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=20858ac2-ee0f-4b1d-8b82-e186b73cb342,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:33.083072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.096980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56c0eaaa-9d99-4959-8a84-2cb1821be4da admin admin] 10.222.0.36 "DELETE /v2.0/routers/b2fddc71-c57d-41ee-9f1c-9b38fafd4857 HTTP/1.1" status: 204 len: 168 time: 10.0171707 May 13 15:05:33.105897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57194) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:33.166475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.270351 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e79a0ba-268b-45e2-934a-01d9e90624fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.276418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:33.289042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:33.301509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-601a82b1-00e2-4ab2-aef0-cb77a11e58a5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4797127 May 13 15:05:33.309157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:33.321502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:33.347609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:33.348490 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.353280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:33.421105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.573701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:33.577348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.622669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.671132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Deleting subnet 6f3f8649-c0de-4816-b947-0455bfd5a429 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:33.709893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.726198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b9504-2f2d-40ab-b1ca-0a8c5a4a01c8 None None] Pushing event updated for resources: {'Port': ['ID=20858ac2-ee0f-4b1d-8b82-e186b73cb342,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:33.758659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:33.786669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:33.947821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:33.973302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:security_group_rule and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:33.987230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:34.041691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:34.090303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdd76e50-709d-4849-871c-938feb8bb676 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:34.146199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-e48e51cf-b739-4fc6-9df2-0b3a61dd6ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987635 May 13 15:05:34.146641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=7fc48f69-0547-4923-b60d-1c88b65da0d7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:34.198241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.380183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:34.686227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bdd76e50-709d-4849-871c-938feb8bb676 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:34.687298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.012883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-bff04e4f-a46b-4b61-8540-425182f7f4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321726 May 13 15:05:35.227339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:35.302550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1934732420-network', 'tenant_id': '42b058b182fd484293b4020892374ba6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:35.395636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:35.479136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Usage tracker for resource:network and tenant:42b058b182fd484293b4020892374ba6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:35.532790 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.548464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.559524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:35.577127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:35.601780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.625223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.779005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Made reservation on behalf of 42b058b182fd484293b4020892374ba6 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:35.784571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:35.871092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bdd76e50-709d-4849-871c-938feb8bb676 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:35.913892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:35.955822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a584f6d9-1606-4a1a-ad14-ce3870d7340f req-597db31c-fb8f-4584-87fc-28699245e5ad tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 210 time: 0.3667824 May 13 15:05:35.995885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.087335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:24Z', 'revision_number': 4, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5263dcdc-b528-4a68-876e-a3c9309bb7c1', 'name': '', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'mac_address': 'fa:16:3e:4c:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:25Z', 'revision_number': 2, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'subnets': [{'id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:36.115408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Checking router: 78f5365e-4f3b-4321-a6a8-37a17a75316a for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:36.122259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Updating router 78f5365e-4f3b-4321-a6a8-37a17a75316a port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:05:36.127402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.129568 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 293aa042-7d42-44fb-9f1b-dd9c7bcacb0c of type vlan for network 491b1291-d7b9-4813-aa67-ca3044838728 May 13 15:05:36.171797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:36.199126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Usage tracker for resource:security_group_rule and tenant:42b058b182fd484293b4020892374ba6 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:36.224832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:36.234408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 45c624aa-dbe4-47a2-9455-969383be7367 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:36.234791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cea276-2b62-4831-8656-5d63e1bc44ca,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:36.247731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.257888 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.258846 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.279046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:36.283306 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.419407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.467023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 45c624aa-dbe4-47a2-9455-969383be7367 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:05:36.467641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 45c624aa-dbe4-47a2-9455-969383be7367 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:36.571116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.609534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3f8649-c0de-4816-b947-0455bfd5a429,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:36.615528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.701935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce191836-00a3-455d-82ca-0c5cab4e7d97 None None] Network 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:36.708355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.730155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:36.743089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:36.788650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-813a8baa-45c9-4684-989e-faafb7c0a43e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f3f8649-c0de-4816-b947-0455bfd5a429 HTTP/1.1" status: 204 len: 168 time: 3.6443000 May 13 15:05:36.803252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57276) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:36.864993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=7fc48f69-0547-4923-b60d-1c88b65da0d7,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:36.961754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 20858ac2-ee0f-4b1d-8b82-e186b73cb342 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:37.147878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.9974475 May 13 15:05:37.593622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16812503-f378-410f-a4ec-399d86cccc7d req-1a01f2a3-ab14-437f-bded-f15c27279ac2 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 210 time: 0.4730797 May 13 15:05:37.618061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ecdd2-a7f8-48b4-b806-92277cb021fa tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=491b1291-d7b9-4813-aa67-ca3044838728,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:37.618726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:37.664138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.684846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.712450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.712894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.713315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.713724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.714061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.714453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.714712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.715068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.715432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.715736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.716395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.716717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:37.751329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.756831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 491b1291-d7b9-4813-aa67-ca3044838728 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:37.761629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1866930769'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:37.795722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:37.799038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:37.820064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:37.822194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c2f0a0-86b0-458e-be5c-bb28e84dbd11,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:37.836334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:37.838844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.839546 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Added segment 9d88fc71-87c6-4543-8361-eec32949b362 of type vlan for network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 May 13 15:05:37.845328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fcfab5bd-f159-498e-896a-acd990444383 None None] Provisioning for port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:37.894400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:37.900045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.963845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:37.974703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:37.975921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:37.976262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:37.976870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:38.011878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:38.025494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:38.068239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Deleting port 972ef7af-d477-481a-bb7d-6c3646dff72d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:38.080800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:38.263633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0141060 May 13 15:05:38.274779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:38.312799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381c19a-382c-4c5f-b0f1-31d47ea935b5 admin admin] Pushing event updated for resources: {'Network': ['ID=af689e5b-8d7c-485c-9c7e-06c096fdc8f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:38.375149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Request body: {'subnet': {'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1934732420-subnet', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:38.417605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:38.427314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Usage tracker for resource:subnet and tenant:42b058b182fd484293b4020892374ba6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:38.430626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:38.433970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:38.449832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:38.678397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Made reservation on behalf of 42b058b182fd484293b4020892374ba6 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:38.682609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:38.888863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-619930aa-26bb-48ab-844a-87a4da0bac6c None None] Provisioning for port 7fc48f69-0547-4923-b60d-1c88b65da0d7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:39.007250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-619930aa-26bb-48ab-844a-87a4da0bac6c None None] Provisioning complete for port 7fc48f69-0547-4923-b60d-1c88b65da0d7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:39.007250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-619930aa-26bb-48ab-844a-87a4da0bac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:39.024621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:05:39.350352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-619930aa-26bb-48ab-844a-87a4da0bac6c None None] Port 7fc48f69-0547-4923-b60d-1c88b65da0d7 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:39.364923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:39.406804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:39.407494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:39.474063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:05:39.777454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] For port 972ef7af-d477-481a-bb7d-6c3646dff72d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972ef7af-d477-481a-bb7d-6c3646dff72d,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:39.778413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:39.828793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] DHCP port deletion for 6d1bc10c-08ee-44e3-ae04-70a9402c4b30 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:05:39.886605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Deleting port 972ef7af-d477-481a-bb7d-6c3646dff72d {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:39.886705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.161115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-1954fd92-f446-4e67-8ecd-901a8478617f tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:40.165334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-1954fd92-f446-4e67-8ecd-901a8478617f tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 808 time: 1.4616637 May 13 15:05:40.259635 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.259978 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 9e15b154-9586-4ee5-99a4-4a5213809ef3 of type vlan for network 77a0bc30-fdf2-4a07-8665-cf5225e49462 May 13 15:05:40.265645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Request body: {'port': {'device_id': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38', 'admin_state_up': True, 'tenant_id': 'c05db4f77e8341e781542ce1d486841e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:40.270705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bb943cfa-bc62-4bae-a597-1ce0f1bfb66f None None] Provisioning complete for port 7fc48f69-0547-4923-b60d-1c88b65da0d7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:40.271398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bb943cfa-bc62-4bae-a597-1ce0f1bfb66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.303229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcc38f0b-f437-4af5-9344-6cad4a73825c req-47d049e9-5e74-4e31-8981-97d517f393d3 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 210 time: 1.2954895 May 13 15:05:40.405762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:40.406430 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.417322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Calling delete_port for 972ef7af-d477-481a-bb7d-6c3646dff72d owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:40.472535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.567991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Transition to ACTIVE for port object 5263dcdc-b528-4a68-876e-a3c9309bb7c1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:40.598682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 20858ac2-ee0f-4b1d-8b82-e186b73cb342, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=20858ac2-ee0f-4b1d-8b82-e186b73cb342,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:40.627951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bb943cfa-bc62-4bae-a597-1ce0f1bfb66f None None] Port 7fc48f69-0547-4923-b60d-1c88b65da0d7 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:05:40.642399 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.645130 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.779926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:40.832129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Router c37eb1c7-945b-4671-a522-0beea3fff808 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:05:40.978779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972ef7af-d477-481a-bb7d-6c3646dff72d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:05:41.144516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:05:41.377325 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.384370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:41.389603 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.652116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=77a0bc30-fdf2-4a07-8665-cf5225e49462,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.654883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:41.655434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=20858ac2-ee0f-4b1d-8b82-e186b73cb342,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.756892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:05:41.776158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Pushing event deleted for resources: {'Port': ['ID=972ef7af-d477-481a-bb7d-6c3646dff72d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:41.811588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 972ef7af-d477-481a-bb7d-6c3646dff72d {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:05:41.812460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972ef7af-d477-481a-bb7d-6c3646dff72d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:05:41.839278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] No DVR routers for this DVR port 972ef7af-d477-481a-bb7d-6c3646dff72d on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:05:41.866616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6051ece5-801d-47b1-8eb6-043cb977d645 req-a22c2a8c-b276-4448-ade2-ce7ceff9a8ee tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 210 time: 0.1434538 May 13 15:05:41.885559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:41.903737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Usage tracker for resource:port and tenant:c05db4f77e8341e781542ce1d486841e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:41.908608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:42.005216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Attempting to bind port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:42.005590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Attempting to bind port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:42.006105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Attempting to bind port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:42.040806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.086679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1bc10c-08ee-44e3-ae04-70a9402c4b30']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:42.091964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:42.092452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Checking segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:42.093340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.094118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Bound using segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:42.094783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Bound port: 5263dcdc-b528-4a68-876e-a3c9309bb7c1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:42.095504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.113442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace1fad3-84c8-43c9-8690-50e686f65841') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:42.114741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace1fad3-84c8-43c9-8690-50e686f65841') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:42.119639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] For port 972ef7af-d477-481a-bb7d-6c3646dff72d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972ef7af-d477-481a-bb7d-6c3646dff72d,segment=NetworkSegment(ace1fad3-84c8-43c9-8690-50e686f65841),segment_id=ace1fad3-84c8-43c9-8690-50e686f65841)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:42.119995 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.129925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.178238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:42.193549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57386) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:42.196454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3231a597-a151-4364-b7ff-6fa2f704ba12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.4878154 May 13 15:05:42.200609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '491b1291-d7b9-4813-aa67-ca3044838728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:42.221157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:42.237122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fc664285-f7c0-4009-bffc-1c286f4cc19a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "PUT /v2.0/routers/c37eb1c7-945b-4671-a522-0beea3fff808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3305531 May 13 15:05:42.240979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.242802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:42.245278 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Sync routers for ids ['c37eb1c7-945b-4671-a522-0beea3fff808'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:42.257404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.262856 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Routers {'c37eb1c7-945b-4671-a522-0beea3fff808'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:42.264601 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c37eb1c7-945b-4671-a522-0beea3fff808'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:42.269641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:05:42.270355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: timer() May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:05:42.505733 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:05:42.514026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa0549c-05ea-409f-933b-dc423fbb3edd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:42.601778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Calling delete_port for 972ef7af-d477-481a-bb7d-6c3646dff72d owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:42.643353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Made reservation on behalf of c05db4f77e8341e781542ce1d486841e for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:42.659172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.703582 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:05:42.722897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae3fb-b613-41ad-b3ca-adb987eb6e81 None None] Pushing event updated for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:42.839565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Set router c37eb1c7-945b-4671-a522-0beea3fff808 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:42.886661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 20858ac2-ee0f-4b1d-8b82-e186b73cb342 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:42.891085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:42.909139 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:42.915661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:42.926654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:42.955627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:42.982033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e12c49-4f8d-46de-8f01-fcd37bcaaa90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:42.988140 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4e12c49-4f8d-46de-8f01-fcd37bcaaa90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports/7fc48f69-0547-4923-b60d-1c88b65da0d7 HTTP/1.1" status: 200 len: 911 time: 0.7409673 May 13 15:05:42.990371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:43.031122 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.058299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:05:43.059064 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:05:43.065059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] For port 5263dcdc-b528-4a68-876e-a3c9309bb7c1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:43.068307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Checking segment: {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:43.071962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Network hostable DHCP agents. Network: af689e5b-8d7c-485c-9c7e-06c096fdc8f5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:43.072434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] For port 5263dcdc-b528-4a68-876e-a3c9309bb7c1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5263dcdc-b528-4a68-876e-a3c9309bb7c1,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:43.095350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:43.095811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:43.096440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.103615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.219686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1bc10c-08ee-44e3-ae04-70a9402c4b30,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:43.253463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.445361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae3fb-b613-41ad-b3ca-adb987eb6e81 None None] Pushing event updated for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:43.560454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Deleting port 972ef7af-d477-481a-bb7d-6c3646dff72d {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:43.561256 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:43.574031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c6358b8-79e6-4e6d-bfed-a57e790e185e admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d1bc10c-08ee-44e3-ae04-70a9402c4b30 HTTP/1.1" status: 204 len: 168 time: 6.7524397 May 13 15:05:43.574031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7449ad0c-5871-4daf-9d6c-a49ac7b59013 req-b7d2ea12-13bb-4c3e-b225-f6d041ea5e95 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:43.596530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:43.597476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:43.705061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74542b-116d-4fb9-9db6-2d97693e51cc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.727642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74542b-116d-4fb9-9db6-2d97693e51cc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:43.728651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Allocated IP 172.20.0.8 (d5539fcb-aaf7-49e9-9904-e18055424a38/7f350ba2-195c-45e0-af84-5393ea9730bc/0207cbfc-2517-4f55-b1d2-f470dfdc4142) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:43.741482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd74542b-116d-4fb9-9db6-2d97693e51cc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7469876 May 13 15:05:43.742174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:44.271852 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:34Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': '7fc48f69-0547-4923-b60d-1c88b65da0d7', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:da:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:28Z', 'updated_at': '2022-05-13T15:05:35Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:44.278631 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Checking router: c37eb1c7-945b-4671-a522-0beea3fff808 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:44.279269 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Updating router c37eb1c7-945b-4671-a522-0beea3fff808 port 7fc48f69-0547-4923-b60d-1c88b65da0d7 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:05:44.344307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.408328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:44.412348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:44.441206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.521499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.534846 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.573653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, af689e5b-8d7c-485c-9c7e-06c096fdc8f5) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:44.573653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:44.573653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:44.588463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Network d5539fcb-aaf7-49e9-9904-e18055424a38 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:44.591413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7449ad0c-5871-4daf-9d6c-a49ac7b59013 req-b7d2ea12-13bb-4c3e-b225-f6d041ea5e95 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:44.593100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7449ad0c-5871-4daf-9d6c-a49ac7b59013 req-b7d2ea12-13bb-4c3e-b225-f6d041ea5e95 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 210 time: 1.3822277 May 13 15:05:44.613419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:44.626619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:44.734224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Pushing event updated for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:44.827575 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c9832cdb-9c05-4533-b392-c5df1a665628 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.5324810 May 13 15:05:44.849996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57446) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:44.862481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:44.863175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-898f7af6-55bc-4e40-98ee-96fac7aea1e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccf13dc8a7fc4a54b47cf50968d250dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521859 May 13 15:05:44.903484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:44.907269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:44.983372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:45.080358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Usage tracker for resource:router and tenant:42b058b182fd484293b4020892374ba6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:45.094719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:45.108900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94514f8-5260-4503-b877-5d45fefef9ee None None] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:45.117709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:45.118696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.176535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:45.183124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:45.250999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=85769854-e121-4db5-9334-cc236fcb7946,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:45.273763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.274356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.274821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.275244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.275726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.276832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.277307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.277743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.278179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.278628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.279061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.279717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:45.283280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.306535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:45.313020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 491b1291-d7b9-4813-aa67-ca3044838728, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:45.348752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.438692 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.443648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.453577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.455880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a688171-c900-46d2-b55d-d435e626b94c HTTP/1.1" status: 204 len: 168 time: 0.5475335 May 13 15:05:45.483522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-087ac9b1-c3a2-41e8-be1e-caf582443e44 None None] The port '972ef7af-d477-481a-bb7d-6c3646dff72d' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:05:45.484855 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Transition to ACTIVE for port object 7fc48f69-0547-4923-b60d-1c88b65da0d7 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:45.496401 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-247b14ec-d58e-427f-851e-dec6960cb23b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2346718 May 13 15:05:45.514881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.515203 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.517268 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.538583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-87d003ba-25ad-479e-9212-e1b9e23f1f2a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:05:45.547426 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-87d003ba-25ad-479e-9212-e1b9e23f1f2a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315430 May 13 15:05:45.559449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 491b1291-d7b9-4813-aa67-ca3044838728 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:45.563324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c68101-4975-413c-81aa-cfb55530f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a688171-c900-46d2-b55d-d435e626b94c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:45.620645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 491b1291-d7b9-4813-aa67-ca3044838728) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:45.629593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:45.630787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.694172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.747507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:45.783285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afccc4a-c76a-42d6-a932-1eeae0b205db None None] Network 491b1291-d7b9-4813-aa67-ca3044838728 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:46.114986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Request body: {'port': {'device_id': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:46.496014 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Pushing event updated for resources: {'Port': ['ID=7fc48f69-0547-4923-b60d-1c88b65da0d7,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:46.544435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.549703 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.555395 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.560984 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.561572 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.562791 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.563296 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.563789 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.564353 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.565191 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.565726 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.566208 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.568087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:05:46.578359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.607463 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Attempting to bind port 7fc48f69-0547-4923-b60d-1c88b65da0d7 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:46.608838 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Attempting to bind port 7fc48f69-0547-4923-b60d-1c88b65da0d7 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:46.609377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Attempting to bind port 7fc48f69-0547-4923-b60d-1c88b65da0d7 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:46.639655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:46.640294 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:46.641702 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.642307 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:46.643711 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Bound port: 7fc48f69-0547-4923-b60d-1c88b65da0d7, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:46.644989 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.899217 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] For port 7fc48f69-0547-4923-b60d-1c88b65da0d7, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:46.905364 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] For port 7fc48f69-0547-4923-b60d-1c88b65da0d7, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7fc48f69-0547-4923-b60d-1c88b65da0d7,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:46.914631 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:46.935674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e5ab5c2d-a95a-4a5c-aaf3-4a4d9c217251 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7408988 May 13 15:05:47.066154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57508) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:47.082166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Routers {'c37eb1c7-945b-4671-a522-0beea3fff808'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:47.085496 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c37eb1c7-945b-4671-a522-0beea3fff808'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:47.104943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:47.403173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b301-1ff3-4c26-8dac-29e42bc7cd2f req-0bba1e49-39e0-4862-a86d-83e7a60e1e6b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:47.404847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f593b301-1ff3-4c26-8dac-29e42bc7cd2f req-0bba1e49-39e0-4862-a86d-83e7a60e1e6b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 931 time: 0.9043801 May 13 15:05:47.472675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'fixed_ips': [{'subnet_id': '2fa0549c-05ea-409f-933b-dc423fbb3edd'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:47.474074 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.500846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 7fc48f69-0547-4923-b60d-1c88b65da0d7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:47.501367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:47.735126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] Set router c37eb1c7-945b-4671-a522-0beea3fff808 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:47.946898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:48.011732 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5945-0758-4cbb-b106-12a612e0b69d None None] Pushing event updated for resources: {'Port': ['ID=7fc48f69-0547-4923-b60d-1c88b65da0d7,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:48.027687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:48.140080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 7fc48f69-0547-4923-b60d-1c88b65da0d7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7fc48f69-0547-4923-b60d-1c88b65da0d7,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:48.141135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:48.182251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:48.264101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:48.305540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 7fc48f69-0547-4923-b60d-1c88b65da0d7 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:05:48.417208 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-491b1291-d7b9-4813-aa67-ca3044838728', 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '85769854-e121-4db5-9334-cc236fcb7946'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:48.418087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:48.641999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:48.651375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:48.873601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f593b301-1ff3-4c26-8dac-29e42bc7cd2f req-390355b6-c981-49ef-8ea2-8c136a74389c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:48.878602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:49.055734 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:34Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': '7fc48f69-0547-4923-b60d-1c88b65da0d7', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:da:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:28Z', 'updated_at': '2022-05-13T15:05:46Z', 'revision_number': 4, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:49.070530 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474818b-81b1-4c11-b7f5-3f56cc06c0b0 None None] The sync data for ids ['c37eb1c7-945b-4671-a522-0beea3fff808'] in n-d-841736-1 is: [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:34Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': '7fc48f69-0547-4923-b60d-1c88b65da0d7', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:da:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:28Z', 'updated_at': '2022-05-13T15:05:46Z', 'revision_number': 4, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '3a421fb5-5a23-4b48-b7c5-e49139d3b396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:49.107771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Allocated IP 172.20.0.2 (af689e5b-8d7c-485c-9c7e-06c096fdc8f5/2fa0549c-05ea-409f-933b-dc423fbb3edd/fca93b53-be4d-45fa-8f5d-0725beb342ae) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:49.160854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=7fc48f69-0547-4923-b60d-1c88b65da0d7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:49.647974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:49.914690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f593b301-1ff3-4c26-8dac-29e42bc7cd2f req-390355b6-c981-49ef-8ea2-8c136a74389c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:49.918727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0207cbfc-2517-4f55-b1d2-f470dfdc4142 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:05:49.934296 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:49.937500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f593b301-1ff3-4c26-8dac-29e42bc7cd2f req-390355b6-c981-49ef-8ea2-8c136a74389c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5188229 May 13 15:05:49.951707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.005580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:24Z', 'revision_number': 4, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5263dcdc-b528-4a68-876e-a3c9309bb7c1', 'name': '', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'mac_address': 'fa:16:3e:4c:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:43Z', 'revision_number': 4, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'subnets': [{'id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:50.009857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Transition to ACTIVE for port object 0207cbfc-2517-4f55-b1d2-f470dfdc4142 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:50.017575 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.074592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Allocated IP 2001:db8::2 (491b1291-d7b9-4813-aa67-ca3044838728/85769854-e121-4db5-9334-cc236fcb7946/5a4521e6-6405-4f0a-a36a-8501274ab0c9) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:50.091973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Transition to ACTIVE for port object fca93b53-be4d-45fa-8f5d-0725beb342ae will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:50.111028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f7923-9795-4ae4-b8af-3ab557e440ed None None] The sync data for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 is: [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:05:24Z', 'revision_number': 4, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '5263dcdc-b528-4a68-876e-a3c9309bb7c1', 'name': '', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'mac_address': 'fa:16:3e:4c:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:18Z', 'updated_at': '2022-05-13T15:05:43Z', 'revision_number': 4, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'subnets': [{'id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:50.253605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Transition to ACTIVE for port object fca93b53-be4d-45fa-8f5d-0725beb342ae will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:50.356282 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:50.996873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.007388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Router c37eb1c7-945b-4671-a522-0beea3fff808 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:05:51.037332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.203451 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.218104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Pushing event updated for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:51.453394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Pushing event updated for resources: {'Port': ['ID=fca93b53-be4d-45fa-8f5d-0725beb342ae,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:51.538748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.556269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5263dcdc-b528-4a68-876e-a3c9309bb7c1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:51.757504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.785503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Transition to ACTIVE for port object 5a4521e6-6405-4f0a-a36a-8501274ab0c9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:51.824943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Transition to ACTIVE for port object 5a4521e6-6405-4f0a-a36a-8501274ab0c9 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:05:51.830480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:51.838279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:51.841879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:51.868039 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:51.998282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Attempting to bind port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:51.999209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Attempting to bind port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:51.999744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Attempting to bind port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 on network d5539fcb-aaf7-49e9-9904-e18055424a38 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:52.044985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Pushing event updated for resources: {'Port': ['ID=5a4521e6-6405-4f0a-a36a-8501274ab0c9,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:52.089614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:05:52.147163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-04ec84b4-2dd6-46eb-971f-cdd948c2d256 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "PUT /v2.0/routers/c37eb1c7-945b-4671-a522-0beea3fff808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3908756 May 13 15:05:52.151088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57616) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:52.155591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Allocated IP 172.25.5.125 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/4bdf0eb1-2345-4b78-8035-60cde9870449) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:05:52.165577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Network 491b1291-d7b9-4813-aa67-ca3044838728 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:52.269583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Attempting to bind port fca93b53-be4d-45fa-8f5d-0725beb342ae on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:52.269953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Attempting to bind port fca93b53-be4d-45fa-8f5d-0725beb342ae by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:52.270322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Attempting to bind port fca93b53-be4d-45fa-8f5d-0725beb342ae on network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:52.284827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:52.301427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:52.396943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb560a0-54e3-4876-9200-8c87fd26ac38 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:52.410087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb560a0-54e3-4876-9200-8c87fd26ac38 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:52.411178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bb560a0-54e3-4876-9200-8c87fd26ac38 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:05:52.430938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:52.431387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Checking segment: {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:52.433441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.434375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Bound using segment: {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:52.435082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Bound port: fca93b53-be4d-45fa-8f5d-0725beb342ae, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:52.436069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.493385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1bb560a0-54e3-4876-9200-8c87fd26ac38 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:05:52.493734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1bb560a0-54e3-4876-9200-8c87fd26ac38 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3405323 May 13 15:05:52.497846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:52.607945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.663329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Sync routers for ids ['c37eb1c7-945b-4671-a522-0beea3fff808'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:05:52.725821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 3a421fb5-5a23-4b48-b7c5-e49139d3b396 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:05:52.732951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.755986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.897422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Routers {'c37eb1c7-945b-4671-a522-0beea3fff808'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:52.898503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c37eb1c7-945b-4671-a522-0beea3fff808'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:52.943866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:52.981826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 on network d5539fcb-aaf7-49e9-9904-e18055424a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:05:52.985720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Attempting to bind port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 on network d5539fcb-aaf7-49e9-9904-e18055424a38 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:53.101524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:53.102601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Checking segment: {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:53.102809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Bound using segment: {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:53.106958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Bound port: 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:53.108377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.185884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.223746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Attempting to bind port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:05:53.225015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Attempting to bind port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:05:53.225569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Attempting to bind port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 on network 491b1291-d7b9-4813-aa67-ca3044838728 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:05:53.355442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.430760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=3a421fb5-5a23-4b48-b7c5-e49139d3b396,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:53.450906 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.492157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eb91aab0-b663-48f9-868c-d836734e3338 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/3a421fb5-5a23-4b48-b7c5-e49139d3b396 HTTP/1.1" status: 204 len: 168 time: 0.9926755 May 13 15:05:53.531769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:53.532440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:05:53.602890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=7872c930-f62a-4cf9-a4f2-d2c70120ef08,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:53.605974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.617809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '9e15b154-9586-4ee5-99a4-4a5213809ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:53.618177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 77a0bc30-fdf2-4a07-8665-cf5225e49462, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:05:53.624397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaaff9-4e7a-4199-b5d9-5fd5067c562e None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:53.727386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:05:53.731861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Checking segment: {'id': '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:05:53.734874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.739783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Bound using segment: {'id': '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:05:53.740932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Bound port: 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '491b1291-d7b9-4813-aa67-ca3044838728'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:05:53.741818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:53.791278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-80ef1898-a80b-4b42-a7dc-f313d66e5a33 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2943606 May 13 15:05:53.793878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3abeb-af87-486c-a534-3e01a15e44b3 req-a5be8aca-64de-4560-9a34-04fb305f4599 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:53.805435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:53.806830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0a3abeb-af87-486c-a534-3e01a15e44b3 req-a5be8aca-64de-4560-9a34-04fb305f4599 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 943 time: 2.3372829 May 13 15:05:53.957262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:53.974068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:54.045022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdf0eb1-2345-4b78-8035-60cde9870449,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:54.073810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:05:54.118673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:05:54.119058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.248688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.272712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:05:54.419932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] For port 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:54.433006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] For port 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5a4521e6-6405-4f0a-a36a-8501274ab0c9,segment=NetworkSegment(293aa042-7d42-44fb-9f1b-dd9c7bcacb0c),segment_id=293aa042-7d42-44fb-9f1b-dd9c7bcacb0c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:54.472183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Set router c37eb1c7-945b-4671-a522-0beea3fff808 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:54.533436 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:54.538370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] For port fca93b53-be4d-45fa-8f5d-0725beb342ae, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:54.998158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] For port fca93b53-be4d-45fa-8f5d-0725beb342ae, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fca93b53-be4d-45fa-8f5d-0725beb342ae,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:54.999184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:48Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:55.048317 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:55.110415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Checking router: c37eb1c7-945b-4671-a522-0beea3fff808 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:05:55.135048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278665-25a9-437d-b6d8-da58eefbcdae None None] Pushing event updated for resources: {'Port': ['ID=5a4521e6-6405-4f0a-a36a-8501274ab0c9,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:55.236984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Routers {'c37eb1c7-945b-4671-a522-0beea3fff808'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:05:55.246742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:05:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c37eb1c7-945b-4671-a522-0beea3fff808'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:55.595230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:55.599769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:55.686701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:55.688525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Fanout notify agent at l3_agent the message router_deleted on router c37eb1c7-945b-4671-a522-0beea3fff808 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:05:55.740997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:55.745544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91f870e2-2817-46cf-ab8d-c20fa94bf5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/routers/c37eb1c7-945b-4671-a522-0beea3fff808 HTTP/1.1" status: 204 len: 168 time: 1.9344013 May 13 15:05:55.747840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:55.769135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:55.939925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0a3abeb-af87-486c-a534-3e01a15e44b3 req-7a14c0fa-591b-4a4d-841f-646d00b77563 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0868847 May 13 15:05:55.948388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] Set router c37eb1c7-945b-4671-a522-0beea3fff808 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:05:56.233370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:56.246105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:56.263313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:56.296416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:56.342011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 77a0bc30-fdf2-4a07-8665-cf5225e49462) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:56.356852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:05:56.361225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:05:56.372341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.384235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:05:56.414662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:56.418064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.496302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:56.547436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0cef7-50d5-4805-9f88-7bddf8924953 None None] Pushing event updated for resources: {'Port': ['ID=fca93b53-be4d-45fa-8f5d-0725beb342ae,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:56.606879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df703f22-8376-4ac3-955a-62c25751f496 None None] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:56.732417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:48Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:05:56.852416 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a591b843-28bb-4325-93fe-ac00515fb774 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 9.7800467 May 13 15:05:56.922215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 57710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:56.969723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d322bf6-4e2c-47a3-a9b4-7361d91ebc7f None None] The sync data for ids ['c37eb1c7-945b-4671-a522-0beea3fff808'] in n-d-841736-1 is: [{'id': 'c37eb1c7-945b-4671-a522-0beea3fff808', 'name': 'tempest-NetworksTestDHCPv6-router-1769538013', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:25Z', 'updated_at': '2022-05-13T15:05:48Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:05:56.997537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-377649816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:57.009118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:05:57.010123 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.029942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:57.035893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.038348 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] 10.222.0.86 "PUT /v2.0/ports/0207cbfc-2517-4f55-b1d2-f470dfdc4142 HTTP/1.1" status: 200 len: 1091 time: 11.4825399 May 13 15:05:57.055980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:05:57.110073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:57.162557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb56710-0cae-4b47-b423-963a7057355c service neutron] Pushing event updated for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:57.277376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 5263dcdc-b528-4a68-876e-a3c9309bb7c1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5263dcdc-b528-4a68-876e-a3c9309bb7c1,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:05:57.320261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:57.329649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:57.397104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:57.559532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.641463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:05:57.680060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Deleting port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:05:57.687969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.820959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:57.994850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.019811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.088446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c966ede-93f1-43ed-952a-d8e28bb917bb req-13832a6b-ba1b-4be2-8bdb-cb25b0d533c4 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:58.101206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c966ede-93f1-43ed-952a-d8e28bb917bb req-13832a6b-ba1b-4be2-8bdb-cb25b0d533c4 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 943 time: 0.7331619 May 13 15:05:58.169933 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6263eef8-bd7d-4355-89ea-b69e716a5d35'] response: {'name': 'network-changed', 'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142', 'status': 'completed', 'code': 200} May 13 15:05:58.197401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c966ede-93f1-43ed-952a-d8e28bb917bb req-4ced0df1-e881-49ee-b615-f43bc9b9dd14 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920341 May 13 15:05:58.417166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.477528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.535011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-77a0bc30-fdf2-4a07-8665-cf5225e49462', 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '7872c930-f62a-4cf9-a4f2-d2c70120ef08'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:05:58.535879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.605411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cba857-5173-4839-bbe7-ae2788887cd8 None None] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:58.638418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:05:58.640029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=6d152e09-eccc-4848-9001-4f41c1473d9e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:58.644479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:05:58.648408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:58.649612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.686291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9e410d0-6cef-4580-a1d4-4ef0fbf581a7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9277637 May 13 15:05:58.692014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:58.698953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:05:58.729782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:05:58.744101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:router and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:05:58.750781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:05:58.769179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:05:58.805551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.805878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.807013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.856789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5a4521e6-6405-4f0a-a36a-8501274ab0c9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:05:58.858580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.899880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.955802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:58.957056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e2c9da3d-1444-4705-967b-ea42c401c040 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2639332 May 13 15:05:58.962124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57742) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:05:58.966293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-b4ddbe38-a74f-457e-859e-e222f589fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:05:58.969142 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-b4ddbe38-a74f-457e-859e-e222f589fabb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 1094 time: 1.7853076 May 13 15:05:59.275128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f32663-32b6-40a0-b8b3-55ac94213262 None None] Network 491b1291-d7b9-4813-aa67-ca3044838728 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:05:59.297203 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-ca8ecbf8-f255-49f0-aa34-43bf0af7f938 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142 HTTP/1.1" status: 200 len: 217 time: 0.3038552 May 13 15:05:59.307601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:05:59.310492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4adf28f0-8684-4fc8-910e-ff98b9c2c59f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.3389883 May 13 15:05:59.337766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:05:59.473113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 57752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:00.062559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-9bef4892-13a7-4eba-be7e-81bab3b59d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:00.064340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-9bef4892-13a7-4eba-be7e-81bab3b59d38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f350ba2-195c-45e0-af84-5393ea9730bc HTTP/1.1" status: 200 len: 848 time: 0.5651970 May 13 15:06:00.130090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-c20c9b7c-a54c-4b5e-ae02-0e8bd6f0981c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5539fcb-aaf7-49e9-9904-e18055424a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542853 May 13 15:06:00.354011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:00.911836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-51f19f3f-7705-4dfd-87e0-d3cc8cd5a201 None None] Provisioning for port fca93b53-be4d-45fa-8f5d-0725beb342ae completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:01.116017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a016e-d249-4ae3-b837-f91bbdeec5de req-3f52d160-cffa-4cde-941b-88c3e82e8a28 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:01.121573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c32a016e-d249-4ae3-b837-f91bbdeec5de req-3f52d160-cffa-4cde-941b-88c3e82e8a28 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 943 time: 1.3868129 May 13 15:06:01.383513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-d1fdad60-e38d-42d5-9d50-5383863958e8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2404242 May 13 15:06:01.403247 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc553-f001-4c29-9a8e-a25e31ef9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:01.453845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:01.515940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fca93b53-be4d-45fa-8f5d-0725beb342ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:01.737233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] For port 20858ac2-ee0f-4b1d-8b82-e186b73cb342, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=20858ac2-ee0f-4b1d-8b82-e186b73cb342,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:01.737553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:03.026022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-254204a9-b859-4ec4-8a04-0f9be190f9eb req-870aaf80-9a6c-489c-afc4-bcac1721c903 service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3841269 May 13 15:06:03.077579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c32a016e-d249-4ae3-b837-f91bbdeec5de req-9d77741c-7e56-4ff7-b02b-de44e20a8199 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8605690 May 13 15:06:03.288606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Calling delete_port for 20858ac2-ee0f-4b1d-8b82-e186b73cb342 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:03.460760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Provisioning for port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:03.515431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Router 71be53e3-4a77-4597-a570-52be83ed5423 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:03.565736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Allocated IP 2001:db8:1::2 (77a0bc30-fdf2-4a07-8665-cf5225e49462/7872c930-f62a-4cf9-a4f2-d2c70120ef08/6c066a46-a6e9-44f1-b638-da5590f86101) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:03.719284 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:03.789832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-7d2faa3b-47d7-4c06-9426-5b0db7af068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:03.792608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-7d2faa3b-47d7-4c06-9426-5b0db7af068b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 1094 time: 0.6039412 May 13 15:06:03.990835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.027092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Provisioning complete for port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:04.031789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.374730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.402903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-c0e39b5d-9723-415b-b9c9-3e2f01ad2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:04.403818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-c0e39b5d-9723-415b-b9c9-3e2f01ad2ff1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 909 time: 0.5852125 May 13 15:06:04.564532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.579675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Transition to ACTIVE for port object 6c066a46-a6e9-44f1-b638-da5590f86101 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:04.604518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Transition to ACTIVE for port object 6c066a46-a6e9-44f1-b638-da5590f86101 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:04.609580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.645927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:04.656021 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b595-3ce3-4e3e-9700-de8c27874efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.669258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.672890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Sync routers for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:04.714463 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:04.715461 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:04.891634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:04.935383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fca93b53-be4d-45fa-8f5d-0725beb342ae completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:04.984036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-1d9d10d3-d779-448f-bd84-d0c393d62b9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142 HTTP/1.1" status: 200 len: 217 time: 0.3317847 May 13 15:06:05.040039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:05.051536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fca93b53-be4d-45fa-8f5d-0725beb342ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:05.052089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:05.107779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] No DVR routers for this DVR port 20858ac2-ee0f-4b1d-8b82-e186b73cb342 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:05.228596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-dac93d60-bffd-4ed2-898f-3dc31b0c2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:05.228596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-dac93d60-bffd-4ed2-898f-3dc31b0c2136 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f350ba2-195c-45e0-af84-5393ea9730bc HTTP/1.1" status: 200 len: 848 time: 0.2282205 May 13 15:06:05.243171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:05.243171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a524b89-7a0c-4570-a202-af7e3c963ed2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 20.3716419 May 13 15:06:05.243171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58162) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:05.352623 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:05.362141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:05.373339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:05.642034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-49df7153-43d1-4a04-9a43-520f4972ca7d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5539fcb-aaf7-49e9-9904-e18055424a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3957441 May 13 15:06:05.693677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740661a8-4c17-4964-a6ff-9450cfa91837 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:05.887362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Pushing event updated for resources: {'Port': ['ID=6c066a46-a6e9-44f1-b638-da5590f86101,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:05.891195 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:05:56Z', 'revision_number': 3, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:05.902993 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Checking router: 71be53e3-4a77-4597-a570-52be83ed5423 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:05.903334 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Updating router 71be53e3-4a77-4597-a570-52be83ed5423 port 4bdf0eb1-2345-4b78-8035-60cde9870449 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:05.909458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Current status of the port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:05.910219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:06.039644 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:06.161181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.162126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.163583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.164831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.166141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.167830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.168533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.169058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.170316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.172591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.172789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.174822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:06.181462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::1 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/6d152e09-eccc-4848-9001-4f41c1473d9e/cf412f19-e421-46cd-b219-7acf990e57fc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:06.238828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d692f-7990-4c1a-b088-c7f7f6643947 req-668a8c5c-728a-44c8-a31f-70709f19ec84 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:06.247054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-954d692f-7990-4c1a-b088-c7f7f6643947 req-668a8c5c-728a-44c8-a31f-70709f19ec84 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 943 time: 1.4066336 May 13 15:06:06.298486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8::1 (491b1291-d7b9-4813-aa67-ca3044838728/85769854-e121-4db5-9334-cc236fcb7946/1456c97c-2429-4f33-89e7-8d6fa5ec90ed) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:06.357255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0207cbfc-2517-4f55-b1d2-f470dfdc4142 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:06:06.707344 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-954d692f-7990-4c1a-b088-c7f7f6643947 req-a2690d6d-aa7f-42da-9652-9f83ece40414 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591157 May 13 15:06:06.824326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:06.979061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.032709 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.071754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71d925-e179-49b3-a63a-042abc24f9d9 None None] Pushing event deleted for resources: {'Port': ['ID=20858ac2-ee0f-4b1d-8b82-e186b73cb342,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:07.081090 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Transition to ACTIVE for port object 4bdf0eb1-2345-4b78-8035-60cde9870449 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:07.106020 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.176747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6c73b221-92db-4610-862c-983e34bda86f None None] For port 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5a4521e6-6405-4f0a-a36a-8501274ab0c9,segment=NetworkSegment(293aa042-7d42-44fb-9f1b-dd9c7bcacb0c),segment_id=293aa042-7d42-44fb-9f1b-dd9c7bcacb0c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:07.184792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 1456c97c-2429-4f33-89e7-8d6fa5ec90ed will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:07.260196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.292155 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Attempting to bind port 4bdf0eb1-2345-4b78-8035-60cde9870449 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:07.293305 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Attempting to bind port 4bdf0eb1-2345-4b78-8035-60cde9870449 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:07.293951 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Attempting to bind port 4bdf0eb1-2345-4b78-8035-60cde9870449 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:07.307747 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:07.308911 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:07.309556 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.310208 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:07.311668 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Bound port: 4bdf0eb1-2345-4b78-8035-60cde9870449, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:07.312529 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.323644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object cf412f19-e421-46cd-b219-7acf990e57fc will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:07.363380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.396041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Attempting to bind port 6c066a46-a6e9-44f1-b638-da5590f86101 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:07.397594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Attempting to bind port 6c066a46-a6e9-44f1-b638-da5590f86101 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9e15b154-9586-4ee5-99a4-4a5213809ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:07.398212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Attempting to bind port 6c066a46-a6e9-44f1-b638-da5590f86101 on network 77a0bc30-fdf2-4a07-8665-cf5225e49462 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:07.458259 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.463775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fca93b53-be4d-45fa-8f5d-0725beb342ae is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:07.463775 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.492844 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] For port 4bdf0eb1-2345-4b78-8035-60cde9870449, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:07.496595 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] For port 4bdf0eb1-2345-4b78-8035-60cde9870449, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4bdf0eb1-2345-4b78-8035-60cde9870449,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:07.514648 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969ad9-8ff1-400f-807a-617a3d051dd5 None None] Pushing event updated for resources: {'Port': ['ID=4bdf0eb1-2345-4b78-8035-60cde9870449,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:07.524237 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.545203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:07.545579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Checking segment: {'id': '9e15b154-9586-4ee5-99a4-4a5213809ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:07.545989 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.546390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Bound using segment: {'id': '9e15b154-9586-4ee5-99a4-4a5213809ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:07.546875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Bound port: 6c066a46-a6e9-44f1-b638-da5590f86101, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e15b154-9586-4ee5-99a4-4a5213809ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '77a0bc30-fdf2-4a07-8665-cf5225e49462'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:07.547264 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.574330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 491b1291-d7b9-4813-aa67-ca3044838728 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:07.589099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:07.601420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:07.605591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:07.818798 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-a4f3248a-f779-4dc4-a186-ff0aebca3f53 service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1634793 May 13 15:06:08.002110 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:08.003163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:08.010495 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:08.287715 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.355557 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:08.730637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] For port 6c066a46-a6e9-44f1-b638-da5590f86101, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:08.736369 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969ad9-8ff1-400f-807a-617a3d051dd5 None None] Pushing event updated for resources: {'Port': ['ID=4bdf0eb1-2345-4b78-8035-60cde9870449,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:08.746758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] For port 6c066a46-a6e9-44f1-b638-da5590f86101, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6c066a46-a6e9-44f1-b638-da5590f86101,segment=NetworkSegment(9e15b154-9586-4ee5-99a4-4a5213809ef3),segment_id=9e15b154-9586-4ee5-99a4-4a5213809ef3)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:08.861381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.872399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:08.903420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73b221-92db-4610-862c-983e34bda86f None None] Pushing event updated for resources: {'Port': ['ID=5a4521e6-6405-4f0a-a36a-8501274ab0c9,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:08.935579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '0207cbfc-2517-4f55-b1d2-f470dfdc4142', 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38', 'port_id': '0207cbfc-2517-4f55-b1d2-f470dfdc4142', 'mac_address': 'fa:16:3e:a7:78:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f350ba2-195c-45e0-af84-5393ea9730bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:06:08.949198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b99075cf-f4c8-407c-8f77-64efc9c4ad5c req-b1208a96-2729-400c-9505-d0f8831469c8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0097747 May 13 15:06:09.268472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=1456c97c-2429-4f33-89e7-8d6fa5ec90ed,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:09.346890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port fca93b53-be4d-45fa-8f5d-0725beb342ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fca93b53-be4d-45fa-8f5d-0725beb342ae,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:09.351632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eedc9-eecb-4bc7-ac71-382171ff511b None None] Pushing event updated for resources: {'Port': ['ID=6c066a46-a6e9-44f1-b638-da5590f86101,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:09.399062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Provisioning complete for port fca93b53-be4d-45fa-8f5d-0725beb342ae triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:09.399062 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:09.584296 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:05:56Z', 'revision_number': 3, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:09.590007 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:09.625361 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25158a44-6a41-4792-a9e5-ca20d9aa570e None None] The sync data for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 is: [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:05:56Z', 'revision_number': 3, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:09.646750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Allocated IP 172.20.0.1 (af689e5b-8d7c-485c-9c7e-06c096fdc8f5/2fa0549c-05ea-409f-933b-dc423fbb3edd/74a125d6-8a0a-4da8-b494-393432affc63) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:09.928486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7fc48f69-0547-4923-b60d-1c88b65da0d7 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:10.088076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:10.104628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7fc48f69-0547-4923-b60d-1c88b65da0d7 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:10.105340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7fc48f69-0547-4923-b60d-1c88b65da0d7 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:10.105948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 20858ac2-ee0f-4b1d-8b82-e186b73cb342 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:10.133316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-1ba104e6-5a15-455f-bd99-275c4101bfcd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:10.134743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-1ba104e6-5a15-455f-bd99-275c4101bfcd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:10.204059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:10.267468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 20858ac2-ee0f-4b1d-8b82-e186b73cb342 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:10.267468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 20858ac2-ee0f-4b1d-8b82-e186b73cb342 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:10.292711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Transition to ACTIVE for port object 74a125d6-8a0a-4da8-b494-393432affc63 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:10.315442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:10.339253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:10.339253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:10.426750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd378-8dda-421d-a9b0-8c56aa2b1c1a req-37335786-0ea6-4a6b-ad18-f5a1982b4797 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:10.433615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=fca93b53-be4d-45fa-8f5d-0725beb342ae,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:10.453264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:10.453264 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:10.458120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37cfd378-8dda-421d-a9b0-8c56aa2b1c1a req-37335786-0ea6-4a6b-ad18-f5a1982b4797 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 943 time: 1.9695344 May 13 15:06:10.519397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0207cbfc-2517-4f55-b1d2-f470dfdc4142 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:06:10.601281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=cf412f19-e421-46cd-b219-7acf990e57fc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:10.615655 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:10.686433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:10.734579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:10.902303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37cfd378-8dda-421d-a9b0-8c56aa2b1c1a req-1091a58a-d89a-4b98-8fb9-d96467a21c92 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456487 May 13 15:06:10.918210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:10.977833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:11.043561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:11.077416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:11.089294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-1ba104e6-5a15-455f-bd99-275c4101bfcd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:11.089294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-1ba104e6-5a15-455f-bd99-275c4101bfcd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 813 time: 1.9236672 May 13 15:06:11.225243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Pushing event updated for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:11.257110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:11.291878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:11.296453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5a4521e6-6405-4f0a-a36a-8501274ab0c9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:11.515014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['0207cbfc-2517-4f55-b1d2-f470dfdc4142'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:06:11.544532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-46912635-9a20-44c1-849e-ce8708fccb05 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/quotas/796ae3393bc047aa935a81f480f646c7 HTTP/1.1" status: 200 len: 375 time: 0.1732199 May 13 15:06:11.782031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '6d152e09-eccc-4848-9001-4f41c1473d9e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:06:11.783053 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:11.812504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Current status of the port fca93b53-be4d-45fa-8f5d-0725beb342ae is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:11.823950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:11.869872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:12.063036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Provisioning complete for port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:12.063036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:12.240689 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-4a3f7041-f55b-45f7-8fd1-180d656e6949 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5864713 May 13 15:06:12.652424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf087eb-772d-47d6-97db-7461afc71770 req-e7730081-acee-4aa2-b593-25410cc507cd tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:12.652424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcf087eb-772d-47d6-97db-7461afc71770 req-e7730081-acee-4aa2-b593-25410cc507cd tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 944 time: 0.3033118 May 13 15:06:12.788926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:06:12.815556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae063bba-eba0-468f-81a8-6d35c0a9ba61 None None] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:12.840829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcf087eb-772d-47d6-97db-7461afc71770 req-d68eb7b1-02fc-475d-b193-9282e5b4d646 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747959 May 13 15:06:12.849734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:12.873250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:13.189713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:13.365163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:13.365163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:13.541215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/6d152e09-eccc-4848-9001-4f41c1473d9e/2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:13.599815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:13.915442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Pushing event updated for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:14.198439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:14.201155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:14.337843 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:06:14.484984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-aedcb5d6-f307-4017-9478-ac1055c7a0eb None None] Current status of the port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:14.504152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:14.504152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5263dcdc-b528-4a68-876e-a3c9309bb7c1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:14.757315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Router 71be53e3-4a77-4597-a570-52be83ed5423 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:14.808294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6378-3f22-471d-a0d2-050e1701f152 req-fae371b9-87dd-404c-b9f7-9e1eee0c2f23 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:14.810259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-930b6378-3f22-471d-a0d2-050e1701f152 req-fae371b9-87dd-404c-b9f7-9e1eee0c2f23 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 944 time: 0.5303326 May 13 15:06:14.905192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:14.927080 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-76acfe62-c860-41aa-bc0b-56cf07cdc347 service neutron] 10.222.0.36 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6843004 May 13 15:06:14.954001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0207cbfc-2517-4f55-b1d2-f470dfdc4142 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:14.975277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.016805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.016805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.159969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:15.174617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-badabb07-7a32-4b1e-9170-5f00b0685757 admin admin] 10.222.0.36 "PUT /v2.0/routers/71be53e3-4a77-4597-a570-52be83ed5423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9361589 May 13 15:06:15.245756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:15.246357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.273764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-930b6378-3f22-471d-a0d2-050e1701f152 req-cbcc370c-c29c-41cb-b9e5-85e52ecb8df4 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554515 May 13 15:06:15.414375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:15.504973 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.519779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Transition to ACTIVE for port object 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:15.556532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Transition to ACTIVE for port object 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:15.582059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Provisioning for port 6c066a46-a6e9-44f1-b638-da5590f86101 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:15.589775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:48c223ae490b4707b70d376e42f2a024 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:15.595952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Sync routers for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:15.595952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:15.740299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Provisioning for port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:15.772158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:15.774211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:16.016398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:16.057473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:16.073679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Provisioning complete for port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:16.074354 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.113153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:16.130135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:16.135328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:16.146285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=cf412f19-e421-46cd-b219-7acf990e57fc,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:16.206652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:16.238463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:16.238463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:16.238463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:16.238463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.278270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:16.482298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.606550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.619192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Pushing event updated for resources: {'Port': ['ID=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:16.622705 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-78b7a5e7-f8a1-4efc-a7af-c81e74c57ccc service neutron] 10.222.0.36 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6981645 May 13 15:06:16.888105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4bdf0eb1-2345-4b78-8035-60cde9870449 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:16.949914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-4140040a-38d8-4d5c-94dc-706d9584d38a tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:16.949914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-4140040a-38d8-4d5c-94dc-706d9584d38a tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 0.4356711 May 13 15:06:16.988634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:16.993026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-7b3b22be-eafc-4c47-b498-a9d1fd77dfa0 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/quotas/42b058b182fd484293b4020892374ba6 HTTP/1.1" status: 200 len: 375 time: 0.0225163 May 13 15:06:17.049654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:17.105513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:17.128671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:17.133272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48c223ae490b4707b70d376e42f2a024&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5065279 May 13 15:06:17.133272 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:17.133272 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:17.198719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a89f-efce-4614-b503-d045b4a2f0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73de184-c4f2-4e4b-b76b-8f863d10b583,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:17.395520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:17.436194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-7a4d2a6b-69ad-44eb-9d98-500e5f1e6362 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:17.507717 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:17.587562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=1456c97c-2429-4f33-89e7-8d6fa5ec90ed,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:17.599643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Attempting to bind port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:17.599643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Attempting to bind port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:17.609905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Attempting to bind port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:17.640069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Router 26e2fe3a-d95c-4a2a-91e1-364837c7479d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:17.806781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 491b1291-d7b9-4813-aa67-ca3044838728 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:17.809221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Provisioning for port 74a125d6-8a0a-4da8-b494-393432affc63 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:17.822791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:17.955230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:17.976476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-7a4d2a6b-69ad-44eb-9d98-500e5f1e6362 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:17.998448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-7a4d2a6b-69ad-44eb-9d98-500e5f1e6362 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0104518 May 13 15:06:18.033409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73de184-c4f2-4e4b-b76b-8f863d10b583,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:18.043077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:18.044593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-89637139-0b97-470d-ab59-adf1cf4f5856 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c73de184-c4f2-4e4b-b76b-8f863d10b583 HTTP/1.1" status: 204 len: 168 time: 0.9050584 May 13 15:06:18.049646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:18.061111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:18.064852 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:18.065820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:18.069222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Bound port: 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:18.070480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:18.080090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:18.091723 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Sync routers for ids ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:18.112863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Routers {'26e2fe3a-d95c-4a2a-91e1-364837c7479d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:18.114766 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:18.129436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36bf0-06f6-4938-bb6a-04595e460741 req-a6b2ab0a-1b98-44d2-943c-48265e492972 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:18.135113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0bb36bf0-06f6-4938-bb6a-04595e460741 req-a6b2ab0a-1b98-44d2-943c-48265e492972 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 944 time: 0.7708938 May 13 15:06:18.234321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-13c83afc-75af-4cc2-9043-e9cfa87e8587 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:06:18.249177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-13c83afc-75af-4cc2-9043-e9cfa87e8587 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2429430 May 13 15:06:18.281590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Provisioning complete for port 74a125d6-8a0a-4da8-b494-393432affc63 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:18.281590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:18.684088 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6ec4e322-94ef-44e1-8cca-ecd6033ca6db tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "PUT /v2.0/routers/26e2fe3a-d95c-4a2a-91e1-364837c7479d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7105243 May 13 15:06:18.688754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:18.899977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0bb36bf0-06f6-4938-bb6a-04595e460741 req-6ee21256-9e2c-4a61-aeec-1a8d1f0e4fbd tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114249 May 13 15:06:18.956828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Set router 26e2fe3a-d95c-4a2a-91e1-364837c7479d gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:18.972256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-bce712f2-2f2a-4082-b9eb-85cd6e98530f service neutron] 10.222.0.36 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282948 May 13 15:06:19.253130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58480) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:19.305198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048577a-0e19-4757-ae5e-63ec8db0366b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:19.306544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9048577a-0e19-4757-ae5e-63ec8db0366b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:19.419669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:19.420269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:19.482103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-508822eb-8652-464c-818d-15deb03a45bb None None] Port 74a125d6-8a0a-4da8-b494-393432affc63 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:19.504597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4bdf0eb1-2345-4b78-8035-60cde9870449 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:19.520077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4bdf0eb1-2345-4b78-8035-60cde9870449 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:19.520077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:19.660932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-028d86c4-cf68-4920-b86c-c8c994d527ba service neutron] 10.222.0.36 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781490 May 13 15:06:20.029287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:20.045899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.051478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d626377e-7604-4f5b-b2e2-3587d767321d req-b44ff0d2-08cf-48a4-8653-dcdfe4a2f7e4 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 210 time: 0.8007877 May 13 15:06:20.071378 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.101998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:06:20.109724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:20.165649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:20.171945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Usage tracker for resource:security_group_rule and tenant:2df1a0a3bf804b609e7d445741098ea0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:20.175610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:20.183497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:20.336257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.339636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9048577a-0e19-4757-ae5e-63ec8db0366b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:20.342067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:20.343135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9048577a-0e19-4757-ae5e-63ec8db0366b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports/cf412f19-e421-46cd-b219-7acf990e57fc HTTP/1.1" status: 200 len: 911 time: 1.6336184 May 13 15:06:20.346244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.354064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:20.372940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:06:20.376855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:20.407725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.431331 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:10Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': 'cf412f19-e421-46cd-b219-7acf990e57fc', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:4d:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:05Z', 'updated_at': '2022-05-13T15:06:13Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:20.437799 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Checking router: 26e2fe3a-d95c-4a2a-91e1-364837c7479d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:20.438328 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Updating router 26e2fe3a-d95c-4a2a-91e1-364837c7479d port cf412f19-e421-46cd-b219-7acf990e57fc binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:20.532946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.541998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e410f96-73b7-46a3-9e33-9b7a6fb8cce6 None None] Pushing event updated for resources: {'Port': ['ID=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:20.673464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-ed4e8d74-9100-41f7-8149-e2c18ba349ea tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:20.673464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-ed4e8d74-9100-41f7-8149-e2c18ba349ea tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.90 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 813 time: 0.4899602 May 13 15:06:20.697507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Request body: {'port': {'device_id': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60', 'admin_state_up': True, 'tenant_id': '796ae3393bc047aa935a81f480f646c7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:20.703713 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.730759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:20.756802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:06:11Z', 'revision_number': 4, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '74a125d6-8a0a-4da8-b494-393432affc63', 'name': '', 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'mac_address': 'fa:16:3e:03:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:09Z', 'updated_at': '2022-05-13T15:06:12Z', 'revision_number': 2, 'project_id': '42b058b182fd484293b4020892374ba6', 'subnets': [{'id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:20.783475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Checking router: 71be53e3-4a77-4597-a570-52be83ed5423 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:20.784161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Updating router 71be53e3-4a77-4597-a570-52be83ed5423 port 74a125d6-8a0a-4da8-b494-393432affc63 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:06:20.848964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Provisioning complete for port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:20.849535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.875301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.888954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4bdf0eb1-2345-4b78-8035-60cde9870449 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:20.889529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:20.941458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 4bdf0eb1-2345-4b78-8035-60cde9870449, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4bdf0eb1-2345-4b78-8035-60cde9870449,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:21.033452 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.041135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6c066a46-a6e9-44f1-b638-da5590f86101 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:21.079037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:21.089022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2df1a0a3bf804b609e7d445741098ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8379576 May 13 15:06:21.094013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58516) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:21.153192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae089c5-913a-43d6-a499-fc3028c2451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fc6b0-a94e-43be-8bf3-e71c4b54bb03,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:21.167211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3a413f6c-66ac-4dfc-a9a2-bbe4d7fb1782 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6928060 May 13 15:06:21.175958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58522) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:21.233200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:21.284804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.341513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Usage tracker for resource:port and tenant:796ae3393bc047aa935a81f480f646c7 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:21.358047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] Sync routers for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:21.370466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:21.388206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee7c74-4400-4125-9b61-dcef8f5700ce tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:21.392369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:21.405363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee7c74-4400-4125-9b61-dcef8f5700ce tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:21.415611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3cee7c74-4400-4125-9b61-dcef8f5700ce tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.0450451 May 13 15:06:21.424430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:21.486250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:21.529413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64207b45-ce56-4b2c-8c4b-fdf792d09416 req-cf084ef5-bef9-4fb9-8fdb-276e121a2883 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:21.529413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64207b45-ce56-4b2c-8c4b-fdf792d09416 req-cf084ef5-bef9-4fb9-8fdb-276e121a2883 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 1.0174263 May 13 15:06:21.586214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf8139-2db5-4aff-b42a-a73926dd3d0a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:21.587150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ffaf8139-2db5-4aff-b42a-a73926dd3d0a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:21.642944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:21.645598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:21.720000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ffaf8139-2db5-4aff-b42a-a73926dd3d0a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:21.732105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ffaf8139-2db5-4aff-b42a-a73926dd3d0a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports/1456c97c-2429-4f33-89e7-8d6fa5ec90ed HTTP/1.1" status: 200 len: 911 time: 0.5340073 May 13 15:06:21.734874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:21.934146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64207b45-ce56-4b2c-8c4b-fdf792d09416 req-9a955a92-b6fe-4982-92c8-34ca4ab7693d tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143219 May 13 15:06:22.207241 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ab2a72-6c0e-4b89-b8bc-58ecc58fc7f7'] response: {'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142', 'code': 200} May 13 15:06:22.207241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:22.363278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:22.371221 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.403652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.428018 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Transition to ACTIVE for port object cf412f19-e421-46cd-b219-7acf990e57fc will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:22.436932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=4bdf0eb1-2345-4b78-8035-60cde9870449,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:22.446431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:22.452165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Made reservation on behalf of 796ae3393bc047aa935a81f480f646c7 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:22.458581 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.467633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:22.468561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:22.545914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b4a6109-971b-4a86-8938-ec1d23756144 req-a02d6a42-c1c4-40fd-b044-86fb5f2c5eb1 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 210 time: 0.1105235 May 13 15:06:22.642193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:22.642601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d637f8a-57fa-4363-94a5-844d95f9e937 None None] The sync data for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:22.920059 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52d288-3288-45e7-bd47-cb0848c412da None None] Pushing event updated for resources: {'Port': ['ID=cf412f19-e421-46cd-b219-7acf990e57fc,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:23.294248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f34ce64-f59d-451d-afd5-16ca6f23812e req-b753a796-8e54-44d7-8008-c2847bbc0f40 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 210 time: 0.7207510 May 13 15:06:23.301393 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Attempting to bind port cf412f19-e421-46cd-b219-7acf990e57fc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:23.301393 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Attempting to bind port cf412f19-e421-46cd-b219-7acf990e57fc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:23.301393 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Attempting to bind port cf412f19-e421-46cd-b219-7acf990e57fc on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Bound port: cf412f19-e421-46cd-b219-7acf990e57fc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:23.336001 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.414580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6c066a46-a6e9-44f1-b638-da5590f86101 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:23.420873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Provisioning complete for port 74a125d6-8a0a-4da8-b494-393432affc63 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:23.420873 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.561283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6c066a46-a6e9-44f1-b638-da5590f86101 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:23.561283 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:23.818239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-43b667be-6b22-4170-9a70-ab439c952d80 None None] Port 74a125d6-8a0a-4da8-b494-393432affc63 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:23.880066 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] For port cf412f19-e421-46cd-b219-7acf990e57fc, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:23.889515 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] For port cf412f19-e421-46cd-b219-7acf990e57fc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf412f19-e421-46cd-b219-7acf990e57fc,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:23.904873 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.021724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca5763-779d-473c-8f10-8f96221c4aa9 req-c6a2052d-6424-4503-86b6-e6548f784a19 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:24.036683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34ca5763-779d-473c-8f10-8f96221c4aa9 req-c6a2052d-6424-4503-86b6-e6548f784a19 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 0.7913179 May 13 15:06:24.052517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.221878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52d288-3288-45e7-bd47-cb0848c412da None None] Pushing event updated for resources: {'Port': ['ID=cf412f19-e421-46cd-b219-7acf990e57fc,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:24.262199 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Routers {'26e2fe3a-d95c-4a2a-91e1-364837c7479d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:24.264114 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:24.391170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.424044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da74e54d-32a8-4968-af07-9e55c97d76c3 None None] Provisioning for port cf412f19-e421-46cd-b219-7acf990e57fc completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:24.526470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Transition to ACTIVE for port object 74a125d6-8a0a-4da8-b494-393432affc63 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:24.531306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6c066a46-a6e9-44f1-b638-da5590f86101 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:24.557256 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.587784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da74e54d-32a8-4968-af07-9e55c97d76c3 None None] Provisioning for port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:24.598410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:24.699018 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] Set router 26e2fe3a-d95c-4a2a-91e1-364837c7479d gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:25.078325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Allocated IP 172.20.0.2 (366fb489-d65f-401a-8728-ac751bf13d60/fe9131b6-b65a-46c1-aa5b-7fe26a74861a/80c15b91-1fac-4dca-99ef-aea808e61c56) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:25.127984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 6c066a46-a6e9-44f1-b638-da5590f86101, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6c066a46-a6e9-44f1-b638-da5590f86101,segment=NetworkSegment(9e15b154-9586-4ee5-99a4-4a5213809ef3),segment_id=9e15b154-9586-4ee5-99a4-4a5213809ef3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:25.229508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.229508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fca93b53-be4d-45fa-8f5d-0725beb342ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:25.488225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-34ca5763-779d-473c-8f10-8f96221c4aa9 req-3ffefd67-dfa8-487a-9cce-ee53599f3e69 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4584460 May 13 15:06:25.495350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-adb9e9fb-aa8a-4ff6-bedc-a25a9671ffc8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:25.495949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-adb9e9fb-aa8a-4ff6-bedc-a25a9671ffc8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:25.532912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06e97a32-bd25-4f62-aa51-220ad337add7 req-aaebb5ab-8b61-4ef3-8c3f-b960a591a863 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 210 time: 0.9964402 May 13 15:06:25.585925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Attempting to bind port 74a125d6-8a0a-4da8-b494-393432affc63 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:25.589281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Attempting to bind port 74a125d6-8a0a-4da8-b494-393432affc63 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:25.590246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Attempting to bind port 74a125d6-8a0a-4da8-b494-393432affc63 on network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:25.607213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:25.608184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Checking segment: {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:25.608941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.609811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Bound using segment: {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:25.610842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Bound port: 74a125d6-8a0a-4da8-b494-393432affc63, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d88fc71-87c6-4543-8361-eec32949b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:25.611700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.621547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:25.649895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c88a6-fb1a-4a42-9a0b-973329977b3f None None] Pushing event updated for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:25.696307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-adb9e9fb-aa8a-4ff6-bedc-a25a9671ffc8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:25.728389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-adb9e9fb-aa8a-4ff6-bedc-a25a9671ffc8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.90 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 0.6731203 May 13 15:06:25.740161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Request body: {'port': {'device_id': '6131706a-3543-45f7-b317-c3eea031e208', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'admin_state_up': True, 'tenant_id': '42b058b182fd484293b4020892374ba6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:25.769932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fc6b0-a94e-43be-8bf3-e71c4b54bb03,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:25.797419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:25.850305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:26.048408 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:10Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': 'cf412f19-e421-46cd-b219-7acf990e57fc', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:4d:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:05Z', 'updated_at': '2022-05-13T15:06:23Z', 'revision_number': 4, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:26.093633 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf2dd0-129f-4446-b3b6-bdaae4b7a5e5 None None] The sync data for ids ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'] in n-d-841736-1 is: [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:10Z', 'revision_number': 2, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None, '_interfaces': [{'id': 'cf412f19-e421-46cd-b219-7acf990e57fc', 'name': '', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'mac_address': 'fa:16:3e:4d:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:05Z', 'updated_at': '2022-05-13T15:06:23Z', 'revision_number': 4, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'subnets': [{'id': '6d152e09-eccc-4848-9001-4f41c1473d9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:26.107547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b982-f7e2-4434-aaef-3520267f1cc9 req-8ee0d880-f61e-4973-8bce-a93721667ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:26.107547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e00b982-f7e2-4434-aaef-3520267f1cc9 req-8ee0d880-f61e-4973-8bce-a93721667ccc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 1096 time: 3.6550775 May 13 15:06:26.203809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.203809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fdf8c291-5257-4f20-bbc1-a6eafd96a02f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/307fc6b0-a94e-43be-8bf3-e71c4b54bb03 HTTP/1.1" status: 204 len: 168 time: 5.0904870 May 13 15:06:26.308432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744463b7-fa13-425f-bb43-f93f725810c1 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:06:26.363231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2e00b982-f7e2-4434-aaef-3520267f1cc9 req-14f1c1da-7da5-46eb-8bc8-32bc2d633454 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215545 May 13 15:06:26.396771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e30acacd-b04a-456d-b5ce-9054dbad0518 req-450b0c94-5596-41e9-b887-b926648c7467 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 210 time: 0.3825765 May 13 15:06:26.451585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fca93b53-be4d-45fa-8f5d-0725beb342ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:26.453766 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.460306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Made reservation on behalf of 42b058b182fd484293b4020892374ba6 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:26.468685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.661116 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:26.821815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.138473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] For port 74a125d6-8a0a-4da8-b494-393432affc63, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:27.362590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Allocated IP 172.20.0.10 (c0097e20-7aa6-44f6-870f-d459d1012152/ce3315df-fb45-4247-925e-dc40c2a87822/67ae4d84-09a9-4f1a-9757-a7fc4dcfade6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:27.436317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:27.461801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744463b7-fa13-425f-bb43-f93f725810c1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:06:27.591567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] For port 74a125d6-8a0a-4da8-b494-393432affc63, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=74a125d6-8a0a-4da8-b494-393432affc63,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:27.907876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-be39b17f-0d1c-41c9-82d9-7abe4dc99efd req-49aeec29-8c9e-42b3-a334-136840f9aeaf tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 210 time: 0.8843677 May 13 15:06:27.916444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8:1::1 (77a0bc30-fdf2-4a07-8665-cf5225e49462/7872c930-f62a-4cf9-a4f2-d2c70120ef08/e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:27.981358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.098514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fca93b53-be4d-45fa-8f5d-0725beb342ae is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:28.294278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Network 366fb489-d65f-401a-8728-ac751bf13d60 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:28.311198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:28.315261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:28.334467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=6c066a46-a6e9-44f1-b638-da5590f86101,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:28.420640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:28.420640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.451743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.599578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:28.622331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port cf412f19-e421-46cd-b219-7acf990e57fc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:28.622600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.676609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4bdf0eb1-2345-4b78-8035-60cde9870449 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:28.704821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Transition to ACTIVE for port object 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:28.751683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-b81e40d3-87c1-4a90-bc8f-f14dfbadb9d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0656850 May 13 15:06:28.774451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-09dbebc1-b9d5-4ba7-bbe4-86bc5941538d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:06:28.786172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-09dbebc1-b9d5-4ba7-bbe4-86bc5941538d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159109 May 13 15:06:28.804527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25dbb6-a24b-42d6-a9bf-bdb383d17b62 req-861b874f-dc94-4ccc-9535-2655165a601c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:28.808649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:28.810651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a25dbb6-a24b-42d6-a9bf-bdb383d17b62 req-861b874f-dc94-4ccc-9535-2655165a601c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 1.2490089 May 13 15:06:28.813001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:28.814029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:29.033859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:29.183170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:29.193153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Network c0097e20-7aa6-44f6-870f-d459d1012152 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:29.203669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:29.220970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a25dbb6-a24b-42d6-a9bf-bdb383d17b62 req-dd6a0e16-4b0f-489a-9281-c1dee9b5343e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917308 May 13 15:06:29.225745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:29.347151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port cf412f19-e421-46cd-b219-7acf990e57fc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf412f19-e421-46cd-b219-7acf990e57fc,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:29.352040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.381464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Request body: {'port': {'device_id': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:29.381728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.403756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:29.404793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.434324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:29.482835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:29.557170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c88a6-fb1a-4a42-9a0b-973329977b3f None None] Pushing event updated for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:29.702819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:29.805739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:29.812182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:29.867916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc91b2-9529-4ad4-bb9a-39a98d80396e req-c40ecd62-bda2-46c2-a8f1-c44df904b52b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:29.879336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for cf412f19-e421-46cd-b219-7acf990e57fc owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:29.882188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8fc91b2-9529-4ad4-bb9a-39a98d80396e req-c40ecd62-bda2-46c2-a8f1-c44df904b52b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 931 time: 1.5762281 May 13 15:06:29.883111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:29.885494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.033322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c8d16144-2ebd-4060-aa87-6dd3ba19f9a5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.2952917 May 13 15:06:30.067888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Request body: {'port': {'device_id': '6131706a-3543-45f7-b317-c3eea031e208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:30.351749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4bdf0eb1-2345-4b78-8035-60cde9870449 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:30.352440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.451419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.532929 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-10ff51a3-a2ba-4a5e-811e-b50934de8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:30.630479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b8fc91b2-9529-4ad4-bb9a-39a98d80396e req-5ace176b-e2ce-4ec2-b9b2-138088fde3ef tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:30.756186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:30.905899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b8fc91b2-9529-4ad4-bb9a-39a98d80396e req-5ace176b-e2ce-4ec2-b9b2-138088fde3ef tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:30.906989 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8fc91b2-9529-4ad4-bb9a-39a98d80396e req-5ace176b-e2ce-4ec2-b9b2-138088fde3ef tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0113389 May 13 15:06:30.939620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.261049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4bdf0eb1-2345-4b78-8035-60cde9870449 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:31.261049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf412f19-e421-46cd-b219-7acf990e57fc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:31.637475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f71f34-2750-4251-b166-939d370e6ac0 req-8321559b-38fc-48d0-94ff-4325ef4be55b tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:31.645735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43f71f34-2750-4251-b166-939d370e6ac0 req-8321559b-38fc-48d0-94ff-4325ef4be55b tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1028 time: 2.1905758 May 13 15:06:31.752359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:06:31.768584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.788919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Transition to ACTIVE for port object 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:31.788919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.852092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:31.977763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.042252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cf412f19-e421-46cd-b219-7acf990e57fc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:32.042252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.088852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port cf412f19-e421-46cd-b219-7acf990e57fc was deleted so its status cannot be updated. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:06:32.088852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:32.176606 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.206576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:32.212676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=cf412f19-e421-46cd-b219-7acf990e57fc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:32.220753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:06:11Z', 'revision_number': 4, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '74a125d6-8a0a-4da8-b494-393432affc63', 'name': '', 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'mac_address': 'fa:16:3e:03:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:09Z', 'updated_at': '2022-05-13T15:06:26Z', 'revision_number': 4, 'project_id': '42b058b182fd484293b4020892374ba6', 'subnets': [{'id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:32.227945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-43f71f34-2750-4251-b166-939d370e6ac0 req-9c843558-5c63-43a3-b577-d68703114d37 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792146 May 13 15:06:32.228852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:32.229471 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.290340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eed3d4-7600-416f-b2a7-6c6413b8932c None None] The sync data for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 is: [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:06:11Z', 'revision_number': 4, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '74a125d6-8a0a-4da8-b494-393432affc63', 'name': '', 'network_id': 'af689e5b-8d7c-485c-9c7e-06c096fdc8f5', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'mac_address': 'fa:16:3e:03:57:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:09Z', 'updated_at': '2022-05-13T15:06:26Z', 'revision_number': 4, 'project_id': '42b058b182fd484293b4020892374ba6', 'subnets': [{'id': '2fa0549c-05ea-409f-933b-dc423fbb3edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:32.497085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c15b91-1fac-4dca-99ef-aea808e61c56 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:06:32.534457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.950848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:32.951462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:32.994970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Transition to ACTIVE for port object 80c15b91-1fac-4dca-99ef-aea808e61c56 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:33.256750 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cc287928-d6ff-44bb-ad90-ac6976a1ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.256750 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.295577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fc882709-05b9-4167-8f78-ec984da6d682 None None] Provisioning for port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:33.446945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:33.452445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.504934 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.596886 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.698589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:33.713472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Provisioning for port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:33.756459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:33.810551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Usage tracker for resource:security_group_rule and tenant:f28506c974a04de3bb2a120201ab6d00 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:33.879800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:33.907840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:33.935824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Provisioning complete for port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:33.938725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:33.972019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.016554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:34.059254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:34.060766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 74a125d6-8a0a-4da8-b494-393432affc63 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:34.187609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7098a9d-7129-4553-a759-9e1199445dd7 req-eda2980c-89e5-4306-bcd8-feff7d9a99b7 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:34.197530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7098a9d-7129-4553-a759-9e1199445dd7 req-eda2980c-89e5-4306-bcd8-feff7d9a99b7 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 3.0181489 May 13 15:06:34.235783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:34.246976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:34.287852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 74a125d6-8a0a-4da8-b494-393432affc63 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:34.309642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 74a125d6-8a0a-4da8-b494-393432affc63 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:34.309642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.312918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Attempting to bind port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:34.312918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Attempting to bind port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:34.312918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Attempting to bind port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:34.382307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 on network c0097e20-7aa6-44f6-870f-d459d1012152 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:06:34.382307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Attempting to bind port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:34.485527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Provisioning complete for port 74a125d6-8a0a-4da8-b494-393432affc63 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:34.486096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.500326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:34.500928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Checking segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:34.501510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Bound using segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:34.502145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Bound port: 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:34.502692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.610571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:34.615686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:34.623180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 74a125d6-8a0a-4da8-b494-393432affc63 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:34.624180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.632893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.648909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7098a9d-7129-4553-a759-9e1199445dd7 req-93a31d41-35a8-434c-a7f3-7eaab31877f4 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500241 May 13 15:06:34.652529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.874883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 74a125d6-8a0a-4da8-b494-393432affc63, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=74a125d6-8a0a-4da8-b494-393432affc63,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:34.889833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.889833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.956315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.957311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6c066a46-a6e9-44f1-b638-da5590f86101 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:34.981997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:34.982981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:34.988898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] 10.222.0.90 "PUT /v2.0/ports/67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 HTTP/1.1" status: 200 len: 1092 time: 4.9252443 May 13 15:06:35.038827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:35.208165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Attempting to bind port 80c15b91-1fac-4dca-99ef-aea808e61c56 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:35.208165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Attempting to bind port 80c15b91-1fac-4dca-99ef-aea808e61c56 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:35.208165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Attempting to bind port 80c15b91-1fac-4dca-99ef-aea808e61c56 on network 366fb489-d65f-401a-8728-ac751bf13d60 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:35.269510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e422c4-2a13-4fb9-80f4-7072fa1628cd req-fb9b54b3-0141-4724-a700-03f00783a4e7 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:35.269510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-14e422c4-2a13-4fb9-80f4-7072fa1628cd req-fb9b54b3-0141-4724-a700-03f00783a4e7 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:35.269510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Port 80c15b91-1fac-4dca-99ef-aea808e61c56 on network 366fb489-d65f-401a-8728-ac751bf13d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:06:35.291049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Attempting to bind port 80c15b91-1fac-4dca-99ef-aea808e61c56 on network 366fb489-d65f-401a-8728-ac751bf13d60 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:35.291049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Router 26e2fe3a-d95c-4a2a-91e1-364837c7479d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:35.331466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:35.331466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Checking segment: {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:35.331466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Bound using segment: {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:35.350398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Bound port: 80c15b91-1fac-4dca-99ef-aea808e61c56, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:35.350398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.434716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Current status of the port 74a125d6-8a0a-4da8-b494-393432affc63 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:35.436103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.501581 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.510596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.531122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6c066a46-a6e9-44f1-b638-da5590f86101 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:35.534261 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:35.744024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:35.924025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:35.924830 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:35.957840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-14e422c4-2a13-4fb9-80f4-7072fa1628cd req-fb9b54b3-0141-4724-a700-03f00783a4e7 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:35.967570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14e422c4-2a13-4fb9-80f4-7072fa1628cd req-fb9b54b3-0141-4724-a700-03f00783a4e7 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 943 time: 3.2961462 May 13 15:06:36.043471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6c066a46-a6e9-44f1-b638-da5590f86101 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:36.157678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:36.157678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:36.228845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14e422c4-2a13-4fb9-80f4-7072fa1628cd req-742fc0e7-7a62-45b7-8b3a-50f65260981a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466004 May 13 15:06:36.228845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.253572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 74a125d6-8a0a-4da8-b494-393432affc63 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:36.330537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:36.338819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b288-94e7-4036-a1ee-b5adfa170052 service neutron] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:36.406563 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9638c3d2-2ffa-4675-8a2f-40ba191344e9'] response: {'name': 'network-changed', 'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'status': 'completed', 'code': 200} May 13 15:06:36.412397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:36.419526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:36.438236 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Sync routers for ids ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:36.474446 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Routers {'26e2fe3a-d95c-4a2a-91e1-364837c7479d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:36.475028 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:36.485622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:36.498570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:36.499648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:36.508946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Usage tracker for resource:security_group_rule and tenant:15036ad6443b43c39ef2528a1e3a3e8d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:36.513648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.514649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.519093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-68712104-7b31-4254-a90f-d8c69d8b42af service neutron] 10.222.0.90 "PUT /v2.0/ports/80c15b91-1fac-4dca-99ef-aea808e61c56 HTTP/1.1" status: 200 len: 1091 time: 7.7010913 May 13 15:06:36.536400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:36.549648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8bf21dd6-4d3e-4b21-97c4-fb266adf140f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "PUT /v2.0/routers/26e2fe3a-d95c-4a2a-91e1-364837c7479d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0643592 May 13 15:06:36.551142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:36.551454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:36.587417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.631810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:36.682215 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f28506c974a04de3bb2a120201ab6d00&name=default HTTP/1.1" status: 200 len: 2983 time: 5.9296093 May 13 15:06:36.718411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58746) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:36.727088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ea5710bb-05f6-4a97-b2e4-2241bea8ff8b None None] Current status of the port 74a125d6-8a0a-4da8-b494-393432affc63 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:36.757439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 74a125d6-8a0a-4da8-b494-393432affc63 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:36.758401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:36.878232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204e2c1-be2b-4d66-a604-cd0d656992ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:36.893817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204e2c1-be2b-4d66-a604-cd0d656992ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:36.893817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6204e2c1-be2b-4d66-a604-cd0d656992ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:36.978289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582e4fb-d01e-49ad-a65a-5b51357fa835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb9bd2b-49ec-4919-b5bf-47a18cc15c1f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:36.991274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:37.174794 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Set router 26e2fe3a-d95c-4a2a-91e1-364837c7479d gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:37.190793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.192459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:37.217714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6204e2c1-be2b-4d66-a604-cd0d656992ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:37.221730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6204e2c1-be2b-4d66-a604-cd0d656992ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6684484 May 13 15:06:37.251121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58754) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:37.257816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-5cb9a5e7-b4fa-4612-a3e8-c2d039a027c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:37.260255 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-5cb9a5e7-b4fa-4612-a3e8-c2d039a027c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 1094 time: 0.6501718 May 13 15:06:37.332286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-451ec43f-9799-425b-a945-72cc0b0dbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:37.332286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-451ec43f-9799-425b-a945-72cc0b0dbd92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 2.1730466 May 13 15:06:37.357431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 74a125d6-8a0a-4da8-b494-393432affc63 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:37.357431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:37.499163 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:31Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:37.506182 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Checking router: 26e2fe3a-d95c-4a2a-91e1-364837c7479d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:06:37.542748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-03186601-feef-4614-a95f-82d5a5b7c40f None None] Provisioning complete for port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:37.542748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03186601-feef-4614-a95f-82d5a5b7c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.560254 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Routers {'26e2fe3a-d95c-4a2a-91e1-364837c7479d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:37.560254 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:37.561906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-9e0d7719-4404-4c46-8380-3f9343f33390 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 HTTP/1.1" status: 200 len: 217 time: 0.2146883 May 13 15:06:37.651754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03186601-feef-4614-a95f-82d5a5b7c40f None None] Port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:06:37.688629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:37.693094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.835189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.845300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5c572-3338-42b7-b761-67b1b91c618f req-d07e00dc-31ff-4f76-a95b-cbf292e4a8c4 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:37.845300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20f5c572-3338-42b7-b761-67b1b91c618f req-d07e00dc-31ff-4f76-a95b-cbf292e4a8c4 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:37.871380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:37.906612 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd57b30-d632-4c42-b386-a39ce181ff6d'] response: {'name': 'network-changed', 'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'status': 'completed', 'code': 200} May 13 15:06:37.911898 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] Set router 26e2fe3a-d95c-4a2a-91e1-364837c7479d gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:06:37.933530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15036ad6443b43c39ef2528a1e3a3e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6255355 May 13 15:06:37.944722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:37.944722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:38.010712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20f5c572-3338-42b7-b761-67b1b91c618f req-d07e00dc-31ff-4f76-a95b-cbf292e4a8c4 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:38.012082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20f5c572-3338-42b7-b761-67b1b91c618f req-d07e00dc-31ff-4f76-a95b-cbf292e4a8c4 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 1.7561026 May 13 15:06:38.013568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-b3954c75-41de-4b49-910f-d3b6bc12dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:38.015045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-b3954c75-41de-4b49-910f-d3b6bc12dedb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 200 len: 848 time: 0.3580587 May 13 15:06:38.041776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] Sync routers for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:38.088557 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.105889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-72d71e62-b7cd-4270-88af-a178dc0aa8e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80c15b91-1fac-4dca-99ef-aea808e61c56 HTTP/1.1" status: 200 len: 217 time: 0.7247860 May 13 15:06:38.106163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde01db8-b969-41f5-af97-c215932c9b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bafd2-463f-4ea3-b61d-05a16debc91b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:38.195255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:38.195255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:38.232726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bb60a867-dcf4-4af2-86b0-7f9eb2d5d60b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4801726 May 13 15:06:38.245139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:38.251087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:31Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:38.274644 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104177b6-3209-4221-8886-ff56c3e4c71d None None] The sync data for ids ['26e2fe3a-d95c-4a2a-91e1-364837c7479d'] in n-d-841736-1 is: [{'id': '26e2fe3a-d95c-4a2a-91e1-364837c7479d', 'name': 'tempest-NetworksTestDHCPv6-router-550708125', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:58Z', 'updated_at': '2022-05-13T15:06:31Z', 'revision_number': 3, 'project_id': 'd9194f42c96540259049b5bf9bcc835d', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:38.298647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 6d152e09-eccc-4848-9001-4f41c1473d9e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:06:38.318751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.385902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.392432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20f5c572-3338-42b7-b761-67b1b91c618f req-c9a0ffa8-296c-4ff4-80f1-5f6518003ab3 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:38.398744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-6838873f-9217-48b5-868a-66150f780091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:38.398744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-6838873f-9217-48b5-868a-66150f780091 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.2708485 May 13 15:06:38.476135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.497086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:38.515734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-20f5c572-3338-42b7-b761-67b1b91c618f req-c9a0ffa8-296c-4ff4-80f1-5f6518003ab3 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:38.515734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20f5c572-3338-42b7-b761-67b1b91c618f req-c9a0ffa8-296c-4ff4-80f1-5f6518003ab3 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348629 May 13 15:06:38.515734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba4146f-0fcd-4e2f-b84d-c8b34fb7b77a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:38.515734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ba4146f-0fcd-4e2f-b84d-c8b34fb7b77a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:38.528122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-74aa4941-a7a6-4719-867e-0150460ce0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:38.528122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-74aa4941-a7a6-4719-867e-0150460ce0de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0097e20-7aa6-44f6-870f-d459d1012152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4906466 May 13 15:06:38.564986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-23d45993-3003-43ae-ba15-e2d1f9070533 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607592 May 13 15:06:38.632479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:38.675813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:38.690943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ba4146f-0fcd-4e2f-b84d-c8b34fb7b77a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:38.697420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ba4146f-0fcd-4e2f-b84d-c8b34fb7b77a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports/e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 HTTP/1.1" status: 200 len: 913 time: 0.4425092 May 13 15:06:38.697420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:38.717349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:38.723729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:38.901917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-27a4c6a2-b70a-4505-9bf2-084534656bf9 service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156703 May 13 15:06:38.948862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e21876-07a4-4085-b2b4-5b3d929864c6 req-254b4d9d-1c47-4d1d-a32b-f11aaa61194e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:38.974515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6e21876-07a4-4085-b2b4-5b3d929864c6 req-254b4d9d-1c47-4d1d-a32b-f11aaa61194e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 1.0473785 May 13 15:06:39.036189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:39.036189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ee0b2-2323-4f99-b707-8b415560c808 None None] The sync data for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:39.053933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf412f19-e421-46cd-b219-7acf990e57fc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:39.175845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: cf412f19-e421-46cd-b219-7acf990e57fc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:06:39.176790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf412f19-e421-46cd-b219-7acf990e57fc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:39.272260 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.354452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb9bd2b-49ec-4919-b5bf-47a18cc15c1f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:39.384200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.418569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.424728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccb9bd2b-49ec-4919-b5bf-47a18cc15c1f HTTP/1.1" status: 204 len: 168 time: 2.6975594 May 13 15:06:39.424728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.425211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.425954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.425954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.432616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d154c6ec-6053-4966-a426-9a0849dca331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:39.451171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bafd2-463f-4ea3-b61d-05a16debc91b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:39.509258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:39.510409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-42d707cc-d7be-4ff8-8ce0-bb191109d8ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e7bafd2-463f-4ea3-b61d-05a16debc91b HTTP/1.1" status: 204 len: 168 time: 1.5712805 May 13 15:06:39.625018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6e21876-07a4-4085-b2b4-5b3d929864c6 req-0f20f9f1-329b-436e-9c0d-8734cea3349e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776959 May 13 15:06:39.627813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d39f21bd-60c9-4a1d-ae7d-633ddc897f7f req-116f86ea-0957-4be9-9069-ab9ea4670e8b service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160291 May 13 15:06:39.701131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.004527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-c9c06734-eb8a-4aae-99f7-119ca836e2b7 service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4669039 May 13 15:06:40.120859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-a6f4d94a-0400-4119-a1ef-f5e0334c2e00 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:40.122552 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-a6f4d94a-0400-4119-a1ef-f5e0334c2e00 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 1.1493902 May 13 15:06:40.267422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a3c23-7ff8-4d80-95c2-c69cf30aff12 req-24eaf38d-f79e-4201-8f5b-21fb39c96b65 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:40.267422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab5a3c23-7ff8-4d80-95c2-c69cf30aff12 req-24eaf38d-f79e-4201-8f5b-21fb39c96b65 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 943 time: 1.1750560 May 13 15:06:40.337005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58808) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:40.478390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Deleting port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:40.479256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.519077 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.521489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.544110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f2d80d7f-06dc-44d8-a9e3-ee545227bd19 req-22fc02ed-a78b-4131-9800-37a7a67cd7c1 service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278547 May 13 15:06:40.641082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:40.676323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab5a3c23-7ff8-4d80-95c2-c69cf30aff12 req-6fb5eb55-e7d6-419c-8c8e-c23b8b222717 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570626 May 13 15:06:40.744398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=6d152e09-eccc-4848-9001-4f41c1473d9e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:40.806821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:40.810307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6911a-dc3b-44f6-99b9-50fef9e02c50 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:40.821745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-00b20312-e518-43eb-8174-3ab6cf3cbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:40.821745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-00b20312-e518-43eb-8174-3ab6cf3cbc87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 1094 time: 1.0196588 May 13 15:06:40.903954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Usage tracker for resource:security_group_rule and tenant:18d59f63775145c682857903ec585871 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:40.911266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:40.947876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:41.119787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2357890d-c03b-4c8a-b9a1-695c8e95ca98 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/6d152e09-eccc-4848-9001-4f41c1473d9e HTTP/1.1" status: 204 len: 168 time: 3.8488941 May 13 15:06:41.136335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:41.224766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cda0-4269-43dc-8a5e-7d3edc033ffb req-c34093f3-bf11-401a-afee-cdb73792b011 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:41.224766 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4f9cda0-4269-43dc-8a5e-7d3edc033ffb req-c34093f3-bf11-401a-afee-cdb73792b011 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 0.9406633 May 13 15:06:41.288295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-a63a3b85-a24f-4f73-b8ac-9187e9f3bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:41.288295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-a63a3b85-a24f-4f73-b8ac-9187e9f3bf4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 0.6038914 May 13 15:06:41.531691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b630d-6009-485c-bad4-e43ed2f0f58a req-3ae780fb-24be-471c-885e-d52d9be6ef11 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:41.540764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e25b630d-6009-485c-bad4-e43ed2f0f58a req-3ae780fb-24be-471c-885e-d52d9be6ef11 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 0.5532577 May 13 15:06:41.562051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.624599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:06:41.673703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Deleting port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:41.673703 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.764776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.781236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-5a92491e-b325-403e-bfc7-dda6fe9a8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:41.781236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-5a92491e-b325-403e-bfc7-dda6fe9a8d7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 0.4782474 May 13 15:06:41.781236 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:41.936944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-65ea0c11-e0ec-4fa4-bcf1-c709bb658ba5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 HTTP/1.1" status: 200 len: 217 time: 0.1300132 May 13 15:06:41.956103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e25b630d-6009-485c-bad4-e43ed2f0f58a req-40257f95-a40b-4327-828b-70e5d350bf71 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012673 May 13 15:06:42.003561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4f9cda0-4269-43dc-8a5e-7d3edc033ffb req-7320f37e-f13f-4a03-86bb-2f32e384397c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564325 May 13 15:06:42.082674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a0a50-ae60-4883-86c0-f1033f242d26,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:42.082674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e95cc4b5-f454-41f4-80c8-a2c76e8aeda5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18d59f63775145c682857903ec585871&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7332246 May 13 15:06:42.088721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:42.119822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-4ff56275-0771-4968-afae-72afca71809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:42.139922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-4ff56275-0771-4968-afae-72afca71809c service neutron] 10.222.0.90 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 914 time: 1.2805483 May 13 15:06:42.350886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee608e87-c6a4-4849-8980-0ac8165b3cc7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:router {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:42.425149 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-88f74adc-38df-401e-8d9f-fc012c0afa90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80c15b91-1fac-4dca-99ef-aea808e61c56 HTTP/1.1" status: 200 len: 217 time: 0.2061734 May 13 15:06:42.557515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] For port 0207cbfc-2517-4f55-b1d2-f470dfdc4142, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=0207cbfc-2517-4f55-b1d2-f470dfdc4142,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:42.557515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.561168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-23b4fc20-e7b3-4eb9-92ba-035b212e450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:42.561168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-23b4fc20-e7b3-4eb9-92ba-035b212e450c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 200 len: 848 time: 0.5931044 May 13 15:06:42.656431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ee608e87-c6a4-4849-8980-0ac8165b3cc7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:router {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:42.656431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee608e87-c6a4-4849-8980-0ac8165b3cc7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.5218461 May 13 15:06:42.667927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:42.694593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80c15b91-1fac-4dca-99ef-aea808e61c56 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:06:42.829554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Calling delete_port for 0207cbfc-2517-4f55-b1d2-f470dfdc4142 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:42.881065 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.911438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:42.916954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-328a4733-f37a-4958-b314-481649992276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:42.918757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-328a4733-f37a-4958-b314-481649992276 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.4867368 May 13 15:06:43.019491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd0705-fb23-4054-894f-097ed3bb4e30 req-c1da711c-dcbc-4fba-b535-3b469cfd3053 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:43.019491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85bd0705-fb23-4054-894f-097ed3bb4e30 req-c1da711c-dcbc-4fba-b535-3b469cfd3053 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 943 time: 0.7781110 May 13 15:06:43.076683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-917b5762-6095-4ec3-a4f4-c9111f936b6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385434 May 13 15:06:43.110556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:43.129089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60', 'port_id': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'mac_address': 'fa:16:3e:f7:d0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9131b6-b65a-46c1-aa5b-7fe26a74861a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:06:43.141434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:43.177940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.217028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0207cbfc-2517-4f55-b1d2-f470dfdc4142 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:06:43.399189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 80c15b91-1fac-4dca-99ef-aea808e61c56 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:43.399670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.440535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c15b91-1fac-4dca-99ef-aea808e61c56 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:06:43.468386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:43.480715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:43.481464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.529358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.595048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.704569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfe6c0-7e36-45d0-9da7-071a66cae1b0 req-ab3563ef-29dd-4de7-ab36-0ae4d9b50d32 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:43.704569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4dfe6c0-7e36-45d0-9da7-071a66cae1b0 req-ab3563ef-29dd-4de7-ab36-0ae4d9b50d32 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=6626d1f9-0179-4a23-a821-6e17e9fbfd6b HTTP/1.1" status: 200 len: 945 time: 0.5032804 May 13 15:06:43.754998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-8fd62e19-340a-4a1f-a243-35ae1be8c9d5 service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622951 May 13 15:06:43.793645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Pushing event deleted for resources: {'Port': ['ID=0207cbfc-2517-4f55-b1d2-f470dfdc4142,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:43.804864 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:43.896011 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-85bd0705-fb23-4054-894f-097ed3bb4e30 req-68dffe70-27eb-4389-bd06-1283b9ed9b71 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982296 May 13 15:06:44.002868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a0a50-ae60-4883-86c0-f1033f242d26,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:44.007903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Calling delete_port for 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:44.061415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['80c15b91-1fac-4dca-99ef-aea808e61c56'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:06:44.090253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.130216 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.177412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No active binding found for port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:06:44.177412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 0207cbfc-2517-4f55-b1d2-f470dfdc4142 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:06:44.197923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:44.197923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.241153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.241153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Fanout notify agent at l3_agent the message router_deleted on router 26e2fe3a-d95c-4a2a-91e1-364837c7479d {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:06:44.267610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:44.267610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.339995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-295b0d00-5b68-434c-af9f-06a1e7616c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:44.353210 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-295b0d00-5b68-434c-af9f-06a1e7616c58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0097e20-7aa6-44f6-870f-d459d1012152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7667596 May 13 15:06:44.438675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:06:44.486906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:44.531080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:44.553055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.560350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:44.570683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4dfe6c0-7e36-45d0-9da7-071a66cae1b0 req-6c1c48db-0b2b-4b2d-b8bf-d7d892fb6b79 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7899427 May 13 15:06:44.617794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] No DVR routers for this DVR port 0207cbfc-2517-4f55-b1d2-f470dfdc4142 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:44.659705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:06:44.659705 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:06:44.729675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:06:44.805345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fadbcead-284b-4c6c-a6f0-cc839613b070 req-454c3bf3-4848-4b38-8676-f1fd7abf49da service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0118535 May 13 15:06:44.805345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.832081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff9a9afb-7f3b-4027-9310-ce73b5d4ee31 req-10c94a4a-450e-4dbc-8d8d-b5562500ef2e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "DELETE /v2.0/ports/0207cbfc-2517-4f55-b1d2-f470dfdc4142 HTTP/1.1" status: 204 len: 173 time: 4.6917284 May 13 15:06:44.832081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'name': 'network-vif-deleted', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:44.873275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.873275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ecb68ce2-37e8-40ee-8b93-1f63939fbc68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc6a0a50-ae60-4883-86c0-f1033f242d26 HTTP/1.1" status: 204 len: 168 time: 2.7856486 May 13 15:06:44.931550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:44.931550 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-25bf3fad-e587-468c-851b-6e40f58c1357 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/routers/26e2fe3a-d95c-4a2a-91e1-364837c7479d HTTP/1.1" status: 204 len: 168 time: 2.2618060 May 13 15:06:44.938219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:44.999506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6092c-fbb4-47a2-aa4b-926809dffe69 req-401fb27b-71ce-4e9f-bfc8-cf2d4a29bfc5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:44.999506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cde6092c-fbb4-47a2-aa4b-926809dffe69 req-401fb27b-71ce-4e9f-bfc8-cf2d4a29bfc5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 0.7712951 May 13 15:06:45.201532 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8055ac-8dbe-4bfd-9557-0af809579ba8'] response: {'server_uuid': '6626d1f9-0179-4a23-a821-6e17e9fbfd6b', 'name': 'network-vif-deleted', 'tag': '0207cbfc-2517-4f55-b1d2-f470dfdc4142', 'status': 'completed', 'code': 200} May 13 15:06:45.230832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Deleting port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:45.230832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:45.349825 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:45.527246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea584dbe-678f-41dd-b868-750ffe11b88d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:45.527246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea584dbe-678f-41dd-b868-750ffe11b88d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:45.717954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'network': {'name': 'tempest-network-smoke--1665709599', 'project_id': '49bff001508646548736068375f91a15', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:45.741027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ea584dbe-678f-41dd-b868-750ffe11b88d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:45.744331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ea584dbe-678f-41dd-b868-750ffe11b88d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8149521 May 13 15:06:45.752248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58904) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:45.754359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:45.999263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:network and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:46.049222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:46.133172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:46.146429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:46.208032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:46.217930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:46.250924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:46.322773 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:46.343890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7df230-beac-4976-a3a8-2ad18a513f77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:46.345344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c7df230-beac-4976-a3a8-2ad18a513f77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:46.378283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a6a58-c42d-4fc8-aa5a-699d461c5983 req-dde9b1fd-769d-4371-90e9-1ee636404d3d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:46.380696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-506a6a58-c42d-4fc8-aa5a-699d461c5983 req-dde9b1fd-769d-4371-90e9-1ee636404d3d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 944 time: 0.8105528 May 13 15:06:46.416528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:46.451990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cde6092c-fbb4-47a2-aa4b-926809dffe69 req-80ef1ff0-b0d7-46f8-be6e-f1a124f62c1c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4163396 May 13 15:06:46.455266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-974cbada-c617-4061-99c2-e743d0e7b3dd service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0721164 May 13 15:06:46.501765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:46.516586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c7df230-beac-4976-a3a8-2ad18a513f77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:46.525619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0c7df230-beac-4976-a3a8-2ad18a513f77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7548649 May 13 15:06:46.533072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:46.534865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:46.719376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:46.751094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'port_id': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'mac_address': 'fa:16:3e:f7:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:06:46.856139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] For port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:46.856139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.055606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Calling delete_port for 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:06:47.224092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:47.226568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.256203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9703bea0-0b16-402e-a2d8-9cafbc8725d3 req-afc91b1f-854c-44bb-9493-26da64f69b96 service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730339 May 13 15:06:47.399071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:06:47.512358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:47.561039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:47.561985 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:47.652321 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6ec56abd-9a30-4714-8308-c3bd5b7d0deb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1027167 May 13 15:06:47.664864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 58942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:47.711413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-506a6a58-c42d-4fc8-aa5a-699d461c5983 req-1549aa15-a33e-4a47-a2af-0c8d5043912e tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3006773 May 13 15:06:47.741713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:47.825038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80c15b91-1fac-4dca-99ef-aea808e61c56 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:47.959896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.157200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:06:48.363453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:48.393349 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.468921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=e3d3a8fd-7b2b-48d0-a3cc-5db9d9177e66,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:48.597547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.598096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.598639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.599447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.599987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.600534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.601120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.601568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.602089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.602611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.603173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.603701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:06:48.723050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.732371 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:48.787918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-103d06c3-bef8-4136-abd6-f57d43a53d6b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:48.808921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-103d06c3-bef8-4136-abd6-f57d43a53d6b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 808 time: 0.5820813 May 13 15:06:48.859088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-3fe401fb-0191-414c-a898-3062f3c69e27 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/quotas/c05db4f77e8341e781542ce1d486841e HTTP/1.1" status: 200 len: 375 time: 0.0439444 May 13 15:06:48.954007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:06:48.965631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] No DVR routers for this DVR port 2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:06:48.988071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7dc2b-108f-4063-a828-8e10284b0e0d None None] Pushing event deleted for resources: {'Port': ['ID=2a8d27fc-d2d0-4a4c-a72a-c990d85a5cf6,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:49.000540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-d042dd75-fcd6-437c-bded-7b7cdb139550 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:06:49.030082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.030082 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Added segment 213c4453-0e61-40f3-a188-2e92466b7020 of type vlan for network dd2973c4-9769-4a3e-912d-4d695ab0e0cc May 13 15:06:49.030082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ecb13b-bc4e-47b1-b867-944491016956,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:49.145820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-d042dd75-fcd6-437c-bded-7b7cdb139550 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:06:49.145820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-d042dd75-fcd6-437c-bded-7b7cdb139550 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2880142 May 13 15:06:49.172265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.288100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 80c15b91-1fac-4dca-99ef-aea808e61c56 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:49.318278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 80c15b91-1fac-4dca-99ef-aea808e61c56 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:49.318871 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.445677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:49.577174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:49.625126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.625126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:49.625126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.681706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.685867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 80c15b91-1fac-4dca-99ef-aea808e61c56 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:49.685867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.710039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:49.710039 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.740272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.765098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f213a8-b7de-4266-87ac-230883bbce92 req-8edda2a8-c697-441a-8bb0-8c8a3723f99f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:49.776788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20f213a8-b7de-4266-87ac-230883bbce92 req-8edda2a8-c697-441a-8bb0-8c8a3723f99f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1096 time: 1.5524592 May 13 15:06:49.809913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:49.809913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:49.809913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:49.997083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Network': ['ID=dd2973c4-9769-4a3e-912d-4d695ab0e0cc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:50.114493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-3ad41bb1-ca0e-4ed6-acea-34f756003a1c service neutron] 10.222.0.36 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974717 May 13 15:06:50.151997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f0024b3-c09f-400c-82fb-f49d045ddad9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 5.5720983 May 13 15:06:50.151997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 58986) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:50.175715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-220450614', 'admin_state_up': True, 'project_id': '49bff001508646548736068375f91a15', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:50.189144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:06:50.291392 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20f213a8-b7de-4266-87ac-230883bbce92 req-c43eb4df-0792-491c-adf9-d612fb4b0cee tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158644 May 13 15:06:50.508379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:50.541263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:50.602617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:router and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:50.623914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.630915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:50.765554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-967c3c26-af45-41fb-972a-8093367511f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473776 May 13 15:06:50.765554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:50.811045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.811045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:50.888716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:51.118586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:06:51.290652 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb168d05-bb0d-469a-a68e-b3dd5ebd4cd7'] response: {'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'code': 200} May 13 15:06:51.562872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:51.776076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:06:51.807482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:51.808306 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] Sync routers for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:06:51.818399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:06:51.818945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:51.842509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:51.846584 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:51.850112 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:51.894118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41e02c3d-9fe6-42b7-bbeb-985c1ae9db97 req-b5c687ba-fc2c-4f4a-a626-727c4d02c971 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.3353329 May 13 15:06:51.993071 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:52.003680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:06:52.003680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:52.038103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-157b49d4-48ce-45b0-a83a-457b38b7c73b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3368590 May 13 15:06:52.128232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b3a3-ae06-49c0-9bb2-073c9852abfb req-49d374dc-d274-4496-b05d-da0e655b6042 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:52.138634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b785b3a3-ae06-49c0-9bb2-073c9852abfb req-49d374dc-d274-4496-b05d-da0e655b6042 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 1.1871402 May 13 15:06:52.152237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:06:52.152237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d9a75-09db-43c6-811d-0176b423bf95 None None] The sync data for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:06:52.157456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59030) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:52.449077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:06:52.449931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.534885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29042371-67f7-4eb9-b672-aea11392a3ae req-59d2b04e-41e4-4a1e-9da8-6add2fce473e tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:52.555613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29042371-67f7-4eb9-b672-aea11392a3ae req-59d2b04e-41e4-4a1e-9da8-6add2fce473e tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1096 time: 0.2178774 May 13 15:06:52.622977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:06:52.622977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:52.810436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ce7a-15c3-4f81-9d37-eb246ad8906b req-9fea1187-17dc-4e66-b630-182babfc7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:52.810436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7975ce7a-15c3-4f81-9d37-eb246ad8906b req-9fea1187-17dc-4e66-b630-182babfc7c8f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 1096 time: 1.2728088 May 13 15:06:52.933434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b785b3a3-ae06-49c0-9bb2-073c9852abfb req-ef211ece-1900-46d8-9ffc-81f0de377e37 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883046 May 13 15:06:53.104388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:53.293849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:06:53.299890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29042371-67f7-4eb9-b672-aea11392a3ae req-9e2d6a5a-b1cc-41f4-9f20-af8f0b957036 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319194 May 13 15:06:53.424298 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6acc63-048d-4da4-8d7f-443e6ee41389'] response: {'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'code': 200} May 13 15:06:53.425725 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.430721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:06:53.462356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.544850 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.657945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.25.5.202 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/cd73e9a6-e51e-4525-be8c-2ee860bb1d44) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:53.829796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7975ce7a-15c3-4f81-9d37-eb246ad8906b req-fad89f6e-accb-49ef-965e-dab4e07c5c8e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0165057 May 13 15:06:53.841150 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc0b42ec-0cad-4ae1-8eb6-c2d921db41b3 req-a431976c-c2ad-4194-86dd-ceac4d8bcd0a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.5314310 May 13 15:06:53.861763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.879638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:53.887487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:53.903037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:53.904037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:53.904866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d4701-5bb4-46d6-842f-dbc05527d92c None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:06:53.942136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=063c5283-f243-4a2f-9bdf-f77518c99b18,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:53.950415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-34e2eefb-ded4-42ae-a0a4-31965b272327 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2777519 May 13 15:06:53.951495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:53.966960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:54.206188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.577344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:54.589835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:54.595005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '063c5283-f243-4a2f-9bdf-f77518c99b18'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:06:54.595005 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:54.605955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:54.682502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:54.749722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685a9f-a893-4e0e-908a-59d317ad8768 req-fd1a7682-76d4-47c7-9773-81df15b4b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:54.765856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2685a9f-a893-4e0e-908a-59d317ad8768 req-fd1a7682-76d4-47c7-9773-81df15b4b573 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 0.8318655 May 13 15:06:54.786928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-05e86ff7-9402-438f-815c-265725852068 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:54.786928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-05e86ff7-9402-438f-815c-265725852068 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 808 time: 0.8580165 May 13 15:06:54.858031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Request body: {'port': {'device_id': '3f32329a-d02d-430f-a2af-02f3505b1871', 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38', 'admin_state_up': True, 'tenant_id': 'c05db4f77e8341e781542ce1d486841e'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:55.019629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Allocated IP 2001:db8::f816:3eff:fe7e:9bd5 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/063c5283-f243-4a2f-9bdf-f77518c99b18/d69fd132-6b76-4f2e-87a7-6cebe22b40e1) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:55.319198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:55.353406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:55.366552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:55.374584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.576805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:55.653988 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.705539 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.705539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Transition to ACTIVE for port object d69fd132-6b76-4f2e-87a7-6cebe22b40e1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:55.716738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f2685a9f-a893-4e0e-908a-59d317ad8768 req-0813a177-dd2e-4e27-ba88-3f01b2565daa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9112480 May 13 15:06:55.741303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:55.776745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Transition to ACTIVE for port object d69fd132-6b76-4f2e-87a7-6cebe22b40e1 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:06:55.797014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e6e0-5da4-4496-a307-26f28e0c53d9 req-94690220-b513-4fae-871f-029732026ff2 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.803345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39140e1-00b0-4384-acbd-b048f08b9e92 req-2e2a8d0b-71f9-4cfa-84d5-ca56c30763bb tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:55.810945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:55.817003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a39140e1-00b0-4384-acbd-b048f08b9e92 req-2e2a8d0b-71f9-4cfa-84d5-ca56c30763bb tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 1.1498568 May 13 15:06:55.823458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce87e6e0-5da4-4496-a307-26f28e0c53d9 req-94690220-b513-4fae-871f-029732026ff2 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 1.4909570 May 13 15:06:55.968020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Pushing event updated for resources: {'Port': ['ID=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:55.977543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:55.977543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:55.977543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:06:56.401334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Attempting to bind port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:06:56.401334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Attempting to bind port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:06:56.401334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Attempting to bind port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Bound port: d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:06:56.433409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.500509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce87e6e0-5da4-4496-a307-26f28e0c53d9 req-f6d184ab-ec8d-42e9-8b5b-2b375e88c35e tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855364 May 13 15:06:56.529995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Made reservation on behalf of c05db4f77e8341e781542ce1d486841e for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:56.537619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.583502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a39140e1-00b0-4384-acbd-b048f08b9e92 req-f4c2a7e7-bfae-4fa5-9e78-6f175e4acb08 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902789 May 13 15:06:56.600809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.709729 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:06:56.819749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:06:56.834810 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:06:56.842906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:56.843557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:56.927896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] For port d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:06:56.981564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] For port d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:06:56.981564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.029887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:57.100781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=fb0183d0-5010-4d4a-9854-0e72c6186905,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:57.117349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-916db8e7-8020-491f-bcb1-330d9405eefc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1545382 May 13 15:06:57.117349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:06:57.190705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:69:d5:2e', 'name': 'tempest-NetworksTestDHCPv6-1504087921'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:06:57.352384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd44d7-c193-48a2-acf4-e268e48a23f1 None None] Pushing event updated for resources: {'Port': ['ID=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:06:57.478974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f92b2743-5e21-4263-b0a5-7232478df525 req-bf4b8377-5ce7-4881-9b55-abecc65f396c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.1417844 May 13 15:06:57.773649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Allocated IP 172.20.0.10 (d5539fcb-aaf7-49e9-9904-e18055424a38/7f350ba2-195c-45e0-af84-5393ea9730bc/79e9f5a1-acc8-48a0-82e6-37d0132327d3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:06:57.951813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:06:58.095905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:06:58.114798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:06:58.196203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:06:58.359201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:06:58.446170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-74bdd8eb-02dd-4109-b916-7de882b0d1f1 req-eab48ac9-de68-4292-8bbd-3cf735ec9c76 tempest-ServersTestJSON-268956119 tempest-ServersTestJSON-268956119-project] (88131) timed out ('10.222.0.90', 49863) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:06:58.589498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 1456c97c-2429-4f33-89e7-8d6fa5ec90ed {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:06:58.589498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:58.790657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d28eb-aeb5-4773-bf67-1956740e0087 req-1752963d-49f5-416a-9432-d673158caf03 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:06:58.802672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-728d28eb-aeb5-4773-bf67-1956740e0087 req-1752963d-49f5-416a-9432-d673158caf03 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 0.6017642 May 13 15:06:58.944419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-728d28eb-aeb5-4773-bf67-1956740e0087 req-29f9b0b0-8156-4e5e-8d9c-f89d78ec37f9 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369214 May 13 15:06:59.005154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d69fd132-6b76-4f2e-87a7-6cebe22b40e1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:06:59.259655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a01777f-f02e-47bb-ab46-89110003bfa0 req-15ad68bb-5fa9-4516-a806-782609124842 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.0665829 May 13 15:06:59.271933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.313206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 9f1cacae-4b7f-475f-a6a0-cbe492006156 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:06:59.422756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:06:59.439119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.578215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:06:59.792536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68829e4c-8833-4218-92bf-3dd41c71e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.217250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb9954-7882-42dd-8ac3-5eb1c731b86a None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:00.263611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:00.354381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc65a4-40f3-41d8-98e4-2117971c6fe3 req-36330e92-0742-434b-a08b-8745b2cf96a9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:00.362468 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 1456c97c-2429-4f33-89e7-8d6fa5ec90ed owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:00.365241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cbfc65a4-40f3-41d8-98e4-2117971c6fe3 req-36330e92-0742-434b-a08b-8745b2cf96a9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 1.9891224 May 13 15:07:00.495133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:00.537862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cbfc65a4-40f3-41d8-98e4-2117971c6fe3 req-aa174fd1-27c5-4ff7-b1ef-f622edcd5156 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720877 May 13 15:07:00.698412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Provisioning for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:00.818003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-238ee64d-d72c-48d7-ba0b-faa7908ff968 req-a54c0268-2e2e-4f71-90fe-62b8b31b866b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.1944015 May 13 15:07:00.857420 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.212321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Provisioning complete for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:01.212321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:01.458050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 172.20.0.5 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/fb0183d0-5010-4d4a-9854-0e72c6186905/9f1cacae-4b7f-475f-a6a0-cbe492006156) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:01.490112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe69:d52e (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/063c5283-f243-4a2f-9bdf-f77518c99b18/9f1cacae-4b7f-475f-a6a0-cbe492006156) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:01.918673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Network d5539fcb-aaf7-49e9-9904-e18055424a38 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:02.005782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:02.107257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:02.125659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:02.156034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:02.292823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.324701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:02.325510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:06:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:02.402914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=1456c97c-2429-4f33-89e7-8d6fa5ec90ed,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:02.684587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '063c5283-f243-4a2f-9bdf-f77518c99b18', 'ip_address': '2001:db8::f816:3eff:fe7e:9bd5'}, {'subnet_id': 'fb0183d0-5010-4d4a-9854-0e72c6186905'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'd69fd132-6b76-4f2e-87a7-6cebe22b40e1'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:07:02.712614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Current status of the port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:02.713940 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.987051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:02.993378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:03.000847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.027646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.033974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3059eeb-41d6-440c-8649-4e474ceedfa8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.8787582 May 13 15:07:03.034110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59276) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:03.050455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.067372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Pushing event updated for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:03.116495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-45f66ede-4dd4-4183-923c-0d4178bb65e5 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2788026 May 13 15:07:03.118456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:03.144450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Request body: {'port': {'device_id': '3f32329a-d02d-430f-a2af-02f3505b1871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:03.283311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.375220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 9f1cacae-4b7f-475f-a6a0-cbe492006156 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:03.435790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8dcaa-888f-49af-b4e5-7c0e05dd75a3 req-47cc90da-286a-431d-8db2-2c7acfcf958c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:03.438865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d1563-44ff-4d54-9faf-8f9ac39f9fb6 req-16036f8f-768f-44d0-8563-32ecaf92ba9d tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:03.440491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-970d1563-44ff-4d54-9faf-8f9ac39f9fb6 req-16036f8f-768f-44d0-8563-32ecaf92ba9d tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 932 time: 1.2291052 May 13 15:07:03.451594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44a8dcaa-888f-49af-b4e5-7c0e05dd75a3 req-47cc90da-286a-431d-8db2-2c7acfcf958c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 1.8197193 May 13 15:07:03.489059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:03.812033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24a16f45-c917-4162-9709-459e1500969a tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=49bff001508646548736068375f91a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7348351 May 13 15:07:03.812033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59300) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.066466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] For port d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:04.095044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e643156-7b19-4168-8099-c6f2e5a05ae4 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:04.099586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9e643156-7b19-4168-8099-c6f2e5a05ae4 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2498603 May 13 15:07:04.102674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.133603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.135662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.137669 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9ccf388e-62f4-4b19-af90-42814e2cf187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.166308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:07:04.186683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44a8dcaa-888f-49af-b4e5-7c0e05dd75a3 req-e31077c0-1605-42f3-a854-19e6136a5252 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338259 May 13 15:07:04.191845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e151686c-51df-4579-82f1-f64651bc5455 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827794 May 13 15:07:04.192770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:04.223896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523144956', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'project_id': '49bff001508646548736068375f91a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:04.255912 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-970d1563-44ff-4d54-9faf-8f9ac39f9fb6 req-a488f13e-07d6-4c3b-9677-55c5f972d2cd tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7900479 May 13 15:07:04.327602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.601409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:04.617308 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:04.669856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:subnet and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:04.715636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:04.752539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:04.761430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ee691-2dcb-4fd0-9bb1-671eac6d52a2 None None] Pushing event updated for resources: {'Port': ['ID=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:04.798215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:04.798215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.098697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Allocated IP 172.20.0.2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/fb0183d0-5010-4d4a-9854-0e72c6186905/d69fd132-6b76-4f2e-87a7-6cebe22b40e1) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:05.121054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d69fd132-6b76-4f2e-87a7-6cebe22b40e1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:05.395447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.470565 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:05.490717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:05.502773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:05.659956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:05.675268 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] Sync routers for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:05.682554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:05.682554 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.747487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=9f1cacae-4b7f-475f-a6a0-cbe492006156,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:05.765314 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:05.765314 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:05.910065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a232bdfa-bc83-4997-926e-be45b430c776 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7323244 May 13 15:07:05.934886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:05.965194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:05.965194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:05.997297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:06:55Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:06.084463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:07:06.084850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Updating router e72d73ee-94ca-4655-97fe-975b44d9fb48 port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:07:06.115346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e8cc-aef6-4d32-bdcd-316e04d400a7 req-2d146452-3dbf-4ed6-8644-4f663987b9ff tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:06.167990 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b281e8cc-aef6-4d32-bdcd-316e04d400a7 req-2d146452-3dbf-4ed6-8644-4f663987b9ff tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 1.5070214 May 13 15:07:06.246980 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:06.304134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] Routers {'f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:06.304134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:06.315491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-878e16bf-551c-4110-a8ad-6d08704c11d3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:06.401546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] For port d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:06.493760 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:06.493760 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79ebab-c204-4ea4-ad11-1d3eb9a27982 None None] The sync data for ids ['f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:06.499324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.582601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-98daf57d-9746-43fe-b0a2-6e4993d24af7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 9.4700472 May 13 15:07:06.588325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:06.595432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.609339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.699895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-878e16bf-551c-4110-a8ad-6d08704c11d3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:06.709358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-878e16bf-551c-4110-a8ad-6d08704c11d3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 HTTP/1.1" status: 200 len: 205 time: 0.7184680 May 13 15:07:06.713128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:06.718445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Transition to ACTIVE for port object d69fd132-6b76-4f2e-87a7-6cebe22b40e1 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:06.720764 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b281e8cc-aef6-4d32-bdcd-316e04d400a7 req-c468c373-1e49-4172-8356-0492d27b970d tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436132 May 13 15:07:06.743815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.764833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e9f5a1-acc8-48a0-82e6-37d0132327d3 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:06.885706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Pushing event updated for resources: {'Port': ['ID=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:06.915963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:06.968810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.969152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.969814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.970462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.970943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.972047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.972574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.973116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.973590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.974057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.974531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:06.975007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10d823-7746-4d6d-a4c4-64be91ac4cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:07.018028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Transition to ACTIVE for port object 79e9f5a1-acc8-48a0-82e6-37d0132327d3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:07.040800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.159223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.287531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:07.554356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd98565-7e07-4477-8933-eaea62f384c2 req-c8f55da5-81dd-4abe-95fa-77b56b97b5e8 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:07.556439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdd98565-7e07-4477-8933-eaea62f384c2 req-c8f55da5-81dd-4abe-95fa-77b56b97b5e8 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 932 time: 1.5186338 May 13 15:07:07.978934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Pushing event updated for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:08.024418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea606d-861c-481a-8b75-f37f8140de52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:08.042774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea606d-861c-481a-8b75-f37f8140de52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:08.044180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65ea606d-861c-481a-8b75-f37f8140de52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:08.082991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.095235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.139123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdd98565-7e07-4477-8933-eaea62f384c2 req-1ff2dde5-50e6-48fd-b75d-097053d81327 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659014 May 13 15:07:08.170077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.173708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-65ea606d-861c-481a-8b75-f37f8140de52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:08.178707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-65ea606d-861c-481a-8b75-f37f8140de52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.5816026 May 13 15:07:08.199190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:08.204458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Transition to ACTIVE for port object cd73e9a6-e51e-4525-be8c-2ee860bb1d44 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:08.219533 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.346033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.346033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:07:08.453377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.475184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f6140a4-91ac-4de8-80f2-b551e56f0813 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 HTTP/1.1" status: 204 len: 168 time: 1.7211177 May 13 15:07:08.497103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:08.507405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1de1-6906-420f-a64f-9b88790cc0a6 None None] Pushing event updated for resources: {'Port': ['ID=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:08.513288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Attempting to bind port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:08.516416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Attempting to bind port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:08.516883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Attempting to bind port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:08.540275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:08.540848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:08.542013 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.542659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:08.543854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Bound port: cd73e9a6-e51e-4525-be8c-2ee860bb1d44, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:08.544534 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.653207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 9f1cacae-4b7f-475f-a6a0-cbe492006156 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:08.653796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.915501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 7872c930-f62a-4cf9-a4f2-d2c70120ef08 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:08.924189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:08.995870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] For port cd73e9a6-e51e-4525-be8c-2ee860bb1d44, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:09.006769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.014994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] For port cd73e9a6-e51e-4525-be8c-2ee860bb1d44, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:09.059482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d69fd132-6b76-4f2e-87a7-6cebe22b40e1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:09.163261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.237252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.376778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fd2451b1-df89-4569-8ee8-523ea255564e None None] Provisioning for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:09.386886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1de1-6906-420f-a64f-9b88790cc0a6 None None] Pushing event updated for resources: {'Port': ['ID=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:09.390344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fd2451b1-df89-4569-8ee8-523ea255564e None None] Provisioning complete for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:09.391060 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fd2451b1-df89-4569-8ee8-523ea255564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.418673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Subnet': ['ID=2b42d536-144f-4386-a85d-73967e39da5e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:09.495817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:09.498911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:09.683985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Attempting to bind port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:09.686429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Attempting to bind port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:09.688280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Attempting to bind port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 on network d5539fcb-aaf7-49e9-9904-e18055424a38 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:09.749588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 on network d5539fcb-aaf7-49e9-9904-e18055424a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:07:09.750715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Attempting to bind port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 on network d5539fcb-aaf7-49e9-9904-e18055424a38 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:09.763991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Checking segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:09.769457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network hostable DHCP agents. Network: dd2973c4-9769-4a3e-912d-4d695ab0e0cc, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:09.836069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:09.836984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Checking segment: {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:09.837558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Bound using segment: {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:09.838272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Bound port: 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ae5f98-9427-404c-b496-59244d3bc74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:09.840899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:09.940128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:09.976411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, dd2973c4-9769-4a3e-912d-4d695ab0e0cc) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:10.070562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:10.165418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:10.172399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:10.192518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.202978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:10.204000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.265380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-0c7abbc2-e487-4f09-8a5d-e96765975d58 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:10.267573 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-0c7abbc2-e487-4f09-8a5d-e96765975d58 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 2.3473752 May 13 15:07:10.279587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.314958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-a620e653-788d-4eea-a34e-1136abe2f8f1 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/quotas/42b058b182fd484293b4020892374ba6 HTTP/1.1" status: 200 len: 375 time: 0.0213208 May 13 15:07:10.319632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:10.320519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.324572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] 10.222.0.86 "PUT /v2.0/ports/79e9f5a1-acc8-48a0-82e6-37d0132327d3 HTTP/1.1" status: 200 len: 1092 time: 7.1962824 May 13 15:07:10.339625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:10.430365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=7872c930-f62a-4cf9-a4f2-d2c70120ef08,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:10.444323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.459185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:10.474681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ba86860-93f4-48c2-ac41-6aa02ddcc43f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/7872c930-f62a-4cf9-a4f2-d2c70120ef08 HTTP/1.1" status: 204 len: 168 time: 1.9750624 May 13 15:07:10.479764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59418) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:10.637703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a16c9c2f-24ed-4a94-8948-c02a5b22daad tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 6.4402361 May 13 15:07:10.649646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:10.713899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2901d88-5f00-4866-9325-f3027f3608f0 req-af3f0d5c-0b17-455a-bdec-9d853959d056 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:10.715996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2901d88-5f00-4866-9325-f3027f3608f0 req-af3f0d5c-0b17-455a-bdec-9d853959d056 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 944 time: 0.7197874 May 13 15:07:10.731968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 9f1cacae-4b7f-475f-a6a0-cbe492006156 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:10.931254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 85769854-e121-4db5-9334-cc236fcb7946 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:11.045494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.081689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921b2a8-20c5-4127-afa9-c141973acf5a None None] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:11.146682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd96ef2-0609-4612-9368-800568ca6d86 None None] Network 77a0bc30-fdf2-4a07-8665-cf5225e49462 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:11.271967 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d2901d88-5f00-4866-9325-f3027f3608f0 req-695c9cfe-b9ef-490a-a679-27467d3e9e9b tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738500 May 13 15:07:11.278567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f87522-ef1f-429d-b1bf-c441bf00bb9c service neutron] Pushing event updated for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:11.489231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.521827 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245a566f-ce23-415d-ba8f-93e9db925395'] response: {'name': 'network-changed', 'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3', 'status': 'completed', 'code': 200} May 13 15:07:11.533371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-35ce0c52-aaa2-4d18-9635-4c9a5d8512d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:11.535269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-35ce0c52-aaa2-4d18-9635-4c9a5d8512d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 1095 time: 1.0891247 May 13 15:07:11.540765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-3ec428f5-e408-4ca3-81f3-6020e3cd7b03 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1740885 May 13 15:07:11.717213 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:11.755252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-d9bbb40a-9c2c-4b8e-b5a4-be4818b8a3d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3 HTTP/1.1" status: 200 len: 217 time: 0.2039576 May 13 15:07:11.998104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.005775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:12.006284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.054631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=85769854-e121-4db5-9334-cc236fcb7946,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:12.072776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.093996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-72dd47a3-6a5f-454c-b953-b8110cba39dc tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/85769854-e121-4db5-9334-cc236fcb7946 HTTP/1.1" status: 204 len: 168 time: 1.6113253 May 13 15:07:12.095829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:12.100424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-20b8d283-c076-47ad-bb5f-bfbf8c2f3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:12.105983 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-20b8d283-c076-47ad-bb5f-bfbf8c2f3f71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f350ba2-195c-45e0-af84-5393ea9730bc HTTP/1.1" status: 200 len: 848 time: 0.2726281 May 13 15:07:12.153909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:12.243690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-a053b783-4ccb-43f4-92de-a176984049fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5539fcb-aaf7-49e9-9904-e18055424a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201565 May 13 15:07:12.308527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca50fe9-6f58-44d1-bbf5-cc14df7fe94f None None] Network 491b1291-d7b9-4813-aa67-ca3044838728 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:12.436933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=9f1cacae-4b7f-475f-a6a0-cbe492006156,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:12.890512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fd2451b1-df89-4569-8ee8-523ea255564e None None] Current status of the port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:12.940870 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.096724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 6c066a46-a6e9-44f1-b638-da5590f86101 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:13.096724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.332889 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.336675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bd6c1999-bee7-4b3a-90b6-c021ec768e50 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/9f1cacae-4b7f-475f-a6a0-cbe492006156 HTTP/1.1" status: 204 len: 168 time: 5.1330533 May 13 15:07:13.340054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:13.417950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0a310c19-be44-48a8-a258-349ef7927dc4 None None] Could not find standard attr ID for object 9f1cacae-4b7f-475f-a6a0-cbe492006156. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:07:13.426953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] DHCP port deletion for 77a0bc30-fdf2-4a07-8665-cf5225e49462 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:13.462085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Deleting port 6c066a46-a6e9-44f1-b638-da5590f86101 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:13.464459 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:13.544120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-13104a7b-9504-41b0-bd10-65ea525a04f1 service neutron] 10.222.0.36 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8760624 May 13 15:07:13.608272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.612254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.628698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.630194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:13.778079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf11b88-6509-43af-beec-61a8dd557272 req-dbb46f40-cec7-4a66-a4a1-392e0401e987 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:13.781616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bf11b88-6509-43af-beec-61a8dd557272 req-dbb46f40-cec7-4a66-a4a1-392e0401e987 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 944 time: 1.0769861 May 13 15:07:13.782864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:13.785003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70a0cd4d-c868-4225-84cd-e3d5837256c2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4368250 May 13 15:07:13.792666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:13.969491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:14.020010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:06:55Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:14.031117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:14.032933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.094872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558295-3e16-4c3e-b2f5-65377c9bc136 None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:06:55Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:14.098021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-a45e1561-1239-4d23-9358-279b5d5cfc7e service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8320665 May 13 15:07:14.379883 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bf11b88-6509-43af-beec-61a8dd557272 req-421711c6-10cd-4ab6-8155-e9969bd04c27 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841269 May 13 15:07:14.473309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 063c5283-f243-4a2f-9bdf-f77518c99b18 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:14.487802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.586891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] For port 6c066a46-a6e9-44f1-b638-da5590f86101, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6c066a46-a6e9-44f1-b638-da5590f86101,segment=NetworkSegment(9e15b154-9586-4ee5-99a4-4a5213809ef3),segment_id=9e15b154-9586-4ee5-99a4-4a5213809ef3)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:14.600760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.605250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-508c546c-5ce1-424b-bcbd-f1be5a75eed0 service neutron] 10.222.0.36 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0369244 May 13 15:07:14.705188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6c066a46-a6e9-44f1-b638-da5590f86101 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:14.720685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 6c066a46-a6e9-44f1-b638-da5590f86101, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6c066a46-a6e9-44f1-b638-da5590f86101,segment=NetworkSegment(9e15b154-9586-4ee5-99a4-4a5213809ef3),segment_id=9e15b154-9586-4ee5-99a4-4a5213809ef3)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:14.721456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.755159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:14.890643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-5bae2634-74a3-44db-8ac6-2769c4d8934e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0850413 May 13 15:07:14.911839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e1b50ff-c4a0-4805-86c0-7a6e82bf0ce2 req-8f5af2b9-8d86-46bb-ba31-744cb9a152b8 service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825458 May 13 15:07:14.980589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.034593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 6c066a46-a6e9-44f1-b638-da5590f86101 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:15.274979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f1935d29-b148-470e-9868-dac456d40a4f req-7d238b99-f119-4e89-805f-71c32a8e358f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 0.1131833 May 13 15:07:15.306154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.387463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Calling delete_port for 6c066a46-a6e9-44f1-b638-da5590f86101 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:15.423300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:15.665795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:07:15.666614 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:07:15.666737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=6c066a46-a6e9-44f1-b638-da5590f86101,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:15.669411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 6c066a46-a6e9-44f1-b638-da5590f86101 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:07:15.669821 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6c066a46-a6e9-44f1-b638-da5590f86101 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:15.683593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port 6c066a46-a6e9-44f1-b638-da5590f86101 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:16.226043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.265399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Allocated IP 172.20.0.2 (dd2973c4-9769-4a3e-912d-4d695ab0e0cc/2b42d536-144f-4386-a85d-73967e39da5e/ad87366b-f57a-4156-9eaf-de011d1cfe70) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:16.271648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.311467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Deleting port 6c066a46-a6e9-44f1-b638-da5590f86101 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:16.315653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.572710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=063c5283-f243-4a2f-9bdf-f77518c99b18,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:16.581849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.595502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a0bc30-fdf2-4a07-8665-cf5225e49462']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:16.635279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e15b154-9586-4ee5-99a4-4a5213809ef3') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:16.635748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e15b154-9586-4ee5-99a4-4a5213809ef3') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:16.730845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.768271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bcc1dc51-0ec7-4323-be43-6f4f4010a691 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/063c5283-f243-4a2f-9bdf-f77518c99b18 HTTP/1.1" status: 204 len: 168 time: 2.9159794 May 13 15:07:16.774426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:16.786607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-6896fc30-3ac2-4937-934f-305fd0dce2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.789242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-6896fc30-3ac2-4937-934f-305fd0dce2b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c05db4f77e8341e781542ce1d486841e&device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 1095 time: 1.4740071 May 13 15:07:16.810564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.841665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:16.842295 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: timer() May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:16.922240 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:16.978514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980dee-d294-49e5-8138-59c187ac40ff req-33f98e26-9c94-4765-99eb-ef45a035f808 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.980145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-56980dee-d294-49e5-8138-59c187ac40ff req-33f98e26-9c94-4765-99eb-ef45a035f808 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:16.986801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-7917459e-e38a-48cb-84dc-ae6c1e1f89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:16.988626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-7917459e-e38a-48cb-84dc-ae6c1e1f89b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 1096 time: 1.4881990 May 13 15:07:16.994530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet fb0183d0-5010-4d4a-9854-0e72c6186905 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:16.998860 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.083797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.147042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cd73e9a6-e51e-4525-be8c-2ee860bb1d44 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:17.264050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.378915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-67251850-8a22-4c97-86a4-63f585147766 req-a761ca0f-b5d3-49cf-af26-79ca85d8ff22 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 0.2625706 May 13 15:07:17.449524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.511319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.514406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3f837-3dd2-4a4c-a804-2bbc02f3fb4b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:17.541958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/77a0bc30-fdf2-4a07-8665-cf5225e49462 HTTP/1.1" status: 204 len: 168 time: 5.4423902 May 13 15:07:17.541958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618155b-cab1-4087-8e15-7e0443027b14 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=77a0bc30-fdf2-4a07-8665-cf5225e49462,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:17.551279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:17.593135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 79e9f5a1-acc8-48a0-82e6-37d0132327d3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:07:17.677417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8fab83e6-6a38-40b4-a9ac-21fcf5047830 None None] The port '6c066a46-a6e9-44f1-b638-da5590f86101' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:07:17.849885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] DHCP port deletion for 491b1291-d7b9-4813-aa67-ca3044838728 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:17.892914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Deleting port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:17.893935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:17.999745 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.034210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:18.034735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.662442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] For port 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5a4521e6-6405-4f0a-a36a-8501274ab0c9,segment=NetworkSegment(293aa042-7d42-44fb-9f1b-dd9c7bcacb0c),segment_id=293aa042-7d42-44fb-9f1b-dd9c7bcacb0c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:18.663158 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:18.898088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-56980dee-d294-49e5-8138-59c187ac40ff req-33f98e26-9c94-4765-99eb-ef45a035f808 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:18.915557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56980dee-d294-49e5-8138-59c187ac40ff req-33f98e26-9c94-4765-99eb-ef45a035f808 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 944 time: 2.4804688 May 13 15:07:19.395226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-8cfc3c59-3014-4a04-b791-45ba3c709deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:19.396792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-8cfc3c59-3014-4a04-b791-45ba3c709deb service neutron] 10.222.0.86 "GET /v2.0/networks?id=d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 200 len: 909 time: 1.8395524 May 13 15:07:19.450073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.491851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Transition to ACTIVE for port object ad87366b-f57a-4156-9eaf-de011d1cfe70 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:19.568551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Transition to ACTIVE for port object ad87366b-f57a-4156-9eaf-de011d1cfe70 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:19.570988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-e7eff156-d8db-413a-9d2f-65b776c90534 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3 HTTP/1.1" status: 200 len: 217 time: 0.1547883 May 13 15:07:19.571966 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.633348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Calling delete_port for 5a4521e6-6405-4f0a-a36a-8501274ab0c9 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:19.828240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56980dee-d294-49e5-8138-59c187ac40ff req-440f8881-0dd3-4a0b-a31d-1427a83805e1 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9083993 May 13 15:07:19.830478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-a5a998a4-b859-4525-ac42-e032f29b5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:19.849129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-a5a998a4-b859-4525-ac42-e032f29b5546 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f350ba2-195c-45e0-af84-5393ea9730bc HTTP/1.1" status: 200 len: 848 time: 0.1186664 May 13 15:07:19.856642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 5a4521e6-6405-4f0a-a36a-8501274ab0c9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5a4521e6-6405-4f0a-a36a-8501274ab0c9,segment=NetworkSegment(293aa042-7d42-44fb-9f1b-dd9c7bcacb0c),segment_id=293aa042-7d42-44fb-9f1b-dd9c7bcacb0c)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:19.858132 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:19.860046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.053003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0183d0-5010-4d4a-9854-0e72c6186905,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:20.063381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.117701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cbedce2-a7ab-49ab-beec-6a021d66159e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/fb0183d0-5010-4d4a-9854-0e72c6186905 HTTP/1.1" status: 204 len: 168 time: 3.3359520 May 13 15:07:20.136007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:20.143226 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-63e3cdea-a7ac-4c6d-8a76-b618e950b86c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d5539fcb-aaf7-49e9-9904-e18055424a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2919464 May 13 15:07:20.179622 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 2.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:20.282271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:20.316623 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-55e6dda1-9bf2-4ed4-b0e1-41806d981437 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711779 May 13 15:07:20.375075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.1 (dd2973c4-9769-4a3e-912d-4d695ab0e0cc/2b42d536-144f-4386-a85d-73967e39da5e/bde6baf3-2ec7-4cb2-9076-df8f0b634f7e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:20.386893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-229fa7d3-c95d-4f1c-a4a0-6f1e2f2c4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:20.399188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-229fa7d3-c95d-4f1c-a4a0-6f1e2f2c4b45 service neutron] 10.222.0.90 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 914 time: 2.8261204 May 13 15:07:20.400076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 59672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:20.474515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 5a4521e6-6405-4f0a-a36a-8501274ab0c9 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:20.508206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:20.545273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-9565ef42-2c31-4814-a59c-2a6fca57caa0 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:20.546772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-9565ef42-2c31-4814-a59c-2a6fca57caa0 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.86 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 2.4033821 May 13 15:07:20.572121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-844d8023-12dc-4b52-9b66-682e61701c0e req-009a65ed-f1c1-4a7b-80db-fea528805fa2 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 1.7346482 May 13 15:07:20.592132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Request body: {'port': {'device_id': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'admin_state_up': True, 'tenant_id': '42b058b182fd484293b4020892374ba6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:20.600417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:20.601210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.606872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:20.632724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:20.649064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Made reservation on behalf of 42b058b182fd484293b4020892374ba6 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:20.654115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.754515 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:20.923619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.057835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:21.110227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=5a4521e6-6405-4f0a-a36a-8501274ab0c9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.171223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:21.209736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:21.318730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Pushing event updated for resources: {'Port': ['ID=ad87366b-f57a-4156-9eaf-de011d1cfe70,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:21.322802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:21.325952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.485128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-2ab7acb8-4613-4d67-850d-7b6912b65b2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80c15b91-1fac-4dca-99ef-aea808e61c56 HTTP/1.1" status: 200 len: 217 time: 0.9971924 May 13 15:07:21.626017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:21.630902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:21.635499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:21.643362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:21.711900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:21.742898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.767790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:21.769802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:21.838204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port cd73e9a6-e51e-4525-be8c-2ee860bb1d44, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:21.890587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Allocated IP 172.20.0.5 (c0097e20-7aa6-44f6-870f-d459d1012152/ce3315df-fb45-4247-925e-dc40c2a87822/8fe06a73-7eba-4e1a-82fc-8a274d708abe) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:21.911815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.124920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:07:22.134630 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:07:22.135801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.409181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:22.482005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-83affa44-a03d-4f45-be21-350be07fd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:22.484994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-83affa44-a03d-4f45-be21-350be07fd629 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.9461443 May 13 15:07:22.512180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5a4521e6-6405-4f0a-a36a-8501274ab0c9 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:22.621161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4a8a240-86d7-4874-8d64-bbbc8df556a0 req-066a62be-f8aa-4de5-bafd-97ebd3b7742f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 0.8356810 May 13 15:07:22.638110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491b1291-d7b9-4813-aa67-ca3044838728']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.680859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Deleting port 5a4521e6-6405-4f0a-a36a-8501274ab0c9 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:22.681556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.712991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '79e9f5a1-acc8-48a0-82e6-37d0132327d3', 'network_id': 'd5539fcb-aaf7-49e9-9904-e18055424a38', 'port_id': '79e9f5a1-acc8-48a0-82e6-37d0132327d3', 'mac_address': 'fa:16:3e:8b:6c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f350ba2-195c-45e0-af84-5393ea9730bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:07:22.717911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-debc8a7f-a292-47aa-b900-5b35e9f9b148 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611035 May 13 15:07:22.718793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Attempting to bind port ad87366b-f57a-4156-9eaf-de011d1cfe70 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:22.719302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Attempting to bind port ad87366b-f57a-4156-9eaf-de011d1cfe70 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:22.720015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Attempting to bind port ad87366b-f57a-4156-9eaf-de011d1cfe70 on network dd2973c4-9769-4a3e-912d-4d695ab0e0cc {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:22.731548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.731850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293aa042-7d42-44fb-9f1b-dd9c7bcacb0c') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:22.817628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:22.818268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.818455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Checking segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:22.819016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.819572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Bound using segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:22.820284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Bound port: ad87366b-f57a-4156-9eaf-de011d1cfe70, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:22.820850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.869586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:22.870156 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.880343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.885716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.897888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:07:22.898556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:22.922465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5a4521e6-6405-4f0a-a36a-8501274ab0c9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:22.923031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5a4521e6-6405-4f0a-a36a-8501274ab0c9 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:22.988015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-75431601-0fb4-491a-9873-22491322c4e9 None None] The port '5a4521e6-6405-4f0a-a36a-8501274ab0c9' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:07:23.018688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e9f5a1-acc8-48a0-82e6-37d0132327d3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:23.039391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:23.052800 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.062129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:23.164732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:23.176843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Deleting port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:23.177219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: timer() May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:07:23.191635 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:07:23.326666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] For port ad87366b-f57a-4156-9eaf-de011d1cfe70, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:23.341011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:23.353721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] For port ad87366b-f57a-4156-9eaf-de011d1cfe70, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad87366b-f57a-4156-9eaf-de011d1cfe70,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:23.387624 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.392493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.493815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.561988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=491b1291-d7b9-4813-aa67-ca3044838728,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:23.583375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['79e9f5a1-acc8-48a0-82e6-37d0132327d3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:07:23.597224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.631514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-2321cd80-7cc1-4e4b-bf78-f8643fbed2fd service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.3172152 May 13 15:07:23.653377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Transition to ACTIVE for port object 8fe06a73-7eba-4e1a-82fc-8a274d708abe will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:23.657000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-65e33214-7a24-45e2-978d-9ab6d9498e9b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/491b1291-d7b9-4813-aa67-ca3044838728 HTTP/1.1" status: 204 len: 168 time: 6.1045918 May 13 15:07:23.663353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 59930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:23.671405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071127281'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:23.681614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:23.685437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65817bd4-78b6-4016-8f84-83d2f21bfc15 req-240490b5-a47d-4c25-bfb9-1dea7ad9b38a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:23.688014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-65817bd4-78b6-4016-8f84-83d2f21bfc15 req-240490b5-a47d-4c25-bfb9-1dea7ad9b38a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 944 time: 2.3298988 May 13 15:07:23.699809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:23.707609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:23.718893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:23.739910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:23.745287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.773173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.871647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:07:23.876437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:23.901576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:07:23.906273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Network c0097e20-7aa6-44f6-870f-d459d1012152 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:23.911243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:23.915684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:23.973407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:23.973947 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment b4d46806-78da-429f-940e-927776810f6f of type vlan for network 94b3545c-11ad-4b70-abfe-508a11bfe991 May 13 15:07:24.018942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:24.019823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.024245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object bde6baf3-2ec7-4cb2-9076-df8f0b634f7e will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:24.055433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.082239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-37738818-b2a9-4ae4-a82c-6e1fcfd1547f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5021725 May 13 15:07:24.103430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Request body: {'port': {'device_id': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:24.345625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:07:24.374248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cd73e9a6-e51e-4525-be8c-2ee860bb1d44 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:24.554785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:24.621289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-570fc5d2-11f9-4c7f-9722-fa7d86aef7a7 None None] Provisioning for port 8fe06a73-7eba-4e1a-82fc-8a274d708abe completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:24.658607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-570fc5d2-11f9-4c7f-9722-fa7d86aef7a7 None None] Provisioning complete for port 8fe06a73-7eba-4e1a-82fc-8a274d708abe triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:24.659373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-570fc5d2-11f9-4c7f-9722-fa7d86aef7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.663894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:24.736031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839a195-e84d-4bfd-9af1-1937054ff492 None None] Pushing event updated for resources: {'Port': ['ID=ad87366b-f57a-4156-9eaf-de011d1cfe70,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:24.736558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-65817bd4-78b6-4016-8f84-83d2f21bfc15 req-43efa5c4-48c0-479e-b7b1-d73fc31c6ba8 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457792 May 13 15:07:25.010401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.023606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:25.029479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.049930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-11835fb3-073a-423f-bc7b-ea6c605122bf req-2278e128-60c4-48f8-9cc3-a7794baf51cc service neutron] 10.222.0.86 "GET /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602007 May 13 15:07:25.152673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-570fc5d2-11f9-4c7f-9722-fa7d86aef7a7 None None] Port 8fe06a73-7eba-4e1a-82fc-8a274d708abe cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:25.166178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-d7e12156-4d5a-4ffa-912f-fb5f596e9633 service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4063501 May 13 15:07:25.222284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] For port d69fd132-6b76-4f2e-87a7-6cebe22b40e1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:25.224105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.365304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.546524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Calling delete_port for d69fd132-6b76-4f2e-87a7-6cebe22b40e1 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:25.656776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:25.657562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:25.793701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60056) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:25.903084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2382703 May 13 15:07:25.914797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:25.915818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:25.930720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:25.934314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:25.955539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:26.007535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0e94-890f-4373-b72b-7f2a1a8e38db req-8ce69a76-5dba-42e7-bf12-3bbb4d47c10f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:26.008341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-59ca0e94-890f-4373-b72b-7f2a1a8e38db req-8ce69a76-5dba-42e7-bf12-3bbb4d47c10f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:26.032964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff726a5-8067-4349-bf89-78248935131e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=94b3545c-11ad-4b70-abfe-508a11bfe991,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:26.123149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:07:26.162257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-59ca0e94-890f-4373-b72b-7f2a1a8e38db req-8ce69a76-5dba-42e7-bf12-3bbb4d47c10f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:26.162503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:26.165038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59ca0e94-890f-4373-b72b-7f2a1a8e38db req-8ce69a76-5dba-42e7-bf12-3bbb4d47c10f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1027 time: 1.7165165 May 13 15:07:26.309575 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-59ca0e94-890f-4373-b72b-7f2a1a8e38db req-06ab13e2-561c-4ea1-9e9c-3e0eb9f4fdf7 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635948 May 13 15:07:26.399687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:26.409943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.623267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.682073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe06a73-7eba-4e1a-82fc-8a274d708abe {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:26.720189 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:26.733984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:26.755399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8ae6982ac8465dac3e0bce529da1ff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:26.789670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:26.796437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d69fd132-6b76-4f2e-87a7-6cebe22b40e1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:26.799723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Transition to ACTIVE for port object 8fe06a73-7eba-4e1a-82fc-8a274d708abe will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:26.822027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:26.882689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6b1f0c5b-b7c5-4da8-a1a6-55fd7bac7792 req-1260091d-7df2-41ec-af73-d7678f1805f3 service neutron] 10.222.0.90 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6755297 May 13 15:07:26.934672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:26.943375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:26.962692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] No DVR routers for this DVR port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:26.976647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:26.999931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.002039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:27.009605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_pluggable_backend [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Port d69fd132-6b76-4f2e-87a7-6cebe22b40e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 13 15:07:27.010205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_pluggable_backend [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7e:9bd5 {{(pid=88132) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 13 15:07:27.021027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.047038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab8649-9267-4ecf-8538-43676657d801 None None] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:27.125295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d69fd132-6b76-4f2e-87a7-6cebe22b40e1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:27.129682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d69fd132-6b76-4f2e-87a7-6cebe22b40e1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:27.158504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.345773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 79e9f5a1-acc8-48a0-82e6-37d0132327d3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:27.475549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.480746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b18d5-0546-4e0f-b2ba-3ce53db94838 None None] Pushing event deleted for resources: {'Port': ['ID=d69fd132-6b76-4f2e-87a7-6cebe22b40e1,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.531308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad87366b-f57a-4156-9eaf-de011d1cfe70 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:27.559394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.576298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.633844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Attempting to bind port 8fe06a73-7eba-4e1a-82fc-8a274d708abe on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:27.634452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Attempting to bind port 8fe06a73-7eba-4e1a-82fc-8a274d708abe by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:27.634777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Attempting to bind port 8fe06a73-7eba-4e1a-82fc-8a274d708abe on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:27.672841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Port 8fe06a73-7eba-4e1a-82fc-8a274d708abe on network c0097e20-7aa6-44f6-870f-d459d1012152 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:07:27.673164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Attempting to bind port 8fe06a73-7eba-4e1a-82fc-8a274d708abe on network c0097e20-7aa6-44f6-870f-d459d1012152 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:27.736390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:27.752561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.768599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f8ae6982ac8465dac3e0bce529da1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9481962 May 13 15:07:27.768892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:27.790425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=a702e754-db37-4c9d-92a8-e68a1586ff3e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.792965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6abd831e-be6a-4399-9a78-c61f605286a7 None None] Provisioning for port ad87366b-f57a-4156-9eaf-de011d1cfe70 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:27.812843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:27.813375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Checking segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:27.820437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Bound using segment: {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:27.821004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Bound port: 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:27.821514 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:27.846938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc7ad4-0bcd-4f55-be44-7a6620976eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc3b1b-9800-4d76-aa8b-8009635a57a7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:27.910474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:28.010992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:28.011480 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.087792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ad87366b-f57a-4156-9eaf-de011d1cfe70 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:28.137476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:28.179396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:28.183173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ad87366b-f57a-4156-9eaf-de011d1cfe70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:28.186634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.198763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:28.200291 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.269036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24978033-a66e-4163-89c0-94cd23581cf8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.7886395 May 13 15:07:28.272559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:28.344775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:28.376978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbd01a-df7e-492b-94a2-2fb7b4800dab None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:28.377495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe63aaf-c730-4be2-b6f2-b75ee1892378 req-fe5a636b-1d75-4b3b-8b82-ee495c639e91 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:28.391008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fe63aaf-c730-4be2-b6f2-b75ee1892378 req-fe5a636b-1d75-4b3b-8b82-ee495c639e91 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 945 time: 2.2502260 May 13 15:07:28.436644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5a6d-fbc3-450e-bf25-1fd9052ce9db req-86aede75-81b9-4fcf-bbfc-859e59094aae tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:28.438373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28be5a6d-fbc3-450e-bf25-1fd9052ce9db req-86aede75-81b9-4fcf-bbfc-859e59094aae tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1052 time: 0.7664845 May 13 15:07:28.464473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:28.536631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.539440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9fe63aaf-c730-4be2-b6f2-b75ee1892378 req-42f513c2-73a1-42a4-ad68-01ac6e71d13e tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449542 May 13 15:07:28.616272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:28.660530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.834687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:28.835942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.840442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] 10.222.0.86 "PUT /v2.0/ports/8fe06a73-7eba-4e1a-82fc-8a274d708abe HTTP/1.1" status: 200 len: 1091 time: 4.7439458 May 13 15:07:28.868033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:28.891394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.918584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:28.935704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:28.936660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.122586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28be5a6d-fbc3-450e-bf25-1fd9052ce9db req-5739b444-ff4c-45bd-a940-1c20302a9e15 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594906 May 13 15:07:29.302700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b2b81-96c7-4e9d-9032-95703b66333e service neutron] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:29.305249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:29.335875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:29.346312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:29.357613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:29.372780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ad87366b-f57a-4156-9eaf-de011d1cfe70 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:29.373427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.376749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:29.422381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:29.431101 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.544469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:29.548600 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3289a7e5-e32c-408d-8e20-0df8e9ed2fe6'] response: {'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3', 'code': 200} May 13 15:07:29.648277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.688899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8e0cf5c5-6416-46c4-afee-bba494ec39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:29.691223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-8e0cf5c5-6416-46c4-afee-bba494ec39c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.7393837 May 13 15:07:29.712903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc3b1b-9800-4d76-aa8b-8009635a57a7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:29.841638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.926559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port ad87366b-f57a-4156-9eaf-de011d1cfe70, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad87366b-f57a-4156-9eaf-de011d1cfe70,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:29.951453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:29.959080 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b3895670-76a9-41b9-90f8-e7d63b24e8da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60bc3b1b-9800-4d76-aa8b-8009635a57a7 HTTP/1.1" status: 204 len: 168 time: 2.1692073 May 13 15:07:30.005278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.099691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.114155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-c7f9cf8e-d6ee-4319-bcdd-f026fbd3fc83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe HTTP/1.1" status: 200 len: 217 time: 0.3743079 May 13 15:07:30.154394 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36848ba-86fe-4a64-a383-0ad5958fe2b5'] response: {'name': 'network-changed', 'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'status': 'completed', 'code': 200} May 13 15:07:30.185054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2fca4843-7945-4793-af32-140051de475a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.367745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Provisioning for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:30.412299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Provisioning complete for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:30.425271 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.525201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-2c33984c-a37e-414f-9c7e-49222563dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:30.534127 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-2c33984c-a37e-414f-9c7e-49222563dd3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 200 len: 848 time: 0.3935888 May 13 15:07:30.599789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': 'a702e754-db37-4c9d-92a8-e68a1586ff3e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:30.601302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.648672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:30.692937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': 'b4d46806-78da-429f-940e-927776810f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:30.693355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 94b3545c-11ad-4b70-abfe-508a11bfe991, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:07:30.876555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:30.916002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:30.931758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=2409d1e6-bc1a-41be-a948-a7bd40482bd6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:30.987270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=ad87366b-f57a-4156-9eaf-de011d1cfe70,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:31.037143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:31.056639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43eca-762b-469e-aa22-4b7196e1e40d req-f04f41a8-9590-4eea-82bb-5355c8c01baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.060204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2af43eca-762b-469e-aa22-4b7196e1e40d req-f04f41a8-9590-4eea-82bb-5355c8c01baf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 1097 time: 1.2230227 May 13 15:07:31.125754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:31.126024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Provisioning complete for port ad87366b-f57a-4156-9eaf-de011d1cfe70 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:31.130261 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.150194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7da8766c8d470db8f889aea2fb5ff2 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:31.166253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:31.173040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:07:31.203004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2af43eca-762b-469e-aa22-4b7196e1e40d req-cc34f429-e00e-4445-99a9-b8e56749931c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251040 May 13 15:07:31.209686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:31.211783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 94b3545c-11ad-4b70-abfe-508a11bfe991) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:31.227791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913912-8776-4e08-a65b-55703de8c4e6 req-0b7d06f2-a3aa-4a0a-a9b4-9e1518e3e960 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.230698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46913912-8776-4e08-a65b-55703de8c4e6 req-0b7d06f2-a3aa-4a0a-a9b4-9e1518e3e960 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 946 time: 1.2426844 May 13 15:07:31.246716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e7f21-e41c-43de-a154-ce640c7e69d3 None None] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:31.279787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.280434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.353451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91b275-8077-4a6e-8219-c1002f35b19a req-f9f0def9-d989-4af8-b83f-e487bcbb8d59 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.354536 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d91b275-8077-4a6e-8219-c1002f35b19a req-f9f0def9-d989-4af8-b83f-e487bcbb8d59 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.5907943 May 13 15:07:31.373260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2cd78757-8aa5-42c5-94e6-8d82e8a02ef0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2490509 May 13 15:07:31.390466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:31.403280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2099064367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:31.435632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:31.447933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46913912-8776-4e08-a65b-55703de8c4e6 req-8d069f30-c2eb-423f-b12b-3bc80905774a tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895401 May 13 15:07:31.453809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.467153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:31.471963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:31.481028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:31.527394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d91b275-8077-4a6e-8219-c1002f35b19a req-9741b760-2bda-48e5-8a7c-9c2f1f7feaac tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415975 May 13 15:07:31.528453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.529881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.532773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:31.539919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:31.556085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.557182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.567220 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.610596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3257709 May 13 15:07:31.614873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.615440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:31.617675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-bf43eaa0-63a1-4fee-98ec-0e08910f353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:31.619416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-bf43eaa0-63a1-4fee-98ec-0e08910f353c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0097e20-7aa6-44f6-870f-d459d1012152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0729427 May 13 15:07:31.627309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.629942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:43:27:0e', 'name': 'tempest-NetworksTestDHCPv6-1269028785'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:31.833996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955bd1f-1a60-439b-9a8b-4f83e3354320 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=d006e384-bf48-46b5-a0a9-1c71f4e202a2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:31.840836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.849786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-94b3545c-11ad-4b70-abfe-508a11bfe991', 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '2409d1e6-bc1a-41be-a948-a7bd40482bd6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:07:31.853991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.953612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:31.964070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.068737 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.162173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:32.166843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-baa78b19-03c4-4ac7-ac81-639fe6e96697 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7703192 May 13 15:07:32.175611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:32.201489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:32.226888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Allocated IP 2001:db8::2 (94b3545c-11ad-4b70-abfe-508a11bfe991/2409d1e6-bc1a-41be-a948-a7bd40482bd6/373b2aee-934a-4c31-8e96-084fb9e87cdd) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:32.244787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:32.276012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'port': {'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991', 'name': 'tempest-RoutersIpV6Test-1911102140'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:32.335938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:32.380683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad87366b-f57a-4156-9eaf-de011d1cfe70 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:32.463431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0928dc-ca2f-4402-a5fb-0af2866cd0b6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:32.477515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:32.483228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Allocated IP 2001:db8::f816:3eff:feda:42e6 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/a702e754-db37-4c9d-92a8-e68a1586ff3e/038f5bd5-7de7-42d3-bb0c-95bf3749cab4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:32.492971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-510f2846-e0e6-4f86-a7e2-12a539b20219 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e7da8766c8d470db8f889aea2fb5ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6131680 May 13 15:07:32.493713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60140) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:32.594376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-6352db84-2485-4b78-9c83-a6e9d351052e service neutron] 10.222.0.86 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9438884 May 13 15:07:32.595800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:32.753002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:port and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:32.755169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:32.766157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:32.767858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:32.770656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.155822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:33.257250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.314605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:33.318897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.378539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4797610a-b11c-4c91-a295-56689cedc6fb None None] Current status of the port ad87366b-f57a-4156-9eaf-de011d1cfe70 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:33.385361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.401114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Transition to ACTIVE for port object 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:33.429444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Transition to ACTIVE for port object 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:33.455562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] device_id is not set on port 282b44f9-dde3-4a20-b180-5917c4d2d1db yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:33.471516 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.577749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65af6ff3-932d-4148-b4fb-878bb6ff8907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.594005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Pushing event updated for resources: {'Port': ['ID=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:33.644256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a027537-9d10-4386-bafa-4c8c3e6568ab req-819ab9d2-c53d-4e67-a894-d0e625b3aeeb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:33.645764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a027537-9d10-4386-bafa-4c8c3e6568ab req-819ab9d2-c53d-4e67-a894-d0e625b3aeeb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 946 time: 0.8545587 May 13 15:07:33.708915 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:07:33.717194 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.732034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:33.735421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d0fec0cf-58c6-4780-a08b-be3ae8774267 None None] Provisioning complete for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:33.736995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:07:33.739169 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d0fec0cf-58c6-4780-a08b-be3ae8774267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.764732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.809088 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:33.811098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:33.831538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6f2f9c65-605d-409e-8806-557a11d841f0 req-cab251bb-7bc2-4d5f-a58d-23d1f6dc1474 service neutron] 10.222.0.86 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2239239 May 13 15:07:33.875825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 5f218105-ffd9-44b6-9902-b4ad65f7c0cb yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:07:34.017258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.029773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a027537-9d10-4386-bafa-4c8c3e6568ab req-7975bd52-b658-484b-8e19-f87b1d48d8e3 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599105 May 13 15:07:34.068862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:34.089404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff56c2-6945-434d-93dd-02d631369a16 req-244ace84-18e8-4b45-8c3c-507a712ca41c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:34.091891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04ff56c2-6945-434d-93dd-02d631369a16 req-244ace84-18e8-4b45-8c3c-507a712ca41c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 1.2813067 May 13 15:07:34.098387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ad87366b-f57a-4156-9eaf-de011d1cfe70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:34.098887 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.156799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.299525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Transition to ACTIVE for port object 373b2aee-934a-4c31-8e96-084fb9e87cdd will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:34.319630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ba2c-b70d-41a8-9384-56251978b914 req-d1c6e936-0209-4ab1-9cb1-3bbf4053f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:34.321167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-d1c6e936-0209-4ab1-9cb1-3bbf4053f2f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.3672578 May 13 15:07:34.395141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0928dc-ca2f-4402-a5fb-0af2866cd0b6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:34.440312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.446360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b8769f7c-5604-4569-8ab8-14fcf3f8f135 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a0928dc-ca2f-4402-a5fb-0af2866cd0b6 HTTP/1.1" status: 204 len: 168 time: 1.9462221 May 13 15:07:34.463855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04ff56c2-6945-434d-93dd-02d631369a16 req-e5ffec0f-def3-4b76-869b-200f2f02c6a2 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581965 May 13 15:07:34.541295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:34.555972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d0fec0cf-58c6-4780-a08b-be3ae8774267 None None] Port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:34.557512 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10a79dad-ea35-4659-a358-6a4ecf03b3bd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/e72d73ee-94ca-4655-97fe-975b44d9fb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.8985951 May 13 15:07:34.560831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:34.610141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:34.662559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Transition to ACTIVE for port object 373b2aee-934a-4c31-8e96-084fb9e87cdd will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:34.762877 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:34.786205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:34.790693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:34.794398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 172.20.0.14 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/d006e384-bf48-46b5-a0a9-1c71f4e202a2/5f218105-ffd9-44b6-9902-b4ad65f7c0cb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:34.805797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe43:270e (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/a702e754-db37-4c9d-92a8-e68a1586ff3e/5f218105-ffd9-44b6-9902-b4ad65f7c0cb) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:35.015731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.016232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.016704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.017172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.017636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.018099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.018683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.019360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.019832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.020312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.023339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e4c8779f-61e9-4d88-987f-8f951eba53be tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7105 time: 0.4609623 May 13 15:07:35.025545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Attempting to bind port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:35.026166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.031184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Attempting to bind port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:35.031837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Attempting to bind port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5124406b-6af2-4c48-947e-d28e7304ca31 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.1818593 May 13 15:07:35.212088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:35.329818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:35.330458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:35.331825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.331825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:35.332503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Bound port: 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:35.333601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.370736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:35.406159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:35.416764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:35.470466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:35.479897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ad87366b-f57a-4156-9eaf-de011d1cfe70 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:35.496354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Pushing event updated for resources: {'Port': ['ID=373b2aee-934a-4c31-8e96-084fb9e87cdd,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:35.601486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ba2c-b70d-41a8-9384-56251978b914 req-3665b918-8733-4ac2-994e-db3d6272f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.613143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-3665b918-8733-4ac2-994e-db3d6272f65e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 1.2692528 May 13 15:07:35.645655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:35.757485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-622f3ede-ed31-4f6b-8d6e-17ea916ecd9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe HTTP/1.1" status: 200 len: 217 time: 0.1151259 May 13 15:07:35.854622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8bd7a159-6ffc-4008-ae19-aee684886915 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.6435556 May 13 15:07:35.944732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ba2c-b70d-41a8-9384-56251978b914 req-6b0713a2-767b-44cc-97ec-ceedbaf4f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:35.947980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-6b0713a2-767b-44cc-97ec-ceedbaf4f75c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 200 len: 848 time: 0.1712847 May 13 15:07:36.100731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8::178 (94b3545c-11ad-4b70-abfe-508a11bfe991/2409d1e6-bc1a-41be-a948-a7bd40482bd6/282b44f9-dde3-4a20-b180-5917c4d2d1db) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:36.206232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] For port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:36.209567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Attempting to bind port 373b2aee-934a-4c31-8e96-084fb9e87cdd on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:36.209915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Attempting to bind port 373b2aee-934a-4c31-8e96-084fb9e87cdd by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b4d46806-78da-429f-940e-927776810f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:36.210404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Attempting to bind port 373b2aee-934a-4c31-8e96-084fb9e87cdd on network 94b3545c-11ad-4b70-abfe-508a11bfe991 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:36.215079 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.223894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:36.224583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Checking segment: {'id': 'b4d46806-78da-429f-940e-927776810f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:36.225170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.225849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Bound using segment: {'id': 'b4d46806-78da-429f-940e-927776810f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:36.226427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Bound port: 373b2aee-934a-4c31-8e96-084fb9e87cdd, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d46806-78da-429f-940e-927776810f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '94b3545c-11ad-4b70-abfe-508a11bfe991'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:36.226994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.300374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 5f218105-ffd9-44b6-9902-b4ad65f7c0cb will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:36.317710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] For port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:36.357393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ba2c-b70d-41a8-9384-56251978b914 req-aa540655-e5d8-4d26-ac66-c9b2d5ab26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:36.359346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-aa540655-e5d8-4d26-ac66-c9b2d5ab26f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0097e20-7aa6-44f6-870f-d459d1012152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3557608 May 13 15:07:36.383714 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.509485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:36.515912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704628857', 'description': 'tempest-secgroup-smoke-704628857 description', 'project_id': '49bff001508646548736068375f91a15'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:36.533463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:36.545410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:36.555361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:36.575694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8061119-edcd-4bb7-8181-2bfb346d8951 req-b8817072-b8c5-4340-b2aa-6fb2b7c5b3b5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:36.584642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8061119-edcd-4bb7-8181-2bfb346d8951 req-b8817072-b8c5-4340-b2aa-6fb2b7c5b3b5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.6949298 May 13 15:07:36.584935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:36.626304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.734275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:36.769048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:36.858634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199ceb6-9aaa-4b34-9db8-4907050efe93 None None] Pushing event updated for resources: {'Port': ['ID=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:36.864459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.875576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] For port 373b2aee-934a-4c31-8e96-084fb9e87cdd, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:36.901935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 282b44f9-dde3-4a20-b180-5917c4d2d1db will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:36.903883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:36.907235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] For port 373b2aee-934a-4c31-8e96-084fb9e87cdd, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=373b2aee-934a-4c31-8e96-084fb9e87cdd,segment=NetworkSegment(b4d46806-78da-429f-940e-927776810f6f),segment_id=b4d46806-78da-429f-940e-927776810f6f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:36.929795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:36.978862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:37.172929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-35afce78-e0f2-4f8a-87bc-ccfe1102be2b service neutron] 10.222.0.86 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896698 May 13 15:07:37.176680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.178683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.179250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8fe06a73-7eba-4e1a-82fc-8a274d708abe details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:07:37.289073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509be41-d280-4a8d-8b8e-ceb39f096e88 None None] Pushing event updated for resources: {'Port': ['ID=373b2aee-934a-4c31-8e96-084fb9e87cdd,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.322014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032bfd8-8799-4b5e-bded-4cb2b9a4b9b0 req-0e781dd8-27df-47cf-997a-3d92db3ddb70 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:37.327636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e032bfd8-8799-4b5e-bded-4cb2b9a4b9b0 req-0e781dd8-27df-47cf-997a-3d92db3ddb70 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 946 time: 0.5753133 May 13 15:07:37.491803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:37.493001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=282b44f9-dde3-4a20-b180-5917c4d2d1db,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.496716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:37.525418 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.575079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:37.597657 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e032bfd8-8799-4b5e-bded-4cb2b9a4b9b0 req-a057ef33-42f9-4405-aeca-f3924b6a9607 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/security-groups?id=1437c477-95d9-4bb4-a759-b0aec69fbabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446766 May 13 15:07:37.644441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:37.856698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c8061119-edcd-4bb7-8181-2bfb346d8951 req-824d1a77-025c-44c6-b542-f96af723e410 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2681289 May 13 15:07:37.873976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78006e86-c526-4159-a5e0-786599c94302,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.885907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:37.888812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=5f218105-ffd9-44b6-9902-b4ad65f7c0cb,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:37.904394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:38.028245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.032261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-df9f2924-5d34-4c1b-ba42-b5e0c3e3463c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5188379 May 13 15:07:38.032813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:38.045795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:38.060023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:38.076579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-908278c8-5d12-44f2-a8f2-99878404a47f tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:38.083281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:38.090802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-908278c8-5d12-44f2-a8f2-99878404a47f tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 946 time: 0.2235472 May 13 15:07:38.091951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:38.098515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:38.102971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:38.154111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:38.173769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:38.178334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.248153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:38.270749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2264ba2c-b70d-41a8-9384-56251978b914 req-4abd21bd-0d0b-4d4e-b2a5-f795a477c4d7 service neutron] 10.222.0.86 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0829852 May 13 15:07:38.288559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Deleting port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:38.288908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.369835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e90bf32b-e0ed-455e-bd5f-a858c953a633 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.1229012 May 13 15:07:38.391110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60284) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:38.414682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:31Z', 'revision_number': 2, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:38.488227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:07:38.488907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Updating router e72d73ee-94ca-4655-97fe-975b44d9fb48 port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:07:38.678489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:38.704025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:38.711226 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.743671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:38.766575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] For port 79e9f5a1-acc8-48a0-82e6-37d0132327d3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=79e9f5a1-acc8-48a0-82e6-37d0132327d3,segment=NetworkSegment(37ae5f98-9427-404c-b496-59244d3bc74a),segment_id=37ae5f98-9427-404c-b496-59244d3bc74a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:38.766943 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.782296 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:38.817787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'network_id': 'c0097e20-7aa6-44f6-870f-d459d1012152', 'port_id': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'mac_address': 'fa:16:3e:1f:d3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3315df-fb45-4247-925e-dc40c2a87822', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:07:39.002065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8fe06a73-7eba-4e1a-82fc-8a274d708abe is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:39.002580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.013026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345a582-0eb2-4bba-93a3-35cf418fe435 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:39.198059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Calling delete_port for 79e9f5a1-acc8-48a0-82e6-37d0132327d3 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:39.310814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe06a73-7eba-4e1a-82fc-8a274d708abe {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:07:39.502393 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.546050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:39.597024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['79e9f5a1-acc8-48a0-82e6-37d0132327d3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:07:39.667492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601c768-1391-46ae-95ee-f2466632ff2b None None] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:39.714043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:39.737581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bcb1f71c-f15c-4e9a-89c0-05a4001a864c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 8.1159792 May 13 15:07:39.743028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:39.847575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 373b2aee-934a-4c31-8e96-084fb9e87cdd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:40.064405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Provisioning for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:40.116155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-445fd60a-858d-494b-9ad0-8afaf7796ef2 req-a942b3fc-728a-4170-bfac-5e5550a53e4c tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.6240733 May 13 15:07:40.139346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Provisioning complete for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:40.139778 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.143583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.238951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8fe06a73-7eba-4e1a-82fc-8a274d708abe'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:07:40.318037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Pushing event deleted for resources: {'Port': ['ID=79e9f5a1-acc8-48a0-82e6-37d0132327d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:40.345133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] No DVR routers for this DVR port 79e9f5a1-acc8-48a0-82e6-37d0132327d3 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:40.360923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.361546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.362234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.362752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.363245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.363777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.364348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.365315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.365857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.366613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.367102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.367589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:40.372525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.396817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731460fc-b1ef-4603-8d92-68b44a026473 req-d3f77779-53d1-4113-979c-e9ce80a42817 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:40.398536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-731460fc-b1ef-4603-8d92-68b44a026473 req-d3f77779-53d1-4113-979c-e9ce80a42817 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1095 time: 0.7966168 May 13 15:07:40.410549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.411868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'name': 'network-vif-deleted', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:40.420716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.450820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a297a660-e2d5-4972-ad9d-7469b512c585,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:40.471200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e58c704d-0ed6-4a4b-9c3f-84ae78a8bba3 req-5230d516-bb18-4af0-be6a-a75a8a3565bb tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.86 "DELETE /v2.0/ports/79e9f5a1-acc8-48a0-82e6-37d0132327d3 HTTP/1.1" status: 204 len: 173 time: 2.3702984 May 13 15:07:40.489486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.490966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c84413be-044a-49c5-9f20-d368ee9591d2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4528177 May 13 15:07:40.494392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:40.508088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:40.525632 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce73895c-bfa1-4672-8b32-6a99d5379b8e'] response: {'server_uuid': '3f32329a-d02d-430f-a2af-02f3505b1871', 'name': 'network-vif-deleted', 'tag': '79e9f5a1-acc8-48a0-82e6-37d0132327d3', 'status': 'completed', 'code': 200} May 13 15:07:40.542830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:40.553167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:40.557711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:40.579355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:40.666408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.710394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47400a2a-6a26-4eb7-931c-4f00d0d47f17 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:40.722906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47400a2a-6a26-4eb7-931c-4f00d0d47f17 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:40.724648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47400a2a-6a26-4eb7-931c-4f00d0d47f17 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:40.776426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47400a2a-6a26-4eb7-931c-4f00d0d47f17 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:40.788599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47400a2a-6a26-4eb7-931c-4f00d0d47f17 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.9622405 May 13 15:07:40.795398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:40.961745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:40.971316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.070914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.082461 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-731460fc-b1ef-4603-8d92-68b44a026473 req-4ca7a5e2-d346-4f9d-b1ce-5db03d9e29a3 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680181 May 13 15:07:41.113485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Transition to ACTIVE for port object bde6baf3-2ec7-4cb2-9076-df8f0b634f7e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:41.186991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7531bf-f3b1-4b57-9197-83499e0fcea8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:41.206286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.219622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-14e17cb1-9c11-4a21-ba2e-86511752dbb7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7151921 May 13 15:07:41.221075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60350) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:41.251755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:41.289162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:41.293670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.318830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:41.331433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:41.347240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:41.360478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:41.409047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.477779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 5f218105-ffd9-44b6-9902-b4ad65f7c0cb {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:41.478936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.569739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.584630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.740991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce72ca9-7da3-4fa8-bcdb-aff31c994013,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:41.790260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.801368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:41.802789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1664a4ad-60fb-458c-988c-92266719ed2d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5772057 May 13 15:07:41.824700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:41.874529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 79e9f5a1-acc8-48a0-82e6-37d0132327d3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:07:41.877149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:41.892938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:41.898169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:41.903631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:41.912675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:41.927952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-23ff2a3a-8668-4292-b0a3-424b641fcac6 req-dd55685a-b321-4d70-a706-91524af94030 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Synchronizing usage tracker for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:41.988804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-23ff2a3a-8668-4292-b0a3-424b641fcac6 req-dd55685a-b321-4d70-a706-91524af94030 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] Unset dirty status for tenant:c05db4f77e8341e781542ce1d486841e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:42.002237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23ff2a3a-8668-4292-b0a3-424b641fcac6 req-dd55685a-b321-4d70-a706-91524af94030 tempest-VolumesActionsTest-860731866 tempest-VolumesActionsTest-860731866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f32329a-d02d-430f-a2af-02f3505b1871 HTTP/1.1" status: 200 len: 210 time: 0.2518291 May 13 15:07:42.250267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a749e-f045-4b4b-bdb0-eda3140fcac6 None None] Pushing event updated for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:42.268414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 79e9f5a1-acc8-48a0-82e6-37d0132327d3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:07:42.268842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 79e9f5a1-acc8-48a0-82e6-37d0132327d3 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:07:42.487877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 373b2aee-934a-4c31-8e96-084fb9e87cdd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:42.594904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.616719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Attempting to bind port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:07:42.617193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Attempting to bind port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:07:42.617489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Attempting to bind port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e on network dd2973c4-9769-4a3e-912d-4d695ab0e0cc {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:07:42.640164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Current status of the port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:42.640164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.655923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:07:42.656351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Checking segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:07:42.656772 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.657178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Bound using segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:07:42.657666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Bound port: bde6baf3-2ec7-4cb2-9076-df8f0b634f7e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:07:42.658042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:42.683094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60376) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:42.977028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5761684b-8281-4e0c-8583-115177d93257 None None] For port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:43.000097 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.064503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.114682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:43.139412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Usage tracker for resource:security_group_rule and tenant:9661ae11e8604e17918e978c0b36b1d1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:43.151757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:43.182292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:43.196716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761684b-8281-4e0c-8583-115177d93257 None None] Pushing event updated for resources: {'Port': ['ID=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:43.284079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] For port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:07:43.289305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'a702e754-db37-4c9d-92a8-e68a1586ff3e', 'ip_address': '2001:db8::f816:3eff:feda:42e6'}, {'subnet_id': 'd006e384-bf48-46b5-a0a9-1c71f4e202a2'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '038f5bd5-7de7-42d3-bb0c-95bf3749cab4'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:07:43.359588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] For port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:07:43.388174 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.544994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.581884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Provisioning for port 373b2aee-934a-4c31-8e96-084fb9e87cdd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:43.596906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.606167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.628985 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.677286 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9661ae11e8604e17918e978c0b36b1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9916368 May 13 15:07:43.687479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:43.786473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a96e8-ca37-4245-8523-723a65ba1031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aea799-26d0-4ff9-a5a9-de52e39de554,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:43.864313 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:43.913692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.038588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.099495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aea799-26d0-4ff9-a5a9-de52e39de554,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.128561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.129849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9e409d3-ca6b-4da9-a3a6-356c6916f3cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9aea799-26d0-4ff9-a5a9-de52e39de554 HTTP/1.1" status: 204 len: 168 time: 0.4362385 May 13 15:07:44.210795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Provisioning complete for port 373b2aee-934a-4c31-8e96-084fb9e87cdd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:44.211176 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.313591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 5f218105-ffd9-44b6-9902-b4ad65f7c0cb owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:44.382412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a749e-f045-4b4b-bdb0-eda3140fcac6 None None] Pushing event updated for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.387229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8fe06a73-7eba-4e1a-82fc-8a274d708abe up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:44.643465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b407b3-de6b-4da7-a4d0-6217a5fea5d5 req-6e4c8877-90ec-4496-8b00-f84ddbc68bb8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:44.658596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8b407b3-de6b-4da7-a4d0-6217a5fea5d5 req-6e4c8877-90ec-4496-8b00-f84ddbc68bb8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1095 time: 1.9881685 May 13 15:07:44.687336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.733072 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.755502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:44.756663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:44.826294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:44.830924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.9699860 May 13 15:07:44.834375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60430) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:44.847171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:44.872435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Allocated IP 172.20.0.2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/d006e384-bf48-46b5-a0a9-1c71f4e202a2/038f5bd5-7de7-42d3-bb0c-95bf3749cab4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:44.899317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:44.914180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:44.921402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:44.947949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafb1b9-0bf0-4859-8133-79b6008bc575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e64078-d3ef-4e02-a8dd-77d6a8634d09,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:44.950462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:44.995836 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:07:45.016089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.134198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8b407b3-de6b-4da7-a4d0-6217a5fea5d5 req-4f6b08d9-4bf3-4837-bd29-a32b3855891d tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741406 May 13 15:07:45.198373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:45.204196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:45.241538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.276089 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.286253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] For port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:45.296127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.298721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:45.306968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:45.329849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Usage tracker for resource:security_group_rule and tenant:1247acc01f5644029cbbf0d615cb4029 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:45.340469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:45.386573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:45.439568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 8fe06a73-7eba-4e1a-82fc-8a274d708abe completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:45.525579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 8fe06a73-7eba-4e1a-82fc-8a274d708abe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:45.526306 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.542975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.552042 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.562025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.592373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.741822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ebea85-2439-42f3-ab4e-861d0094ad7b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:45.750880 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:07:45.767595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1247acc01f5644029cbbf0d615cb4029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669091 May 13 15:07:45.783246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ae3d9-1243-4cae-8c68-f2072911fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7538c-38fe-46e2-81a3-4b04d1731b5f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:45.797767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:45.929730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:45.936164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e8c2fff7-2290-40d7-af15-969ad4ee2fc4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0989199 May 13 15:07:45.939166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:46.003972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.021527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '78006e86-c526-4159-a5e0-786599c94302', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:46.036416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:46.043407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:46.049213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:46.131891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:46.177226 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:07:46.190765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Transition to ACTIVE for port object 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:46.193023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Current status of the port 373b2aee-934a-4c31-8e96-084fb9e87cdd is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:46.194548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.221253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.237381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.261016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=282b44f9-dde3-4a20-b180-5917c4d2d1db,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:46.265262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.271716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.396349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=5f218105-ffd9-44b6-9902-b4ad65f7c0cb,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:46.417453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.419873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.437673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.500354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033871dd-92d0-4d4f-a7e5-ea624e921c97,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:46.518965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.553607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.555841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4856578d-37fa-422c-a5e3-6c7a6ad974e2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5499246 May 13 15:07:46.638852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.703997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7538c-38fe-46e2-81a3-4b04d1731b5f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:46.750155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:46.750597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:07:46.755322 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ea27a418-bd83-49ed-b3da-d1a8cebd97e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eab7538c-38fe-46e2-81a3-4b04d1731b5f HTTP/1.1" status: 204 len: 168 time: 0.9545269 May 13 15:07:47.128613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-57456d5c-95f8-4792-849a-5b4b9cc2b9c5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:47.186106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-57456d5c-95f8-4792-849a-5b4b9cc2b9c5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:47.187635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-57456d5c-95f8-4792-849a-5b4b9cc2b9c5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704628857&fields=id&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 267 time: 0.1729960 May 13 15:07:47.254043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.362053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] For port 373b2aee-934a-4c31-8e96-084fb9e87cdd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=373b2aee-934a-4c31-8e96-084fb9e87cdd,segment=NetworkSegment(b4d46806-78da-429f-940e-927776810f6f),segment_id=b4d46806-78da-429f-940e-927776810f6f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:47.430237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d96f1ee1-2d03-417f-995a-0077bff97e36 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/5f218105-ffd9-44b6-9902-b4ad65f7c0cb HTTP/1.1" status: 204 len: 168 time: 6.6244335 May 13 15:07:47.435037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.444173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:47.457440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.699803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5b5f6-f2be-4221-a821-35a38b58169b None None] Pushing event updated for resources: {'Port': ['ID=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:47.769877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8fe06a73-7eba-4e1a-82fc-8a274d708abe is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:47.770523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:47.786732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-8552dea1-036a-4fb8-a6f3-e9747a60b1ed tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:47.787483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-8552dea1-036a-4fb8-a6f3-e9747a60b1ed tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:47.867566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-8552dea1-036a-4fb8-a6f3-e9747a60b1ed tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:47.868815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-8552dea1-036a-4fb8-a6f3-e9747a60b1ed tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 797 time: 0.6720090 May 13 15:07:47.918006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-939b2774-3cad-4382-a8b6-511f9ebe276f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/quotas/49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 375 time: 0.0305042 May 13 15:07:48.052305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039965a-5128-4495-8613-c13302a413e0 req-c058c760-5dcb-4a78-bf81-08abdb7c6119 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:48.076305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4039965a-5128-4495-8613-c13302a413e0 req-c058c760-5dcb-4a78-bf81-08abdb7c6119 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1095 time: 1.4012740 May 13 15:07:48.078478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e87a1-ab3e-4d6b-8b7f-9f737f019ff0 None None] Pushing event updated for resources: {'Port': ['ID=373b2aee-934a-4c31-8e96-084fb9e87cdd,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:48.090838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-78a3e05d-8963-41ab-89e4-1012d81fee88 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:48.158190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-78a3e05d-8963-41ab-89e4-1012d81fee88 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:48.160282 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-78a3e05d-8963-41ab-89e4-1012d81fee88 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2340903 May 13 15:07:48.261307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:48.266342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:48.286393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:48.297367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:48.745915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-7ba7d786-022c-456e-be72-a33d2c01ff55 service neutron] 10.222.0.36 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619817 May 13 15:07:48.770689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:07:48.869127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:48.919663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 373b2aee-934a-4c31-8e96-084fb9e87cdd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:49.167420 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.170358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-c824bc60-12b4-4b7e-92b1-b1536f751ef2 service neutron] 10.222.0.36 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144769 May 13 15:07:49.312699 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4039965a-5128-4495-8613-c13302a413e0 req-79436d66-b8b1-40b9-b4f5-de3d26d6718f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2347569 May 13 15:07:49.317576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:49.317576 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c4d7193b-2aa0-4559-829b-b2f9c829402a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.8600612 May 13 15:07:49.320016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:49.738983 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f8957e-aee7-4720-be30-a583bf8012e1'] response: {'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'code': 200} May 13 15:07:49.779977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:49.802930 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.814392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.815234 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.930419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:49.952692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Provisioning complete for port 373b2aee-934a-4c31-8e96-084fb9e87cdd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:49.953036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.047707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 373b2aee-934a-4c31-8e96-084fb9e87cdd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:50.048462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:50.193393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:43Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:50.204527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84cb53-a1d5-4f05-9069-2fcb9d4d6c35 None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:43Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:50.859027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet a702e754-db37-4c9d-92a8-e68a1586ff3e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:50.878273 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.149838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b7b973a2-537e-4e20-b413-a76f75996757 req-9f9f3618-7538-4f35-b246-7d85a8e06012 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 1.5837011 May 13 15:07:51.306318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:51.408244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 373b2aee-934a-4c31-8e96-084fb9e87cdd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:51.423750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:51.729597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aab97-2fbf-4773-9205-0c20c0457853 req-9f52ff5a-b58a-4dd3-a694-08f42bfc0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:51.737262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c8aab97-2fbf-4773-9205-0c20c0457853 req-9f52ff5a-b58a-4dd3-a694-08f42bfc0dec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 1.9652424 May 13 15:07:51.999026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Current status of the port 373b2aee-934a-4c31-8e96-084fb9e87cdd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:52.031850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.052291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=282b44f9-dde3-4a20-b180-5917c4d2d1db,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:52.064471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:52.077685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1c8aab97-2fbf-4773-9205-0c20c0457853 req-d316fe75-d9e5-402d-bc03-40b6697da5b7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298824 May 13 15:07:52.083267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Provisioning for port 282b44f9-dde3-4a20-b180-5917c4d2d1db completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:52.086256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:52.124983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.152726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Provisioning complete for port 282b44f9-dde3-4a20-b180-5917c4d2d1db triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:52.154905 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.376292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.377317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.382501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.383333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.384020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.384772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.385461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.389355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.393341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.393765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.394336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.406898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:07:52.485292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0d29-de1e-48bd-93b4-e79fad9fc9a9 None None] Port 282b44f9-dde3-4a20-b180-5917c4d2d1db cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:52.600666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:52.636844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b412eca-8280-43a3-82f3-efc36003676d None None] Provisioning for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:52.669880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b412eca-8280-43a3-82f3-efc36003676d None None] Provisioning complete for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:52.679171 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b412eca-8280-43a3-82f3-efc36003676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.013709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bde6baf3-2ec7-4cb2-9076-df8f0b634f7e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:53.084507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=a702e754-db37-4c9d-92a8-e68a1586ff3e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:53.128991 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.182265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05696a64-6db6-44ca-b407-745be95243d3 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:53.421966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4faea-f016-4b8c-b752-4686c59aacf2 req-6ee5fc50-e648-494e-abe2-45c5b10959eb tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:53.423856 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9953e8f8-ce3b-458e-8e36-c7fd5a741c4f req-58462102-8717-418e-8222-5dae5317dc90 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 0.2400942 May 13 15:07:53.443402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9376cc6d-4a0e-4ead-abc1-7055acf7533b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/a702e754-db37-4c9d-92a8-e68a1586ff3e HTTP/1.1" status: 204 len: 168 time: 4.1219418 May 13 15:07:53.447701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.464576 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75c4faea-f016-4b8c-b752-4686c59aacf2 req-6ee5fc50-e648-494e-abe2-45c5b10959eb tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 1.9340892 May 13 15:07:53.547844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:53.670055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75c4faea-f016-4b8c-b752-4686c59aacf2 req-c2bc0ce4-dc55-4f60-8d69-541d8d30a809 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039936 May 13 15:07:53.707677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 02106d51-e1cd-49d8-aab9-762839395194 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:07:53.899225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet d006e384-bf48-46b5-a0a9-1c71f4e202a2 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:07:53.915497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:53.922509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b412eca-8280-43a3-82f3-efc36003676d None None] Current status of the port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:53.942629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b412eca-8280-43a3-82f3-efc36003676d None None] Could not find standard attr ID for object 5f218105-ffd9-44b6-9902-b4ad65f7c0cb. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:07:54.140174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.148865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:07:54.175625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:54.185756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Usage tracker for resource:security_group_rule and tenant:c6b1a3ac2d9e4c2f8b8af068d0e5f5b9 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:54.191434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:54.196640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:07:54.202654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:54.207236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f60d3a03-2d23-4c8b-a18d-b2bba1bed94a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/02106d51-e1cd-49d8-aab9-762839395194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8120644 May 13 15:07:54.208730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:54.209348 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] Sync routers for ids ['02106d51-e1cd-49d8-aab9-762839395194'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:07:54.210517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.211712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:54.230161 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] Routers {'02106d51-e1cd-49d8-aab9-762839395194'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:54.234268 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['02106d51-e1cd-49d8-aab9-762839395194'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:54.251518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.399132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdb3c4-107e-4334-8dea-a984381f4e0e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:54.405274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bdb3c4-107e-4334-8dea-a984381f4e0e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:07:54.428042 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:54.453169 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] Routers {'02106d51-e1cd-49d8-aab9-762839395194'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:07:54.455917 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:07:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['02106d51-e1cd-49d8-aab9-762839395194'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:54.558455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-861910df-8902-4604-bf40-6838d429ce1d None None] Provisioning complete for port 282b44f9-dde3-4a20-b180-5917c4d2d1db triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:54.562485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-861910df-8902-4604-bf40-6838d429ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.617805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-97bdb3c4-107e-4334-8dea-a984381f4e0e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:07:54.630518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-97bdb3c4-107e-4334-8dea-a984381f4e0e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports/282b44f9-dde3-4a20-b180-5917c4d2d1db HTTP/1.1" status: 200 len: 984 time: 0.4172404 May 13 15:07:54.641794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:54.857975 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:07:54.868339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2971104-a44e-4f10-9aa4-2a6fb15fce6f None None] The sync data for ids ['02106d51-e1cd-49d8-aab9-762839395194'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:07:54.887581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:54.894226 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:54.973877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:54.976946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-861910df-8902-4604-bf40-6838d429ce1d None None] Port 282b44f9-dde3-4a20-b180-5917c4d2d1db cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:07:54.984799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:55.194661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4794ee6b-3225-4796-9e80-8112d5d27a43 req-0ebcb1c5-7f84-4a05-9fa9-dd6193dbd600 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 0.2394481 May 13 15:07:55.258111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:55.318128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-137d26b3-7fb5-4fbd-86f2-5f52c0dcf97e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:55.326585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-137d26b3-7fb5-4fbd-86f2-5f52c0dcf97e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 797 time: 0.9682236 May 13 15:07:55.391408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:55.547378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-f9764673-9146-4772-a0fa-fb9acc24e1fb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 379 time: 0.2051899 May 13 15:07:55.563407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'port': {'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'admin_state_up': True, 'tenant_id': '49bff001508646548736068375f91a15', 'security_groups': ['78006e86-c526-4159-a5e0-786599c94302']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:55.734812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:55.866962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.158347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:56.191634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:56.226775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.298630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:56.306145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.306560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fb8bde40-56f0-4b8f-a388-84c8a2d67392 None None] Provisioning complete for port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:56.310764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fb8bde40-56f0-4b8f-a388-84c8a2d67392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.381490 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:56.389865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=d006e384-bf48-46b5-a0a9-1c71f4e202a2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:56.434208 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13aafe-1244-4ef1-b55c-9fb597230505 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:07:56.451783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6b1a3ac2d9e4c2f8b8af068d0e5f5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8947954 May 13 15:07:56.454384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:56.558630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59119f5-5612-444d-b0b5-6eea2327355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4630380b-dddd-4cd3-ae71-09c2d0193fab,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:56.589852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c084c30-53f6-4887-8adc-445ff6e5f75b req-ea21c45c-f2e9-4089-87ba-2b39f26f1dc9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:56.602178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c084c30-53f6-4887-8adc-445ff6e5f75b req-ea21c45c-f2e9-4089-87ba-2b39f26f1dc9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 1.3959529 May 13 15:07:56.660083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-725b1b8a-dd01-4a53-898c-b43ee54d8e58 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/d006e384-bf48-46b5-a0a9-1c71f4e202a2 HTTP/1.1" status: 204 len: 168 time: 3.2075181 May 13 15:07:56.672159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-022e5977-0ec8-4089-9bc6-29e4c57bb2fa req-f83dc737-8ba2-422d-bd6c-91a86dee5612 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 0.1388943 May 13 15:07:56.688423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:56.790056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e806d7cb-7020-4e54-bbf5-c7a6241600c8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961380 May 13 15:07:56.790703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:07:56.815257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:07:56.957080 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c084c30-53f6-4887-8adc-445ff6e5f75b req-4776d36e-d249-4f10-80c0-4f12676eb214 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304074 May 13 15:07:57.071086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bde40-56f0-4b8f-a388-84c8a2d67392 None None] Current status of the port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:07:57.174267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:07:57.180042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Deleting port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:57.180604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.209852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.9 (dd2973c4-9769-4a3e-912d-4d695ab0e0cc/2b42d536-144f-4386-a85d-73967e39da5e/bc2dc61c-d063-4f7b-bb1d-11a09cb936a4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:07:57.286715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bde6baf3-2ec7-4cb2-9076-df8f0b634f7e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:07:57.335024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.392028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.683844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:57.805459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:07:57.818926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] For port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:07:57.819751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.195558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.243704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:07:58.253479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:07:58.259033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:07:58.271815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:07:58.515471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.557660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Calling delete_port for 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:07:58.797457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.907384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.911567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4630380b-dddd-4cd3-ae71-09c2d0193fab HTTP/1.1" status: 204 len: 168 time: 2.4362965 May 13 15:07:58.918995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:07:58.932736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.974011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:58.977414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:07:58.994695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:07:58.998456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:07:59.100294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c87b8-64c2-4df1-b14d-f09f90e6f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630380b-dddd-4cd3-ae71-09c2d0193fab,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:59.366485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e9a3-510c-4232-adde-8f494d02b94c req-56105b87-1888-4f1f-b75f-a1c152d1076a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:59.380256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:59.392653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28d1e9a3-510c-4232-adde-8f494d02b94c req-56105b87-1888-4f1f-b75f-a1c152d1076a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 931 time: 0.9745350 May 13 15:07:59.507725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] Pushing event deleted for resources: {'Port': ['ID=038f5bd5-7de7-42d3-bb0c-95bf3749cab4,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:07:59.518819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a2e3c-a843-4001-be03-3d408558881d None None] No DVR routers for this DVR port 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:07:59.532115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:07:59.532115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.579423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:07:59.590012 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:07:59.694985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 282b44f9-dde3-4a20-b180-5917c4d2d1db {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:07:59.694985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.085696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2060-9653-4232-8528-282b4eb9d205 req-19fc41d0-63e0-4534-bbcb-30535c8df24c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:00.093465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97dd2060-9653-4232-8528-282b4eb9d205 req-19fc41d0-63e0-4534-bbcb-30535c8df24c tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 2.1369948 May 13 15:08:00.133454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e79fd181-7531-4cc6-8f41-d0793b463970 None None] Provisioning for port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:00.165494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e79fd181-7531-4cc6-8f41-d0793b463970 None None] Provisioning complete for port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:00.165867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e79fd181-7531-4cc6-8f41-d0793b463970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.257442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.500031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 282b44f9-dde3-4a20-b180-5917c4d2d1db owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:00.633464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.728572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:00.741254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-28d1e9a3-510c-4232-adde-8f494d02b94c req-6697745b-a0c5-4719-a73f-6067595819c3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3248508 May 13 15:08:00.742144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.765885 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1ad2709-b298-4e4e-929f-32162cc11a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:00.911447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=282b44f9-dde3-4a20-b180-5917c4d2d1db,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:00.934666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e79fd181-7531-4cc6-8f41-d0793b463970 None None] Port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:00.997623 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-bd85a2e0-87c0-4bef-98a1-b808fafa0f79 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4422755 May 13 15:08:01.029413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:01.032468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Request body: {'port': {'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:01.188623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:01.222379 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-97dd2060-9653-4232-8528-282b4eb9d205 req-de16b7e9-d8c7-4ea1-a03d-dbea394a7f28 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564530 May 13 15:08:01.246460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:01.259096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:01.261666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.342764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca9fef-1d72-4dcb-8448-55a53c074221 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:01.366777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:01.367121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 038f5bd5-7de7-42d3-bb0c-95bf3749cab4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:01.459380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=e08b4fff-fa1f-417d-bd78-06598d917ebe,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:01.481865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:01.612268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3a7918b-e913-4e9c-a33f-095c4f2e14be tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8205359 May 13 15:08:01.624150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:01.677246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:01.741063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.017028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': 'e08b4fff-fa1f-417d-bd78-06598d917ebe'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:02.017896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.239230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:02.357951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Allocated IP 172.20.0.2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/e08b4fff-fa1f-417d-bd78-06598d917ebe/7261f2be-8486-4139-94ba-5bae8d9dc7a1) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:02.796046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-dbc84d77-5505-4334-af51-8725ea5e3aa6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:02.797654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dbc84d77-5505-4334-af51-8725ea5e3aa6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5518982 May 13 15:08:02.905707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f802-53e5-463a-8929-7cdffd5eac67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.960448 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.969558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:02.994439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-39f928de-68e1-4e6e-83b2-87c8349e577c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:02.996741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:02.998556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39f928de-68e1-4e6e-83b2-87c8349e577c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0219879 May 13 15:08:03.005513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.024838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Transition to ACTIVE for port object 7261f2be-8486-4139-94ba-5bae8d9dc7a1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:03.056067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-3f8c7a8e-4353-4b1f-aed2-ced642807fed tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.057280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3f8c7a8e-4353-4b1f-aed2-ced642807fed tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0473187 May 13 15:08:03.070161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.071454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Transition to ACTIVE for port object 7261f2be-8486-4139-94ba-5bae8d9dc7a1 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:03.082332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.082599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 02106d51-e1cd-49d8-aab9-762839395194 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:03.096971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-e93718ed-beb3-49f5-bfa4-f24d8a032f55 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.102261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e93718ed-beb3-49f5-bfa4-f24d8a032f55 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0266285 May 13 15:08:03.118930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.144835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-70456dbd-87dc-469e-9188-c000baba8a29 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.150244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70456dbd-87dc-469e-9188-c000baba8a29 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0298111 May 13 15:08:03.151208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.183544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72ca1-71ed-4c27-b092-8d781a563850 req-e8f0c790-2b60-4a31-88aa-c7902479c030 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:03.188635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-10e72ca1-71ed-4c27-b092-8d781a563850 req-e8f0c790-2b60-4a31-88aa-c7902479c030 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:03.262189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-10e72ca1-71ed-4c27-b092-8d781a563850 req-e8f0c790-2b60-4a31-88aa-c7902479c030 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:03.264084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10e72ca1-71ed-4c27-b092-8d781a563850 req-e8f0c790-2b60-4a31-88aa-c7902479c030 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 931 time: 1.1351342 May 13 15:08:03.315599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:03.331226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:03.343918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:03.350998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-a12ead19-7099-4036-aa82-8cbbef754d1a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.356847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a12ead19-7099-4036-aa82-8cbbef754d1a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.1817803 May 13 15:08:03.375748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:03.411373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.458781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-8964d671-0ec4-459b-ba7a-7b8543f7cd25 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.464981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8964d671-0ec4-459b-ba7a-7b8543f7cd25 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0447953 May 13 15:08:03.468448 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.523887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.559745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-9cda5d85-b1d5-4401-ba57-06bceca162a6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.574937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60910) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.575894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9cda5d85-b1d5-4401-ba57-06bceca162a6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0467134 May 13 15:08:03.596788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:03.600718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-fa6c7336-621c-477f-b0b8-1a8bbf0ac182 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.604279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:03.613872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.614695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa6c7336-621c-477f-b0b8-1a8bbf0ac182 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0255404 May 13 15:08:03.621834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Attempting to bind port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:03.623836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Attempting to bind port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:03.624895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Attempting to bind port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:03.638603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:03.639317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:03.639914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.640567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:03.641253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Bound port: 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:03.642029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.660774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-4b34d60d-157a-4d04-880e-b10a5cef3e46 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.665169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4b34d60d-157a-4d04-880e-b10a5cef3e46 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0440173 May 13 15:08:03.667409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:03.667910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] Sync routers for ids ['02106d51-e1cd-49d8-aab9-762839395194'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:03.682643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:03.688004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60918) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.693503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:08:03.701799 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ea06-b423-45b9-925c-6d504216bbd2 req-f648f8fa-67c5-4e43-8aa0-c4df2c9b4e66 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:03.726315 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e50ea06-b423-45b9-925c-6d504216bbd2 req-f648f8fa-67c5-4e43-8aa0-c4df2c9b4e66 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 1.8957047 May 13 15:08:03.745424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-150ac084-4bd9-4370-8504-6243fe6bed5c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.751138 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-95964afe-1676-4194-ad5d-72f6fcc98c88 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/02106d51-e1cd-49d8-aab9-762839395194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1054900 May 13 15:08:03.756562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-150ac084-4bd9-4370-8504-6243fe6bed5c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0636272 May 13 15:08:03.758159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:03.770049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] Routers {'02106d51-e1cd-49d8-aab9-762839395194'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:03.771462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.771993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60924) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.775455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['02106d51-e1cd-49d8-aab9-762839395194'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:03.824118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.830489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-180f55c8-07cf-4376-8f09-2db3232a2f89 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.849155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-180f55c8-07cf-4376-8f09-2db3232a2f89 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0729556 May 13 15:08:03.859574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:03.931143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10e72ca1-71ed-4c27-b092-8d781a563850 req-54f381ee-5457-42ef-aebd-6da8baae9065 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5177770 May 13 15:08:03.949174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Transition to ACTIVE for port object bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:03.964636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:03.993494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-090ef8ed-1799-4aa3-9a47-33a7fa3d0067 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:03.997739 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-090ef8ed-1799-4aa3-9a47-33a7fa3d0067 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082922 May 13 15:08:04.018836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60938) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.030712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:04.135991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-81ea9bd7-89f2-4c83-8d06-d23a5934eeb6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:04.143740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-81ea9bd7-89f2-4c83-8d06-d23a5934eeb6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1237881 May 13 15:08:04.153174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60950) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.169207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] Routers {'02106d51-e1cd-49d8-aab9-762839395194'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:04.195005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['02106d51-e1cd-49d8-aab9-762839395194'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:04.223046 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e50ea06-b423-45b9-925c-6d504216bbd2 req-d713f697-f6b0-4af6-88a1-94deb0889e7e tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892263 May 13 15:08:04.240413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:04.252510 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:04.441007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-e8369f2f-4bf0-4e04-b0da-9d30381c310f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:04.444049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e8369f2f-4bf0-4e04-b0da-9d30381c310f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.2882657 May 13 15:08:04.455488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60956) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.478636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-4fe45f3d-1ce2-41ec-8825-6ee2b479339a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:04.489849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4fe45f3d-1ce2-41ec-8825-6ee2b479339a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0234501 May 13 15:08:04.505231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.704512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-365d2a7f-0081-4a82-9a2c-36ca102bcd10 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:04.707037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-365d2a7f-0081-4a82-9a2c-36ca102bcd10 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1951098 May 13 15:08:04.708700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:04.783709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:04.800938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:04.802068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbbf44-ebd7-40c8-ae87-ee31f4968371 None None] The sync data for ids ['02106d51-e1cd-49d8-aab9-762839395194'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:04.826411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60964) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:04.863964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:04.894816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.096741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-b883de44-862f-4c29-adbd-3a14623eb74f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.097769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b883de44-862f-4c29-adbd-3a14623eb74f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0327861 May 13 15:08:05.116803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 60974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.146454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-964d3031-8a07-4c80-b5ee-b257261858e6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.155860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-964d3031-8a07-4c80-b5ee-b257261858e6 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0366266 May 13 15:08:05.185396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.237053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-27a47e9e-344d-4670-b16b-72570aee5eb4 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.264134 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-27a47e9e-344d-4670-b16b-72570aee5eb4 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0776048 May 13 15:08:05.268434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.306496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-ea4dd423-b3f4-4ddf-9fb1-518e7085e865 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.310590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ea4dd423-b3f4-4ddf-9fb1-518e7085e865 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0408041 May 13 15:08:05.342429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 60992) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.371137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375d37-bd31-4f53-9a93-b34ad9eb3b10 None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:05.411841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-23b7f508-9b3a-4e2c-b121-f17503a4e565 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.412916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23b7f508-9b3a-4e2c-b121-f17503a4e565 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0695517 May 13 15:08:05.423720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.460346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-dc95a5e8-0aba-42eb-b615-bb0a71658b7e tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.477284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dc95a5e8-0aba-42eb-b615-bb0a71658b7e tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0377247 May 13 15:08:05.487165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.549446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.580438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-14a76d08-914d-4fc7-b152-d75cb4ca138b tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.588089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-14a76d08-914d-4fc7-b152-d75cb4ca138b tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0738332 May 13 15:08:05.600002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.635728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-7f25817b-e821-410c-9ece-4c94999622d7 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.645265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f25817b-e821-410c-9ece-4c94999622d7 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0399687 May 13 15:08:05.646607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.662329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-9969a5a5-0444-4743-94f4-4dabb609330a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.669584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9969a5a5-0444-4743-94f4-4dabb609330a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188177 May 13 15:08:05.671517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Attempting to bind port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:05.672322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Attempting to bind port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:05.674607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Attempting to bind port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 on network dd2973c4-9769-4a3e-912d-4d695ab0e0cc {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:05.685611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.865307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-b8e59099-6a91-4c73-bca1-cf3bf729dc00 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.873985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b8e59099-6a91-4c73-bca1-cf3bf729dc00 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1659629 May 13 15:08:05.885494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 on network dd2973c4-9769-4a3e-912d-4d695ab0e0cc not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:08:05.886313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Attempting to bind port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 on network dd2973c4-9769-4a3e-912d-4d695ab0e0cc {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:05.919388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32788) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:05.929440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:05.930114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Checking segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:05.930828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Bound using segment: {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:05.931640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Bound port: bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213c4453-0e61-40f3-a188-2e92466b7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:05.932373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:05.985520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-e50fc6ae-2910-4066-935a-4f435a1e3f2d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:05.994855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e50fc6ae-2910-4066-935a-4f435a1e3f2d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0321951 May 13 15:08:06.044968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:06.124354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-43c30b97-7c52-4667-aa7a-fafe08fcb3d3 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:06.161972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-43c30b97-7c52-4667-aa7a-fafe08fcb3d3 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0684974 May 13 15:08:06.581462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:06.588853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:06.618192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:06.722839 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:06.792502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:08:06.799798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-fb74af6e-5fb0-4aa0-acfe-e686ce706ee1 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:06.806764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fb74af6e-5fb0-4aa0-acfe-e686ce706ee1 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1427522 May 13 15:08:06.868235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32816) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:06.912725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:06.930942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-34638260-8d48-4d2b-a5ff-d0e25af16160 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:06.942513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-34638260-8d48-4d2b-a5ff-d0e25af16160 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0450983 May 13 15:08:07.077446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:07.395337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.414432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-b7ad51be-7937-4300-ba09-22ed81b0c39b tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:07.415688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b7ad51be-7937-4300-ba09-22ed81b0c39b tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0137446 May 13 15:08:07.427818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.441096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ea316-251e-45fd-8a76-2108c91ad91f req-affc8983-14c2-4cf2-81e2-ef8926af2a99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:07.449089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0d1ea316-251e-45fd-8a76-2108c91ad91f req-affc8983-14c2-4cf2-81e2-ef8926af2a99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 943 time: 1.7594914 May 13 15:08:07.467747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-fa27519b-59d6-427b-8839-859c6ee516df tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:07.469112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa27519b-59d6-427b-8839-859c6ee516df tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0118856 May 13 15:08:07.470795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:07.471587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:07.473133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] 10.222.0.90 "PUT /v2.0/ports/bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 1091 time: 6.4487643 May 13 15:08:07.489700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32830) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.491857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:07.510196 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-18d66bff-2693-40f9-8096-468f68eee590 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] remove_router_interface failed (client error): The resource could not be found. May 13 15:08:07.515633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-18d66bff-2693-40f9-8096-468f68eee590 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/02106d51-e1cd-49d8-aab9-762839395194/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 3.7423744 May 13 15:08:07.521532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-e7071426-e550-4ba0-aca3-0244b1f7a191 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:07.522992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7071426-e550-4ba0-aca3-0244b1f7a191 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057211 May 13 15:08:07.523812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.531170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32838) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.608174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-e7d681c6-d5ae-4415-bcd4-f0909677825c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:07.611025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7d681c6-d5ae-4415-bcd4-f0909677825c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0786328 May 13 15:08:07.798337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.838454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-146b947e-7133-4733-99a4-cd325a31551f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:07.846600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-146b947e-7133-4733-99a4-cd325a31551f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0462761 May 13 15:08:07.861316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:07.964604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-814e3f43-0793-466d-98ae-48ed88d03ca6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:07.993437 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0d1ea316-251e-45fd-8a76-2108c91ad91f req-333389a5-bbe4-4955-943f-955c9e823461 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5429721 May 13 15:08:07.995025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4046-25df-4fdd-9e94-69a6e54a5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:08.019892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-656698d6-6541-4921-85ca-5c1aabbc80a8 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.026268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-656698d6-6541-4921-85ca-5c1aabbc80a8 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1191521 May 13 15:08:08.060048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.080512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-808b4bde-cf7d-4591-a44f-59ec65a228c8 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.091064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-808b4bde-cf7d-4591-a44f-59ec65a228c8 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0215473 May 13 15:08:08.091596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.143365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-ffe8918c-42a5-4cb6-8804-a4b729031e7d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.143903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a473d88-7a72-4c30-8347-aa97aad490e0 req-12e67fec-bffb-4ddc-953d-f62cef6024e9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:08.148857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a473d88-7a72-4c30-8347-aa97aad490e0 req-12e67fec-bffb-4ddc-953d-f62cef6024e9 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 2.3132858 May 13 15:08:08.152188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffe8918c-42a5-4cb6-8804-a4b729031e7d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0379286 May 13 15:08:08.155876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32872) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.229411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-9c9d53a9-3971-49ea-a1e1-3e1409f657b1 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.234333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9c9d53a9-3971-49ea-a1e1-3e1409f657b1 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0570023 May 13 15:08:08.237710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-814e3f43-0793-466d-98ae-48ed88d03ca6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:08.239616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-0dd0c202-e88c-4e26-be69-d2bf8ac9e1e8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:08.239802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-814e3f43-0793-466d-98ae-48ed88d03ca6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=02106d51-e1cd-49d8-aab9-762839395194 HTTP/1.1" status: 200 len: 205 time: 0.6923466 May 13 15:08:08.247273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-0dd0c202-e88c-4e26-be69-d2bf8ac9e1e8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 1.6450410 May 13 15:08:08.254814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.256525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.277252 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ab1fbd-5aa8-4900-8bf4-4284c9c85fac'] response: {'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'status': 'completed', 'code': 200} May 13 15:08:08.327510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8a473d88-7a72-4c30-8347-aa97aad490e0 req-19a6543e-8840-4aa7-b69d-bf62506702d5 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644332 May 13 15:08:08.425077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Provisioning for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:08.459040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:08.464165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.546967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.859798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Deleting port 8fe06a73-7eba-4e1a-82fc-8a274d708abe {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:08.860613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:08.893122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-b54427e5-2c57-43b7-8065-56f823623b8f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.894414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b54427e5-2c57-43b7-8065-56f823623b8f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.5017834 May 13 15:08:08.912738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:08.932869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-db709151-9a2d-4f69-9726-dcdc082aeacc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:08.937030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db709151-9a2d-4f69-9726-dcdc082aeacc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0219057 May 13 15:08:08.977492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.007553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-f875609c-ab2c-41a7-8c15-c1cf0e1a9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:09.009633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-f875609c-ab2c-41a7-8c15-c1cf0e1a9204 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1094 time: 1.3965285 May 13 15:08:09.093080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-73af6ad2-1e67-44d8-94bc-6a82b01951e2 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.097691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-73af6ad2-1e67-44d8-94bc-6a82b01951e2 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0871961 May 13 15:08:09.104613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.148353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32906) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.178972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-3df52836-0bc1-4619-aed8-ecb7adb52d8d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.181911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3df52836-0bc1-4619-aed8-ecb7adb52d8d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0318406 May 13 15:08:09.214829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32910) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.229404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-a1f3d073-545c-4cc3-8c44-76887459e004 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.231505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1f3d073-545c-4cc3-8c44-76887459e004 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0146165 May 13 15:08:09.250043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.262973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-ce5040af-8c2e-4fc7-9de0-603ae8879458 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.266318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce5040af-8c2e-4fc7-9de0-603ae8879458 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0138886 May 13 15:08:09.278331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32918) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.299040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:09.299771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.338198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-793f554e-7627-447d-9a02-a5981a001e70 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.339789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-793f554e-7627-447d-9a02-a5981a001e70 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0539236 May 13 15:08:09.348956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.391924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-a5970fce-4255-4aba-b87a-7c3b9c82f9b5 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.403273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a5970fce-4255-4aba-b87a-7c3b9c82f9b5 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0517521 May 13 15:08:09.414574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32928) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.494119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-16ea81eb-b5f2-4d64-bb3c-b4c70a80fa10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 217 time: 0.2079396 May 13 15:08:09.610982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:09.724950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.729675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-016a8604-bfee-4dd3-b775-8b177db2f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:09.731523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-016a8604-bfee-4dd3-b775-8b177db2f0a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 0.1812906 May 13 15:08:09.734753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-16f36fee-3458-4283-89c8-81d0300f2c0a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.736410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16f36fee-3458-4283-89c8-81d0300f2c0a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.3174832 May 13 15:08:09.831907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:09.839299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.859395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:09.886727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-409783d7-a03a-4fe4-82cb-6cb132537948 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:09.891916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-409783d7-a03a-4fe4-82cb-6cb132537948 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0167468 May 13 15:08:09.893688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8fe06a73-7eba-4e1a-82fc-8a274d708abe no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:10.115123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32940) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.136439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-73a19c57-8c01-4f26-8422-d214a29c51af tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.140359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-73a19c57-8c01-4f26-8422-d214a29c51af tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0204661 May 13 15:08:10.145089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32952) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.205189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:10.211928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-59ed9324-6197-4f18-9e7f-44cec6c30e12 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.213026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-59ed9324-6197-4f18-9e7f-44cec6c30e12 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0540013 May 13 15:08:10.224591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:10.226390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32956) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.256259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:10.257741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:10.266387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae6839-8392-4d40-b6cd-cc3b3a0a3ee1 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:10.307094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-756b273e-d25e-43e7-ba67-040c8fc4c188 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.311763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-756b273e-d25e-43e7-ba67-040c8fc4c188 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0615206 May 13 15:08:10.334971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.354508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.7236907 May 13 15:08:10.360996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.381379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-8b47ab89-a922-4d6c-b69b-e18ffde374ac tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.384482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b47ab89-a922-4d6c-b69b-e18ffde374ac tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0265601 May 13 15:08:10.400973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.406983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:40:98:5c', 'name': 'tempest-NetworksTestDHCPv6-846873042'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:10.473163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-fc2d1fff-9084-415c-a1b3-b092bc3c46ad tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.474594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc2d1fff-9084-415c-a1b3-b092bc3c46ad tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0300353 May 13 15:08:10.491464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:10.491854 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:10.545836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=4']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:10.556619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32976) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.558647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17071c14-c7f2-416c-bc25-78f12d2d49a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:10.583188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-a662d45e-3e17-4f6e-b6d8-52df23387a2c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.584971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a662d45e-3e17-4f6e-b6d8-52df23387a2c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0227847 May 13 15:08:10.591220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9773909-bb44-468f-8339-6736e3eea899 req-bf78cc27-2508-4930-ac5c-40145471ee90 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:10.595120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9773909-bb44-468f-8339-6736e3eea899 req-bf78cc27-2508-4930-ac5c-40145471ee90 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1096 time: 0.8574791 May 13 15:08:10.598963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32980) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.702163 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:08:10.756517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-1bdf4f51-8cd0-4826-aff8-b251655975fc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.759350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1bdf4f51-8cd0-4826-aff8-b251655975fc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.1496627 May 13 15:08:10.787264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 32984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.817256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9773909-bb44-468f-8339-6736e3eea899 req-30c8951b-3855-4081-a7c7-f97cb9aa2ef6 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786816 May 13 15:08:10.848599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-3730ac40-5396-40e8-9179-f984bd4eda21 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.856309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3730ac40-5396-40e8-9179-f984bd4eda21 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0429268 May 13 15:08:10.869874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.904939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-ce65255e-381d-469e-bdaa-b93667ed871f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.921693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce65255e-381d-469e-bdaa-b93667ed871f tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0457070 May 13 15:08:10.925416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:10.963620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-7210e029-f100-4ecd-a5f8-90c4f26e121a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:10.965348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7210e029-f100-4ecd-a5f8-90c4f26e121a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0244858 May 13 15:08:10.989657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:10.994849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 32996) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.019829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-025f4ea5-c52a-45da-85ef-a28b7275b884 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.024600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-025f4ea5-c52a-45da-85ef-a28b7275b884 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0253806 May 13 15:08:11.031077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33000) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.045508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-099c37b6-9a06-418e-92cd-8639b6bff994 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.049031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-099c37b6-9a06-418e-92cd-8639b6bff994 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145576 May 13 15:08:11.056095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33004) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.079386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-72e12a08-fdc7-431d-98e2-49307e41a1bf tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.083190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-72e12a08-fdc7-431d-98e2-49307e41a1bf tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0181649 May 13 15:08:11.084446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:11.086075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33010) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.098407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:11.105517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:11.123940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.124176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:11.163347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-52ab74ca-db76-425d-8ba9-9a068e75f09d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.167136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:11.167347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-52ab74ca-db76-425d-8ba9-9a068e75f09d tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0585306 May 13 15:08:11.171587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.251140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33022) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.263165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-a96ca270-315a-4c5a-89d0-88c86b1254fc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.271887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33028) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.272735 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a96ca270-315a-4c5a-89d0-88c86b1254fc tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0122344 May 13 15:08:11.362633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:11.362916 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.551875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8fe06a73-7eba-4e1a-82fc-8a274d708abe is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:11.553938 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.568335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-5e0dd647-82d7-4a9e-b7de-6e4d6ce420ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:11.575982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-5e0dd647-82d7-4a9e-b7de-6e4d6ce420ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3686128 May 13 15:08:11.593512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:11.605040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router 02106d51-e1cd-49d8-aab9-762839395194 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:08:11.681595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-3d489c28-f3d9-455e-b7cd-19022dc2f54c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:11.695487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3d489c28-f3d9-455e-b7cd-19022dc2f54c tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.4220357 May 13 15:08:11.712395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:11.784066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:11.921517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:11.959008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.161152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [None req-404b672b-9ef7-4a1a-b716-8462f239662a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:12.165646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-404b672b-9ef7-4a1a-b716-8462f239662a tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.4282506 May 13 15:08:12.221239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:12.326896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-8353cc86-bd83-4a40-9fb7-1099c5279a98 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:12.353223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:12.353720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8353cc86-bd83-4a40-9fb7-1099c5279a98 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1232355 May 13 15:08:12.354244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.372754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33054) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:12.388746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [None req-532772f7-33af-4f5c-b60f-c2f621ebcb55 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:08:12.393541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-532772f7-33af-4f5c-b60f-c2f621ebcb55 tempest-ExtensionsTestJSON-1883962286 tempest-ExtensionsTestJSON-1883962286-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0154500 May 13 15:08:12.404952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.418620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1df20-fbf1-4c2e-a96a-10ceeebf4388 req-2928dca8-e21b-4d14-b31d-da76adff91b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:12.430963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26b1df20-fbf1-4c2e-a96a-10ceeebf4388 req-2928dca8-e21b-4d14-b31d-da76adff91b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 943 time: 2.8890390 May 13 15:08:12.477326 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.483842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:12.484419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7eb065b5-bbfb-4f06-9302-a286be150196 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/02106d51-e1cd-49d8-aab9-762839395194 HTTP/1.1" status: 204 len: 168 time: 4.0744898 May 13 15:08:12.485917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33062) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:12.499674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:12.650335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:12.778082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.787733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.789595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.791763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.796395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.802045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.802992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.803729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.805463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.808693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.811707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.818571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:12.847054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.961913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:12.970472 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:12.981181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 172.20.0.10 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/e08b4fff-fa1f-417d-bd78-06598d917ebe/86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:12.995369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe40:985c (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6/86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:13.239961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c2552-7a2a-4bbd-a371-7dba81fab124 None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:13.503132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:13.629901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Calling delete_port for 8fe06a73-7eba-4e1a-82fc-8a274d708abe owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:13.647532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c423e-8a92-4608-9f43-4c230e5a87ba req-c3e52de0-ebcf-491c-8060-bf2955693970 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:13.661537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-247c423e-8a92-4608-9f43-4c230e5a87ba req-c3e52de0-ebcf-491c-8060-bf2955693970 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 1.1860042 May 13 15:08:13.925579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:13.940637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 2409d1e6-bc1a-41be-a948-a7bd40482bd6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:13.962391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:14.046059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.100079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-247c423e-8a92-4608-9f43-4c230e5a87ba req-bec25339-2009-46ff-9c22-9352f43c2c3e tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373183 May 13 15:08:14.224276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.276079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:14.292162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:14.294213 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.347609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.375537 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:14.593084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26b1df20-fbf1-4c2e-a96a-10ceeebf4388 req-3491df88-12cf-4ebe-8533-9b760aa4e70b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.1565545 May 13 15:08:14.871420 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957efdf9-2ef5-4ee3-b623-85d403593f88'] response: {'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'code': 200} May 13 15:08:14.873996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:14.954532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-1c3ff2d3-feb9-4623-bf5e-29ca07fe4447 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.3457191 May 13 15:08:15.063908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.181499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:15.181852 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:15.276736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.330215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:15.380186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:15.384237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:15.507794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-02733e02-e79d-4591-90ad-57da08d2090e None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:15.510804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66afc0c2-92f5-4e78-87f6-77b492810501 req-d5f2121e-f03a-460b-9596-7ff1cfd4c666 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275917 May 13 15:08:15.519091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.531402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02733e02-e79d-4591-90ad-57da08d2090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.540195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:15.606382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.623462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:15.665713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=2409d1e6-bc1a-41be-a948-a7bd40482bd6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:15.687327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748ac8c-839a-4952-bf72-129ae633c5c0 None None] Network 94b3545c-11ad-4b70-abfe-508a11bfe991 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:15.695947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Deleting port 8fe06a73-7eba-4e1a-82fc-8a274d708abe {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:15.699706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:15.890632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed5264ffdf848ed8fe8ea2e0f993035 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:15.901995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8957bc05-49e9-4d58-87ad-a5f4ab08a570 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/2409d1e6-bc1a-41be-a948-a7bd40482bd6 HTTP/1.1" status: 204 len: 168 time: 3.3919687 May 13 15:08:15.928476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:15.952076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:15.961926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:16.170672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.261834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:16.262534 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.323704 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-a9836b47-9316-4008-97ae-0bd7c0e003be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6096020 May 13 15:08:16.428358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-64666412-7c4b-49ba-8e24-853f53d60a54 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0263693 May 13 15:08:16.438767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:16.478467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77e0c-96be-4a00-8681-05b1f10d0345 req-78f01af5-1776-4a15-bfa5-7c1fa226197a tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:16.491015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41d77e0c-96be-4a00-8681-05b1f10d0345 req-78f01af5-1776-4a15-bfa5-7c1fa226197a tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 1094 time: 0.8107362 May 13 15:08:16.561510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] For port 8fe06a73-7eba-4e1a-82fc-8a274d708abe, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8fe06a73-7eba-4e1a-82fc-8a274d708abe,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:16.563069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.688539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-02733e02-e79d-4591-90ad-57da08d2090e None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:16.713036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Calling delete_port for 8fe06a73-7eba-4e1a-82fc-8a274d708abe owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:16.744731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.767351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.843340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d8010b4-fd71-4f32-b365-d23217175c45 None None] Provisioning for port 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:16.856679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d8010b4-fd71-4f32-b365-d23217175c45 None None] Provisioning complete for port 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:16.857042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d8010b4-fd71-4f32-b365-d23217175c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:16.933945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14604-ae56-4d8f-9796-777a94a88988 req-118b99d5-296e-4a9c-93e0-e0f0d81b2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:16.940108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-118b99d5-296e-4a9c-93e0-e0f0d81b2d74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1094 time: 1.3279235 May 13 15:08:16.945693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ed5264ffdf848ed8fe8ea2e0f993035&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0101600 May 13 15:08:16.953076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41d77e0c-96be-4a00-8681-05b1f10d0345 req-b1f404d2-93fe-4b03-8593-8a6c5c10b473 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609175 May 13 15:08:16.953989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:16.965375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-f2ba4911-e84a-41cd-b0a6-e86d1a5b554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:16.967443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-f2ba4911-e84a-41cd-b0a6-e86d1a5b554f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42b058b182fd484293b4020892374ba6&device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 0.5875354 May 13 15:08:17.104528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6d8010b4-fd71-4f32-b365-d23217175c45 None None] Port 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:17.125917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] DHCP port deletion for 94b3545c-11ad-4b70-abfe-508a11bfe991 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:08:17.144808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Deleting port 373b2aee-934a-4c31-8e96-084fb9e87cdd {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:17.145192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.359197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdfa6e-3dd2-42c3-b0d4-942d879ca345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a169624-61dd-4cef-9b59-59a9d8dabd91,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:17.504698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.586403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 373b2aee-934a-4c31-8e96-084fb9e87cdd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:17.586403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.642057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.781240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0750-a5a8-4770-ae84-613a9058820d req-beafafeb-f180-4dfb-a497-d1bbd3551c51 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:17.782914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a03d0750-a5a8-4770-ae84-613a9058820d req-beafafeb-f180-4dfb-a497-d1bbd3551c51 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 943 time: 1.8791788 May 13 15:08:17.893672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:17.977385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:08:18.017892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b1a17-52e3-44d9-aff5-2aa0c50da62e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:18.030399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b1a17-52e3-44d9-aff5-2aa0c50da62e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:18.041618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b1b1a17-52e3-44d9-aff5-2aa0c50da62e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:18.100498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-f5509420-e3ac-4456-a303-7307db3c3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:18.105744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-f5509420-e3ac-4456-a303-7307db3c3e37 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 200 len: 910 time: 1.0168130 May 13 15:08:18.115294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.144060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 373b2aee-934a-4c31-8e96-084fb9e87cdd no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:18.474484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a169624-61dd-4cef-9b59-59a9d8dabd91,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:18.534751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 373b2aee-934a-4c31-8e96-084fb9e87cdd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=373b2aee-934a-4c31-8e96-084fb9e87cdd,segment=NetworkSegment(b4d46806-78da-429f-940e-927776810f6f),segment_id=b4d46806-78da-429f-940e-927776810f6f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:18.535475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.593238 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-dbd9a50f-4c42-42ab-ac06-685b276cd4d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 HTTP/1.1" status: 200 len: 217 time: 0.4497342 May 13 15:08:18.674623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5b1b1a17-52e3-44d9-aff5-2aa0c50da62e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:18.676021 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b1b1a17-52e3-44d9-aff5-2aa0c50da62e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 2.2303627 May 13 15:08:18.687000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:08:18.691374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57888586-5264-460d-94c5-76876242f891 req-daefa478-51f7-4c02-aa84-633bc962bacd tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 0.0940726 May 13 15:08:18.692431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:18.729490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.730935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1082f1f2-06ba-4b41-8565-8a332d567902 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a169624-61dd-4cef-9b59-59a9d8dabd91 HTTP/1.1" status: 204 len: 168 time: 1.7623987 May 13 15:08:18.793756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] For port 373b2aee-934a-4c31-8e96-084fb9e87cdd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=373b2aee-934a-4c31-8e96-084fb9e87cdd,segment=NetworkSegment(b4d46806-78da-429f-940e-927776810f6f),segment_id=b4d46806-78da-429f-940e-927776810f6f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:18.798312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:18.826071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 373b2aee-934a-4c31-8e96-084fb9e87cdd owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:19.062733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-88d7dda3-656f-4515-9431-b00be9812697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:19.080256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-88d7dda3-656f-4515-9431-b00be9812697 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 200 len: 848 time: 0.3714914 May 13 15:08:19.167084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fe06a73-7eba-4e1a-82fc-8a274d708abe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:19.253719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a03d0750-a5a8-4770-ae84-613a9058820d req-c5c9c3a1-5e70-466e-81d8-48a1dae77a6c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4502378 May 13 15:08:19.312139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:19.312763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.373306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14604-ae56-4d8f-9796-777a94a88988 req-8b714fe9-fc17-4029-b7c5-7e1d98364d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:19.376114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-8b714fe9-fc17-4029-b7c5-7e1d98364d75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 898 time: 2.3853657 May 13 15:08:19.439639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Calling delete_port for 373b2aee-934a-4c31-8e96-084fb9e87cdd owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:19.524197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.669444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] No DVR routers for this DVR port 8fe06a73-7eba-4e1a-82fc-8a274d708abe on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:19.737621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:19.785908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-deleted', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:19.894668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port 373b2aee-934a-4c31-8e96-084fb9e87cdd on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:19.912511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=373b2aee-934a-4c31-8e96-084fb9e87cdd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:19.926525 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e55d351-a565-41d4-823b-d7ebbb7582d6 req-7a58929b-310e-4dbc-bf03-c2ad60d26696 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.86 "DELETE /v2.0/ports/8fe06a73-7eba-4e1a-82fc-8a274d708abe HTTP/1.1" status: 204 len: 173 time: 11.6387911 May 13 15:08:19.946804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-a052570f-7fbf-404a-b9cb-d4215c1d5d6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 217 time: 0.5101378 May 13 15:08:20.363138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:20.409049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:20.409730 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:20.412369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:08:20.542696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:20.543830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.580878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 373b2aee-934a-4c31-8e96-084fb9e87cdd {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:08:20.583721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 373b2aee-934a-4c31-8e96-084fb9e87cdd not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:20.605010 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f4530a-4e6b-4043-ad84-42c34b71d2fa'] response: {'server_uuid': 'a98b0e97-e428-4167-9df0-bc1916b0d2c6', 'name': 'network-vif-deleted', 'tag': '8fe06a73-7eba-4e1a-82fc-8a274d708abe', 'status': 'completed', 'code': 200} May 13 15:08:20.608534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:08:20.669380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.766433 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3d7ac78-8d3d-4b26-ae59-318ebe971946 req-ece25157-7a71-49e4-a6ce-a96ed9c8f027 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a98b0e97-e428-4167-9df0-bc1916b0d2c6 HTTP/1.1" status: 200 len: 210 time: 0.1903036 May 13 15:08:20.827664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.864627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:20.885583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:20.939503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Deleting port 373b2aee-934a-4c31-8e96-084fb9e87cdd {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:20.968736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.011821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.218431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14604-ae56-4d8f-9796-777a94a88988 req-95ea86f9-4a12-4633-b800-9857e2b2661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:21.235192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bcff0c02-197b-4b80-ad68-bce4014da5d4 None None] The port '373b2aee-934a-4c31-8e96-084fb9e87cdd' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:08:21.237112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-95ea86f9-4a12-4633-b800-9857e2b2661f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 0.6257615 May 13 15:08:21.287046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:08:21.333234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:21.712522 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:21.903418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:22.133587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:22.297347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b3545c-11ad-4b70-abfe-508a11bfe991']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:22.369943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-5982762e-3313-424e-9be1-9fcba961f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:22.372711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-5982762e-3313-424e-9be1-9fcba961f59f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0097e20-7aa6-44f6-870f-d459d1012152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.2900815 May 13 15:08:22.446763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d46806-78da-429f-940e-927776810f6f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:22.447593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d46806-78da-429f-940e-927776810f6f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:22.537829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.638282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14604-ae56-4d8f-9796-777a94a88988 req-6aef879a-4205-40da-91d8-db18787c73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:22.648662 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-6aef879a-4205-40da-91d8-db18787c73c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9537568 May 13 15:08:22.661299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:22.713939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b707-daba-4cae-addd-40ece89b43c8 req-4041bbe0-0f8a-4034-9a4e-bf4a21a42cc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:22.738400 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f106b707-daba-4cae-addd-40ece89b43c8 req-4041bbe0-0f8a-4034-9a4e-bf4a21a42cc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 944 time: 1.9664676 May 13 15:08:23.068812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-108ffc0a-f1cf-4d43-8440-981aca1edd38 service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503854 May 13 15:08:23.157941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-d0423edb-5e27-42f0-b922-dfbb6442bc9b service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903419 May 13 15:08:23.181425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-482321268'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:23.198971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:23.212386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:23.240900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:23.273795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:23.313136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:23.316300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: timer() May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:23.348579 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:23.393796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d78d6b9-6650-4039-b946-c34aaa9bd8c3 req-e4ac428e-bd98-4b8e-a2d3-fda3a97c67ff service neutron] 10.222.0.90 "GET /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227041 May 13 15:08:23.658205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:23.663548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84ed5-703c-49da-8b85-b9613392d944 req-eed3e47f-d617-428c-a6aa-5f7f2f08f17b tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:23.675964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-afb84ed5-703c-49da-8b85-b9613392d944 req-eed3e47f-d617-428c-a6aa-5f7f2f08f17b tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 0.2851119 May 13 15:08:23.994382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:23.998452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.010681 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13e14604-ae56-4d8f-9796-777a94a88988 req-766bb358-8f94-470f-8a3c-89e8368229dd service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638179 May 13 15:08:24.134643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f106b707-daba-4cae-addd-40ece89b43c8 req-d3e759a3-3ef7-4f3c-a643-8f63bd8c593b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3946626 May 13 15:08:24.136175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.147618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.164183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.207301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/94b3545c-11ad-4b70-abfe-508a11bfe991 HTTP/1.1" status: 204 len: 168 time: 8.2275939 May 13 15:08:24.218317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:24.225071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:24.230488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:24.241105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:24.274440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:24.293828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:24.322326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-928721042'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:24.359816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870658-1fc1-408f-a810-e6205426a10e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=94b3545c-11ad-4b70-abfe-508a11bfe991,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:24.412125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:24.418394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.427882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.496186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-afb84ed5-703c-49da-8b85-b9613392d944 req-e657b5af-9512-4f59-bf9e-887cb1da015a tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181729 May 13 15:08:24.497275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:24.516090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:24.565104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:24.668040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:24.762985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.763644 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment 49b24e35-1ffe-484d-b240-7d310890b3c2 of type vlan for network 1dc2c316-5163-4dba-83d3-75271191522f May 13 15:08:24.764541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:24.783821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.847025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:24.856235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.859857 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.860634 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 9b6ffcfb-2db3-4fa4-8276-0f58fede217c of type vlan for network ebc86901-d63b-4a7a-9449-a21ce0f0b26d May 13 15:08:24.893451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.914823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:24.941827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.949193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:24.950315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.955736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.969491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1c0d1-f3b0-4a30-a7ba-9532fbc73654,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:24.982862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:24.999954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.003633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.162330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0ccf89fa-5ad6-4931-99a9-5d08e2fd9a6f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 HTTP/1.1" status: 204 len: 168 time: 6.4340711 May 13 15:08:25.169896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8789420 May 13 15:08:25.171238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.171700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.173488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349add5-af2a-45d5-b154-dc9bccb29645 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=ebc86901-d63b-4a7a-9449-a21ce0f0b26d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:25.204318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:25.231878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:25.241983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:25.242544 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:25.377731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:25.546128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.3556848 May 13 15:08:25.549026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:25.589141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87fbb2-5e72-4955-b15f-fa716eb60159 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=1dc2c316-5163-4dba-83d3-75271191522f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:25.646489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'name': 'tempest-PortsIpV6TestJSON-174520930'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:25.681560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1dc2c316-5163-4dba-83d3-75271191522f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:25.868163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-f7772d7c-15b0-4c15-aae8-310d6cda71bc req-ff4a52a7-3476-465c-ae3d-0272cf081f61 service neutron] (88132) timed out ('10.222.0.36', 35932) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:08:25.981464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.986589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.990113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.990715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-44af652a-dc00-459f-b7cf-c16fbaf2cc91 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:25.991797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-44af652a-dc00-459f-b7cf-c16fbaf2cc91 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Synchronizing usage tracker for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:25.992267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:26.029080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-44af652a-dc00-459f-b7cf-c16fbaf2cc91 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Unset dirty status for tenant:42b058b182fd484293b4020892374ba6 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:26.040760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-44af652a-dc00-459f-b7cf-c16fbaf2cc91 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 1.5652065 May 13 15:08:26.156619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:26.157160 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.164707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:26.173870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:26.177050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:26.179594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83511044-b48d-4667-bd4b-9d1b0542aea2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0015783 May 13 15:08:26.181941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:26.188048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33332) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:26.224324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:26.236581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d317cb-1370-4655-a081-5daec60437e1 req-cc404899-a85f-4026-a455-7f55208d1b65 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:26.239133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-39d317cb-1370-4655-a081-5daec60437e1 req-cc404899-a85f-4026-a455-7f55208d1b65 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 944 time: 0.6447747 May 13 15:08:26.251203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Deleting port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:26.251800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.285880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:26.294680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:26.314249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:26.335387 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.339061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:26.339870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:26.367673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:26.398464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:26.434907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32b4a6-7ee9-4e77-8dd3-8653d2b8eab2 req-13aff005-550e-4ecc-a248-cdb15b11d557 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:26.437387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d32b4a6-7ee9-4e77-8dd3-8653d2b8eab2 req-13aff005-550e-4ecc-a248-cdb15b11d557 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1097 time: 0.5700631 May 13 15:08:26.444795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:26.507321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.586566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:26.593502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.612687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:26.754234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:26.755158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:26.838985 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d32b4a6-7ee9-4e77-8dd3-8653d2b8eab2 req-e10085e8-1ffb-41f0-a672-d9939e486216 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889277 May 13 15:08:27.002256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.116288 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2ddeb9-40c8-417f-83b8-f5002220c723'] response: {'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'code': 200} May 13 15:08:27.117398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:27.122980 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.130469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:27.160202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.315399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:27.324064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.492108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Calling delete_port for 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:27.524070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:27.641174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:27.710577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:27.710969 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:27.810171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-39d317cb-1370-4655-a081-5daec60437e1 req-ffc4ea8a-0514-433e-abc2-1becb42fae03 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4577773 May 13 15:08:27.850244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 9eb91e44-099c-41f5-8d04-b8771d4e96bf yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:27.978963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1c5b-abd1-4c3c-b809-dc2969485240 req-6c6c0d0c-a2c4-41ba-a56e-db9788f282b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:27.981033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5cb1c5b-abd1-4c3c-b809-dc2969485240 req-6c6c0d0c-a2c4-41ba-a56e-db9788f282b6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1096 time: 0.7795351 May 13 15:08:27.982122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.212665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Deleting port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:28.213549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.437012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.503294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5cb1c5b-abd1-4c3c-b809-dc2969485240 req-fb1040a6-c98c-4e21-8e7f-67ef8cee4d19 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4434099 May 13 15:08:28.512975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:28.518046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:28.539947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3a2f4-6671-4c95-bb13-f0a9c5359a10 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:28.756330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:28.769842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '9b6ffcfb-2db3-4fa4-8276-0f58fede217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:28.770965 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: ebc86901-d63b-4a7a-9449-a21ce0f0b26d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:28.783110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-278b632c-80f4-48ea-aad8-4c6dd9a55f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6 HTTP/1.1" status: 204 len: 168 time: 2.5920355 May 13 15:08:28.791782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33376) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:28.919399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet e08b4fff-fa1f-417d-bd78-06598d917ebe {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:28.924135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.004615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.149483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:29.194886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.419053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:29.431269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a4e41-39c9-469d-afd6-81887de2cb3f req-5610d153-8e5c-4f1d-93dc-070cfa0cc541 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:29.439495 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a9a4e41-39c9-469d-afd6-81887de2cb3f req-5610d153-8e5c-4f1d-93dc-070cfa0cc541 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 1.2316067 May 13 15:08:29.484554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ebc86901-d63b-4a7a-9449-a21ce0f0b26d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:29.498856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] For port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:29.500432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.537523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:29.538012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.558659 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.581033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a9a4e41-39c9-469d-afd6-81887de2cb3f req-26ed9433-a873-41e3-9115-7f95b4b265ee tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384230 May 13 15:08:29.686360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130face-c974-433c-ae05-89a403265f9a None None] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:29.782774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=e08b4fff-fa1f-417d-bd78-06598d917ebe,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:29.805547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:29.813241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6bb26f8b-d904-4c77-9632-d8f4cd2cf726 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/e08b4fff-fa1f-417d-bd78-06598d917ebe HTTP/1.1" status: 204 len: 168 time: 1.0121908 May 13 15:08:29.817225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:29.820834 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e8a7c48c-da7f-4d14-9862-222df40b6e77 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6276391 May 13 15:08:29.929435 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3800959c-4c6a-457e-9b7c-61d497c1adb5'] response: {'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'code': 200} May 13 15:08:29.977280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:30.023189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c43d754-d29e-48a0-932b-3f9409ad4097 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:router {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:30.065927 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ddc0256-8d3f-4236-acd6-c2cfb2352277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.069680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-789927056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:30.077950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c43d754-d29e-48a0-932b-3f9409ad4097 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:router {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:30.079490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c43d754-d29e-48a0-932b-3f9409ad4097 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2608073 May 13 15:08:30.082877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33410) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:30.089351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:30.446355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-ebc86901-d63b-4a7a-9449-a21ce0f0b26d', 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': 'e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:08:30.447185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.467638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:30.478141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:30.482731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:30.496615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:30.545040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:30.549547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:30.690248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Calling delete_port for 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:30.738955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Allocated IP 2001:db8::2 (ebc86901-d63b-4a7a-9449-a21ce0f0b26d/e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352/ccf5380a-efed-41a7-91d6-d9fcb1e9365a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:30.762421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:30.844490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:30.865345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:30.904616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:31.010182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.017428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.070380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.105719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd666a-d635-4e11-b21f-fed242d8e55e None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'e08b4fff-fa1f-417d-bd78-06598d917ebe'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '7261f2be-8486-4139-94ba-5bae8d9dc7a1'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:08:31.149451 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.196204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d0439-161e-4527-b750-33c2b71e94b4 req-d7996548-055c-473a-bff7-2cd022f04207 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:31.196204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c3d0439-161e-4527-b750-33c2b71e94b4 req-d7996548-055c-473a-bff7-2cd022f04207 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 1.5793259 May 13 15:08:31.226267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.318609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.332837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Transition to ACTIVE for port object ccf5380a-efed-41a7-91d6-d9fcb1e9365a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:31.374912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c3d0439-161e-4527-b750-33c2b71e94b4 req-3d30d4ed-0131-4a4e-a1e4-d85b9f07acd9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318445 May 13 15:08:31.399302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c9cd666a-d635-4e11-b21f-fed242d8e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.472673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.474592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b4811b57-9f70-41c2-8753-2614ff41ddc7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4483764 May 13 15:08:31.479822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33430) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:31.629954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.823251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:31.829032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.838500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:31.846677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:31.847285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:31.863733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea896d02-fadd-437b-94e4-4d4aa870a036 req-19214510-7c25-461c-a957-0f220d1d98b8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:31.865500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea896d02-fadd-437b-94e4-4d4aa870a036 req-19214510-7c25-461c-a957-0f220d1d98b8 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 1095 time: 0.9573610 May 13 15:08:31.986475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Transition to ACTIVE for port object ccf5380a-efed-41a7-91d6-d9fcb1e9365a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:32.001449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.040459 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ea896d02-fadd-437b-94e4-4d4aa870a036 req-a4f37c64-4acc-4bce-9438-1004205e499f tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=46c2f0a0-86b0-458e-be5c-bb28e84dbd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260562 May 13 15:08:32.041069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=07232c87-487b-4bc1-a7e6-612b0d578bd7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:32.050199 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-84ea99cc-f071-48bb-9e22-294b2aaf814b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9661736 May 13 15:08:32.065550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:32.071689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:32.274096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:32.301654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aece91-89f8-4b09-a9aa-40ce9b14186f None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:32.361599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Pushing event updated for resources: {'Port': ['ID=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:32.487421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:32.497184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:32.506408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:32.520839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:32.549480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:32.554711 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.048672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:33.066036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:33.127859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:33.134445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:33.433913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b6156e52-fe9e-4869-8e1f-89461b376d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.477811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a307ac65-2220-4cbb-9c1b-f17aeaca4e69 None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:33.478231 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a307ac65-2220-4cbb-9c1b-f17aeaca4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.542255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=9eb91e44-099c-41f5-8d04-b8771d4e96bf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:33.587346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] No DVR routers for this DVR port 67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:33.639960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.666003 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:33.883936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0029f25f-798b-4014-a4be-e09edab0ddda req-a53dc2c4-48a7-451e-a8aa-13ae7ed54570 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6131706a-3543-45f7-b317-c3eea031e208 HTTP/1.1" status: 200 len: 210 time: 0.3079853 May 13 15:08:34.065082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Attempting to bind port ccf5380a-efed-41a7-91d6-d9fcb1e9365a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:08:34.065936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Attempting to bind port ccf5380a-efed-41a7-91d6-d9fcb1e9365a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9b6ffcfb-2db3-4fa4-8276-0f58fede217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:08:34.065936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Attempting to bind port ccf5380a-efed-41a7-91d6-d9fcb1e9365a on network ebc86901-d63b-4a7a-9449-a21ce0f0b26d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:08:34.095429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:08:34.095799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Checking segment: {'id': '9b6ffcfb-2db3-4fa4-8276-0f58fede217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:34.096197 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.096626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Bound using segment: {'id': '9b6ffcfb-2db3-4fa4-8276-0f58fede217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:08:34.097121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Bound port: ccf5380a-efed-41a7-91d6-d9fcb1e9365a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6ffcfb-2db3-4fa4-8276-0f58fede217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ebc86901-d63b-4a7a-9449-a21ce0f0b26d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:08:34.097497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.236024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.238683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbe1f7ff-2ea9-4d27-a676-9f31bd2cdeac req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] 10.222.0.90 "DELETE /v2.0/ports/67ae4d84-09a9-4f1a-9757-a7fc4dcfade6 HTTP/1.1" status: 204 len: 173 time: 8.1966898 May 13 15:08:34.238852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:08:34.315557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2617177-32f9-4991-96d8-c7681e86ed05 tempest-TestServerMultinode-1509036020 tempest-TestServerMultinode-1509036020-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ae4d84-09a9-4f1a-9757-a7fc4dcfade6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:34.324996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-deleted', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:34.398396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': '49b24e35-1ffe-484d-b240-7d310890b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:34.399676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: 1dc2c316-5163-4dba-83d3-75271191522f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:34.649240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a307ac65-2220-4cbb-9c1b-f17aeaca4e69 None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:34.654399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:34.654820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.710994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:34.779537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:34.952042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade12b3-ec51-4d6e-9d74-1213e8821f1b req-4b18e13f-1fd0-43e3-be6c-59445ffca715 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:34.955617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ade12b3-ec51-4d6e-9d74-1213e8821f1b req-4b18e13f-1fd0-43e3-be6c-59445ffca715 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 1.5998931 May 13 15:08:35.009431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.241239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] For port ccf5380a-efed-41a7-91d6-d9fcb1e9365a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:08:35.247941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] For port ccf5380a-efed-41a7-91d6-d9fcb1e9365a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,segment=NetworkSegment(9b6ffcfb-2db3-4fa4-8276-0f58fede217c),segment_id=9b6ffcfb-2db3-4fa4-8276-0f58fede217c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:08:35.251020 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:35.252045 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:35.271793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.312846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1dc2c316-5163-4dba-83d3-75271191522f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:35.493879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:35.501743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:35.511699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:35.513684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.554836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.572768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.576691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.587210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3bdbb6fa-dbfb-4b8a-a2d9-8ce481a3ec8a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 9.9951243 May 13 15:08:35.626920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:35.630636 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:35.677974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266e23b-dc7b-4dfe-a0f2-e6e280a6cfe6 None None] Pushing event updated for resources: {'Port': ['ID=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:35.691707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7345c7d-e358-4813-a778-0ae6e2f5321a None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:35.816205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357755956'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:35.828620 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f555c5-7d2e-404b-916e-440985a5113a'] response: {'server_uuid': '6131706a-3543-45f7-b317-c3eea031e208', 'name': 'network-vif-deleted', 'tag': '67ae4d84-09a9-4f1a-9757-a7fc4dcfade6', 'status': 'completed', 'code': 200} May 13 15:08:35.834755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:35.851425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2ade12b3-ec51-4d6e-9d74-1213e8821f1b req-a50b902c-9e1d-44a5-937c-59eaaac8a4be tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8547182 May 13 15:08:35.852792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:35.862687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:35.881035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:36.020511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:36.025191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.186304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:36.200343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:36.218980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:36.219639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.290640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:08:36.299648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=80ba4b43-065d-4749-b783-856b1f95ecf9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:36.318255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=9']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:36.349473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d38a990b-3ed8-4791-b122-bb709ab54ab2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2800758 May 13 15:08:36.355339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:36.383670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:36.386329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:1e:7c:cc', 'name': 'tempest-NetworksTestDHCPv6-1476885418'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:36.590714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.591412 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment 790c22ed-3d95-4d05-b5ad-399604c064cb of type vlan for network ea233fbd-db25-4218-8b63-a2e137376e74 May 13 15:08:36.661226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8::1 (ebc86901-d63b-4a7a-9449-a21ce0f0b26d/e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352/6c474b0b-bbb3-4cce-8d93-5f96c326ae56) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:36.697482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb6df4-dad4-4db4-b5f6-ecc0aaa74f34 req-5cefdf1f-ede1-41a3-a15b-474e8be683c3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:36.712403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '07232c87-487b-4bc1-a7e6-612b0d578bd7'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '7261f2be-8486-4139-94ba-5bae8d9dc7a1'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:08:36.714880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cccb6df4-dad4-4db4-b5f6-ecc0aaa74f34 req-5cefdf1f-ede1-41a3-a15b-474e8be683c3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 0.5590346 May 13 15:08:36.845214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:36.967285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:36.968920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.146196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:37.175808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:37.180728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:37.196627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:37.209734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:37.211631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:37.233340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.393673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.585716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:37.664675 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:37.719289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cccb6df4-dad4-4db4-b5f6-ecc0aaa74f34 req-bc0c8ded-07db-4950-8f9d-e591566470d1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0029190 May 13 15:08:37.802473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 2c0879d8-67e4-497b-b5d0-016dbb509d6d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:38.021828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:38.046237 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ccf5380a-efed-41a7-91d6-d9fcb1e9365a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:38.476066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ccf5380a-efed-41a7-91d6-d9fcb1e9365a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:38.533194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:08:38.636290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12c276-b704-4c67-9cce-4b9871a00469 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.659918 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc12c276-b704-4c67-9cce-4b9871a00469 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1091 time: 0.6297472 May 13 15:08:38.669576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:38.738743 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.754433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:38.755354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:38.763295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9bf40-7ad0-469c-b771-981a3890ec77 None None] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:38.898104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'tenant_id': '49bff001508646548736068375f91a15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:38.928907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:38.941490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:floatingip and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:38.952406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:38.968724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:38.990891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.022966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.2113800 May 13 15:08:39.083473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Provisioning for port ccf5380a-efed-41a7-91d6-d9fcb1e9365a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:39.089521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:39.103128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'ports': [{'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'}, {'network_id': 'ea233fbd-db25-4218-8b63-a2e137376e74'}]} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:39.103967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:39.105002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': 'ea233fbd-db25-4218-8b63-a2e137376e74'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:39.379409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Provisioning complete for port ccf5380a-efed-41a7-91d6-d9fcb1e9365a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:39.379818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.419382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 172.20.0.8 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/07232c87-487b-4bc1-a7e6-612b0d578bd7/2c0879d8-67e4-497b-b5d0-016dbb509d6d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:39.438103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf33b8-d82d-4340-b7f9-6b2a24ac4302 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=ea233fbd-db25-4218-8b63-a2e137376e74,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:39.447258 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:39.483589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:39.512795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe1e:7ccc (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/80ba4b43-065d-4749-b783-856b1f95ecf9/2c0879d8-67e4-497b-b5d0-016dbb509d6d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:39.616594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ea233fbd-db25-4218-8b63-a2e137376e74 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:08:40.133471 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.188371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Current status of the port ccf5380a-efed-41a7-91d6-d9fcb1e9365a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:40.189087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.279536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] For port ccf5380a-efed-41a7-91d6-d9fcb1e9365a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,segment=NetworkSegment(9b6ffcfb-2db3-4fa4-8276-0f58fede217c),segment_id=9b6ffcfb-2db3-4fa4-8276-0f58fede217c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:40.287922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.295989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:40.300203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:40.303563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:40.304160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.318536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.499309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c460bbb-c36e-42bb-b8d6-0016414d2a9b None None] Pushing event updated for resources: {'Port': ['ID=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:40.513979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=6c474b0b-bbb3-4cce-8d93-5f96c326ae56,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:40.514961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:40.577246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:08:40.582623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:08:40.591752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:40.621412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 2} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:40.631458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.768976 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.864306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5fb4a91c-dcca-4196-a929-ad8fdae6e8c0 None None] Provisioning complete for port ccf5380a-efed-41a7-91d6-d9fcb1e9365a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:40.870788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a91c-dcca-4196-a929-ad8fdae6e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:40.878600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.068479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.068837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.069185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.069528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.069858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.070191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.070521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.070849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.071182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.071503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.071828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.072152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:41.238627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 2c0879d8-67e4-497b-b5d0-016dbb509d6d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:41.263871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.266514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4a91c-dcca-4196-a929-ad8fdae6e8c0 None None] Current status of the port ccf5380a-efed-41a7-91d6-d9fcb1e9365a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:41.546156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327262e-7f56-4dc9-ad33-bdccad9440fb req-2af1ef01-2605-4c24-8af3-a6b18c9d1032 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:41.554434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c327262e-7f56-4dc9-ad33-bdccad9440fb req-2af1ef01-2605-4c24-8af3-a6b18c9d1032 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 0.5708289 May 13 15:08:41.594458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ccf5380a-efed-41a7-91d6-d9fcb1e9365a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:41.617733 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.634561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c18c28a7-96f0-41c6-822b-f8570a0b3b11 None None] Provisioning for port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:41.667009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c18c28a7-96f0-41c6-822b-f8570a0b3b11 None None] Provisioning complete for port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:41.667378 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c18c28a7-96f0-41c6-822b-f8570a0b3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:41.802029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.25.5.238 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/697c4b0b-ba19-4a50-a5fc-88d1bc673c45) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:41.856396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c18c28a7-96f0-41c6-822b-f8570a0b3b11 None None] Port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:41.876649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Allocated IP 172.20.0.2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/07232c87-487b-4bc1-a7e6-612b0d578bd7/7261f2be-8486-4139-94ba-5bae8d9dc7a1) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:08:41.918578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ccf5380a-efed-41a7-91d6-d9fcb1e9365a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:41.918968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.086322 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.152636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.173349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.378247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:42.388916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:42.390907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:42.398221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port b6ac91a3-64fd-4185-95a4-e9dab079a15a yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:42.408053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:42.424101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:42.449875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:42.517796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:42.548275 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.556099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=697c4b0b-ba19-4a50-a5fc-88d1bc673c45,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:42.586462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.648261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Transition to ACTIVE for port object 7261f2be-8486-4139-94ba-5bae8d9dc7a1 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:08:42.695900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:42.696635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.710415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.711492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.745726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=2c0879d8-67e4-497b-b5d0-016dbb509d6d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:42.801701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:42.858213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-103ab81b-c17f-4b9e-9990-10c4b6f5a4bb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.4942329 May 13 15:08:42.880097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33628) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:42.903327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=6c474b0b-bbb3-4cce-8d93-5f96c326ae56,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:43.001400 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c327262e-7f56-4dc9-ad33-bdccad9440fb req-a1023469-6492-40b4-80b4-658f70860a9a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4460006 May 13 15:08:43.176311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ccf5380a-efed-41a7-91d6-d9fcb1e9365a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:43.183527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:43.219202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38860805-ec39-48b1-a2da-d31ae47631d3 None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:43.412111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:43.415207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:43.975718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Deleting port 5263dcdc-b528-4a68-876e-a3c9309bb7c1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:43.977317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.006850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4528a9-234d-48b2-8dbe-b0afbcd7a96a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:44.028775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4528a9-234d-48b2-8dbe-b0afbcd7a96a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:44.030922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c4528a9-234d-48b2-8dbe-b0afbcd7a96a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:44.037403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b9165d0e-cd63-4d78-8768-578ee03495bd None None] Provisioning complete for port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:44.038069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9165d0e-cd63-4d78-8768-578ee03495bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.129179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 5909116f-6a08-461c-ba2f-7e8317ddd6d7 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:08:44.156921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c4528a9-234d-48b2-8dbe-b0afbcd7a96a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:44.165640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2c4528a9-234d-48b2-8dbe-b0afbcd7a96a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.2780614 May 13 15:08:44.184465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:44.264942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] For port 5263dcdc-b528-4a68-876e-a3c9309bb7c1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5263dcdc-b528-4a68-876e-a3c9309bb7c1,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:44.265810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.277192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b9165d0e-cd63-4d78-8768-578ee03495bd None None] Port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:08:44.458970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 2c0879d8-67e4-497b-b5d0-016dbb509d6d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:44.459252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:44.487601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Calling delete_port for 5263dcdc-b528-4a68-876e-a3c9309bb7c1 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:44.612553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a4a4-db0c-40fe-98ab-65acdab946d4 req-800916b4-d06c-4d4d-bbd3-b95064376ea5 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:44.624246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f482a4a4-db0c-40fe-98ab-65acdab946d4 req-800916b4-d06c-4d4d-bbd3-b95064376ea5 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 0.2986319 May 13 15:08:44.672952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6044a7-1aad-4e01-a4a5-af4fd4e20e68 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:44.976566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Provisioning for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:08:44.993861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 80c15b91-1fac-4dca-99ef-aea808e61c56 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:45.034266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:45.035093 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.070524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.133322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-f8a875da-5c10-47c7-a83c-fa22e2a10f1f tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:45.134895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-f8a875da-5c10-47c7-a83c-fa22e2a10f1f tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.90 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 945 time: 2.5213556 May 13 15:08:45.212949 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.317135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 2c0879d8-67e4-497b-b5d0-016dbb509d6d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:45.444502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.467935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:45.468535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.477422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f482a4a4-db0c-40fe-98ab-65acdab946d4 req-7fd9c0e7-b86e-4963-b503-334c3d5f6cc2 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8518555 May 13 15:08:45.617421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Deleting port 80c15b91-1fac-4dca-99ef-aea808e61c56 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:45.618032 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.678770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.722902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Pushing event deleted for resources: {'Port': ['ID=5263dcdc-b528-4a68-876e-a3c9309bb7c1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:45.777190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:45.895853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:45.971765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 5022f860-f957-41ac-9520-fb54d489e185 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:08:46.033360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:46.042482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 80c15b91-1fac-4dca-99ef-aea808e61c56 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:46.043048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.061492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.153890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:46.160449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:46.162538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.212663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.284526 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd33787a-c2dd-482d-8808-f965c7b22537'] response: {'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'code': 200} May 13 15:08:46.293691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4dea8-0143-4085-b2cf-108b5c8db97e None None] Pushing event updated for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:46.352238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.438981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:46.493060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:46.493762 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.673933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:46.957831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:47.127693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.305583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:08:47.310171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.352748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:47.367571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:47.371939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:47.373417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.374475 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] Sync routers for ids ['5022f860-f957-41ac-9520-fb54d489e185'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:47.389030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:47.389774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.402693 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] Routers {'5022f860-f957-41ac-9520-fb54d489e185'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:47.403358 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5022f860-f957-41ac-9520-fb54d489e185'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.426965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3ee6d3b6-1624-491c-9bd5-eb72e48f38e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/5022f860-f957-41ac-9520-fb54d489e185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9430828 May 13 15:08:47.428067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:47.616577 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.651539 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] Routers {'5022f860-f957-41ac-9520-fb54d489e185'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:47.652416 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5022f860-f957-41ac-9520-fb54d489e185'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.690990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Calling delete_port for 80c15b91-1fac-4dca-99ef-aea808e61c56 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:47.757344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e9d8f608-665e-4fe8-bc1a-1fdab7706331 None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:47.758373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f608-665e-4fe8-bc1a-1fdab7706331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:47.845982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=697c4b0b-ba19-4a50-a5fc-88d1bc673c45,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:47.881192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:08:47.980543 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:47.981316 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234562fd-dc0b-4875-b6f7-ba87500e8888 None None] The sync data for ids ['5022f860-f957-41ac-9520-fb54d489e185'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:47.984323 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:08:48.088841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:48.089526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.178351 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:48.189561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:08:48.190028 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:08:48.420619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f6a46-e488-454a-87c0-34be1bd2945c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:48.421317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d60f6a46-e488-454a-87c0-34be1bd2945c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:48.495171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8f608-665e-4fe8-bc1a-1fdab7706331 None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:48.524165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e9d8f608-665e-4fe8-bc1a-1fdab7706331 None None] Could not find standard attr ID for object 2c0879d8-67e4-497b-b5d0-016dbb509d6d. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:08:48.540272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:48.605769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d60f6a46-e488-454a-87c0-34be1bd2945c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:48.607298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d60f6a46-e488-454a-87c0-34be1bd2945c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports/6c474b0b-bbb3-4cce-8d93-5f96c326ae56 HTTP/1.1" status: 200 len: 911 time: 1.1087358 May 13 15:08:48.611538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:48.638038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-74ad895b-a8eb-4f72-97fc-b8d466999336 None None] Could not find standard attr ID for object 2c0879d8-67e4-497b-b5d0-016dbb509d6d. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:08:49.212381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Deleting port 80c15b91-1fac-4dca-99ef-aea808e61c56 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:49.212721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.279080 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Floating IP cf9d21ee-6f75-496d-909d-8be6e0ea7c7b associated. External IP: 172.25.5.238, port: bc2dc61c-d063-4f7b-bb1d-11a09cb936a4. May 13 15:08:49.343147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=b6ac91a3-64fd-4185-95a4-e9dab079a15a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:49.386101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Router 78f5365e-4f3b-4321-a6a8-37a17a75316a has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:49.399279 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.488922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': '790c22ed-3d95-4d05-b5ad-399604c064cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'ea233fbd-db25-4218-8b63-a2e137376e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:08:49.489580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: ea233fbd-db25-4218-8b63-a2e137376e74, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:08:49.514644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=2c0879d8-67e4-497b-b5d0-016dbb509d6d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:49.544807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.624637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6cedae8a-651d-412f-acf0-aaa6a6ebbbeb tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/2c0879d8-67e4-497b-b5d0-016dbb509d6d HTTP/1.1" status: 204 len: 168 time: 5.4394667 May 13 15:08:49.690235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:49.706996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f789441-c433-47af-bcef-07a34334af89 req-c484b385-22dd-4109-b115-1c789b8c38c1 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:49.710399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f789441-c433-47af-bcef-07a34334af89 req-c484b385-22dd-4109-b115-1c789b8c38c1 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f5bb49-17c8-4a55-8a9f-c85f2e5fb497 HTTP/1.1" status: 200 len: 943 time: 2.5559509 May 13 15:08:49.815432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] For port 80c15b91-1fac-4dca-99ef-aea808e61c56, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=80c15b91-1fac-4dca-99ef-aea808e61c56,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:49.816192 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:49.925097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network ea233fbd-db25-4218-8b63-a2e137376e74 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:08:49.927762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=5909116f-6a08-461c-ba2f-7e8317ddd6d7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:50.017496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ea233fbd-db25-4218-8b63-a2e137376e74) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:08:50.030430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b74f6e-7524-439b-9085-542f608b4dc1 None None] Network ea233fbd-db25-4218-8b63-a2e137376e74 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:50.036794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:50.038802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:50.040539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:50.041579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:50.046571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:08:50.053142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:50.058483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:50.059462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.292547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36996667-5e11-48c9-8a80-b70b96b93030 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 11.1981726 May 13 15:08:50.318083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33758) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:50.351525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Calling delete_port for 80c15b91-1fac-4dca-99ef-aea808e61c56 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:50.374112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:50.378408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-553d501c-bf0c-4788-97b3-150c1929b0bc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6838455 May 13 15:08:50.388699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:50.531847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.561090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:50.575969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Sync routers for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:50.590389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:50.591127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:50.685101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Pushing event deleted for resources: {'Port': ['ID=80c15b91-1fac-4dca-99ef-aea808e61c56,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:50.768005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] No DVR routers for this DVR port 80c15b91-1fac-4dca-99ef-aea808e61c56 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:50.772251 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.774510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79289674-e3d9-44d8-b5ca-73c38e4d8b23 req-0c123ccb-fae5-41cf-ba09-bfbb6487b89b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.90 "DELETE /v2.0/ports/80c15b91-1fac-4dca-99ef-aea808e61c56 HTTP/1.1" status: 204 len: 173 time: 5.6188860 May 13 15:08:50.774969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-deleted', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:50.785884 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:50.794244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-776045c4-99ff-424b-8bdf-a3aa053993da admin admin] 10.222.0.36 "PUT /v2.0/routers/78f5365e-4f3b-4321-a6a8-37a17a75316a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4064729 May 13 15:08:50.799622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33790) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:51.066383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:51.130796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.167242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 5909116f-6a08-461c-ba2f-7e8317ddd6d7 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:51.167775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.201525 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb835dd2-2029-4cba-a7f3-59c046ba9930'] response: {'server_uuid': '21f5bb49-17c8-4a55-8a9f-c85f2e5fb497', 'name': 'network-vif-deleted', 'tag': '80c15b91-1fac-4dca-99ef-aea808e61c56', 'status': 'completed', 'code': 200} May 13 15:08:51.259457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 07232c87-487b-4bc1-a7e6-612b0d578bd7 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:51.263976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f789441-c433-47af-bcef-07a34334af89 req-786d0554-ad3a-4bac-b28d-8d7814dd0537 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4237142 May 13 15:08:51.334515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.463598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:08:51.538043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.556778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Deleting port bdd76e50-709d-4849-871c-938feb8bb676 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:51.557135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.638488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:51.886011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:08:45Z', 'revision_number': 5, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port': {'id': 'bdd76e50-709d-4849-871c-938feb8bb676', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:04Z', 'updated_at': '2022-05-13T15:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:51.894009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Checking router: 78f5365e-4f3b-4321-a6a8-37a17a75316a for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:51.911923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Routers {'78f5365e-4f3b-4321-a6a8-37a17a75316a'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:51.913340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['78f5365e-4f3b-4321-a6a8-37a17a75316a'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:51.929355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] For port bdd76e50-709d-4849-871c-938feb8bb676, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bdd76e50-709d-4849-871c-938feb8bb676,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:51.931274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.086017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.129574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Calling delete_port for bdd76e50-709d-4849-871c-938feb8bb676 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:52.148850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] Set router 78f5365e-4f3b-4321-a6a8-37a17a75316a gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:52.178143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.189499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.256628 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.392736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.418898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:08:51Z', 'revision_number': 6, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:52.430182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a199d5-842b-40a0-a19b-04c1163ba3df None None] The sync data for ids ['78f5365e-4f3b-4321-a6a8-37a17a75316a'] in n-d-841736-1 is: [{'id': '78f5365e-4f3b-4321-a6a8-37a17a75316a', 'name': 'tempest-TestServerMultinode-818295422-router', 'tenant_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:01Z', 'updated_at': '2022-05-13T15:08:51Z', 'revision_number': 6, 'project_id': '1a2bbee1791d4bddbf81ac48a3ba79ba', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:52.459545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7746d8d-e405-4ab8-98a4-fa8ba77262df None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:52.508339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd76e50-709d-4849-871c-938feb8bb676,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.688920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:08:52.693506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=07232c87-487b-4bc1-a7e6-612b0d578bd7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:52.702442 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:08:52.721879 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:52.722511 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:52.723948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.748394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 5909116f-6a08-461c-ba2f-7e8317ddd6d7 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:52.759140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:52.841250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.842399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.854935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.861098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.868115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.869218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.870655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.873230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.874020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.874760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.877240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:52.881905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:08:53.246655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.330139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24c75fb5-43f5-4b46-949d-9123c7226b19 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/07232c87-487b-4bc1-a7e6-612b0d578bd7 HTTP/1.1" status: 204 len: 168 time: 2.9394281 May 13 15:08:53.336174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:53.358189 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:53.620605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5263dcdc-b528-4a68-876e-a3c9309bb7c1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:53.707404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5263dcdc-b528-4a68-876e-a3c9309bb7c1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:53.708043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5263dcdc-b528-4a68-876e-a3c9309bb7c1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:53.708657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdd76e50-709d-4849-871c-938feb8bb676 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:53.821492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.825236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.856693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 80ba4b43-065d-4749-b783-856b1f95ecf9 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:53.889095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.898218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bdd76e50-709d-4849-871c-938feb8bb676 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:53.899239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bdd76e50-709d-4849-871c-938feb8bb676 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:53.905906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.907205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f5365e-4f3b-4321-a6a8-37a17a75316a {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:08:53.924275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:53.927803 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-69fd6907-67bb-4126-b8e0-3fcd58e92952 admin admin] 10.222.0.36 "DELETE /v2.0/routers/78f5365e-4f3b-4321-a6a8-37a17a75316a HTTP/1.1" status: 204 len: 168 time: 3.1242290 May 13 15:08:53.928137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:54.057482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Deleting subnet ce3315df-fb45-4247-925e-dc40c2a87822 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:54.067842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.074551 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3f14c318-5684-4af6-af46-98742c220050 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.2122788 May 13 15:08:54.105848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:08:54.137735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:54.207681 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.245297 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:54.421112 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424c21f0-b4c7-41ea-8d8c-3a0106b91113'] response: {'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'status': 'completed', 'code': 200} May 13 15:08:54.532776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-37284b41-81cf-44c9-93f5-2b4f2302b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:54.534446 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-37284b41-81cf-44c9-93f5-2b4f2302b70c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1096 time: 0.2142990 May 13 15:08:54.659178 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:43Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:54.671457 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:08:54.689368 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:08:54.690139 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:55.025739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-f224b6a8-f9df-4bfc-84f0-167283e56717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:55.027261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-f224b6a8-f9df-4bfc-84f0-167283e56717 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 898 time: 0.4825244 May 13 15:08:55.041442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.066688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-407df084-c07a-4ec3-b441-c72d8ff05ddd None None] Provisioning complete for port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:08:55.067698 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-407df084-c07a-4ec3-b441-c72d8ff05ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.165376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8bc852a1-794a-44e6-be9f-1418dff09f13 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/cf9d21ee-6f75-496d-909d-8be6e0ea7c7b HTTP/1.1" status: 200 len: 991 time: 0.7477050 May 13 15:08:55.180985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.258736 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:08:55.268376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.322203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.341176 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.352182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=5909116f-6a08-461c-ba2f-7e8317ddd6d7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:55.402307 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.414152 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-52f6a274-9a22-4e87-a29c-01adfac1bf68 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/5909116f-6a08-461c-ba2f-7e8317ddd6d7 HTTP/1.1" status: 204 len: 168 time: 5.0831087 May 13 15:08:55.417252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:55.423938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ce3315df-fb45-4247-925e-dc40c2a87822 HTTP/1.1" status: 204 len: 168 time: 1.4946158 May 13 15:08:55.428004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-407df084-c07a-4ec3-b441-c72d8ff05ddd None None] Current status of the port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:08:55.434320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 33924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:55.436634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e532409-b3c3-4923-8551-679289d077a2 None None] Network c0097e20-7aa6-44f6-870f-d459d1012152 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:55.443161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07d011-64d1-4e17-ba6c-e8546eb67a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3315df-fb45-4247-925e-dc40c2a87822,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:55.607556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-31246064-d4fe-4926-92c6-b603c49afd55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 999 time: 0.3905125 May 13 15:08:55.893673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:55.899391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.992836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:55.999736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.015603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-c0cf70af-ec0a-47b8-90f1-f9cb668c5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:56.017313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-c0cf70af-ec0a-47b8-90f1-f9cb668c5c33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 0.3574131 May 13 15:08:56.098662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=80ba4b43-065d-4749-b783-856b1f95ecf9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:56.104726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.111834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c7c9d-c580-4f99-b0a4-623cc9018f1b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:08:56.119447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Deleting port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:56.120016 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.127324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f03f038-3220-458c-b6bf-85303c40bba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/80ba4b43-065d-4749-b783-856b1f95ecf9 HTTP/1.1" status: 204 len: 168 time: 2.7529755 May 13 15:08:56.133032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:56.173048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33946) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:56.174811 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:43Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:56.195809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6aaed-60ff-4d71-8eb2-9f02bc25e50b None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:07:28Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:43Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:08:56.260921 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ed9228b8-a9fa-4677-9cdb-a1188d1780b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164024 May 13 15:08:56.319573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:56.485273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e9f7fd33-01c7-495e-929c-e10b5f62fba8 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/cf9d21ee-6f75-496d-909d-8be6e0ea7c7b HTTP/1.1" status: 200 len: 991 time: 0.2316399 May 13 15:08:56.546417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b06ee1-eff6-41eb-8fe3-84f3c0a35e6c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:56.558229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b06ee1-eff6-41eb-8fe3-84f3c0a35e6c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:56.559110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0b06ee1-eff6-41eb-8fe3-84f3c0a35e6c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:56.630454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] For port 972d9d9e-1a16-40c5-96b0-421e4542ccc4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=972d9d9e-1a16-40c5-96b0-421e4542ccc4,segment=NetworkSegment(d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018),segment_id=d3d07c4b-fb6f-4a1c-b5a2-ba412df8c018)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:56.630454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:56.704054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0b06ee1-eff6-41eb-8fe3-84f3c0a35e6c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:56.705464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a0b06ee1-eff6-41eb-8fe3-84f3c0a35e6c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.2751093 May 13 15:08:56.715280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:56.958091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5424b9-ce33-43a6-a8bc-e4976197efd4 None None] New status for floating IP cf9d21ee-6f75-496d-909d-8be6e0ea7c7b: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:08:57.033031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port b6ac91a3-64fd-4185-95a4-e9dab079a15a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:57.033912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.122198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Calling delete_port for 972d9d9e-1a16-40c5-96b0-421e4542ccc4 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:57.411360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-e65b47eb-2339-4d16-bf09-55dc298fadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:57.414666 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-e65b47eb-2339-4d16-bf09-55dc298fadac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3863623 May 13 15:08:57.523138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:57.682247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for b6ac91a3-64fd-4185-95a4-e9dab079a15a owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:57.759305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:57.784137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a0722-d384-451b-8104-3239ca4390ff tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:57.785725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-770a0722-d384-451b-8104-3239ca4390ff tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:57.905219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6056d5-5436-49f5-8fdd-9950a7d55353 None None] DHCP port deletion for c0097e20-7aa6-44f6-870f-d459d1012152 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:08:57.982308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.024391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-770a0722-d384-451b-8104-3239ca4390ff tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:58.028330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-770a0722-d384-451b-8104-3239ca4390ff tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.5488305 May 13 15:08:58.029877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33978) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.055945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:08:58.061491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Deleting port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:08:58.061963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.169096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.342125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Pushing event deleted for resources: {'Port': ['ID=972d9d9e-1a16-40c5-96b0-421e4542ccc4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:58.361570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] No DVR routers for this DVR port 972d9d9e-1a16-40c5-96b0-421e4542ccc4 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:58.375106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-b60abf5e-6153-483f-93fb-b658ec1a624f service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9513507 May 13 15:08:58.442109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 6c474b0b-bbb3-4cce-8d93-5f96c326ae56 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:58.493451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.533431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] For port 7261f2be-8486-4139-94ba-5bae8d9dc7a1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7261f2be-8486-4139-94ba-5bae8d9dc7a1,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:08:58.533853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.622056 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.654732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-822a03b1-8385-4573-8b94-3d672b96cc87 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/cf9d21ee-6f75-496d-909d-8be6e0ea7c7b HTTP/1.1" status: 200 len: 993 time: 0.8638086 May 13 15:08:58.655695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=b6ac91a3-64fd-4185-95a4-e9dab079a15a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:58.656434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0097e20-7aa6-44f6-870f-d459d1012152']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:58.658518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.672417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:58.672877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d07c4b-fb6f-4a1c-b5a2-ba412df8c018') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:08:58.686810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.701689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877084e3-7ba7-48e6-94d7-94285010c1d4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:58.706190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-877084e3-7ba7-48e6-94d7-94285010c1d4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:58.723719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.737522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-11747eea-7544-4d4c-92fd-db51c7987efb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/b6ac91a3-64fd-4185-95a4-e9dab079a15a HTTP/1.1" status: 204 len: 168 time: 1.9972422 May 13 15:08:58.752511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:58.752754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:08:58.753213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:58.801302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Calling delete_port for 7261f2be-8486-4139-94ba-5bae8d9dc7a1 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:08:58.864971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-877084e3-7ba7-48e6-94d7-94285010c1d4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:58.869491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-877084e3-7ba7-48e6-94d7-94285010c1d4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8147988 May 13 15:08:58.873490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 33996) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.001566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: timer() May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:08:59.039264 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:08:59.041308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.061534 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.082417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] No DVR routers for this DVR port 7261f2be-8486-4139-94ba-5bae8d9dc7a1 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:08:59.114802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616ab5-2e48-4dae-8ef0-cd1b87f56285 None None] Pushing event deleted for resources: {'Port': ['ID=7261f2be-8486-4139-94ba-5bae8d9dc7a1,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:59.118561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0097e20-7aa6-44f6-870f-d459d1012152,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:59.131223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-140e4fc7-9139-4cfd-a37f-91c2cf2a966b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0097e20-7aa6-44f6-870f-d459d1012152 HTTP/1.1" status: 204 len: 168 time: 3.6925652 May 13 15:08:59.134434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34004) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.201210 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd01d5fb-fc27-487c-b1ec-adc5353e7d27 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3143268 May 13 15:08:59.208918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34008) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.227451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:08:59.348700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3e8e94d1-8fd1-4ce7-b6d8-03b99f8054da req-fdd0fc8b-14bd-4ed7-8be4-7f984708813e service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9642282 May 13 15:08:59.416874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:08:59.433193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:08:59.461115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c552a9aa-7bc9-44f8-81c0-aea3924b4102 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:08:59.461890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c552a9aa-7bc9-44f8-81c0-aea3924b4102 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:08:59.482528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.521629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:08:59.528258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.529569 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:08:59.530286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:08:59.552804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c552a9aa-7bc9-44f8-81c0-aea3924b4102 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:08:59.556588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c552a9aa-7bc9-44f8-81c0-aea3924b4102 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7994363 May 13 15:08:59.563798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=6c474b0b-bbb3-4cce-8d93-5f96c326ae56,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:08:59.567072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34016) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.622246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972d9d9e-1a16-40c5-96b0-421e4542ccc4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:59.679033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 972d9d9e-1a16-40c5-96b0-421e4542ccc4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:59.679376 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 972d9d9e-1a16-40c5-96b0-421e4542ccc4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:59.680713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:08:59.697288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.771196 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db27c2f-f133-44f7-ade9-07fb7b3b43fc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:08:59.775019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Deleting subnet 7f350ba2-195c-45e0-af84-5393ea9730bc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:08:59.778752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8db27c2f-f133-44f7-ade9-07fb7b3b43fc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/5909116f-6a08-461c-ba2f-7e8317ddd6d7 HTTP/1.1" status: 404 len: 333 time: 0.2041302 May 13 15:08:59.781144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:08:59.787508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.816503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7261f2be-8486-4139-94ba-5bae8d9dc7a1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:08:59.816845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7261f2be-8486-4139-94ba-5bae8d9dc7a1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:08:59.847892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47c0-367a-42c3-96df-8622928f774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:08:59.904751 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6c5d4e-4433-403d-8016-1e1b401d918f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:08:59.906230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d6c5d4e-4433-403d-8016-1e1b401d918f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:00.007207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6811ff20-781f-48a3-ad3c-0c2f49778888 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7913120 May 13 15:09:00.009578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34028) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:00.022924 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.044762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:00.165476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5d6c5d4e-4433-403d-8016-1e1b401d918f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:00.191393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34036) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:00.192198 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5d6c5d4e-4433-403d-8016-1e1b401d918f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/b6ac91a3-64fd-4185-95a4-e9dab079a15a HTTP/1.1" status: 404 len: 333 time: 0.4063141 May 13 15:09:00.221985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.324819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.385270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f350ba2-195c-45e0-af84-5393ea9730bc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:00.406632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.422301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-555f3e0e-7398-478d-85ef-8dc7fb228a69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7f350ba2-195c-45e0-af84-5393ea9730bc HTTP/1.1" status: 204 len: 168 time: 0.7232656 May 13 15:09:00.424570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:00.643951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.686602 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:00.851053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.083840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.117212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5539fcb-aaf7-49e9-9904-e18055424a38']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.132458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.196119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ae5f98-9427-404c-b496-59244d3bc74a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.196334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ae5f98-9427-404c-b496-59244d3bc74a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.230802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:01.239825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.244928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:01.318665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.344853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:01.345339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: timer() May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:01.359372 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:01.397307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:01.401049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.402747 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:01.403195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:01.414986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 5022f860-f957-41ac-9520-fb54d489e185 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:01.523817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b129c4c9-f21c-4adc-9223-0dfa59f25f53 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4953718 May 13 15:09:01.528271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:01.536083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.562241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.574258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5539fcb-aaf7-49e9-9904-e18055424a38,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:01.595547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-65229466-ab7e-4be6-8880-b83406efd442 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d5539fcb-aaf7-49e9-9904-e18055424a38 HTTP/1.1" status: 204 len: 168 time: 1.1698730 May 13 15:09:01.674024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.686160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:01.689530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Deleting port 74a125d6-8a0a-4da8-b494-393432affc63 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:01.689952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.885924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:01.898424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c0dd1c1f-2671-4c79-a57e-1a8beff9d850 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/5022f860-f957-41ac-9520-fb54d489e185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2782986 May 13 15:09:01.899824 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] Sync routers for ids ['5022f860-f957-41ac-9520-fb54d489e185'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:01.907959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:01.918692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:01.929052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34068) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:01.929775 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] Routers {'5022f860-f957-41ac-9520-fb54d489e185'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:01.930598 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5022f860-f957-41ac-9520-fb54d489e185'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:01.991512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:01.994974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:01.996453 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:01.996886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:02.001621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a11b295-2632-413a-8631-9db8adb297d4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:02.013198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34072) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.051080 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.055261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea233fbd-db25-4218-8b63-a2e137376e74']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.066896 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] Routers {'5022f860-f957-41ac-9520-fb54d489e185'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:02.069158 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:08:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['5022f860-f957-41ac-9520-fb54d489e185'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.077201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] For port 74a125d6-8a0a-4da8-b494-393432affc63, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=74a125d6-8a0a-4da8-b494-393432affc63,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:02.079653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.099460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790c22ed-3d95-4d05-b5ad-399604c064cb') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.099873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790c22ed-3d95-4d05-b5ad-399604c064cb') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.120923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bdbbf681-d1a1-401d-a043-23c71b1ac609 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4492764 May 13 15:09:02.128548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2a11b295-2632-413a-8631-9db8adb297d4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:02.133413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2a11b295-2632-413a-8631-9db8adb297d4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=5022f860-f957-41ac-9520-fb54d489e185 HTTP/1.1" status: 200 len: 205 time: 0.1996815 May 13 15:09:02.133413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34076) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.135006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.148800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:02.167601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.218272 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:02.218687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad33890-7807-4297-aff6-c3509beef4d5 None None] The sync data for ids ['5022f860-f957-41ac-9520-fb54d489e185'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:02.306905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d5ffc8b5-ccfd-4c94-9a2c-a8d4e72d9628 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c05db4f77e8341e781542ce1d486841e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913485 May 13 15:09:02.309619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34086) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:02.318910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Calling delete_port for 74a125d6-8a0a-4da8-b494-393432affc63 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:02.448580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.472284 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.536730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.578749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.612654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:02.613231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: timer() May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:02.639257 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:02.675941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9950ecd7-c766-4576-854f-46d6e9da2a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.879130 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.894979 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.939645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1437c477-95d9-4bb4-a759-b0aec69fbabb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:02.947712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:02.992654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:03.007904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a125d6-8a0a-4da8-b494-393432affc63,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:03.054970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.060172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d8a69e4c-1b69-446b-8925-cd1d64585114 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1437c477-95d9-4bb4-a759-b0aec69fbabb HTTP/1.1" status: 204 len: 168 time: 0.7459066 May 13 15:09:03.108734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:03.113373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.116957 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.120544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.153984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.161022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/ea233fbd-db25-4218-8b63-a2e137376e74 HTTP/1.1" status: 204 len: 168 time: 2.9612343 May 13 15:09:03.175913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:03.179801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.181502 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:03.182134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:03.187094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.205233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151360462'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:03.211899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81e48-1075-484b-9160-213d5d5bc7e1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=ea233fbd-db25-4218-8b63-a2e137376e74,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:03.231519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:03.240683 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.241448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router 5022f860-f957-41ac-9520-fb54d489e185 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:09:03.243979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:03.253771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.255410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d68e6095-f22d-4639-b795-46e634b926c5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/5022f860-f957-41ac-9520-fb54d489e185 HTTP/1.1" status: 204 len: 168 time: 1.0830266 May 13 15:09:03.258142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d29a20be-929e-49f2-97fa-405e252cac35 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1138644 May 13 15:09:03.259287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:03.262304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.262833 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34100) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:03.317293 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.331660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:03.379248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:03.561640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:03.663575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.794130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.818126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:03.823191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:03.832289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:03.923156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:03.954412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.010458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:04.022589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.022983 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment d49ef282-df56-4a17-9c6b-89ebc0a6a14a of type vlan for network d34b289c-8a3c-437d-8f2a-abfa7904f038 May 13 15:09:04.046027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:04.050290 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.051774 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:04.052276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:04.095309 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.138494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79a5024c-9cfc-4f10-be21-7acd650a0ce5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8722587 May 13 15:09:04.143264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.153512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:04.232115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.278439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.286673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:04.287321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.355907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Router 71be53e3-4a77-4597-a570-52be83ed5423 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:04.432361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2327619 May 13 15:09:04.451937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.476259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:04.484059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:04.487646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ea410-fc4e-4276-a383-e5e9536487b8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=d34b289c-8a3c-437d-8f2a-abfa7904f038,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:04.503239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:04.525353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:04.530250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.643717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:04.652950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.662088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:04.668384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:04.671136 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:09:04.672077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:04.684582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b2d8dfc-c076-4461-8246-276bc47dafe2 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352 HTTP/1.1" status: 204 len: 168 time: 1.4202774 May 13 15:09:04.690419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.710422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba68b20-14f4-4330-af48-ce995aba12cf None None] Network ebc86901-d63b-4a7a-9449-a21ce0f0b26d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:04.738367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dd14aba6-98f1-4f2b-9ceb-d3bd4ad347fd tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5935493 May 13 15:09:04.739227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:04.900058 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e8100ffb-3a3c-46c5-864c-345115da339f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1590230 May 13 15:09:04.901051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:05.088904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.145984 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:05.148468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port ccf5380a-efed-41a7-91d6-d9fcb1e9365a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:05.148814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.212695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-6f324ee9-3e74-4c39-96b1-cb0443a979c3 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.215763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-6f324ee9-3e74-4c39-96b1-cb0443a979c3 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 813 time: 0.3586326 May 13 15:09:05.237547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:05.242940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:05.246128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:05.262165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-896d893e-1cac-4776-ba8e-915fea897b59 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/quotas/796ae3393bc047aa935a81f480f646c7 HTTP/1.1" status: 200 len: 375 time: 0.0374672 May 13 15:09:05.265910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5575cc2c-a7aa-424a-90ec-00880a561029 admin admin] 10.222.0.36 "PUT /v2.0/routers/71be53e3-4a77-4597-a570-52be83ed5423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1305902 May 13 15:09:05.268701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34170) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:05.287990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Sync routers for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:05.310646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:05.312687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:05.330429 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.332326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:05.332965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:05.636541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:05.640350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.742856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:05.830658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:09:05.833827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:09:05.855808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c0837-5bf7-45e5-9f14-b91ce5dd2cff tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.856317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c0837-5bf7-45e5-9f14-b91ce5dd2cff tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.856790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c0837-5bf7-45e5-9f14-b91ce5dd2cff tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:05.858555 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e34c0837-5bf7-45e5-9f14-b91ce5dd2cff tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=49bff001508646548736068375f91a15&network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 2969 time: 0.5326679 May 13 15:09:05.859086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:09:05.929435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port ccf5380a-efed-41a7-91d6-d9fcb1e9365a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,segment=NetworkSegment(9b6ffcfb-2db3-4fa4-8276-0f58fede217c),segment_id=9b6ffcfb-2db3-4fa4-8276-0f58fede217c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:05.929835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.237495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for ccf5380a-efed-41a7-91d6-d9fcb1e9365a owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:06.436753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a8d01e-7115-4cb5-afff-5f28fe1d2ddc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:06.441087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-48a8d01e-7115-4cb5-afff-5f28fe1d2ddc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.5347083 May 13 15:09:06.453403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:06.456771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-e72b0d49-56ab-41ff-b25f-18ddcd7e592e tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7182741 May 13 15:09:06.459832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.488176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.506540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Deleting port 4bdf0eb1-2345-4b78-8035-60cde9870449 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:06.507281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.591091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=ccf5380a-efed-41a7-91d6-d9fcb1e9365a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:06.602644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe6bc095-c06c-4b5f-8985-308e3f93f3d4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478629 May 13 15:09:06.603376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:06.615930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:06.630709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port ccf5380a-efed-41a7-91d6-d9fcb1e9365a on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:06.668337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.778414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] For port 4bdf0eb1-2345-4b78-8035-60cde9870449, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4bdf0eb1-2345-4b78-8035-60cde9870449,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:06.778690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:06.878814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672dc7ba-c16a-4126-8400-d6430fce7aac None None] DHCP port deletion for ebc86901-d63b-4a7a-9449-a21ce0f0b26d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:06.953152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:09:02Z', 'revision_number': 5, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port': {'id': '4bdf0eb1-2345-4b78-8035-60cde9870449', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71be53e3-4a77-4597-a570-52be83ed5423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:05:51Z', 'updated_at': '2022-05-13T15:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:06.965385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Checking router: 71be53e3-4a77-4597-a570-52be83ed5423 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:09:06.985578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Routers {'71be53e3-4a77-4597-a570-52be83ed5423'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:06.986210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['71be53e3-4a77-4597-a570-52be83ed5423'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.045453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.093167 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc86901-d63b-4a7a-9449-a21ce0f0b26d']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.113665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6ffcfb-2db3-4fa4-8276-0f58fede217c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.114054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6ffcfb-2db3-4fa4-8276-0f58fede217c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.131001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.184092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.216111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:07.216111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.398266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Calling delete_port for 4bdf0eb1-2345-4b78-8035-60cde9870449 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: timer() May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:07.452739 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:07.454886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=29eba0f2-91a1-43f8-acea-dd2cddb2530c,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:07.476634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] Set router 71be53e3-4a77-4597-a570-52be83ed5423 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:09:07.507679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:07.527996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:07.528487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: d34b289c-8a3c-437d-8f2a-abfa7904f038, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:07.541454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.543603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:07.578256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.595963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=ebc86901-d63b-4a7a-9449-a21ce0f0b26d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:07.600857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ccf5380a-efed-41a7-91d6-d9fcb1e9365a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:07.607325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:07.610890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.631033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-52c4691e-8e21-45a5-9544-54a19075ddfe service neutron] 10.222.0.36 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1457956 May 13 15:09:07.717716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03230a35-30b4-4f86-8378-fcad9456328d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/ebc86901-d63b-4a7a-9449-a21ce0f0b26d HTTP/1.1" status: 204 len: 168 time: 3.0216727 May 13 15:09:07.718610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:07.725865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ccf5380a-efed-41a7-91d6-d9fcb1e9365a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:07.726217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ccf5380a-efed-41a7-91d6-d9fcb1e9365a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:07.727697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34210) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:07.742191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-251795947', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:07.743095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:09:06Z', 'revision_number': 6, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:07.748945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb8f7c-0688-4551-bb03-08e7e244082d None None] The sync data for ids ['71be53e3-4a77-4597-a570-52be83ed5423'] in n-d-841736-1 is: [{'id': '71be53e3-4a77-4597-a570-52be83ed5423', 'name': 'tempest-TestServerMultinode-1934732420-router', 'tenant_id': '42b058b182fd484293b4020892374ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:05:45Z', 'updated_at': '2022-05-13T15:09:06Z', 'revision_number': 6, 'project_id': '42b058b182fd484293b4020892374ba6', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:07.757292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:07.760011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d34b289c-8a3c-437d-8f2a-abfa7904f038) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:07.773762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:07.774397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.780132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:07.780717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe402af7-f1c5-45e7-b0cf-d4c7b008064e None None] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:07.789581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:07.816270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:07.843521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-376bb8c9-3b4b-458f-894c-d19d776cd876 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3896601 May 13 15:09:07.847623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34214) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:07.856203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038', 'name': 'tempest-PortsIpV6TestJSON-236471324'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:07.900132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.901388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:07.974463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-37f5c0eb-75ad-455e-bc0e-a2f57669d1ca service neutron] 10.222.0.36 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293939 May 13 15:09:08.095518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d34b289c-8a3c-437d-8f2a-abfa7904f038', 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': '29eba0f2-91a1-43f8-acea-dd2cddb2530c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:08.097028 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.132415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.224644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdf0eb1-2345-4b78-8035-60cde9870449,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:08.242092 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.433538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Allocated IP 2001:db8::2 (d34b289c-8a3c-437d-8f2a-abfa7904f038/29eba0f2-91a1-43f8-acea-dd2cddb2530c/5c42c81a-2849-4218-8736-3e0636f14ed4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:08.443176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:08.541140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.832785 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.846004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Transition to ACTIVE for port object 5c42c81a-2849-4218-8736-3e0636f14ed4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:08.895984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Transition to ACTIVE for port object 5c42c81a-2849-4218-8736-3e0636f14ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:08.910623 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:08.996015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:09.122634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Pushing event updated for resources: {'Port': ['ID=5c42c81a-2849-4218-8736-3e0636f14ed4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:09.141543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:09.143640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:09.148577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:09.171240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.177050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.335772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.335772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71be53e3-4a77-4597-a570-52be83ed5423 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:09:09.335772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.335772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-76872eb0-4438-49d2-a0b5-31a70b7ffcac admin admin] 10.222.0.36 "DELETE /v2.0/routers/71be53e3-4a77-4597-a570-52be83ed5423 HTTP/1.1" status: 204 len: 168 time: 4.0300915 May 13 15:09:09.335772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34252) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Attempting to bind port 5c42c81a-2849-4218-8736-3e0636f14ed4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Attempting to bind port 5c42c81a-2849-4218-8736-3e0636f14ed4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Attempting to bind port 5c42c81a-2849-4218-8736-3e0636f14ed4 on network d34b289c-8a3c-437d-8f2a-abfa7904f038 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Checking segment: {'id': 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Bound using segment: {'id': 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Bound port: 5c42c81a-2849-4218-8736-3e0636f14ed4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd34b289c-8a3c-437d-8f2a-abfa7904f038'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:09.445959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.466407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bbbcafc1-13a7-450d-85d0-a3b61adfddf2 req-bdb7c008-1246-483d-9a52-d3a78409dcd6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:09.521585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:09.541533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Deleting subnet 2fa0549c-05ea-409f-933b-dc423fbb3edd {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:09.542538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.548684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.633079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.638187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:09.660026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4bdf0eb1-2345-4b78-8035-60cde9870449 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:09.708297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:09.804288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4bdf0eb1-2345-4b78-8035-60cde9870449 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:09.804288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4bdf0eb1-2345-4b78-8035-60cde9870449 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:09.804288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 74a125d6-8a0a-4da8-b494-393432affc63 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:09.843723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port e02da68d-6566-4f04-a875-dd72e6795b54 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:09.923397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 74a125d6-8a0a-4da8-b494-393432affc63 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:09.923397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 74a125d6-8a0a-4da8-b494-393432affc63 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:09.965415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bbbcafc1-13a7-450d-85d0-a3b61adfddf2 req-bdb7c008-1246-483d-9a52-d3a78409dcd6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:09.972493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] For port 5c42c81a-2849-4218-8736-3e0636f14ed4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:09.976818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] For port 5c42c81a-2849-4218-8736-3e0636f14ed4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5c42c81a-2849-4218-8736-3e0636f14ed4,segment=NetworkSegment(d49ef282-df56-4a17-9c6b-89ebc0a6a14a),segment_id=d49ef282-df56-4a17-9c6b-89ebc0a6a14a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:09.978639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbbcafc1-13a7-450d-85d0-a3b61adfddf2 req-bdb7c008-1246-483d-9a52-d3a78409dcd6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 1.6712782 May 13 15:09:09.982216 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.168803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c013c-9f91-4448-9585-335ebff6fcfe None None] Pushing event updated for resources: {'Port': ['ID=5c42c81a-2849-4218-8736-3e0636f14ed4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:10.221225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d53087-0ba6-49f2-aa1f-3e2dd45a3893 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:10.221225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-90d53087-0ba6-49f2-aa1f-3e2dd45a3893 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 814 time: 0.5123460 May 13 15:09:10.286898 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.329208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:09:10.335464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.424013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:10.432175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:10.437505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:10.438095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.439388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.446063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001f20b-e0b2-4cfc-9b6f-33a9cac29b1d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:10.487338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8796725 May 13 15:09:10.491874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34274) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:10.539461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:f6:43:d4', 'name': 'tempest-NetworksTestDHCPv6-1448214700'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:10.558774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:10.576300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa0549c-05ea-409f-933b-dc423fbb3edd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:10.596900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ab131-b9b5-466a-9403-4459eabc5535 None None] Network af689e5b-8d7c-485c-9c7e-06c096fdc8f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:10.645276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-993bda5c-2175-4df8-8307-dde0796752e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fa0549c-05ea-409f-933b-dc423fbb3edd HTTP/1.1" status: 204 len: 168 time: 1.3289528 May 13 15:09:10.672115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:11.043938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.043938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:11.059126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'network': {'name': 'tempest-network-smoke--186352138', 'project_id': '49bff001508646548736068375f91a15', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:11.075160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:11.117352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:11.141112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Deleting port fca93b53-be4d-45fa-8f5d-0725beb342ae {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:11.150211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.153742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63c82e-8a99-4284-95d9-9ee37c9182d7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=8e4edb83-1a95-4d82-a24d-151b7948e988,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:11.277228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:11.291318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.456717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '8e4edb83-1a95-4d82-a24d-151b7948e988'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:11.461472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.470611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f387a1a2-640c-43d4-9e59-7089e63fa3a7 req-f3e1fced-4fed-4485-a2e8-d2e9a6c69b41 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.1537726 May 13 15:09:11.542303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:11.575591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::388 (d34b289c-8a3c-437d-8f2a-abfa7904f038/29eba0f2-91a1-43f8-acea-dd2cddb2530c/e02da68d-6566-4f04-a875-dd72e6795b54) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:11.602433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:11.630818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-23d92eb1-31b6-48cb-891f-1f18045423be tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:11.635152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-23d92eb1-31b6-48cb-891f-1f18045423be tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.86 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 813 time: 0.9336579 May 13 15:09:11.659098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:11.690629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.691351 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Added segment 64e9497d-cb5f-471b-959a-ccd68e98f78d of type vlan for network 9910b514-76a9-4440-a2bf-5b5356b6a635 May 13 15:09:11.691533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Request body: {'port': {'device_id': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60', 'admin_state_up': True, 'tenant_id': '796ae3393bc047aa935a81f480f646c7'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:11.795153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:11.816200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:11.899227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:11.966636 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] For port fca93b53-be4d-45fa-8f5d-0725beb342ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fca93b53-be4d-45fa-8f5d-0725beb342ae,segment=NetworkSegment(9d88fc71-87c6-4543-8361-eec32949b362),segment_id=9d88fc71-87c6-4543-8361-eec32949b362)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:11.966636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.106121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Allocated IP 2001:db8::f816:3eff:fea7:848d (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/8e4edb83-1a95-4d82-a24d-151b7948e988/a3c5d347-eb68-4d76-b647-240ce7616dcd) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:12.120752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412428fc-7c35-4e5c-bedf-7676f3e74b5a None None] DHCP port deletion for af689e5b-8d7c-485c-9c7e-06c096fdc8f5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:12.125744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5c42c81a-2849-4218-8736-3e0636f14ed4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:12.240734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Calling delete_port for fca93b53-be4d-45fa-8f5d-0725beb342ae owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:12.258722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-412428fc-7c35-4e5c-bedf-7676f3e74b5a None None] Deleting port fca93b53-be4d-45fa-8f5d-0725beb342ae {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:12.258722 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-412428fc-7c35-4e5c-bedf-7676f3e74b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.345153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.357620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:12.357620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.412954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20ddfe-a98a-4dfb-9ada-b9d5c40394e0 None None] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:12.552143 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5067611 May 13 15:09:12.563813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:12.644679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b4678-667c-49e3-9547-08919d19e40b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Network': ['ID=9910b514-76a9-4440-a2bf-5b5356b6a635,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:12.671617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:12.727662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-412428fc-7c35-4e5c-bedf-7676f3e74b5a None None] The port 'fca93b53-be4d-45fa-8f5d-0725beb342ae' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:12.743516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:12.771731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:12.874254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca93b53-be4d-45fa-8f5d-0725beb342ae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:12.882243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] No DVR routers for this DVR port fca93b53-be4d-45fa-8f5d-0725beb342ae on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:12.913783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:13.048080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a3ea6e19-7a8b-4a34-afa5-9e4552e53d01 req-2b155ba3-fbb9-4ee9-b029-183b339ccc30 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.2834420 May 13 15:09:13.123276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.153328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 5c42c81a-2849-4218-8736-3e0636f14ed4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:13.171089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af689e5b-8d7c-485c-9c7e-06c096fdc8f5']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:13.191773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Provisioning for port 5c42c81a-2849-4218-8736-3e0636f14ed4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:13.207475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Provisioning complete for port 5c42c81a-2849-4218-8736-3e0636f14ed4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:13.207475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.243671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:13.247686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5c42c81a-2849-4218-8736-3e0636f14ed4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:13.247686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.292915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec8c7e-b980-4fbe-9a53-ed74840b6ef0 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:13.299491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-71ec8c7e-b980-4fbe-9a53-ed74840b6ef0 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=49bff001508646548736068375f91a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7340131 May 13 15:09:13.300385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:13.302798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d88fc71-87c6-4543-8361-eec32949b362') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:13.303060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d88fc71-87c6-4543-8361-eec32949b362') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:13.351361 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.429047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.473148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.489791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:13.489791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: timer() May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:13.506945 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:13.600751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.622598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Transition to ACTIVE for port object a3c5d347-eb68-4d76-b647-240ce7616dcd will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:13.669055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Transition to ACTIVE for port object a3c5d347-eb68-4d76-b647-240ce7616dcd will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:13.712018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Made reservation on behalf of 796ae3393bc047aa935a81f480f646c7 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:13.716025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.755846 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.809839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13162ae-88ff-40ac-bde3-808b509c7ffe tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:13.816484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f13162ae-88ff-40ac-bde3-808b509c7ffe tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5042562 May 13 15:09:13.818547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:13.831948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.854845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.921009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:13.974734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-07463e89-375c-4d0a-8946-b2b303d8f491 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1421733 May 13 15:09:13.974734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=af689e5b-8d7c-485c-9c7e-06c096fdc8f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:13.974734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.163652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ca479ef-e614-40cb-a824-a3f19511b94c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=49bff001508646548736068375f91a15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1839864 May 13 15:09:14.176463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.177292 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.187921 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-64b3b6f0-85b5-4434-b110-58a50d137a39 admin admin] 10.222.0.36 "DELETE /v2.0/networks/af689e5b-8d7c-485c-9c7e-06c096fdc8f5 HTTP/1.1" status: 204 len: 168 time: 3.5148532 May 13 15:09:14.427901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9a82aa8-c72d-4ffa-854f-31dedcef2fd1 req-3203f678-3d27-4c92-ac6f-55a75806f71b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.1886106 May 13 15:09:14.554443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:14.557246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.559591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Current status of the port 5c42c81a-2849-4218-8736-3e0636f14ed4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:14.559964 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.643846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 172.25.5.4 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ef7295f1-e228-4f23-9a5e-209308a0d99a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:14.674140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:14.679096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.695727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:14.724062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:14.737408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Usage tracker for resource:security_group_rule and tenant:c7afd173cbe241dc895bbd10576aa736 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:14.740001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Pushing event updated for resources: {'Port': ['ID=a3c5d347-eb68-4d76-b647-240ce7616dcd,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.780330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:14.809108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:14.850575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:14.887742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] For port 5c42c81a-2849-4218-8736-3e0636f14ed4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5c42c81a-2849-4218-8736-3e0636f14ed4,segment=NetworkSegment(d49ef282-df56-4a17-9c6b-89ebc0a6a14a),segment_id=d49ef282-df56-4a17-9c6b-89ebc0a6a14a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:14.887742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Attempting to bind port a3c5d347-eb68-4d76-b647-240ce7616dcd on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:14.887742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Attempting to bind port a3c5d347-eb68-4d76-b647-240ce7616dcd by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:14.887742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Attempting to bind port a3c5d347-eb68-4d76-b647-240ce7616dcd on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:14.892414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27b11297-e7aa-497b-9623-235ad793ed4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a2bbee1791d4bddbf81ac48a3ba79ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257515 May 13 15:09:14.900105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Bound port: a3c5d347-eb68-4d76-b647-240ce7616dcd, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:14.904478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:14.956900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1dcc8c-08d6-4e2f-9b70-98940acc960d tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:14.956900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0a1dcc8c-08d6-4e2f-9b70-98940acc960d tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7649775 May 13 15:09:14.970840 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.006277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:15.136561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5c42c81a-2849-4218-8736-3e0636f14ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:15.207650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.222368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.239720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Allocated IP 172.20.0.6 (366fb489-d65f-401a-8728-ac751bf13d60/fe9131b6-b65a-46c1-aa5b-7fe26a74861a/a992af6d-0325-4182-8551-43f527ed07ab) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:15.282787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb0f8b-2af0-4a73-8af2-7702a7051f56 None None] Pushing event updated for resources: {'Port': ['ID=5c42c81a-2849-4218-8736-3e0636f14ed4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.302409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] For port a3c5d347-eb68-4d76-b647-240ce7616dcd, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:15.316404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] For port a3c5d347-eb68-4d76-b647-240ce7616dcd, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a3c5d347-eb68-4d76-b647-240ce7616dcd,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:15.330460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.372644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.388713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.398517 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a6092da3-67c7-4483-9d19-4de48cd870e6 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3844421 May 13 15:09:15.409732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.410823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fca93b53-be4d-45fa-8f5d-0725beb342ae no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:15.426546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34374) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:15.436426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed51552-3e2d-4f92-83dd-bf8e77ed202b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.437354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.473582 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f7487b7-ce76-4bc5-8e7d-306521c9022e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7afd173cbe241dc895bbd10576aa736&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2943034 May 13 15:09:15.480382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:15.493058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105646528', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'project_id': '49bff001508646548736068375f91a15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:15.576337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: fca93b53-be4d-45fa-8f5d-0725beb342ae {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:15.576337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fca93b53-be4d-45fa-8f5d-0725beb342ae not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:15.639529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-a1ad3d60-a540-4171-aad3-071b387762a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8642430 May 13 15:09:15.766290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 750c9a24-425d-4b36-93f3-7ad70767da99 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:15.870398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121fed4-bf7a-4fef-8543-fe225a7b1945 None None] Pushing event updated for resources: {'Port': ['ID=a3c5d347-eb68-4d76-b647-240ce7616dcd,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:15.896403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:15.948321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.000386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3cfa61-8455-4f9b-a885-b2127dbe3c2d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:16.005147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.017856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b15e4412-b204-4e54-9d9a-18cdeaddf918 None None] Provisioning complete for port 5c42c81a-2849-4218-8736-3e0636f14ed4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:16.025230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b15e4412-b204-4e54-9d9a-18cdeaddf918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.078932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.079445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-209f4f95-3da4-4d5e-9069-0da8c3c10c1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c3cfa61-8455-4f9b-a885-b2127dbe3c2d HTTP/1.1" status: 204 len: 168 time: 1.1822484 May 13 15:09:16.103178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.279809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.279809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=ef7295f1-e228-4f23-9a5e-209308a0d99a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:16.331834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.382631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed51552-3e2d-4f92-83dd-bf8e77ed202b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:16.407020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:16.407020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a02af817-4565-4698-8142-180dcc70c79b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ed51552-3e2d-4f92-83dd-bf8e77ed202b HTTP/1.1" status: 204 len: 168 time: 0.9084845 May 13 15:09:16.503328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:16.528669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b15e4412-b204-4e54-9d9a-18cdeaddf918 None None] Current status of the port 5c42c81a-2849-4218-8736-3e0636f14ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:16.572071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:16.587972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object e02da68d-6566-4f04-a875-dd72e6795b54 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:16.630858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:16.686160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59dec9c2-a64a-48cb-8b81-5a6e6cdfaf85 req-8b3f1e85-ede3-4931-b82c-5b6fd875c01e tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.4308603 May 13 15:09:16.718275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:16.724644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:subnet and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:16.724644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:16.737412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:16.924562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:16.935080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.346074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34414) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:17.495808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e2ca6b27-1676-499e-8393-219e28419ca5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42b058b182fd484293b4020892374ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450050 May 13 15:09:17.495808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34420) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:17.511655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a3c5d347-eb68-4d76-b647-240ce7616dcd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:17.658981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.700467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fef6:43d4 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/8e4edb83-1a95-4d82-a24d-151b7948e988/750c9a24-425d-4b36-93f3-7ad70767da99) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:17.725020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.744335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a3c5d347-eb68-4d76-b647-240ce7616dcd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:17.744335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5c42c81a-2849-4218-8736-3e0636f14ed4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:17.887267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.891002 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.922485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Provisioning for port a3c5d347-eb68-4d76-b647-240ce7616dcd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:17.932909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c2f0a0-86b0-458e-be5c-bb28e84dbd11,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:17.943410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:17.943410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-523aaac0-5a82-4504-afb3-4a0ab1f2077d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46c2f0a0-86b0-458e-be5c-bb28e84dbd11 HTTP/1.1" status: 204 len: 168 time: 0.4426737 May 13 15:09:17.947055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Provisioning complete for port a3c5d347-eb68-4d76-b647-240ce7616dcd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:17.947055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.130044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4aba25d-7049-4754-9b0b-54fb13c1cbf2 req-5cb1632d-ef0b-4ba1-b280-344a36a5919d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.1054640 May 13 15:09:18.167563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 5c42c81a-2849-4218-8736-3e0636f14ed4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:18.167563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.491946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Current status of the port a3c5d347-eb68-4d76-b647-240ce7616dcd is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:18.491946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.497079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.548655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] For port a3c5d347-eb68-4d76-b647-240ce7616dcd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a3c5d347-eb68-4d76-b647-240ce7616dcd,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:18.562023 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:18.565423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 5c42c81a-2849-4218-8736-3e0636f14ed4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:18.585122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=e02da68d-6566-4f04-a875-dd72e6795b54,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:18.593081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-2ede6e82-bef0-4247-9bcd-d71cc4a304c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:18.597905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-2ede6e82-bef0-4247-9bcd-d71cc4a304c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1096 time: 2.5749197 May 13 15:09:18.755825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7447bb-b7fb-47a9-9dc2-619aea73c957 None None] Pushing event updated for resources: {'Port': ['ID=a3c5d347-eb68-4d76-b647-240ce7616dcd,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:18.870194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:18.999481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.017321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 750c9a24-425d-4b36-93f3-7ad70767da99 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:19.038001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:19.049049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:19.049049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:19.049049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.232670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.242079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.291838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a3c5d347-eb68-4d76-b647-240ce7616dcd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:19.481661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.481661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-833ced7a-882c-41f5-9c68-8dc518074659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 11.6179996 May 13 15:09:19.487670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:19.517335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a3c5d347-eb68-4d76-b647-240ce7616dcd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:19.517335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.633505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b816a237-8c52-4c08-ad65-67117621a190 None None] Provisioning for port e02da68d-6566-4f04-a875-dd72e6795b54 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:19.648366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b816a237-8c52-4c08-ad65-67117621a190 None None] Provisioning complete for port e02da68d-6566-4f04-a875-dd72e6795b54 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:19.648366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b816a237-8c52-4c08-ad65-67117621a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.734611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port e02da68d-6566-4f04-a875-dd72e6795b54 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:19.735266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.787749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:19.868854 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:19.883141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b816a237-8c52-4c08-ad65-67117621a190 None None] Port e02da68d-6566-4f04-a875-dd72e6795b54 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:20.047250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a3c5d347-eb68-4d76-b647-240ce7616dcd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:20.125024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:20.140041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Network 366fb489-d65f-401a-8728-ac751bf13d60 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:20.151283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:20.157508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:20.162170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.169701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:20.179699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:20.287607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.367035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=750c9a24-425d-4b36-93f3-7ad70767da99,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:20.430100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Checking segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:20.430100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network hostable DHCP agents. Network: 9910b514-76a9-4440-a2bf-5b5356b6a635, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:20.483035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Subnet': ['ID=6ac97f4b-d58f-46f2-8794-3f7198b9f8c7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:20.569464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b95bf4e9-8bf0-4256-a720-9f988103a25c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 10.0602729 May 13 15:09:20.570627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for e02da68d-6566-4f04-a875-dd72e6795b54 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:20.575738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:20.576862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.595373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:20.634139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1c2afa-9c4d-41d5-8eb9-8d31b9a67fa9 None None] Provisioning for port 750c9a24-425d-4b36-93f3-7ad70767da99 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:20.644641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-ef2ba7b4-a67f-4498-8450-f58462876bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:20.664558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-ef2ba7b4-a67f-4498-8450-f58462876bab service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 898 time: 1.8643496 May 13 15:09:20.718783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1c2afa-9c4d-41d5-8eb9-8d31b9a67fa9 None None] Provisioning complete for port 750c9a24-425d-4b36-93f3-7ad70767da99 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:20.718783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2afa-9c4d-41d5-8eb9-8d31b9a67fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:20.807902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1464419 May 13 15:09:20.807902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246bebe-d87b-4d3d-82f7-287f6ae88e4d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Pushing event updated for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:20.807902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.012516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.021719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Request body: {'port': {'device_id': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:21.058095 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.111412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa62ef-4e05-4d78-8d4d-d87ef6a6c20b req-9d0a75f5-7741-403a-a675-1c0bbd375aca tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:21.112159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bfaa62ef-4e05-4d78-8d4d-d87ef6a6c20b req-9d0a75f5-7741-403a-a675-1c0bbd375aca tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:21.124758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c2afa-9c4d-41d5-8eb9-8d31b9a67fa9 None None] Port 750c9a24-425d-4b36-93f3-7ad70767da99 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:21.129274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=e02da68d-6566-4f04-a875-dd72e6795b54,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:21.155860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:21.234157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.272252 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c3564bb4-7a72-4600-82dc-efa84db21b16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/e02da68d-6566-4f04-a875-dd72e6795b54 HTTP/1.1" status: 204 len: 168 time: 1.7981253 May 13 15:09:21.281902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:21.306782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bfaa62ef-4e05-4d78-8d4d-d87ef6a6c20b req-9d0a75f5-7741-403a-a675-1c0bbd375aca tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:21.318838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfaa62ef-4e05-4d78-8d4d-d87ef6a6c20b req-9d0a75f5-7741-403a-a675-1c0bbd375aca tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 931 time: 1.7274089 May 13 15:09:21.365593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 9910b514-76a9-4440-a2bf-5b5356b6a635) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:21.373107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:21.373107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.391034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f2b40-ade4-4461-9ce3-7c5e8dc7fa7d None None] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:21.411828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-ac05f58e-4bf0-4db9-88b1-d1ebb6fd7294 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 1001 time: 0.4929054 May 13 15:09:21.436145 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-733cf962-cd42-4dd3-89cf-04a4e60dbcf8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:09:21.436145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733cf962-cd42-4dd3-89cf-04a4e60dbcf8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:09:21.452358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-733cf962-cd42-4dd3-89cf-04a4e60dbcf8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/e02da68d-6566-4f04-a875-dd72e6795b54 HTTP/1.1" status: 404 len: 333 time: 0.1671221 May 13 15:09:21.452358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:21.601907 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48f89c66-7764-4d70-8663-a583a30cb2e1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 6.1466901 May 13 15:09:21.608982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a3395-7dcf-4686-9e79-3727ff312a6a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:21.616065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a3395-7dcf-4686-9e79-3727ff312a6a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:21.620276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f11a3395-7dcf-4686-9e79-3727ff312a6a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:21.626223 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac856f3a-9b4a-423b-9f7f-2c8c1d0f8803 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:09:21.632893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac856f3a-9b4a-423b-9f7f-2c8c1d0f8803 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:21.695787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ac856f3a-9b4a-423b-9f7f-2c8c1d0f8803 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:21.698139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ac856f3a-9b4a-423b-9f7f-2c8c1d0f8803 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/e02da68d-6566-4f04-a875-dd72e6795b54 HTTP/1.1" status: 404 len: 333 time: 0.2476692 May 13 15:09:21.701146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:21.821026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:21.867429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125595323', 'description': 'tempest-secgroup-smoke-1125595323 description', 'project_id': '49bff001508646548736068375f91a15'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:21.924181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:21.995683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bfaa62ef-4e05-4d78-8d4d-d87ef6a6c20b req-21523f8f-3b18-4401-b2e4-019f1fc20bc8 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757505 May 13 15:09:21.995683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:21.998938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:22.089531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.137647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f11a3395-7dcf-4686-9e79-3727ff312a6a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:22.143608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f11a3395-7dcf-4686-9e79-3727ff312a6a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.5229194 May 13 15:09:22.145662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34568) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:22.155092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:22.171142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:22.182031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 29eba0f2-91a1-43f8-acea-dd2cddb2530c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:22.186365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:22.198259 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.226550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-9910b514-76a9-4440-a2bf-5b5356b6a635', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'tenant_id': '49bff001508646548736068375f91a15', 'fixed_ips': [{'subnet_id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:22.227440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.265000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:22.367364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.450143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.473691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.572055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30de2209-76ce-4daa-aa68-306d008c52e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:22.615060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.644930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Allocated IP 172.20.0.18 (9910b514-76a9-4440-a2bf-5b5356b6a635/6ac97f4b-d58f-46f2-8794-3f7198b9f8c7/49d0e25e-83e8-4721-aba8-af4088f8ee41) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:22.681991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-a1181576-3ab7-492c-b496-3733ab07079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:22.683530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-a1181576-3ab7-492c-b496-3733ab07079b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 1.2302818 May 13 15:09:22.787031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:22.790151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cc2537ef-9a42-443d-b0a2-df6ab3b3bb82 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9672272 May 13 15:09:22.796130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34576) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:22.840408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:22.858303 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:22.889325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:22.899253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:22.918547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:22.982870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.008779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Transition to ACTIVE for port object 49d0e25e-83e8-4721-aba8-af4088f8ee41 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:23.036456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Transition to ACTIVE for port object 49d0e25e-83e8-4721-aba8-af4088f8ee41 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:23.058592 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.170890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.214376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 750c9a24-425d-4b36-93f3-7ad70767da99 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:23.214775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.305559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Pushing event updated for resources: {'Port': ['ID=49d0e25e-83e8-4721-aba8-af4088f8ee41,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:23.355548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:23.355548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:23.355548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:23.481374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.539724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-be8be786-ab0e-407a-9b34-d96fc52d4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:23.539724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-be8be786-ab0e-407a-9b34-d96fc52d4c48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8208685 May 13 15:09:23.607710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Attempting to bind port 49d0e25e-83e8-4721-aba8-af4088f8ee41 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:23.607710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Attempting to bind port 49d0e25e-83e8-4721-aba8-af4088f8ee41 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:23.607710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Attempting to bind port 49d0e25e-83e8-4721-aba8-af4088f8ee41 on network 9910b514-76a9-4440-a2bf-5b5356b6a635 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Checking segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Bound using segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Bound port: 49d0e25e-83e8-4721-aba8-af4088f8ee41, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:23.622922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.748508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] For port 49d0e25e-83e8-4721-aba8-af4088f8ee41, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:23.754153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] For port 49d0e25e-83e8-4721-aba8-af4088f8ee41, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=49d0e25e-83e8-4721-aba8-af4088f8ee41,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:23.762718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:23.899283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.003330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a119-f1d3-45e0-8525-bda535a3f478 None None] Pushing event updated for resources: {'Port': ['ID=49d0e25e-83e8-4721-aba8-af4088f8ee41,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:24.008574 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-07454a1f-5aa4-463a-ae45-3f7273666ad6 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522934 May 13 15:09:24.092441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.131107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=29eba0f2-91a1-43f8-acea-dd2cddb2530c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:24.154404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02848f-6a33-44df-b301-8c603ec68681 None None] Network d34b289c-8a3c-437d-8f2a-abfa7904f038 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:24.175510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27319b8a-3bf9-4b2f-bc34-5c0c64d34a9e req-429a7c08-9819-4040-8c37-acccbe9c47b0 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:24.195678 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27319b8a-3bf9-4b2f-bc34-5c0c64d34a9e req-429a7c08-9819-4040-8c37-acccbe9c47b0 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 931 time: 0.9190857 May 13 15:09:24.273063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.290364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-37edf6e7-f5ee-4fc8-aca4-4b9f4af9375f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/29eba0f2-91a1-43f8-acea-dd2cddb2530c HTTP/1.1" status: 204 len: 168 time: 2.5799849 May 13 15:09:24.304004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.329350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.331187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.415207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:09:24.646522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:09:24.842841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] DHCP port deletion for d34b289c-8a3c-437d-8f2a-abfa7904f038 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:24.861564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Deleting port 5c42c81a-2849-4218-8736-3e0636f14ed4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:24.862107 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.881008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.887586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0889409 May 13 15:09:24.893758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:24.898032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc530ae-ec1f-4baf-b174-8b972c7367c6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a65d21-ca49-4bbf-b1c0-4f90f5ed810d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:24.907918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:24.947022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27319b8a-3bf9-4b2f-bc34-5c0c64d34a9e req-bb68d794-998d-463a-a6d4-77ac056a6ef3 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264750 May 13 15:09:24.951492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:24.977771 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:24.977771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:24.982298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:24.988465 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:09:24.995180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:25.008138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 5c42c81a-2849-4218-8736-3e0636f14ed4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:25.008932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.055347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 750c9a24-425d-4b36-93f3-7ad70767da99 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:25.106185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.456404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c62e34a4-48d4-48af-85a0-d2ce46673d35 req-b3d5e66b-81a3-4fb6-88b2-a824962a2443 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0473437 May 13 15:09:25.461900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a992af6d-0325-4182-8551-43f527ed07ab {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:25.503297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 49d0e25e-83e8-4721-aba8-af4088f8ee41 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:25.516038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.547943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.662421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Transition to ACTIVE for port object a992af6d-0325-4182-8551-43f527ed07ab will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:25.677958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] For port 5c42c81a-2849-4218-8736-3e0636f14ed4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5c42c81a-2849-4218-8736-3e0636f14ed4,segment=NetworkSegment(d49ef282-df56-4a17-9c6b-89ebc0a6a14a),segment_id=d49ef282-df56-4a17-9c6b-89ebc0a6a14a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:25.677958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.694343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.705394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:25.972063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 49d0e25e-83e8-4721-aba8-af4088f8ee41 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:26.020044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 5c42c81a-2849-4218-8736-3e0636f14ed4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=5c42c81a-2849-4218-8736-3e0636f14ed4,segment=NetworkSegment(d49ef282-df56-4a17-9c6b-89ebc0a6a14a),segment_id=d49ef282-df56-4a17-9c6b-89ebc0a6a14a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:26.020044 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.167510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:26.179184 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] Sync routers for ids ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:26.203010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Pushing event updated for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:26.223601 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] Routers {'d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:26.224431 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:26.229725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f49630-ac11-46f8-9b03-7470c43946c6 None None] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:26.295007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecc5f15-bc81-4a98-95b1-b250f48658a7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:26.309210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 5c42c81a-2849-4218-8736-3e0636f14ed4 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:26.333154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Calling delete_port for 5c42c81a-2849-4218-8736-3e0636f14ed4 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:26.342460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.391736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.391736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b46eb852-5563-49ea-b4de-c8f5fb0607a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4861298 May 13 15:09:26.406362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:26.419881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:26.448400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:26.452328 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:26.478658 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] Routers {'d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:26.478658 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:26.523956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:26.555014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:26.566676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:26.601949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.673391 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:26.673804 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a15f3-8e8c-4a3b-b0b6-93c6e0fd3280 None None] The sync data for ids ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:26.707188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=5c42c81a-2849-4218-8736-3e0636f14ed4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:26.709342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No DVR routers for this DVR port 5c42c81a-2849-4218-8736-3e0636f14ed4 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:26.742113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.783257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5c42c81a-2849-4218-8736-3e0636f14ed4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:26.910596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:26.969045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:26.969045 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:26.969045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 5c42c81a-2849-4218-8736-3e0636f14ed4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:26.969045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 5c42c81a-2849-4218-8736-3e0636f14ed4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:27.016267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Provisioning for port 49d0e25e-83e8-4721-aba8-af4088f8ee41 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:27.020696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34b289c-8a3c-437d-8f2a-abfa7904f038']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:27.027521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Provisioning complete for port 49d0e25e-83e8-4721-aba8-af4088f8ee41 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:27.027521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.084531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.101310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:27.102979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49ef282-df56-4a17-9c6b-89ebc0a6a14a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:27.120457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.218093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Current status of the port 49d0e25e-83e8-4721-aba8-af4088f8ee41 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:27.218479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.220789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.243196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.245318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8453550 May 13 15:09:27.254287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34634) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:27.260541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:27.270262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5f625-2165-4425-8b1f-006f08fd73de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58faa6c1-422e-47a4-9201-3a7fb0319846,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:27.277286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:27.283113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:27.287172 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.290626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:27.307559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.311087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:27.313721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:27.314792 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.315511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-760a8146-58aa-4e03-9d98-9bcaba43c2f5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 19.5840662 May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: timer() May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:27.331671 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:27.335585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34638) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:27.343354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=750c9a24-425d-4b36-93f3-7ad70767da99,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:27.390979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] For port 49d0e25e-83e8-4721-aba8-af4088f8ee41, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=49d0e25e-83e8-4721-aba8-af4088f8ee41,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:27.402891 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.467592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.483110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a4ed9cfd-61c6-41dd-8ab5-5c75ac72b33c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/750c9a24-425d-4b36-93f3-7ad70767da99 HTTP/1.1" status: 204 len: 168 time: 5.3087749 May 13 15:09:27.511670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34642) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:27.736503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440788bc-abbc-4f70-a6c0-0b5b88ae0306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:27.749011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440788bc-abbc-4f70-a6c0-0b5b88ae0306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:27.750757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-440788bc-abbc-4f70-a6c0-0b5b88ae0306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:27.752507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Deleting port 5c42c81a-2849-4218-8736-3e0636f14ed4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:27.754131 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.810224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:27.853324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db92049-105e-41bb-8065-3adbd26522f4 None None] Pushing event updated for resources: {'Port': ['ID=49d0e25e-83e8-4721-aba8-af4088f8ee41,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:27.929245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Attempting to bind port a992af6d-0325-4182-8551-43f527ed07ab on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:27.929245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Attempting to bind port a992af6d-0325-4182-8551-43f527ed07ab by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:27.929245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Attempting to bind port a992af6d-0325-4182-8551-43f527ed07ab on network 366fb489-d65f-401a-8728-ac751bf13d60 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:27.947466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Port a992af6d-0325-4182-8551-43f527ed07ab on network 366fb489-d65f-401a-8728-ac751bf13d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:09:27.947466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Attempting to bind port a992af6d-0325-4182-8551-43f527ed07ab on network 366fb489-d65f-401a-8728-ac751bf13d60 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:27.986063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-440788bc-abbc-4f70-a6c0-0b5b88ae0306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:27.986063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-440788bc-abbc-4f70-a6c0-0b5b88ae0306 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4687161 May 13 15:09:27.986063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:27.996130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:27.996130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Checking segment: {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:27.996130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Bound using segment: {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:27.996130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Bound port: a992af6d-0325-4182-8551-43f527ed07ab, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:27.996130 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.060326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5e657243-38c5-4283-89f9-89bacbcce242 None None] The port '5c42c81a-2849-4218-8736-3e0636f14ed4' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:28.060326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-71312788-61f1-494e-b88f-48441f869c00 None None] Provisioning complete for port 49d0e25e-83e8-4721-aba8-af4088f8ee41 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:28.060326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-71312788-61f1-494e-b88f-48441f869c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.149673 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-25dfc4f6-53b3-4d9a-8edd-d715b2d86248 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers/d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 200 len: 882 time: 0.8058734 May 13 15:09:28.176141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34654) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:28.176141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.248278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3b69e-dcd6-456b-8d1d-3dea0e9e7f8f req-a82405e2-ea93-41cc-a575-6f97b332974a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:28.248278 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9f3b69e-dcd6-456b-8d1d-3dea0e9e7f8f req-a82405e2-ea93-41cc-a575-6f97b332974a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 943 time: 1.9654751 May 13 15:09:28.346987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.393094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=d34b289c-8a3c-437d-8f2a-abfa7904f038,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:28.401824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-71312788-61f1-494e-b88f-48441f869c00 None None] Current status of the port 49d0e25e-83e8-4721-aba8-af4088f8ee41 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:28.412398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:28.416163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a992af6d-0325-4182-8551-43f527ed07ab,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:28.428371 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.525790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 8e4edb83-1a95-4d82-a24d-151b7948e988 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:28.543031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.582015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9f3b69e-dcd6-456b-8d1d-3dea0e9e7f8f req-45877891-6573-4d02-9717-4ae0f13aae96 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623630 May 13 15:09:28.582015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:28.589407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.589407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] 10.222.0.86 "PUT /v2.0/ports/a992af6d-0325-4182-8551-43f527ed07ab HTTP/1.1" status: 200 len: 1091 time: 7.6699698 May 13 15:09:28.604886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:28.686880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a93c4346-59a3-4bc6-96a7-d0fcd010a339 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/d34b289c-8a3c-437d-8f2a-abfa7904f038 HTTP/1.1" status: 204 len: 168 time: 4.3727176 May 13 15:09:28.687702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:28.723792 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.725861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c83174-4e32-4b81-a93d-46ee62b63823 service neutron] Pushing event updated for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:28.731512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-610181541'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:28.742826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.745140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:28.773436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:28.778879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.787654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:28.809441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:28.824136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e5271d-6713-424a-b39b-33091f8092bd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:28.932501 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc641f7-371f-4469-a14b-8d17bedb49c1'] response: {'name': 'network-changed', 'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab', 'status': 'completed', 'code': 200} May 13 15:09:28.977849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:28.984569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce62e839-545b-473b-a714-c13274f5d8ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7201774 May 13 15:09:28.991462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:29.009337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:29.012749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:29.023369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:29.039507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:29.045339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.047105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:29.047105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-d217c686-6bd1-47b8-917b-a6ac07d0e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.047105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-d217c686-6bd1-47b8-917b-a6ac07d0e035 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 1094 time: 0.3899801 May 13 15:09:29.053559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:29.128132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.152321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:29.162892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-70624472-ce1e-4d81-a934-e4bba17c7ac8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a992af6d-0325-4182-8551-43f527ed07ab HTTP/1.1" status: 200 len: 217 time: 0.1120038 May 13 15:09:29.171147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.171672 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment ee309a26-01cf-4a90-98ba-4281ab42fad6 of type vlan for network 0baaaae4-404d-44f0-8479-2302eab7cd94 May 13 15:09:29.237544 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:09:29.258646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.262584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.280417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0350b1e6-b526-450c-a32a-e94da34dbfef tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:router {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:29.322905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0350b1e6-b526-450c-a32a-e94da34dbfef tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:router {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:29.328339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0350b1e6-b526-450c-a32a-e94da34dbfef tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.1555240 May 13 15:09:29.328588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032be05-8f2c-4c82-8b11-31621b27365c req-fba9793e-ddb4-4bd3-a179-77c58bf1ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.330628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:29.330893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-fba9793e-ddb4-4bd3-a179-77c58bf1ecc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.1610005 May 13 15:09:29.333944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 49d0e25e-83e8-4721-aba8-af4088f8ee41 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:29.336400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-251795947'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:29.395210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-1bc9dae4-8114-4ce6-be56-e7491019ad17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516388 May 13 15:09:29.438583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.447508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 49d0e25e-83e8-4721-aba8-af4088f8ee41 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:29.447508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.646825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 49d0e25e-83e8-4721-aba8-af4088f8ee41 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:29.688645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.709995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:29.710644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.725600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.740116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8becdb-b423-416c-b2dc-3a78d33dc1dc None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:29.745543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.759068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4edb83-1a95-4d82-a24d-151b7948e988,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:29.761680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.833202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a7bcd8-3c3c-4b0b-81c2-276219d84846,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:29.931128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-98bccc4e-6e7b-4485-8e4c-4410ba66437f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/8e4edb83-1a95-4d82-a24d-151b7948e988 HTTP/1.1" status: 204 len: 168 time: 1.9440348 May 13 15:09:29.947089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:29.947089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-295f9178-deb8-4bb0-a870-a233ffc48c60 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9538493 May 13 15:09:29.947089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:29.970049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34692) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:30.012643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=0baaaae4-404d-44f0-8479-2302eab7cd94,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:30.021338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9db25648-d65b-4671-8caf-b72ef3e6be31 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3190143 May 13 15:09:30.033731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:30.049406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:30.080441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:30.105716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': '30de2209-76ce-4daa-aa68-306d008c52e2', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:30.129372 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46cc0e61-d22b-409c-810f-2b1bb9c88b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.140925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-11e06402-2621-4aba-abe4-6daf98bef672 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1851487 May 13 15:09:30.144692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:30.148588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34704) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:30.154541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:30.161475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:30.221914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-146da474-3bf6-4ab5-bafe-bb570b793e11 service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139870 May 13 15:09:30.408265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:30.418106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:30.468410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:30.583238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:30.599113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:30.608148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:30.631494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:30.657891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:30.661801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Deleting port a3c5d347-eb68-4d76-b647-240ce7616dcd {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:30.661801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.719577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:30.719577 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:09:30.761179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:30.836111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:30.839692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.839948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:30.951617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b3b2b-ec88-4580-9922-c107f319be87 req-cc46f874-810f-4022-9270-63e2cc54f8a2 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:30.964026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b2b3b2b-ec88-4580-9922-c107f319be87 req-cc46f874-810f-4022-9270-63e2cc54f8a2 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 943 time: 1.0939915 May 13 15:09:30.964026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:30.993997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.033518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.127495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b2b3b2b-ec88-4580-9922-c107f319be87 req-3540dff1-4977-4569-bc37-f907bfc7f806 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473498 May 13 15:09:31.146312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:31.146312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.202513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] For port a3c5d347-eb68-4d76-b647-240ce7616dcd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a3c5d347-eb68-4d76-b647-240ce7616dcd,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:31.202513 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.364639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a3c5d347-eb68-4d76-b647-240ce7616dcd no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:31.386389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:09:31.760131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.831666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Calling delete_port for a3c5d347-eb68-4d76-b647-240ce7616dcd owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:31.834083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.919490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6032be05-8f2c-4c82-8b11-31621b27365c req-2dff3372-f33b-4187-8a9a-91e2868c566c service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4835675 May 13 15:09:31.919902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:31.940503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a827fb2-765f-4890-8f03-350693d974f5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:32.033751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.082340 n-d-841736-1 neutron-server[88134]: INFO neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No ports have port_id starting with a3c5d347-eb68-4d76-b647-240ce7616dcd May 13 15:09:32.082340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] No DVR routers for this DVR port a3c5d347-eb68-4d76-b647-240ce7616dcd on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:32.111624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79b49b-0228-4ae4-95db-9dc5870ff02f None None] Pushing event deleted for resources: {'Port': ['ID=a3c5d347-eb68-4d76-b647-240ce7616dcd,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:32.239372 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.241019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-60a4dc3e-9867-49ae-8edd-d3158da9f0b6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1475196 May 13 15:09:32.246780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:09:32.251017 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.283860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:09:32.294676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] Sync routers for ids ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:09:32.316448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=764b69d5-9bd8-46b8-987b-78fa8305dc09,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:32.320998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] Routers {'d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:32.321641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:32.331469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.336491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f97d7ec4-1455-403b-a5ae-dabe3c813281 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 200 len: 889 time: 3.0046413 May 13 15:09:32.337317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:32.434096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:32.438720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:32.460482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d843d081-847a-4212-87d9-a4f1b1fcdb35 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:32.505049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:32.528135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.531542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': 'ee309a26-01cf-4a90-98ba-4281ab42fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:32.531542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: 0baaaae4-404d-44f0-8479-2302eab7cd94, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:32.680627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:32.690063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f5cda1b0-2715-4c05-8fa7-6d95171e5321 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5371914 May 13 15:09:32.691012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:32.703311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:de:f2:37', 'name': 'tempest-NetworksTestDHCPv6-1505724384'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:32.709867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:32.740023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 0baaaae4-404d-44f0-8479-2302eab7cd94) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:32.753550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:32.754420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.770725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-2a95d2ce-42b4-4e61-a0a8-5548791f4488 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125595323&fields=id&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 267 time: 0.1980031 May 13 15:09:32.781393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab98130-3478-4cd1-b5ea-0d56e7640250 None None] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:32.782426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7dcdbf17-b954-46cb-a517-8ff43826bde7 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers/d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 200 len: 889 time: 0.4419796 May 13 15:09:32.784250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34750) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:32.785895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-da3169e4-3fc5-4607-b4db-85a4a47489ec tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7507200 May 13 15:09:32.808196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:32.827216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:32.836438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-348875278'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:32.875982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-91e92517-e4b9-4d4a-b5ab-68d3d6ce6cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:32.901246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] Routers {'d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:09:32.901246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:32.948793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0afd07-953c-465e-97f2-12dffc34b1b9 req-d3acb54a-6be5-4da1-827d-1a64676c5a9a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:32.948793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa0afd07-953c-465e-97f2-12dffc34b1b9 req-d3acb54a-6be5-4da1-827d-1a64676c5a9a tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 943 time: 0.5297236 May 13 15:09:32.999610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-5b7a5327-f4ab-4193-881e-a388371cf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:32.999610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-5b7a5327-f4ab-4193-881e-a388371cf153 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 1094 time: 0.9999390 May 13 15:09:33.061024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:33.061024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4db4e-34fd-4137-9608-23e0ce49f4ae None None] The sync data for ids ['d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:09:33.095475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.288005 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17a0b3e1-66a4-4d3f-b2fa-e92fa00ea480 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 200 len: 205 time: 0.4950855 May 13 15:09:33.303238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:33.352850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:33.352850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.397192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-bb2aa0a1-ce97-40e4-bc81-c0c80cb3b203 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:33.406270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-bb2aa0a1-ce97-40e4-bc81-c0c80cb3b203 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/networks?id=9910b514-76a9-4440-a2bf-5b5356b6a635 HTTP/1.1" status: 200 len: 796 time: 0.4902453 May 13 15:09:33.463222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:33.507139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:33.519408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fa0afd07-953c-465e-97f2-12dffc34b1b9 req-d2866838-3da5-4791-81c5-3c0050b95c82 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700188 May 13 15:09:33.612283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:33.619587 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.630730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-1f22eeed-268b-4517-bec0-532f7b3d8a1b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/quotas/49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 375 time: 0.2101467 May 13 15:09:33.675305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 3e0c0493-7ced-475f-bc6d-a8772e83fd25 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:33.750513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Allocated IP 2001:db8::f816:3eff:fe17:99d2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e/f0aee050-92a0-499a-b36e-162c2bf3e0b6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:33.812352 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.825066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:33.951065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:33.988911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:34.004075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-dded98bc-861d-4a71-a2eb-5049a8f2f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:34.004075 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-dded98bc-861d-4a71-a2eb-5049a8f2f517 service neutron] 10.222.0.86 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 914 time: 0.8286870 May 13 15:09:34.119641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:34.180241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-984ecd59-6dcb-4703-9b13-95de24c8000c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a992af6d-0325-4182-8551-43f527ed07ab HTTP/1.1" status: 200 len: 217 time: 0.1656551 May 13 15:09:34.212839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-c7d782b1-4943-4522-a0ee-58bfc8d38a16 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5883217 May 13 15:09:34.271770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a992af6d-0325-4182-8551-43f527ed07ab details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:09:34.299461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::22 (0baaaae4-404d-44f0-8479-2302eab7cd94/764b69d5-9bd8-46b8-987b-78fa8305dc09/3e0c0493-7ced-475f-bc6d-a8772e83fd25) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:34.336523 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.368941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port ef7295f1-e228-4f23-9a5e-209308a0d99a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:34.369369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.526665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.560727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Transition to ACTIVE for port object f0aee050-92a0-499a-b36e-162c2bf3e0b6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:34.619606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Transition to ACTIVE for port object f0aee050-92a0-499a-b36e-162c2bf3e0b6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:34.699013 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:34.849055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:34.864822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Pushing event updated for resources: {'Port': ['ID=f0aee050-92a0-499a-b36e-162c2bf3e0b6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:34.864822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:34.874256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:34.947336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:09:35.023036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-88945e06-e119-4c1f-82ec-ba5dcc7ab695 service neutron] 10.222.0.36 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001187 May 13 15:09:35.023036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-613367d1-6870-48b6-ae47-2a00af682e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:35.023036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-613367d1-6870-48b6-ae47-2a00af682e45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.7755132 May 13 15:09:35.108682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-0baaaae4-404d-44f0-8479-2302eab7cd94', 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': '764b69d5-9bd8-46b8-987b-78fa8305dc09'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:35.109665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.117346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-e35d8d6f-1737-4836-8687-5122944b94a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607395 May 13 15:09:35.161632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a992af6d-0325-4182-8551-43f527ed07ab,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:35.193307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.207280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.207897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'a992af6d-0325-4182-8551-43f527ed07ab', 'network_id': '366fb489-d65f-401a-8728-ac751bf13d60', 'port_id': 'a992af6d-0325-4182-8551-43f527ed07ab', 'mac_address': 'fa:16:3e:27:ec:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9131b6-b65a-46c1-aa5b-7fe26a74861a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:09:35.216687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 3e0c0493-7ced-475f-bc6d-a8772e83fd25 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:35.271868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.408644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-09701ffc-4242-49b6-aa10-5bec3eaee048 service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350962 May 13 15:09:35.475459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a992af6d-0325-4182-8551-43f527ed07ab is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:35.475459 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.480715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 2af52012-47b1-4153-991f-5327226aebcf yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:35.515077 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.664975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:35.684703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:35.715921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:35.725224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:35.726653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:35.745301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-b7e3cb98-3b97-4723-87e2-30b45c72811a service neutron] 10.222.0.36 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104282 May 13 15:09:35.807920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=3e0c0493-7ced-475f-bc6d-a8772e83fd25,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:35.845915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Allocated IP 2001:db8::2 (0baaaae4-404d-44f0-8479-2302eab7cd94/764b69d5-9bd8-46b8-987b-78fa8305dc09/e88210bb-b418-4726-b1ec-5b1b7ea9fc1a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:35.976898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e495e-eef1-497f-83a3-fd4176b2cce2 req-d5485545-e396-4e10-aaee-26c82bbd36ee tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:35.976898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad0e495e-eef1-497f-83a3-fd4176b2cce2 req-d5485545-e396-4e10-aaee-26c82bbd36ee tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 943 time: 1.1375535 May 13 15:09:36.036693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e1b336f6-b8b7-41f6-aa9f-dae08ca914d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.1937990 May 13 15:09:36.047568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:36.093358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc4e6136-6321-4eda-8fe4-1f2783a2bade req-a853581a-8645-4fac-b08c-a07b9f08f4ff service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821241 May 13 15:09:36.114076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fede:f237 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e/2af52012-47b1-4153-991f-5327226aebcf) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:36.236978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 3e0c0493-7ced-475f-bc6d-a8772e83fd25 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:36.236978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.242897 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3f1706a-d6a0-4cd3-9eb5-be75988e5c04 req-2afd2936-b4f7-4548-be5f-c1461d8fb455 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.1175506 May 13 15:09:36.353802 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.453818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad0e495e-eef1-497f-83a3-fd4176b2cce2 req-5d164d51-a4ec-4448-9bd2-282c5c71e0bb tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736421 May 13 15:09:36.509180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.521103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Transition to ACTIVE for port object e88210bb-b418-4726-b1ec-5b1b7ea9fc1a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:36.543582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Transition to ACTIVE for port object e88210bb-b418-4726-b1ec-5b1b7ea9fc1a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:36.549607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Attempting to bind port f0aee050-92a0-499a-b36e-162c2bf3e0b6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:36.550313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Attempting to bind port f0aee050-92a0-499a-b36e-162c2bf3e0b6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:36.551047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Attempting to bind port f0aee050-92a0-499a-b36e-162c2bf3e0b6 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:36.562407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:36.563411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:36.564848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.576903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:36.577759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Bound port: f0aee050-92a0-499a-b36e-162c2bf3e0b6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:36.578490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.606508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.645370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for ef7295f1-e228-4f23-9a5e-209308a0d99a owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:36.773927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] For port f0aee050-92a0-499a-b36e-162c2bf3e0b6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:36.773927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] For port f0aee050-92a0-499a-b36e-162c2bf3e0b6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f0aee050-92a0-499a-b36e-162c2bf3e0b6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:36.794053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.865831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 2af52012-47b1-4153-991f-5327226aebcf will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:36.916591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a992af6d-0325-4182-8551-43f527ed07ab {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:36.941565 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:36.998920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a992af6d-0325-4182-8551-43f527ed07ab,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:37.003634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.044779 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.082614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:37.087948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:37.094460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:37.098042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:37.098247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:37.101837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:37.108657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:37.109407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.139970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=2af52012-47b1-4153-991f-5327226aebcf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:37.183774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-42ae51bd-fe77-4194-86d3-6be18e64f301 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4783335 May 13 15:09:37.183774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:37.352827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855e8b9-ac57-4ba5-8fde-b43db363c06f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:37.360086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855e8b9-ac57-4ba5-8fde-b43db363c06f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:37.360086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e855e8b9-ac57-4ba5-8fde-b43db363c06f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:37.408603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e855e8b9-ac57-4ba5-8fde-b43db363c06f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:37.408603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e855e8b9-ac57-4ba5-8fde-b43db363c06f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2282627 May 13 15:09:37.424173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:37.635517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 2af52012-47b1-4153-991f-5327226aebcf {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:37.635517 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:37.859882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e98503f-0044-4a38-8200-41ec9a653408 req-955f5047-15c8-4371-ad80-2afa7e677a07 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.1003654 May 13 15:09:38.066495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['a992af6d-0325-4182-8551-43f527ed07ab'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:09:38.177631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Pushing event updated for resources: {'Port': ['ID=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.366275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dffc3-6971-4875-afaa-8a26755c6fed None None] Pushing event updated for resources: {'Port': ['ID=f0aee050-92a0-499a-b36e-162c2bf3e0b6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.391286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.397136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.489986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Attempting to bind port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:38.490368 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Attempting to bind port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'ee309a26-01cf-4a90-98ba-4281ab42fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:38.490736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Attempting to bind port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a on network 0baaaae4-404d-44f0-8479-2302eab7cd94 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:38.542295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=ef7295f1-e228-4f23-9a5e-209308a0d99a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.565849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:38.566227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Checking segment: {'id': 'ee309a26-01cf-4a90-98ba-4281ab42fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:38.577705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.581623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Bound using segment: {'id': 'ee309a26-01cf-4a90-98ba-4281ab42fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:38.582842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Bound port: e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee309a26-01cf-4a90-98ba-4281ab42fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0baaaae4-404d-44f0-8479-2302eab7cd94'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:38.584137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:38.709553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:38.992640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.227074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] For port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:39.243490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] For port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,segment=NetworkSegment(ee309a26-01cf-4a90-98ba-4281ab42fad6),segment_id=ee309a26-01cf-4a90-98ba-4281ab42fad6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:39.418997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bee319-178b-427d-9a68-45b01db5d148 req-189dfcaf-c5e4-4f25-81bb-f4297358dc49 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:39.418997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8bee319-178b-427d-9a68-45b01db5d148 req-189dfcaf-c5e4-4f25-81bb-f4297358dc49 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 944 time: 1.4670947 May 13 15:09:39.442764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f0aee050-92a0-499a-b36e-162c2bf3e0b6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:39.499981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:39.651489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 3e0c0493-7ced-475f-bc6d-a8772e83fd25 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:39.708592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 2af52012-47b1-4153-991f-5327226aebcf owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:39.785931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f0aee5a-a663-41f1-a359-e47ce1737ca2 req-806a53b8-651e-4d6d-990d-3304739aa202 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.1790628 May 13 15:09:39.927647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b362870d-5f9f-4430-867a-bbe12c8d66bd None None] Provisioning for port f0aee050-92a0-499a-b36e-162c2bf3e0b6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:40.160398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57130-b4a3-415e-a869-9c0349a6f92b None None] Pushing event updated for resources: {'Port': ['ID=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:40.255199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f0aee050-92a0-499a-b36e-162c2bf3e0b6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:40.288071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8bee319-178b-427d-9a68-45b01db5d148 req-12f48ebe-f360-41fd-998d-f37debfab114 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521597 May 13 15:09:40.341503 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.348810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f0aee050-92a0-499a-b36e-162c2bf3e0b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:40.348810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.401820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.462433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-478757c9-84db-485d-a59e-c9b479b69a18 None None] Provisioning for port 2af52012-47b1-4153-991f-5327226aebcf completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:40.498214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-478757c9-84db-485d-a59e-c9b479b69a18 None None] Provisioning complete for port 2af52012-47b1-4153-991f-5327226aebcf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:40.498214 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-478757c9-84db-485d-a59e-c9b479b69a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.641664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-478757c9-84db-485d-a59e-c9b479b69a18 None None] Port 2af52012-47b1-4153-991f-5327226aebcf was deleted so its status cannot be updated. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:09:40.727050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.731970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.809367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=2af52012-47b1-4153-991f-5327226aebcf,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:40.858160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-ddd94486-217a-4514-900b-a9e3a72d3c58 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:40.858160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-ddd94486-217a-4514-900b-a9e3a72d3c58 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/networks?id=9910b514-76a9-4440-a2bf-5b5356b6a635 HTTP/1.1" status: 200 len: 796 time: 2.2202408 May 13 15:09:40.870971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f0aee050-92a0-499a-b36e-162c2bf3e0b6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:40.870971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.930001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:40.936051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:09:40.962519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.007268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f0aee050-92a0-499a-b36e-162c2bf3e0b6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f0aee050-92a0-499a-b36e-162c2bf3e0b6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:41.024748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.064277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-aa6d79ac-b7a4-4839-a7d5-d4d3a520a0d1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 472 time: 0.1687517 May 13 15:09:41.064277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-630ee13d-97ae-4ae7-b6ca-87b65056e7c7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/2af52012-47b1-4153-991f-5327226aebcf HTTP/1.1" status: 204 len: 168 time: 3.6160574 May 13 15:09:41.075273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:41.091682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.091682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8771bcf4-0628-419f-a0a8-ef8eed0f7915 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 204 len: 168 time: 7.7747712 May 13 15:09:41.091682 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.102526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34862) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:41.167046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-694332360'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:41.184433 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:41.196684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:41.200261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'port': {'device_id': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'admin_state_up': True, 'tenant_id': '49bff001508646548736068375f91a15', 'security_groups': ['30de2209-76ce-4daa-aa68-306d008c52e2']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:41.224754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a992af6d-0325-4182-8551-43f527ed07ab up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:41.265413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=3e0c0493-7ced-475f-bc6d-a8772e83fd25,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:41.335040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f0aee050-92a0-499a-b36e-162c2bf3e0b6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:41.359099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port a992af6d-0325-4182-8551-43f527ed07ab completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:41.371229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port a992af6d-0325-4182-8551-43f527ed07ab triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:41.371229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.383220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:41.416100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:41.468754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:41.476496 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.527932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e88210bb-b418-4726-b1ec-5b1b7ea9fc1a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:41.576014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.583271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fa951385-b530-4b8a-bf1a-be6953c6812a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/3e0c0493-7ced-475f-bc6d-a8772e83fd25 HTTP/1.1" status: 204 len: 168 time: 5.5413280 May 13 15:09:41.586661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:41.729502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a72d6a1e-6bff-48d8-b3b0-2af85350e895 req-6b731c69-6391-4f83-a7d6-56aabd12a563 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.2458210 May 13 15:09:41.730910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:41.759995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:09:41.763687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:41.781695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:port and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:41.788489 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a654cbc7-2a66-4b25-b26d-008af962d7fb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:09:41.788489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a654cbc7-2a66-4b25-b26d-008af962d7fb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:41.811328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07973a8a-c813-4fa0-9c84-bfeccbf6d0b1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:41.824062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07973a8a-c813-4fa0-9c84-bfeccbf6d0b1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:41.824062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07973a8a-c813-4fa0-9c84-bfeccbf6d0b1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:41.847850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:41.875841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:41.882050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a992af6d-0325-4182-8551-43f527ed07ab is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:41.882050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.934235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07973a8a-c813-4fa0-9c84-bfeccbf6d0b1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:41.934235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07973a8a-c813-4fa0-9c84-bfeccbf6d0b1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8615725 May 13 15:09:41.934235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:41.950674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.971713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:41.979037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:41.979037 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd of type vlan for network 5b78c775-1b21-4041-ac70-45a4bef2f92a May 13 15:09:42.000349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:42.033002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a992af6d-0325-4182-8551-43f527ed07ab,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:42.043248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.121433 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfa4f63-c60e-4e92-987e-14b2c84cad6e'] response: {'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab', 'code': 200} May 13 15:09:42.179948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:42.220354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaed914-ab30-4f95-975d-101342759af3 None None] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:42.239398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:42.239398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.338926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.438901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a654cbc7-2a66-4b25-b26d-008af962d7fb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:42.438901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a654cbc7-2a66-4b25-b26d-008af962d7fb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/3e0c0493-7ced-475f-bc6d-a8772e83fd25 HTTP/1.1" status: 404 len: 333 time: 0.8445475 May 13 15:09:42.438901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34888) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:42.451269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.458107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Provisioning for port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:42.469497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.21 (9910b514-76a9-4440-a2bf-5b5356b6a635/6ac97f4b-d58f-46f2-8794-3f7198b9f8c7/999a3e47-7c19-4c94-9a49-5b7b0d4cbe38) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:42.506076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Provisioning complete for port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:42.506523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.546522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c2649-f730-4309-9cef-6d0c7af5afc8 req-392e3597-e520-4e68-8e88-e21d944f3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:42.549605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-023c2649-f730-4309-9cef-6d0c7af5afc8 req-392e3597-e520-4e68-8e88-e21d944f3e49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 1096 time: 0.3471923 May 13 15:09:42.710031 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.766257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.766257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:42.771274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.828843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ea52-bfa5-4d79-9b8e-70f8644fabe5 req-7e004d85-f2f5-4395-acb5-3caec2bc2d15 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:42.837753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae66ea52-bfa5-4d79-9b8e-70f8644fabe5 req-7e004d85-f2f5-4395-acb5-3caec2bc2d15 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 944 time: 1.0233293 May 13 15:09:42.872688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-023c2649-f730-4309-9cef-6d0c7af5afc8 req-00ecb55f-03a3-4fa4-9a8f-f821d8109615 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666593 May 13 15:09:42.896850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 764b69d5-9bd8-46b8-987b-78fa8305dc09 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:42.900390 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.916843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Current status of the port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:42.917526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.967216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] For port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,segment=NetworkSegment(ee309a26-01cf-4a90-98ba-4281ab42fad6),segment_id=ee309a26-01cf-4a90-98ba-4281ab42fad6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:42.974675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:42.976445 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.115574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc9ad5-b22f-4365-9c7a-539c5071ea1e None None] Pushing event updated for resources: {'Port': ['ID=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:43.258015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-39ef1edf-ee12-4cfc-94c4-04b7688c4935 req-b800d36f-ff87-4eeb-b904-8d4bb3ba4b4a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.1419058 May 13 15:09:43.284897 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.330916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f0aee050-92a0-499a-b36e-162c2bf3e0b6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:43.343081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:43.441419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ae66ea52-bfa5-4d79-9b8e-70f8644fabe5 req-07f3a453-cf3c-40c9-9374-338aa830be0d tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036632 May 13 15:09:43.458477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2918086 May 13 15:09:43.466765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34904) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:43.488454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:43.504397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a7252-f6e7-44a9-b84c-a1f293fd477c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=5b78c775-1b21-4041-ac70-45a4bef2f92a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:43.520856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.530931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:09:43.605474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.647171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:43.677042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bdc51430-1cfb-47b4-8da8-a4b82e2f6cb3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e HTTP/1.1" status: 204 len: 168 time: 1.6950405 May 13 15:09:43.679957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:43.726601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.819527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-056aca29-9027-4c79-8c10-6f751d5660f0 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352365 May 13 15:09:43.821402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34914) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:43.827790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:43.851423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6513fe-a61f-471f-972c-1bd00dfd395b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:43.859649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:43.881693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:43.889233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:43.952964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:43.981502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:43.991252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:44.034115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:44.038981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.043867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:44.132811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:44.132811 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.174489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=764b69d5-9bd8-46b8-987b-78fa8305dc09,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:44.199388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.211395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9955cc15-05a2-40c8-956a-41a00249eb4d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/764b69d5-9bd8-46b8-987b-78fa8305dc09 HTTP/1.1" status: 204 len: 168 time: 1.7661798 May 13 15:09:44.213857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34920) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:44.217238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.217584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.217923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.218256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.218579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.218907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.219230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.219549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.219872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.220184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.227971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.229316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:44.246118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:44.249952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.386355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ead32b06-6dc0-456f-b662-341860a649c0 None None] Provisioning complete for port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:44.388908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ead32b06-6dc0-456f-b662-341860a649c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.746954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda82f1a-b46d-479f-a1f7-01cb11dff023 None None] Network 0baaaae4-404d-44f0-8479-2302eab7cd94 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:44.756566 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.776828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:44.777168 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.908575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f0aee050-92a0-499a-b36e-162c2bf3e0b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:44.909341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:44.943065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-30a018ec-0f78-457b-80ec-d5c9318ef920 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7440820 May 13 15:09:44.956345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Request body: {'port': {'device_id': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:45.176403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79db12e-ce11-4b02-97b2-6ec4a36f7d2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:45.177422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a79db12e-ce11-4b02-97b2-6ec4a36f7d2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:45.305978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a79db12e-ce11-4b02-97b2-6ec4a36f7d2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:45.307324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a79db12e-ce11-4b02-97b2-6ec4a36f7d2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4804983 May 13 15:09:45.315692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34938) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:45.385172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bf766-d3eb-4bc3-a1d6-6bab0db2baa6 req-8d373cab-e297-42f0-9f45-76b0b2566a6c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:45.385172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e27bf766-d3eb-4bc3-a1d6-6bab0db2baa6 req-8d373cab-e297-42f0-9f45-76b0b2566a6c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:45.463939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ead32b06-6dc0-456f-b662-341860a649c0 None None] Current status of the port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:45.543590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.567272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f0aee050-92a0-499a-b36e-162c2bf3e0b6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:45.567272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e88210bb-b418-4726-b1ec-5b1b7ea9fc1a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:45.643816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:45.653455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Deleting port f0aee050-92a0-499a-b36e-162c2bf3e0b6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:45.653844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.690584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b1385fdf-ef97-4d10-9552-8e62b7617601 None None] Could not find standard attr ID for object 3e0c0493-7ced-475f-bc6d-a8772e83fd25. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:09:45.828644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] DHCP port deletion for 0baaaae4-404d-44f0-8479-2302eab7cd94 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:45.852187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b1385fdf-ef97-4d10-9552-8e62b7617601 None None] Provisioning for port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:45.872133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,segment=NetworkSegment(ee309a26-01cf-4a90-98ba-4281ab42fad6),segment_id=ee309a26-01cf-4a90-98ba-4281ab42fad6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:45.872133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.905357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Deleting port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:45.905357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:45.915932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad3c8-a58d-4d87-8c0b-d360de4da705 req-09cd286e-5ff9-4282-8196-781628de77cd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:45.915932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ebad3c8-a58d-4d87-8c0b-d360de4da705 req-09cd286e-5ff9-4282-8196-781628de77cd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 945 time: 0.8456426 May 13 15:09:46.072119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b1385fdf-ef97-4d10-9552-8e62b7617601 None None] Provisioning complete for port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:46.072933 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b1385fdf-ef97-4d10-9552-8e62b7617601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:46.107726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:46.108742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:46.220090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for e88210bb-b418-4726-b1ec-5b1b7ea9fc1a owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:46.307663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e27bf766-d3eb-4bc3-a1d6-6bab0db2baa6 req-8d373cab-e297-42f0-9f45-76b0b2566a6c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:46.323032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e27bf766-d3eb-4bc3-a1d6-6bab0db2baa6 req-8d373cab-e297-42f0-9f45-76b0b2566a6c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 932 time: 1.4744494 May 13 15:09:46.336889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90192528-66eb-4902-8578-5c5a587a8719 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:46.339965 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-90192528-66eb-4902-8578-5c5a587a8719 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0196319 May 13 15:09:46.348094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.414499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b1385fdf-ef97-4d10-9552-8e62b7617601 None None] Port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:46.541923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8ebad3c8-a58d-4d87-8c0b-d360de4da705 req-8c7c98f0-b6f6-42a7-8492-30ab7d6c0a81 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108461 May 13 15:09:46.545781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-faddbae7-9dc2-4636-9417-13a4db0583c1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1977093 May 13 15:09:46.548981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 34954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:46.556192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:46.571223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e27bf766-d3eb-4bc3-a1d6-6bab0db2baa6 req-c2350d45-f0eb-4bcf-9ed3-590094a71b8a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277915 May 13 15:09:46.584746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:46.606991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] For port f0aee050-92a0-499a-b36e-162c2bf3e0b6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f0aee050-92a0-499a-b36e-162c2bf3e0b6,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:46.607743 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:46.846727 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:46.904327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=f436fb98-d4c2-448b-bd99-d42017e51d2e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:46.929740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:46.930272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 5b78c775-1b21-4041-ac70-45a4bef2f92a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:09:46.945377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:09:46.994471 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:47.001007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No DVR routers for this DVR port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:47.004602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:47.048660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Transition to ACTIVE for port object 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:47.056613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:47.097654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Calling delete_port for f0aee050-92a0-499a-b36e-162c2bf3e0b6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:47.168353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a update to ACTIVE by agent not found {{(pid=88134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 15:09:47.174372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:47.183450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:47.211944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:47.215017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] For port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e88210bb-b418-4726-b1ec-5b1b7ea9fc1a,segment=NetworkSegment(ee309a26-01cf-4a90-98ba-4281ab42fad6),segment_id=ee309a26-01cf-4a90-98ba-4281ab42fad6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:47.215017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:47.240479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:09:47.253713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:47.487273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 5b78c775-1b21-4041-ac70-45a4bef2f92a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:47.504816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:47.505445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:47.551630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:47.577806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Pushing event updated for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:47.589545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f0aee050-92a0-499a-b36e-162c2bf3e0b6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:47.593884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:47.684015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc33d964-7732-4249-ae38-a2d552795ce9 None None] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:47.780491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Calling delete_port for e88210bb-b418-4726-b1ec-5b1b7ea9fc1a owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:47.811572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2c62a5d5-db29-40bb-81cd-c6c615e51d96 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3373637 May 13 15:09:47.833780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 34988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:47.950713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1475811052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:47.974806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:48.002435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:48.011113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:48.025659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:48.176652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.176652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.273796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.318136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Attempting to bind port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:48.318463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Attempting to bind port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:48.318790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Attempting to bind port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 on network 9910b514-76a9-4440-a2bf-5b5356b6a635 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:48.346388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 on network 9910b514-76a9-4440-a2bf-5b5356b6a635 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:09:48.346758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Attempting to bind port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 on network 9910b514-76a9-4440-a2bf-5b5356b6a635 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:48.372606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:48.372945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Checking segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:48.373330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Bound using segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:48.373852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Bound port: 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:48.380149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.381601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.510073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.633056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97b1ae-2624-4e73-90a3-ed69a94391e9 req-0dc684ec-5163-41a5-bc89-06a57a9a5fd5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:48.646518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f97b1ae-2624-4e73-90a3-ed69a94391e9 req-0dc684ec-5163-41a5-bc89-06a57a9a5fd5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 944 time: 0.6456988 May 13 15:09:48.655874 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.673872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] No DVR routers for this DVR port f0aee050-92a0-499a-b36e-162c2bf3e0b6 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:09:48.735895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.746843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3ec3a897-9217-4012-b62e-8ccfd47ffe8a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9204004 May 13 15:09:48.748552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baaaae4-404d-44f0-8479-2302eab7cd94']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.750622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35002) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:48.778698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee309a26-01cf-4a90-98ba-4281ab42fad6') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.778913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee309a26-01cf-4a90-98ba-4281ab42fad6') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:09:48.792878 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:09:48.793222 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:09:48.804089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a87f5-4541-47f7-baba-8698e8b688e7 None None] Pushing event deleted for resources: {'Port': ['ID=f0aee050-92a0-499a-b36e-162c2bf3e0b6,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:48.808098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-5b78c775-1b21-4041-ac70-45a4bef2f92a', 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': 'f436fb98-d4c2-448b-bd99-d42017e51d2e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:48.809348 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.826777 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.871078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port f0aee050-92a0-499a-b36e-162c2bf3e0b6 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:09:48.871078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f0aee050-92a0-499a-b36e-162c2bf3e0b6 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:48.871078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e88210bb-b418-4726-b1ec-5b1b7ea9fc1a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:09:48.873251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:48.900574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:09:48.900574 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: timer() May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:09:49.160861 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:09:49.175207 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.365834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.490277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Deleting port e88210bb-b418-4726-b1ec-5b1b7ea9fc1a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:49.490892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.534711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:09:49.536419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=0baaaae4-404d-44f0-8479-2302eab7cd94,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:49.542251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.723067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f97b1ae-2624-4e73-90a3-ed69a94391e9 req-395be4b7-1a9f-4759-9d20-e8c8f2ae0e27 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0744493 May 13 15:09:49.736513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e88210bb-b418-4726-b1ec-5b1b7ea9fc1a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:09:49.736513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e88210bb-b418-4726-b1ec-5b1b7ea9fc1a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:09:49.788145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c87b0-3663-47e5-bcba-a4f0241a28e3 None None] The port 'e88210bb-b418-4726-b1ec-5b1b7ea9fc1a' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:09:49.821220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Allocated IP 2001:db8::2 (5b78c775-1b21-4041-ac70-45a4bef2f92a/f436fb98-d4c2-448b-bd99-d42017e51d2e/620ee8f9-8ef5-4450-be85-41f56e7a114f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:49.826945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:49.871437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:49.972637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:49.993030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.054246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b4ef83c-2b78-4daf-b719-16cdbd8014f8 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/0baaaae4-404d-44f0-8479-2302eab7cd94 HTTP/1.1" status: 204 len: 168 time: 5.8367927 May 13 15:09:50.070386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35024) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.106546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'name': 'tempest-PortsIpV6TestJSON-677726908'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:50.218884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Pushing event updated for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:50.430199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:50.430199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.430199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-e2baf96d-dad4-4ca7-bb43-5e0aa4b82435 service neutron] 10.222.0.90 "PUT /v2.0/ports/999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 HTTP/1.1" status: 200 len: 1092 time: 5.4806471 May 13 15:09:50.444384 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.470663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:09:50.541197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:50.644470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:50.657768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:50.668915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:50.676477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e033550d-a9d9-45d2-aa34-cd08c6c32698 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:50.680504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:50.697201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:50.719774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:50.720778 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.742190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:50.746599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:50.775001 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.2246308 May 13 15:09:50.781599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port b743cb0c-412c-4428-93bf-291c2f20f685 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:50.895478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:50.895478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cd3f8-d77b-4593-9afc-e910301a84b2 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=85958098-0318-4c84-bb4a-65ce555b174c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:50.949352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:24:43:50', 'name': 'tempest-NetworksTestDHCPv6-614350109'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:51.162820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:51.190380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Transition to ACTIVE for port object 620ee8f9-8ef5-4450-be85-41f56e7a114f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:51.208877 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:51.255450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Transition to ACTIVE for port object 620ee8f9-8ef5-4450-be85-41f56e7a114f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:51.355616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:51.525298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:51.579577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Pushing event updated for resources: {'Port': ['ID=620ee8f9-8ef5-4450-be85-41f56e7a114f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:51.596695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:51.644517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:51.687177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:51.855658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8::1 (5b78c775-1b21-4041-ac70-45a4bef2f92a/f436fb98-d4c2-448b-bd99-d42017e51d2e/1eb96d0d-68af-4278-8ba6-55987e5bbfc2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:51.909077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '85958098-0318-4c84-bb4a-65ce555b174c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:09:51.927782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:51.961391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.014381 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.082435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:52.097338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:52.097338 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:52.143100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port a10c5684-240e-45ea-a3b2-7631bd9cb768 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:52.175542 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.197368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:52.215085 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d485c2-2f91-4c9f-b723-fd3bdddeb6d2'] response: {'name': 'network-changed', 'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38', 'status': 'completed', 'code': 200} May 13 15:09:52.343541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe24:4350 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/85958098-0318-4c84-bb4a-65ce555b174c/a10c5684-240e-45ea-a3b2-7631bd9cb768) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:52.482584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.487769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Attempting to bind port 620ee8f9-8ef5-4450-be85-41f56e7a114f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:52.487769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Attempting to bind port 620ee8f9-8ef5-4450-be85-41f56e7a114f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:52.487769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Attempting to bind port 620ee8f9-8ef5-4450-be85-41f56e7a114f on network 5b78c775-1b21-4041-ac70-45a4bef2f92a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Checking segment: {'id': 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Bound using segment: {'id': 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Bound port: 620ee8f9-8ef5-4450-be85-41f56e7a114f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '5b78c775-1b21-4041-ac70-45a4bef2f92a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:52.505289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.534253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:52.562661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:52.569764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:52.575621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:52.577720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.628642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=1eb96d0d-68af-4278-8ba6-55987e5bbfc2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:52.671913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:52.674032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:52.682703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:52.682703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:52.702864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=b743cb0c-412c-4428-93bf-291c2f20f685,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:52.726848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ef9f70ee-6150-49af-b8ec-7bab70ea77bb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6508682 May 13 15:09:52.726848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:52.812653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] For port 620ee8f9-8ef5-4450-be85-41f56e7a114f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:52.819951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] For port 620ee8f9-8ef5-4450-be85-41f56e7a114f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=620ee8f9-8ef5-4450-be85-41f56e7a114f,segment=NetworkSegment(f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd),segment_id=f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:52.826784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:53.034662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cb5cd-d9a3-4869-86ee-235db50dda3f None None] Pushing event updated for resources: {'Port': ['ID=620ee8f9-8ef5-4450-be85-41f56e7a114f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:53.141216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff495-0afd-4ba8-9b6f-4055d5f6e02d req-730e2bd0-83e1-4261-b434-d2adbfaa9b63 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:53.147804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port b743cb0c-412c-4428-93bf-291c2f20f685 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:53.148150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:53.150809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff0ff495-0afd-4ba8-9b6f-4055d5f6e02d req-730e2bd0-83e1-4261-b434-d2adbfaa9b63 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 944 time: 0.9346447 May 13 15:09:53.211732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-88aaeba0-bfc4-44df-99a6-a3d018a8188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:53.211732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-88aaeba0-bfc4-44df-99a6-a3d018a8188d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 1095 time: 0.9980900 May 13 15:09:53.637612 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-ba8f8459-0ce6-4bf0-a9ec-af95bdcf6074 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 HTTP/1.1" status: 200 len: 217 time: 0.3957028 May 13 15:09:53.682430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:53.713425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff0ff495-0afd-4ba8-9b6f-4055d5f6e02d req-b2c40e85-ee51-4ff5-a439-5b353f9a70dc tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5580449 May 13 15:09:53.904403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-ec059123-04d9-4ed0-8858-347d9a97c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:53.914338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-ec059123-04d9-4ed0-8858-347d9a97c9af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6ac97f4b-d58f-46f2-8794-3f7198b9f8c7 HTTP/1.1" status: 200 len: 837 time: 0.2726364 May 13 15:09:54.028533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 620ee8f9-8ef5-4450-be85-41f56e7a114f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:54.086798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.192405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for b743cb0c-412c-4428-93bf-291c2f20f685 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:54.222184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.269176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object a10c5684-240e-45ea-a3b2-7631bd9cb768 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:54.276496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 620ee8f9-8ef5-4450-be85-41f56e7a114f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:54.321528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.395201 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.433514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=b743cb0c-412c-4428-93bf-291c2f20f685,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:54.444541 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.498741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Allocated IP 2001:db8::f816:3eff:febf:1c3d (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/85958098-0318-4c84-bb4a-65ce555b174c/fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.553220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.591768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:09:54.733208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:54.775169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:54.790314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:54.796808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-69a3522f-ca6b-4de7-b725-e871a79d428c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/b743cb0c-412c-4428-93bf-291c2f20f685 HTTP/1.1" status: 204 len: 168 time: 2.0185311 May 13 15:09:54.817519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'mac_address': 'fa:16:3e:35:17:d0', 'name': 'tempest-PortsIpV6TestJSON-235492564'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:54.862848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-970c1c24-3007-4f2b-84c2-5f91ee071eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:54.862848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-970c1c24-3007-4f2b-84c2-5f91ee071eb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9910b514-76a9-4440-a2bf-5b5356b6a635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9284515 May 13 15:09:54.878777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:54.878777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:54.884147 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:54.927521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=a10c5684-240e-45ea-a3b2-7631bd9cb768,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:54.968007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e6f9cd4-b25e-41da-b689-9da32b1553c4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0497904 May 13 15:09:54.968007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:55.137192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:55.148498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Transition to ACTIVE for port object fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:55.169095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Transition to ACTIVE for port object fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:09:55.177458 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:55.270458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234ded-0d3b-48e0-8e9c-630237ee128e req-6069c7c0-50c7-44ef-b45b-b44400a49d26 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:55.270458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d234ded-0d3b-48e0-8e9c-630237ee128e req-6069c7c0-50c7-44ef-b45b-b44400a49d26 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 944 time: 0.1926930 May 13 15:09:55.284572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fa938-19ab-446f-9f21-434070ab939e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:55.284572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a62fa938-19ab-446f-9f21-434070ab939e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:55.347842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Pushing event updated for resources: {'Port': ['ID=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:55.347842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10bf77-9bed-4ba7-88c5-9abd1a7f62f6 None None] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:55.381310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a62fa938-19ab-446f-9f21-434070ab939e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:55.389807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a62fa938-19ab-446f-9f21-434070ab939e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4131582 May 13 15:09:55.389807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:55.404929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d234ded-0d3b-48e0-8e9c-630237ee128e req-d57cf753-b07e-4ee1-86e7-dd31b70bb6dd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:55.513614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:55.523496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:55.527705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:55.546997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:55.630217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d234ded-0d3b-48e0-8e9c-630237ee128e req-d57cf753-b07e-4ee1-86e7-dd31b70bb6dd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:55.631736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d234ded-0d3b-48e0-8e9c-630237ee128e req-d57cf753-b07e-4ee1-86e7-dd31b70bb6dd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505936 May 13 15:09:55.652198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port a10c5684-240e-45ea-a3b2-7631bd9cb768 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:55.657187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:55.657817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:55.662405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:55.727642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:55.820736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-4c7af9f6-4df3-46d1-adfe-85e1dfb64806 service neutron] 10.222.0.90 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930727 May 13 15:09:55.820736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:55.977114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Provisioning for port 620ee8f9-8ef5-4450-be85-41f56e7a114f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:56.017674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Attempting to bind port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:09:56.019032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Attempting to bind port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:09:56.019467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Attempting to bind port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:09:56.025293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Provisioning complete for port 620ee8f9-8ef5-4450-be85-41f56e7a114f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:56.025696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.067027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:09:56.068099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:09:56.068676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.069828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:09:56.070385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Bound port: fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:09:56.070777 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.111360 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.184509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.185981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.292730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.358538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:09:56.385000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:09:56.411809 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:56.628329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for a10c5684-240e-45ea-a3b2-7631bd9cb768 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:09:56.691469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.071425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Current status of the port 620ee8f9-8ef5-4450-be85-41f56e7a114f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:57.072083 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.096046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cdb63-a675-451e-b26e-bc9dbb1db28d None None] Pushing event updated for resources: {'Port': ['ID=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:57.120729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.189180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] For port 620ee8f9-8ef5-4450-be85-41f56e7a114f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=620ee8f9-8ef5-4450-be85-41f56e7a114f,segment=NetworkSegment(f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd),segment_id=f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:09:57.191543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=a10c5684-240e-45ea-a3b2-7631bd9cb768,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:57.199915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.266504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:09:57.352950 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.371052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544d696-7bf4-4816-ae2d-3d31305fe94e None None] Pushing event updated for resources: {'Port': ['ID=620ee8f9-8ef5-4450-be85-41f56e7a114f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:57.406557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-965c9c9f-002f-40c0-bbfe-267f52d95713 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/a10c5684-240e-45ea-a3b2-7631bd9cb768 HTTP/1.1" status: 204 len: 168 time: 1.9840522 May 13 15:09:57.406557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:57.529883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae23a3-1f9a-441f-ad09-3f26f2944ba5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:57.531960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae23a3-1f9a-441f-ad09-3f26f2944ba5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:57.532814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61ae23a3-1f9a-441f-ad09-3f26f2944ba5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:57.565455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61ae23a3-1f9a-441f-ad09-3f26f2944ba5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:57.569449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-61ae23a3-1f9a-441f-ad09-3f26f2944ba5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1741698 May 13 15:09:57.570255 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:57.687336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 85958098-0318-4c84-bb4a-65ce555b174c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:09:57.694460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.719884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=1eb96d0d-68af-4278-8ba6-55987e5bbfc2,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:57.788194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.789987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Provisioning for port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:57.848560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Provisioning complete for port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:57.848560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.942024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:57.977631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:57.997761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ecae677-9e83-499a-8fa8-4533fe2bcaf3 req-62f19def-27cf-4cec-b706-186fbfe96098 service neutron] 10.222.0.90 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9405248 May 13 15:09:58.001029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Provisioning complete for port 620ee8f9-8ef5-4450-be85-41f56e7a114f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:58.001725 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.128567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.213281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=85958098-0318-4c84-bb4a-65ce555b174c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:58.227268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.251214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8d40fd08-a39c-4f25-a603-49b67455a216 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/85958098-0318-4c84-bb4a-65ce555b174c HTTP/1.1" status: 204 len: 168 time: 0.6795313 May 13 15:09:58.252975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:58.253571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 620ee8f9-8ef5-4450-be85-41f56e7a114f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:58.545243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2dd888f6-b1fe-42e1-999e-aa314e20ea9d None None] Current status of the port 620ee8f9-8ef5-4450-be85-41f56e7a114f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:58.587598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 620ee8f9-8ef5-4450-be85-41f56e7a114f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:58.588269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.591778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.648625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:58.651247 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbc4ae49-2521-429f-80d3-0e75f0ba921a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3910036 May 13 15:09:58.651909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:58.657982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:09:58.685337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:58.831985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b920931-9af8-40a0-9b6b-340bddb0af4e None None] Provisioning complete for port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:58.832798 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b920931-9af8-40a0-9b6b-340bddb0af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:58.846395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287acaf2-9ee1-4b82-9f4e-5dae3d22009d req-932519f7-d12f-4c0f-a656-3846024242dd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:58.848120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-287acaf2-9ee1-4b82-9f4e-5dae3d22009d req-932519f7-d12f-4c0f-a656-3846024242dd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 944 time: 1.8194506 May 13 15:09:58.976914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad50a4a-07d3-4c9f-9599-261ced636973 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:09:59.020654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:09:59.033725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:09:59.043752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:09:59.057686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:09:59.070982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.087971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:09:59.092397 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.132416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7b920931-9af8-40a0-9b6b-340bddb0af4e None None] Port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:09:59.139028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 620ee8f9-8ef5-4450-be85-41f56e7a114f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:59.140098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-287acaf2-9ee1-4b82-9f4e-5dae3d22009d req-8aeaa076-5c25-422f-81aa-ea9733aed229 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929615 May 13 15:09:59.140552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:09:59.209821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:09:59.218564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:09:59.222591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-5cf0ccb6-b275-4144-8be0-4b39a7dd501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:59.224175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-5cf0ccb6-b275-4144-8be0-4b39a7dd501e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 1095 time: 1.0903647 May 13 15:09:59.229287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:09:59.234970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:59.235622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.363018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.5694649 May 13 15:09:59.366722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:59.404506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1e7dd-3e42-40c0-acc0-6b1cc1ba80d0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:09:59.423367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:59.430084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 7d01341f-eca8-43e4-80e4-d6b5e1212164 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:09:59.458329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Provisioning for port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:09:59.484116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Provisioning complete for port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:09:59.484785 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.604680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a72123-3ce5-46e4-b21e-806bbe3ff0af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:09:59.605482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83a72123-3ce5-46e4-b21e-806bbe3ff0af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:09:59.660411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-83a72123-3ce5-46e4-b21e-806bbe3ff0af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:09:59.669571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83a72123-3ce5-46e4-b21e-806bbe3ff0af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 HTTP/1.1" status: 200 len: 844 time: 0.2881472 May 13 15:09:59.674257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:09:59.725055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:09:59.768630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:09:59.799248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Current status of the port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:09:59.800620 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.887277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Deleting port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:59.887651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:09:59.910986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:09:59.912428 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.070400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:00.086349 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] Sync routers for ids ['7d01341f-eca8-43e4-80e4-d6b5e1212164'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:00.102013 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] Routers {'7d01341f-eca8-43e4-80e4-d6b5e1212164'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:00.103636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-06fb6c38-4b41-41c1-9a26-fee51865b90a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/7d01341f-eca8-43e4-80e4-d6b5e1212164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3469498 May 13 15:10:00.110072 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7d01341f-eca8-43e4-80e4-d6b5e1212164'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.113942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35176) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:00.218146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:00.238393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-dd8179e9-299b-47ed-b79c-9b89f99c69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:00.239948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-dd8179e9-299b-47ed-b79c-9b89f99c69de service neutron] 10.222.0.90 "GET /v2.0/networks?id=9910b514-76a9-4440-a2bf-5b5356b6a635 HTTP/1.1" status: 200 len: 897 time: 0.9763980 May 13 15:10:00.308796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b0a14ea1-05ee-4d5a-b05c-dbdfb9fa7919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.316504 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.338572 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] Routers {'7d01341f-eca8-43e4-80e4-d6b5e1212164'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:00.341047 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:09:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7d01341f-eca8-43e4-80e4-d6b5e1212164'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.441602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-9f4f2ad8-0c4e-46f1-9be7-b835a66262c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 HTTP/1.1" status: 200 len: 217 time: 0.1778765 May 13 15:10:00.557424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:00.558440 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154066d6-4e54-4906-9384-40efc8cb1e47 None None] The sync data for ids ['7d01341f-eca8-43e4-80e4-d6b5e1212164'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:00.610559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae5448a-ac02-47a4-8bc5-c457bbf80fcf tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:00.611197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ae5448a-ac02-47a4-8bc5-c457bbf80fcf tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:00.639360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-ecbf78f0-a48e-4af7-83da-2318471e4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:00.641135 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-ecbf78f0-a48e-4af7-83da-2318471e4b43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6ac97f4b-d58f-46f2-8794-3f7198b9f8c7 HTTP/1.1" status: 200 len: 837 time: 0.1813819 May 13 15:10:00.652952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:00.653476 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:00.653662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ae5448a-ac02-47a4-8bc5-c457bbf80fcf tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:00.655137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9ae5448a-ac02-47a4-8bc5-c457bbf80fcf tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports/1eb96d0d-68af-4278-8ba6-55987e5bbfc2 HTTP/1.1" status: 200 len: 911 time: 0.5400982 May 13 15:10:00.686890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.715185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35184) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:00.717227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.735359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f436fb98-d4c2-448b-bd99-d42017e51d2e'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:00.819900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:00.820697 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:00.828334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:00.950267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:01.000806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Calling delete_port for fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:01.083764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-e22c1b0c-7a48-4f95-beae-829d1fa2c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:01.085652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-e22c1b0c-7a48-4f95-beae-829d1fa2c776 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9910b514-76a9-4440-a2bf-5b5356b6a635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4291632 May 13 15:10:01.107871 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:01.108756 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:01.137275 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.303470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6c43-eb30-4e76-9d95-184ec688f17b req-c10f720d-526e-492f-8c68-331da6c29878 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:01.305755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Current status of the port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:01.306406 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.317797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a50c6c43-eb30-4e76-9d95-184ec688f17b req-c10f720d-526e-492f-8c68-331da6c29878 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 944 time: 0.9428389 May 13 15:10:01.318467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.384170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:01.391113 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.476056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:10:01.493796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.585667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Provisioning complete for port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:01.586035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.594173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a50c6c43-eb30-4e76-9d95-184ec688f17b req-2e6a7fa2-7b3a-46b5-8b4c-342325c2d6ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433479 May 13 15:10:01.610032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:01.615085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:01.615284 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:01.625139 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8c8677ad-255a-48b5-87d2-068f86789a3b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 HTTP/1.1" status: 204 len: 168 time: 1.9461498 May 13 15:10:01.625497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35200) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:01.664931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Deleting port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:01.665372 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:01.689107 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ef6322-8b8a-4e17-b409-15ea4ca38a22 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:10:01.689894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1ef6322-8b8a-4e17-b409-15ea4ca38a22 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:01.728602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d1ef6322-8b8a-4e17-b409-15ea4ca38a22 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:01.731449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d1ef6322-8b8a-4e17-b409-15ea4ca38a22 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/c449aca4-a6f1-4199-9bfd-6dc2bcc5cde2 HTTP/1.1" status: 404 len: 333 time: 0.1039994 May 13 15:10:01.736643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:01.760663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'name': 'tempest-PortsIpV6TestJSON-795307347'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:01.812482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Pushing event updated for resources: {'Port': ['ID=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:01.925536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:01.998909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:10:02.025159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-417ef109-edd0-435f-b76d-33da743ff898 None None] Port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:02.223981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:02.254145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'port_id': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38', 'mac_address': 'fa:16:3e:39:6d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:10:02.298768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-da730fa1-efa0-49d3-a24b-9710ec5c366b service neutron] 10.222.0.90 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1919477 May 13 15:10:02.335464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:02.336107 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.360767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:02.361529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.376286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.378434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:10:02.526422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:02.775496 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.814429 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.829522 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.836144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:02.857283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:02.864699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Calling delete_port for fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:02.866420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/ports/1eb96d0d-68af-4278-8ba6-55987e5bbfc2 HTTP/1.1" status: 200 len: 911 time: 2.1456752 May 13 15:10:02.867396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35216) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:02.944559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:02.986973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.034973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.036517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.199757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6663bf0e-6e2f-4b48-a2db-751a5930ec08 req-034f3bcb-e013-4d97-843e-2a35b7d9fdbd service neutron] 10.222.0.90 "GET /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916858 May 13 15:10:03.226613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:03.241301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:03.293394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=1074ac9d-3e19-4e8e-9e16-b2cb73b4683c,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:03.306865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35eb81d7-e949-46dc-a763-ef86499c7c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.311941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:03.317156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.323787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558901db-5597-4e57-bc97-94e225e3c7d5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=1eb96d0d-68af-4278-8ba6-55987e5bbfc2,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:03.328858 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.331743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['999a3e47-7c19-4c94-9a49-5b7b0d4cbe38'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:10:03.339451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:03.353358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:03.360313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:03.361253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.371450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 5740e976-b255-4261-ad36-0dab3c03d56e yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:03.479907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.523694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:03.622582 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:03.624188 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:03.674432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f67a6-5763-4446-8d2e-af7728cccaa0 req-197406c3-e5aa-4a19-88c5-5d9deaa3c359 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:03.675845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b2f67a6-5763-4446-8d2e-af7728cccaa0 req-197406c3-e5aa-4a19-88c5-5d9deaa3c359 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 945 time: 0.5969920 May 13 15:10:03.742960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:03.762193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b2f67a6-5763-4446-8d2e-af7728cccaa0 req-db2ad8ae-160e-4511-be3e-4af22b35c8e4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547688 May 13 15:10:03.817016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:03.848325 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-28516551-02c9-45ff-a933-61031e68db1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.1904902 May 13 15:10:03.850559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:03.859424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:81:bf:0f', 'name': 'tempest-NetworksTestDHCPv6-23811082'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:04.108891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.201217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.405683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Deleting port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:04.406691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.435642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:04.444968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:04.450927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:04.463025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:04.479502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:04.481395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=5740e976-b255-4261-ad36-0dab3c03d56e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:04.499186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:04.529982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:04.541039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:04.567689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:04.568763 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.799293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:04.820843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a46e2bd6-bf55-44db-ad1c-bd0c463bccd0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0826874 May 13 15:10:04.825243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:04.835342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:04.853147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:05.093053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe81:bf0f (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/1074ac9d-3e19-4e8e-9e16-b2cb73b4683c/b42a6cc6-082e-4296-ad4d-cedd5b2d5da6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:05.196675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.355822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:05.356230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.429703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] For port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:05.430541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.861251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Calling delete_port for fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:05.936701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.953379 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:05.966532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.123506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:06.213286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.239281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:06.301710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c040d-94b8-4d4e-b730-2bf7b2120b16 req-1e6113fc-361d-4148-b046-2181bb1e6f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:06.314433 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba1c040d-94b8-4d4e-b730-2bf7b2120b16 req-1e6113fc-361d-4148-b046-2181bb1e6f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 945 time: 1.1555963 May 13 15:10:06.333647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.415663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.432667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 1eb96d0d-68af-4278-8ba6-55987e5bbfc2 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:06.511642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] In _notify_port_updated(), no bound segment for port 5740e976-b255-4261-ad36-0dab3c03d56e on network 1dc2c316-5163-4dba-83d3-75271191522f {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:10:06.517742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:06.518883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.532734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/ports/5740e976-b255-4261-ad36-0dab3c03d56e HTTP/1.1" status: 200 len: 818 time: 1.6948557 May 13 15:10:06.537874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.539654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35278) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:06.664065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 5740e976-b255-4261-ad36-0dab3c03d56e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:06.664387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.691526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] Pushing event deleted for resources: {'Port': ['ID=fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:06.715632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6c9cf-0208-417d-861e-09a4d3ef8f7e None None] No DVR routers for this DVR port fb93e8a7-6cc7-42db-9b5d-c093e2f5ea5c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:06.735592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:06.746180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:06.746437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:06.842248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253d959-2317-44fc-8915-9ed2978a1507 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:07.045060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=b42a6cc6-082e-4296-ad4d-cedd5b2d5da6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:07.251735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:07.267549 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba1c040d-94b8-4d4e-b730-2bf7b2120b16 req-d277de0f-245c-4a2a-825a-72fc587b6f9f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9501975 May 13 15:10:07.273026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:07.276897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:07.294734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:07.295433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:07.359523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16c8e4b9-5436-4970-882f-2995facbda52 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5078797 May 13 15:10:07.363505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:07.594335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6c225-3f06-45e8-ad97-0f1551a01fef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:07.595103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0e6c225-3f06-45e8-ad97-0f1551a01fef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:07.637178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f0e6c225-3f06-45e8-ad97-0f1551a01fef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:07.638499 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f0e6c225-3f06-45e8-ad97-0f1551a01fef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2740033 May 13 15:10:07.641264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:07.847158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:07.847620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.134478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:08.135625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.137510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a63d6-b64c-44a5-93c4-ffcf60ca7b19 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=5740e976-b255-4261-ad36-0dab3c03d56e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:08.186373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:08.188799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:08.211304 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.309195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '1074ac9d-3e19-4e8e-9e16-b2cb73b4683c'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:08.309195 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.317066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.512965 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cb3536-5695-4bd3-8c6c-4a9941f64166'] response: {'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38', 'code': 200} May 13 15:10:08.560241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:08.645414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:08.821235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 5740e976-b255-4261-ad36-0dab3c03d56e owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:08.892086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Allocated IP 2001:db8::f816:3eff:fe1b:3169 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/1074ac9d-3e19-4e8e-9e16-b2cb73b4683c/9052b2de-5159-4a8a-b2eb-2d12726c62a9) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:08.945890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.012692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:09.153208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=1eb96d0d-68af-4278-8ba6-55987e5bbfc2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:09.202847 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.340941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.520861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Transition to ACTIVE for port object 9052b2de-5159-4a8a-b2eb-2d12726c62a9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:09.552910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5197-7165-4712-93a4-9c766952e7fc req-f6009a98-1667-400e-b78f-44e04540460c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:09.554772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fd6d5197-7165-4712-93a4-9c766952e7fc req-f6009a98-1667-400e-b78f-44e04540460c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 1.0908997 May 13 15:10:09.557171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.573904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Transition to ACTIVE for port object 9052b2de-5159-4a8a-b2eb-2d12726c62a9 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:09.591750 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.611380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=5740e976-b255-4261-ad36-0dab3c03d56e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:09.619424 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.673486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:09.813873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:09.852951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:10.034261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7620780-28e0-4d12-bc37-ab20f6d0ee06 req-71079a33-593c-482d-9667-7cd26ecb5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:10.043427 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:10.046442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7620780-28e0-4d12-bc37-ab20f6d0ee06 req-71079a33-593c-482d-9667-7cd26ecb5b48 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 1097 time: 1.3811278 May 13 15:10:10.046955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=b42a6cc6-082e-4296-ad4d-cedd5b2d5da6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:10.077757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Pushing event updated for resources: {'Port': ['ID=9052b2de-5159-4a8a-b2eb-2d12726c62a9,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:10.085760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:10.140830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fd6d5197-7165-4712-93a4-9c766952e7fc req-919f5483-ac2a-4b63-b356-fb18ea579599 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295601 May 13 15:10:10.193884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f78eab34-dfc1-4c8c-a062-42cb9309e4b4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 HTTP/1.1" status: 204 len: 168 time: 2.5356145 May 13 15:10:10.210945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:10.499260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47595391-0895-4486-a77b-44282f8164de tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:10.499260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47595391-0895-4486-a77b-44282f8164de tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:10.500089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47595391-0895-4486-a77b-44282f8164de tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:10.555062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47595391-0895-4486-a77b-44282f8164de tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:10.558968 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47595391-0895-4486-a77b-44282f8164de tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3528423 May 13 15:10:10.558968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:10.560653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-362969b4-350d-45e6-99e2-21e53d47f60b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/5740e976-b255-4261-ad36-0dab3c03d56e HTTP/1.1" status: 204 len: 168 time: 4.0074239 May 13 15:10:10.561489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:10.585448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Attempting to bind port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:10.586411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Attempting to bind port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:10.586976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Attempting to bind port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:10.629011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:10.629485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:10.629906 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:10.630308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:10.630905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Bound port: 9052b2de-5159-4a8a-b2eb-2d12726c62a9, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:10.631199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:10.888065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 1074ac9d-3e19-4e8e-9e16-b2cb73b4683c {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:10.921070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:10.967600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] For port 9052b2de-5159-4a8a-b2eb-2d12726c62a9, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:10.978965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] For port 9052b2de-5159-4a8a-b2eb-2d12726c62a9, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9052b2de-5159-4a8a-b2eb-2d12726c62a9,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:10.999186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.084731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a8fe3-3bd1-41cc-b324-34627be974f5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:11.086005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-956a8fe3-3bd1-41cc-b324-34627be974f5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:11.099053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.160744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97434ac7-2f66-48c6-8d29-61619d5d1c7b None None] Pushing event updated for resources: {'Port': ['ID=9052b2de-5159-4a8a-b2eb-2d12726c62a9,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:11.188102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-956a8fe3-3bd1-41cc-b324-34627be974f5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:11.192694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-956a8fe3-3bd1-41cc-b324-34627be974f5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6345751 May 13 15:10:11.193614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:11.213576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e7620780-28e0-4d12-bc37-ab20f6d0ee06 req-7127378b-32f2-4ee3-97e3-fe450e55ead7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7088356 May 13 15:10:11.265276 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-355e1663-da96-4bb5-b0c7-052d8be1f9eb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:10:11.265596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 7d01341f-eca8-43e4-80e4-d6b5e1212164 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:11.273462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-355e1663-da96-4bb5-b0c7-052d8be1f9eb tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/5740e976-b255-4261-ad36-0dab3c03d56e HTTP/1.1" status: 404 len: 333 time: 0.0691361 May 13 15:10:11.273462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:11.279606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-813579975'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:11.288366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:11.302317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:11.306967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:11.317801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:11.355954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:11.361043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.375637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.555092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:11.586296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] Sync routers for ids ['7d01341f-eca8-43e4-80e4-d6b5e1212164'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:11.622570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] Routers {'7d01341f-eca8-43e4-80e4-d6b5e1212164'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:11.624702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7d01341f-eca8-43e4-80e4-d6b5e1212164'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:11.635573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:11.698003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.698360 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment 4f7f2d24-47cf-4de2-8f19-a6b1b2718460 of type vlan for network 9dddead7-f07e-472d-8516-d63c3bd224fe May 13 15:10:11.703373 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.755523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:11.785105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] Routers {'7d01341f-eca8-43e4-80e4-d6b5e1212164'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:11.785831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7d01341f-eca8-43e4-80e4-d6b5e1212164'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:11.866606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:11.867020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e7547-84e3-4e11-8fcc-ef9a582ddf55 None None] The sync data for ids ['7d01341f-eca8-43e4-80e4-d6b5e1212164'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:11.967861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:11.992139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=1074ac9d-3e19-4e8e-9e16-b2cb73b4683c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:12.058962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.077808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4c933f9d-1dc9-4e24-9469-66688fe3a50a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/1074ac9d-3e19-4e8e-9e16-b2cb73b4683c HTTP/1.1" status: 204 len: 168 time: 1.5147984 May 13 15:10:12.082200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35754) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.105988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7ce934c3-ba9b-4b12-a55b-5dcf88bfbadd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/7d01341f-eca8-43e4-80e4-d6b5e1212164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1419978 May 13 15:10:12.135614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35760) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.147579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9052b2de-5159-4a8a-b2eb-2d12726c62a9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:12.185283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-655bb103-55fe-43a1-b8e6-c2e4837cb935 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015241 May 13 15:10:12.186972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:12.195365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.214489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-853a5db5-2dea-4f0d-815f-a24d914e001b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:12.251258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-853a5db5-2dea-4f0d-815f-a24d914e001b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:12.252677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-853a5db5-2dea-4f0d-815f-a24d914e001b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d01341f-eca8-43e4-80e4-d6b5e1212164 HTTP/1.1" status: 200 len: 205 time: 0.1106675 May 13 15:10:12.257456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35780) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.358678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.361011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:12.380377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:12.381267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.444255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efc0a1-9048-456d-81f9-4b78a5a8d5e6 req-14a9035c-fb73-4a8f-9cca-02f7de95887b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:12.454238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b0efc0a1-9048-456d-81f9-4b78a5a8d5e6 req-14a9035c-fb73-4a8f-9cca-02f7de95887b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 0.9004071 May 13 15:10:12.623087 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:12.731736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=9dddead7-f07e-472d-8516-d63c3bd224fe,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:12.747052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:12.799019 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-470f2ab3-7441-43b1-8360-9d5fef56fde1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5243814 May 13 15:10:12.808972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:12.819821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b0efc0a1-9048-456d-81f9-4b78a5a8d5e6 req-121421bf-6303-46f3-91e2-6213900adbb6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635499 May 13 15:10:12.820037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:13.123380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:13.130979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:13.134863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:13.147398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87495c31-c6c5-4b57-a64c-3637105e35ef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:13.149097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-87495c31-c6c5-4b57-a64c-3637105e35ef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:13.156381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:13.212920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:13.216901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.242584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-87495c31-c6c5-4b57-a64c-3637105e35ef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:13.249445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-87495c31-c6c5-4b57-a64c-3637105e35ef tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0302961 May 13 15:10:13.258744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18460f-3816-40ce-befe-449438938a38 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:13.272382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35806) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:13.368043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6fa852-d1bd-49af-b506-8afa3bf8a18b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:13.369276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd6fa852-d1bd-49af-b506-8afa3bf8a18b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:13.464447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cd6fa852-d1bd-49af-b506-8afa3bf8a18b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:13.466087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd6fa852-d1bd-49af-b506-8afa3bf8a18b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1931636 May 13 15:10:13.469513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35812) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:13.482151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Provisioning for port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:13.508825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Provisioning complete for port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:13.509198 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.584176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba6271a9-23a5-4cc5-b0a8-6c05ed912dbc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132696 May 13 15:10:13.588665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:13.617520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:13.644575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.648199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.708438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.709043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router 7d01341f-eca8-43e4-80e4-d6b5e1212164 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:10:13.766626 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.770114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c5473b54-db63-4870-a076-8fc44ab5bc9f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/7d01341f-eca8-43e4-80e4-d6b5e1212164 HTTP/1.1" status: 204 len: 168 time: 1.5087476 May 13 15:10:13.775243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:13.775618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Current status of the port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:13.776162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.879454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] For port 9052b2de-5159-4a8a-b2eb-2d12726c62a9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9052b2de-5159-4a8a-b2eb-2d12726c62a9,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:13.897254 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:13.992421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Could not find standard attr ID for object b42a6cc6-082e-4296-ad4d-cedd5b2d5da6. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:10:14.008143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet f436fb98-d4c2-448b-bd99-d42017e51d2e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:14.030053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.039697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e8a47-1446-4677-b554-d2fd18022e4f None None] Pushing event updated for resources: {'Port': ['ID=9052b2de-5159-4a8a-b2eb-2d12726c62a9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:14.060444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.110497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:14.117446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Deleting port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:14.117946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.234870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.387232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:14.427460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=2c292af7-2cee-4c62-a91e-be0889bab132,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:14.443536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:14.450171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': '4f7f2d24-47cf-4de2-8f19-a6b1b2718460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:14.450924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: 9dddead7-f07e-472d-8516-d63c3bd224fe, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:14.479572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.490759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:14.507246 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.742225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.792393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76488e7-77c6-4918-adbc-e0bd48622813 req-f10b08e0-4383-4e32-b957-a105a10d6db0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:14.798328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a76488e7-77c6-4918-adbc-e0bd48622813 req-f10b08e0-4383-4e32-b957-a105a10d6db0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 0.6060252 May 13 15:10:14.822381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 9dddead7-f07e-472d-8516-d63c3bd224fe is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:14.980125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=f436fb98-d4c2-448b-bd99-d42017e51d2e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:14.992634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:14.999897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa83625-7d8a-4e54-82c5-37901d3c00dd None None] Network 5b78c775-1b21-4041-ac70-45a4bef2f92a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:15.017043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 9dddead7-f07e-472d-8516-d63c3bd224fe) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:15.040008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232b563-297f-4e43-a60e-30e1b4227bcd None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:15.045137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:15.046030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:15.051092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-63eeaf02-5200-4571-905a-bc7d243951be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/f436fb98-d4c2-448b-bd99-d42017e51d2e HTTP/1.1" status: 204 len: 168 time: 1.2740095 May 13 15:10:15.061420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:15.121502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a76488e7-77c6-4918-adbc-e0bd48622813 req-88f90d3a-28b6-4f75-96ef-f8124ef8e7a2 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061388 May 13 15:10:15.129560 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c1246ee6-4803-4067-9d59-e95bf64aa1cd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3189325 May 13 15:10:15.132760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:15.144517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:15.464095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:15.506811 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-5b1cb480-356f-4836-bd92-60dbd9a1c97e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8844995 May 13 15:10:15.507496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 620ee8f9-8ef5-4450-be85-41f56e7a114f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:15.507834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:15.508449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:15.513373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] For port 9052b2de-5159-4a8a-b2eb-2d12726c62a9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9052b2de-5159-4a8a-b2eb-2d12726c62a9,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:15.519042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:15.530843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:15.552364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:15.572676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:15.574534 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-e153adda-1847-440e-a103-3b1f8fd8b874 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6989248 May 13 15:10:15.608114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a292b3-e1b5-4f0b-bb81-f60e9d99c869 req-ec8dbf0a-f05c-4ba7-8fe3-85491c326a4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:15.621269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9a292b3-e1b5-4f0b-bb81-f60e9d99c869 req-ec8dbf0a-f05c-4ba7-8fe3-85491c326a4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 0.2300889 May 13 15:10:15.645144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:15.670158 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.020098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Calling delete_port for 9052b2de-5159-4a8a-b2eb-2d12726c62a9 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:16.029373 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c292af7-2cee-4c62-a91e-be0889bab132 (CIDR: 2001:db8::/64) May 13 15:10:16.036476 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:10:16.041502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:10:16.087422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9052b2de-5159-4a8a-b2eb-2d12726c62a9 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:16.222157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.262092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f9a292b3-e1b5-4f0b-bb81-f60e9d99c869 req-5b97602b-e3c0-4164-ab2f-2de056999fc3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6398268 May 13 15:10:16.386588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:16.389553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe3b02eb-91e7-4a58-983d-234e3051ecde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2552478 May 13 15:10:16.405002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:16.418456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:16.442110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:16.457170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 620ee8f9-8ef5-4450-be85-41f56e7a114f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=620ee8f9-8ef5-4450-be85-41f56e7a114f,segment=NetworkSegment(f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd),segment_id=f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:16.457840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.517395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.520578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.705935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 620ee8f9-8ef5-4450-be85-41f56e7a114f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:16.714855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=61fc6c50-608d-429c-94c3-a9bfd14b3d00,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:16.737397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:16.737879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.739221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-88a5eb06-881d-47e4-8859-74e2a49cdd11 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1469162 May 13 15:10:16.751725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:16.762931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:dd:ae:ca', 'name': 'tempest-NetworksTestDHCPv6-1304125704'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:16.793481 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:16.872461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-ab88da08-7570-4a31-8033-564a3d496259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.874595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-ab88da08-7570-4a31-8033-564a3d496259 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=796ae3393bc047aa935a81f480f646c7&device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 1096 time: 0.6882679 May 13 15:10:16.892911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-d1af6368-84c9-471d-af65-28d3572e4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:16.896586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-d1af6368-84c9-471d-af65-28d3572e4ed6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1096 time: 0.7480357 May 13 15:10:16.921436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Pushing event deleted for resources: {'Port': ['ID=9052b2de-5159-4a8a-b2eb-2d12726c62a9,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:16.927333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-9dddead7-f07e-472d-8516-d63c3bd224fe', 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': '2c292af7-2cee-4c62-a91e-be0889bab132'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:16.929393 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.028548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.029566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.030039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.030509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.031002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.031465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.031927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.032444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.032923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.033397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.033857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.040842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:17.061086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0aa011-f2e5-4a84-8737-56d756e82e05 None None] No DVR routers for this DVR port 9052b2de-5159-4a8a-b2eb-2d12726c62a9 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:17.216687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-d15df180-72a8-4cf7-aa46-c53428fb3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:17.220294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-d15df180-72a8-4cf7-aa46-c53428fb3016 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 898 time: 0.2669280 May 13 15:10:17.338595 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.415643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Allocated IP 2001:db8::2 (9dddead7-f07e-472d-8516-d63c3bd224fe/2c292af7-2cee-4c62-a91e-be0889bab132/6fab8c7e-f616-4041-9f4b-a7ce0e069c1f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:17.505438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:17.548999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:17.555061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:17.572731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:17.594153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:17.601642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:17.605319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.722603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:17.827581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35876) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:17.836340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:17.843015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6754a6-1b6c-4ffd-b6c7-d17240ce4a60 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:17.949819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=620ee8f9-8ef5-4450-be85-41f56e7a114f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:18.014571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port 620ee8f9-8ef5-4450-be85-41f56e7a114f on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:18.031905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Transition to ACTIVE for port object 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:18.148480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Transition to ACTIVE for port object 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:18.167802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:18.201269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7338c4f-304c-437c-bfd1-5af4742c7f09 None None] DHCP port deletion for 5b78c775-1b21-4041-ac70-45a4bef2f92a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:18.217657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 620ee8f9-8ef5-4450-be85-41f56e7a114f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:18.406758 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.410617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 620ee8f9-8ef5-4450-be85-41f56e7a114f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:18.415989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 620ee8f9-8ef5-4450-be85-41f56e7a114f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:18.446644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.535528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-8d6fa4af-acdc-4711-8d59-32b5acaffd34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 1001 time: 1.3044252 May 13 15:10:18.632268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b78c775-1b21-4041-ac70-45a4bef2f92a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:18.647935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:18.648574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f92ca5-85c5-40c1-8a16-9f16c59e6bfd') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:18.664535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.693280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.705512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:18.706295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.902931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-2284eb8a-9c99-4870-a287-6923746fc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:18.906289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-2284eb8a-9c99-4870-a287-6923746fc11f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 0.3517804 May 13 15:10:18.908947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-56704a2c-0924-4f73-906f-7a1bbc083c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:18.912464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-56704a2c-0924-4f73-906f-7a1bbc083c93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 200 len: 914 time: 1.9962521 May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: timer() May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:18.913572 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:18.916068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.932542 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:18.970284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Pushing event updated for resources: {'Port': ['ID=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:19.146693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:19.161254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:19.245804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:19.336855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-6d065acb-8648-408d-ab14-68b5ee307607 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a992af6d-0325-4182-8551-43f527ed07ab HTTP/1.1" status: 200 len: 217 time: 0.3964469 May 13 15:10:19.375370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=5b78c775-1b21-4041-ac70-45a4bef2f92a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:19.402842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.441751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 41830187-7996-4a70-b510-40d306bf4973 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:19.656043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ac7d0245-7f8e-43c3-8e0b-f21f6fb28f18 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/5b78c775-1b21-4041-ac70-45a4bef2f92a HTTP/1.1" status: 204 len: 168 time: 4.5870898 May 13 15:10:19.657934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:19.670314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-34235792', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:19.681097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::366 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/61fc6c50-608d-429c-94c3-a9bfd14b3d00/41830187-7996-4a70-b510-40d306bf4973) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:19.684029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:19.690369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:19.694404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:19.701783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:19.735483 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.737323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.753976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-81966fff-2472-49de-9f19-19cbb6546b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:19.762756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Attempting to bind port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:19.765078 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-81966fff-2472-49de-9f19-19cbb6546b53 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 200 len: 853 time: 0.3867867 May 13 15:10:19.765279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Attempting to bind port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '4f7f2d24-47cf-4de2-8f19-a6b1b2718460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:19.766082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Attempting to bind port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f on network 9dddead7-f07e-472d-8516-d63c3bd224fe {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:19.775460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.782556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '61fc6c50-608d-429c-94c3-a9bfd14b3d00'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:19.785987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.848844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:19.849725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Checking segment: {'id': '4f7f2d24-47cf-4de2-8f19-a6b1b2718460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:19.850532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.851347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Bound using segment: {'id': '4f7f2d24-47cf-4de2-8f19-a6b1b2718460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:19.854019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Bound port: 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f2d24-47cf-4de2-8f19-a6b1b2718460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:19.857952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.883029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-f3783c03-c590-4422-bb08-b9747b087c12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=366fb489-d65f-401a-8728-ac751bf13d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104827 May 13 15:10:19.981200 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:19.982381 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.003800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 41830187-7996-4a70-b510-40d306bf4973 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:20.041670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.054645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.106872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-374e855e-03e6-4b2a-96f3-9fc3b372cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:20.109819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-374e855e-03e6-4b2a-96f3-9fc3b372cb73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0175447 May 13 15:10:20.159838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:20.315423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:20.320510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,segment=NetworkSegment(4f7f2d24-47cf-4de2-8f19-a6b1b2718460),segment_id=4f7f2d24-47cf-4de2-8f19-a6b1b2718460)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:20.326621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=41830187-7996-4a70-b510-40d306bf4973,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:20.328825 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-a6824cd6-89a9-45f1-ad94-5dd7176481dd service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870780 May 13 15:10:20.334725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:20.348319 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.362384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:20.374045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:20.387336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.512919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.514182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-317d33eb-8513-4f1b-b62c-9873c5cc0233 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8486929 May 13 15:10:20.516974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41376cf2-37d3-4f03-b93d-9e53f0917175 req-b548a84a-3c96-45b7-b5e4-0418ffcd7bef service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706553 May 13 15:10:20.520778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35908) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:20.529413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1034380722'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:20.564782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:20.573644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-78fab805-5410-4149-b3b3-7af1e50c50f4 service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780965 May 13 15:10:20.574852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:20.635072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:20.656652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:20.798625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54068262-b51f-4fd7-bd24-23fe6b01b36e None None] Pushing event updated for resources: {'Port': ['ID=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:20.810595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:20.848791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/61fc6c50-608d-429c-94c3-a9bfd14b3d00/434d49b7-0e2a-461c-9658-dfe9adab366c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:20.875642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:20.890165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.045151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:21.092639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1f53abf-a465-410e-b6d6-b4883740c721 req-7535da8e-9360-424f-822c-4b82cd654df2 service neutron] 10.222.0.86 "GET /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085027 May 13 15:10:21.114300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.114918 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment f7cf3c29-5dd4-4b24-b933-4729adf1ea29 of type vlan for network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 May 13 15:10:21.234442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.280882 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.426672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.431092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 9dddead7-f07e-472d-8516-d63c3bd224fe is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:21.433098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba4c4622-d631-4403-a58e-ea1f3111de0c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6801322 May 13 15:10:21.436402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=b0c3473f-a2f2-467a-b464-0ae2796cbe3e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:21.438534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:21.438708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:21.440176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:21.441494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.585439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.615466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:21.616421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.633274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Transition to ACTIVE for port object 434d49b7-0e2a-461c-9658-dfe9adab366c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:21.688565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Transition to ACTIVE for port object 434d49b7-0e2a-461c-9658-dfe9adab366c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:21.696619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-878fe4b7-11cf-491b-b671-ab5bc1f16875 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.2849748 May 13 15:10:21.705969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:21.712637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'fixed_ips': [{'subnet_id': '2c292af7-2cee-4c62-a91e-be0889bab132'}, {'subnet_id': 'b0c3473f-a2f2-467a-b464-0ae2796cbe3e'}], 'name': 'tempest-PortsIpV6TestJSON-1339212271'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:21.727222 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:21.822753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=d5650fc3-e89a-4757-9ca6-d4c5bc60f363,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:21.841978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-25035891-9777-4c7e-8ab6-c61b5ee51b34 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3197932 May 13 15:10:21.844662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:21.853597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:21.933570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Pushing event updated for resources: {'Port': ['ID=434d49b7-0e2a-461c-9658-dfe9adab366c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:21.939205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:22.226755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:22.248902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:22.266948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:22.276557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:22.293605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd8907-1028-48ea-9614-9afd84f8aa47 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:22.293605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0abd8907-1028-48ea-9614-9afd84f8aa47 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:22.298177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:22.306387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:22.318856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:22.322491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:22.344277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:22.358330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:22.371676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:22.371877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.392498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:22.421017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.440764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:22.443730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0abd8907-1028-48ea-9614-9afd84f8aa47 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:22.453288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0abd8907-1028-48ea-9614-9afd84f8aa47 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0112917 May 13 15:10:22.474382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:22.579722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:22.630036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Attempting to bind port 434d49b7-0e2a-461c-9658-dfe9adab366c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:22.631754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Attempting to bind port 434d49b7-0e2a-461c-9658-dfe9adab366c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:22.638080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Attempting to bind port 434d49b7-0e2a-461c-9658-dfe9adab366c on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:22.658997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:22.659924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:22.660816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.661610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:22.662458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Bound port: 434d49b7-0e2a-461c-9658-dfe9adab366c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:22.663440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:22.816006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:22.882063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3428eec7-79c9-497c-acd3-aaec82de0a13 None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:23.166015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] For port 434d49b7-0e2a-461c-9658-dfe9adab366c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:23.168019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Provisioning for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:23.180073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:23.201113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] For port 434d49b7-0e2a-461c-9658-dfe9adab366c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=434d49b7-0e2a-461c-9658-dfe9adab366c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:23.250973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:23.256655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Provisioning complete for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:23.259374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:23.311644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 7ac83d49-d987-436c-9415-ebb4d78491a4 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:23.382601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 41830187-7996-4a70-b510-40d306bf4973 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:23.382967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:23.419475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:23.474093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=4944c3cc-07ec-4bf7-a454-a0739fdfb082,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:23.945939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.17 (9910b514-76a9-4440-a2bf-5b5356b6a635/6ac97f4b-d58f-46f2-8794-3f7198b9f8c7/3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:24.044833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867682e-10e8-414b-8d4e-b0a857c1f947 None None] Pushing event updated for resources: {'Port': ['ID=434d49b7-0e2a-461c-9658-dfe9adab366c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:24.341421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:24.460425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:24.494755 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:24.533179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35962) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:24.535233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Current status of the port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:24.535788 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:24.540638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:24.598250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,segment=NetworkSegment(4f7f2d24-47cf-4de2-8f19-a6b1b2718460),segment_id=4f7f2d24-47cf-4de2-8f19-a6b1b2718460)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:24.624820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:24.682872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:24.684887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: d5650fc3-e89a-4757-9ca6-d4c5bc60f363, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:24.741267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:24.781518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:24.802218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:24.843153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 41830187-7996-4a70-b510-40d306bf4973 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:24.937861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Update dhcp port {'port': {'network_id': '9dddead7-f07e-472d-8516-d63c3bd224fe', 'fixed_ips': [{'subnet_id': '2c292af7-2cee-4c62-a91e-be0889bab132', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0c3473f-a2f2-467a-b464-0ae2796cbe3e'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '6fab8c7e-f616-4041-9f4b-a7ce0e069c1f'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:10:25.094539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:25.126612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e3ee2-b0e0-42fd-aac5-246c34ce14d3 None None] Pushing event updated for resources: {'Port': ['ID=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:25.130262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d5650fc3-e89a-4757-9ca6-d4c5bc60f363) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:25.131670 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.155705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:25.162265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.182424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2ed5a-8e6d-413f-95ef-7c87c58b50db None None] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:25.271037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:25.404183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.407158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::242 (9dddead7-f07e-472d-8516-d63c3bd224fe/2c292af7-2cee-4c62-a91e-be0889bab132/7ac83d49-d987-436c-9415-ebb4d78491a4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:25.435315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8:0:1::59 (9dddead7-f07e-472d-8516-d63c3bd224fe/b0c3473f-a2f2-467a-b464-0ae2796cbe3e/7ac83d49-d987-436c-9415-ebb4d78491a4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:25.519876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-277e3a74-4e07-4cf0-b3f6-ada191e74674 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6736984 May 13 15:10:25.524953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35972) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:25.833405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:25.967717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7fbe0f2b-8143-4f3f-b4b7-1c9b69081582 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27a9333212a14ed4aa5ae94bf21d0e94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4331124 May 13 15:10:25.971484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 35978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:26.076578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=41830187-7996-4a70-b510-40d306bf4973,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:26.259242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.261230 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c62b96b-ba18-42e8-8039-6ca41885c5ba tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/41830187-7996-4a70-b510-40d306bf4973 HTTP/1.1" status: 204 len: 168 time: 3.1861529 May 13 15:10:26.282456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35982) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:26.326494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 434d49b7-0e2a-461c-9658-dfe9adab366c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:26.377706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:26.378685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.432970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9dfd8666-01e9-4d5c-b35a-08634d960e30 None None] Provisioning for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:26.446581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9dfd8666-01e9-4d5c-b35a-08634d960e30 None None] Provisioning complete for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:26.447037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9dfd8666-01e9-4d5c-b35a-08634d960e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.463748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.498119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 7ac83d49-d987-436c-9415-ebb4d78491a4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:26.592256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.605811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.809515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd8666-01e9-4d5c-b35a-08634d960e30 None None] Port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:26.852137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 434d49b7-0e2a-461c-9658-dfe9adab366c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:26.874823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 9dddead7-f07e-472d-8516-d63c3bd224fe is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:26.897639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.925548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Allocated IP 2001:db8:0:1::2 (9dddead7-f07e-472d-8516-d63c3bd224fe/b0c3473f-a2f2-467a-b464-0ae2796cbe3e/6fab8c7e-f616-4041-9f4b-a7ce0e069c1f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:26.931477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=7ac83d49-d987-436c-9415-ebb4d78491a4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:26.935752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:26.945524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:26.955321 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:26.976458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c47d5-f70d-4053-9422-eed02382e06a req-8ce6392a-5b78-417d-a2f8-6867b7e77b67 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:26.987219 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e53c47d5-f70d-4053-9422-eed02382e06a req-8ce6392a-5b78-417d-a2f8-6867b7e77b67 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 945 time: 1.5271094 May 13 15:10:26.992839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:27.004576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.005582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.083120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Could not find standard attr ID for object a10c5684-240e-45ea-a3b2-7631bd9cb768. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:10:27.140421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Could not find standard attr ID for object b42a6cc6-082e-4296-ad4d-cedd5b2d5da6. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:10:27.143529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfa977-5636-4e6b-9e2d-a882390606b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.144961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Allocated IP 2001:db8::2 (d5650fc3-e89a-4757-9ca6-d4c5bc60f363/4944c3cc-07ec-4bf7-a454-a0739fdfb082/572942f9-5d63-416a-8810-3eaa61a07f33) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:27.145964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfa977-5636-4e6b-9e2d-a882390606b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:27.147651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eadfa977-5636-4e6b-9e2d-a882390606b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:27.152254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.176995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-621d65c3-b4bf-465c-b1f1-ed7966e57d16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.4683292 May 13 15:10:27.185957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35988) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:27.202703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c292af7-2cee-4c62-a91e-be0889bab132'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:27.260623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eadfa977-5636-4e6b-9e2d-a882390606b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:27.265780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eadfa977-5636-4e6b-9e2d-a882390606b9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9700127 May 13 15:10:27.357211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Provisioning for port 434d49b7-0e2a-461c-9658-dfe9adab366c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:27.377289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Provisioning complete for port 434d49b7-0e2a-461c-9658-dfe9adab366c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:27.377736 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.482033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 35992) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:27.494082 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e53c47d5-f70d-4053-9422-eed02382e06a req-af9bc8c0-4796-4fc9-b05a-1ae811338807 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701006 May 13 15:10:27.626535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.635158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:27.635528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.687726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 61fc6c50-608d-429c-94c3-a9bfd14b3d00 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:27.713403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.732451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,segment=NetworkSegment(4f7f2d24-47cf-4de2-8f19-a6b1b2718460),segment_id=4f7f2d24-47cf-4de2-8f19-a6b1b2718460)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:27.744998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90afd4c-02ae-4997-9404-1ebd45074a88,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:27.806961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:27.809526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5bf7a34b-7607-40e5-a7ed-6cee4d5f9a0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c90afd4c-02ae-4997-9404-1ebd45074a88 HTTP/1.1" status: 204 len: 168 time: 1.8238800 May 13 15:10:28.060639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-5fa137b2-303a-4a89-93ae-19846d02b427 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:28.062199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:28.062842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-5fa137b2-303a-4a89-93ae-19846d02b427 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.86 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 945 time: 1.2145140 May 13 15:10:28.142426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.179333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Current status of the port 434d49b7-0e2a-461c-9658-dfe9adab366c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:28.179705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.198546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.205372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Deleting port a992af6d-0325-4182-8551-43f527ed07ab {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:28.205712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.429916 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.459015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Transition to ACTIVE for port object 572942f9-5d63-416a-8810-3eaa61a07f33 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:28.520524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Transition to ACTIVE for port object 572942f9-5d63-416a-8810-3eaa61a07f33 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:28.553084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Transition to ACTIVE for port object 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:28.570093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:28.584032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.584511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.601794 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.953694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:28.959462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:28.967653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:28.970808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:28.999213 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.031831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.171411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] For port a992af6d-0325-4182-8551-43f527ed07ab, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=a992af6d-0325-4182-8551-43f527ed07ab,segment=NetworkSegment(a4c5aa8a-34e6-4688-87e2-6c0e80b0d055),segment_id=a4c5aa8a-34e6-4688-87e2-6c0e80b0d055)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:29.171411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.271450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Attempting to bind port 572942f9-5d63-416a-8810-3eaa61a07f33 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:29.271829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Attempting to bind port 572942f9-5d63-416a-8810-3eaa61a07f33 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:29.272197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Attempting to bind port 572942f9-5d63-416a-8810-3eaa61a07f33 on network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:29.280659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:29.281065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Checking segment: {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:29.281662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.282089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Bound using segment: {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:29.282575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Bound port: 572942f9-5d63-416a-8810-3eaa61a07f33, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:29.282958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.403332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8::1 (d5650fc3-e89a-4757-9ca6-d4c5bc60f363/4944c3cc-07ec-4bf7-a454-a0739fdfb082/9c377708-26dc-450a-956e-91a2561ef12a) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:29.450831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] For port 572942f9-5d63-416a-8810-3eaa61a07f33, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:29.468197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] For port 572942f9-5d63-416a-8810-3eaa61a07f33, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=572942f9-5d63-416a-8810-3eaa61a07f33,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:29.480789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device a992af6d-0325-4182-8551-43f527ed07ab no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:29.526805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.656419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.684666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.790873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99575b5c-b5fa-4445-984b-35b1d65ab59d None None] Pushing event updated for resources: {'Port': ['ID=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:29.859070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:29.906881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 9c377708-26dc-450a-956e-91a2561ef12a will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:29.932962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:29.936540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:29.988429 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.010728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=61fc6c50-608d-429c-94c3-a9bfd14b3d00,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.026841 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Calling delete_port for a992af6d-0325-4182-8551-43f527ed07ab owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:30.098891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.111854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeac10f-8551-46ff-909a-0f6bc580ff63 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:30.236164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1111615895-network', 'tenant_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:30.254351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a0cf3727-c48a-447f-923e-3c4611e7f766 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/61fc6c50-608d-429c-94c3-a9bfd14b3d00 HTTP/1.1" status: 204 len: 168 time: 2.7573791 May 13 15:10:30.276979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36032) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:30.298222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Pushing event updated for resources: {'Port': ['ID=572942f9-5d63-416a-8810-3eaa61a07f33,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.320606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:30.377630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:30.381013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:30.396066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:30.397217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Usage tracker for resource:network and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:30.399170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.400999 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:30.401355 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:30.407984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:30.466266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:30.470616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36b9a219-6bc2-4fdb-8e78-2147e53efe7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775377 May 13 15:10:30.481242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36036) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:30.499758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadb53f-82f9-4968-8e23-816afeba065a None None] Pushing event updated for resources: {'Port': ['ID=572942f9-5d63-416a-8810-3eaa61a07f33,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.504753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdb7f6-be2e-4c9b-96dd-44317eff3501 None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:30.560116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:30.562473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.570547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1717-b44a-40f5-8b73-740699321d18 req-4bc34228-6eb6-4341-b06e-e7c9a33c442b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:30.595221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:30.602104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.611500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-343b1717-b44a-40f5-8b73-740699321d18 req-4bc34228-6eb6-4341-b06e-e7c9a33c442b tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 945 time: 1.5428174 May 13 15:10:30.611971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:30.644714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:30.672183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:30.754360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:30.772390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0806b027-ae37-4474-8ad0-15694d952a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.781710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:30.820412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port a992af6d-0325-4182-8551-43f527ed07ab is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:30.820781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:30.886469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:30.978259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Delete allocated IP 2001:db8:0:1::59 (9dddead7-f07e-472d-8516-d63c3bd224fe/b0c3473f-a2f2-467a-b464-0ae2796cbe3e) {{(pid=88131) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:10:31.015912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Current status of the port 434d49b7-0e2a-461c-9658-dfe9adab366c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:31.016754 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.044517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572942f9-5d63-416a-8810-3eaa61a07f33 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:31.085341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-343b1717-b44a-40f5-8b73-740699321d18 req-9e2f7972-d8ed-4c80-8868-e547622e6dc0 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08a5dbb-3873-480e-b006-40f930c33b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747405 May 13 15:10:31.135469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.293766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:31.311869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Pushing event deleted for resources: {'Port': ['ID=a992af6d-0325-4182-8551-43f527ed07ab,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:31.326959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Deleting port 434d49b7-0e2a-461c-9658-dfe9adab366c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:31.327558 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.381623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] For port 434d49b7-0e2a-461c-9658-dfe9adab366c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=434d49b7-0e2a-461c-9658-dfe9adab366c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:31.384881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ffcc0-9bba-45af-8e51-02c0fa4198e9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:31.386463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-272ffcc0-9bba-45af-8e51-02c0fa4198e9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8943555 May 13 15:10:31.398960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:31.441244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.447751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] No DVR routers for this DVR port a992af6d-0325-4182-8551-43f527ed07ab on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:31.465528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.496809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'name': 'network-vif-deleted', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:31.506012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4ffc5c1-9a73-4416-8803-b42c1ddf917c req-bc35de59-d8c5-4736-907e-ec4e00af40d6 tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.86 "DELETE /v2.0/ports/a992af6d-0325-4182-8551-43f527ed07ab HTTP/1.1" status: 204 len: 173 time: 3.4316308 May 13 15:10:31.540499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:31.572892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debcc4a-a21e-4145-bd73-ad8c0cc5e242 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:31.573582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1debcc4a-a21e-4145-bd73-ad8c0cc5e242 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:31.630840 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c51cd7-d4f0-439f-8e1a-129807ac57fd'] response: {'server_uuid': '862fb515-ce3f-4c49-89aa-51ec5372d163', 'name': 'network-vif-deleted', 'tag': 'a992af6d-0325-4182-8551-43f527ed07ab', 'status': 'completed', 'code': 200} May 13 15:10:31.642013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.663208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Ignored duplicate provisioning block setup for port 7ac83d49-d987-436c-9415-ebb4d78491a4 by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:10:31.671438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 572942f9-5d63-416a-8810-3eaa61a07f33 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:31.685305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.693143 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.699673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.716113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a432244-44f5-402d-b2ce-18201fb9bb55 None None] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:31.801154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=7ac83d49-d987-436c-9415-ebb4d78491a4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:31.803433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.818928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:31.829996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:31.830378 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Added segment a0bb7c41-b261-49dd-aab2-64c490c88620 of type vlan for network a89480ea-eb55-4910-8ba0-e93fe2bf0010 May 13 15:10:31.893581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:32.058540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Provisioning complete for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:32.058816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.223344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b8ee-bf10-4f29-aba8-0132395c9dd8 None None] Pushing event updated for resources: {'Port': ['ID=434d49b7-0e2a-461c-9658-dfe9adab366c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.362880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.375632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] In _notify_port_updated(), no bound segment for port 7ac83d49-d987-436c-9415-ebb4d78491a4 on network 9dddead7-f07e-472d-8516-d63c3bd224fe {{(pid=88131) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:10:32.383050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:32.383726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.388466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2a08e16-5aa9-42d9-bb20-729012077ab7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/ports/7ac83d49-d987-436c-9415-ebb4d78491a4 HTTP/1.1" status: 200 len: 926 time: 5.1943481 May 13 15:10:32.396084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.415964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c292af7-2cee-4c62-a91e-be0889bab132'}, {'subnet_id': 'b0c3473f-a2f2-467a-b464-0ae2796cbe3e'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:32.439461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1debcc4a-a21e-4145-bd73-ad8c0cc5e242 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:32.441187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1debcc4a-a21e-4145-bd73-ad8c0cc5e242 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0400248 May 13 15:10:32.446435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:32.463278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36060) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.512239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Could not find standard attr ID for object 41830187-7996-4a70-b510-40d306bf4973. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:10:32.543466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] For port 434d49b7-0e2a-461c-9658-dfe9adab366c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=434d49b7-0e2a-461c-9658-dfe9adab366c,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:32.543706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.576943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b3d4e3b5-6a76-41e6-aad5-d6a44c99c639 req-17d00107-48e0-4ab1-bbbc-882ee03c92bd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Synchronizing usage tracker for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:32.645416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:32.686400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.693481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d25e913-ce2c-4745-9ba4-cf7512754857,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:32.735546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d9365b4-cacb-4ef6-b259-401497fa9dfe tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2535894 May 13 15:10:32.747450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.766691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:32.781918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:32.787570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:32.800262 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:32.804548 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:32.836023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:32.838242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.841751 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.869949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-b3d4e3b5-6a76-41e6-aad5-d6a44c99c639 req-17d00107-48e0-4ab1-bbbc-882ee03c92bd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] Unset dirty status for tenant:796ae3393bc047aa935a81f480f646c7 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:32.877820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b3d4e3b5-6a76-41e6-aad5-d6a44c99c639 req-17d00107-48e0-4ab1-bbbc-882ee03c92bd tempest-VolumesSnapshotTestJSON-200443000 tempest-VolumesSnapshotTestJSON-200443000-project] 10.222.0.36 "GET /v2.0/ports?device_id=862fb515-ce3f-4c49-89aa-51ec5372d163 HTTP/1.1" status: 200 len: 210 time: 0.4759021 May 13 15:10:32.886621 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:32.892581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 434d49b7-0e2a-461c-9658-dfe9adab366c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:32.897646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:32.898351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.000496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Calling delete_port for 434d49b7-0e2a-461c-9658-dfe9adab366c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:33.107328 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:33.165785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Provisioning for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:33.200984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Provisioning complete for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:33.217932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.232187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a34e5d2f-8bc1-4c76-8dd4-c076f8208d36 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/e72d73ee-94ca-4655-97fe-975b44d9fb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4032350 May 13 15:10:33.239885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3050163 May 13 15:10:33.255728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:33.290292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Request body: {'subnet': {'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1111615895-subnet', 'tenant_id': '04234ac157314dc294011123059c07bd', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:33.307506 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.316764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:33.336526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:33.360049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:33.375808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1a61-c831-4146-830a-e11e1cc23071 admin admin] Pushing event updated for resources: {'Network': ['ID=a89480ea-eb55-4910-8ba0-e93fe2bf0010,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:33.385477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Usage tracker for resource:subnet and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:33.391771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:33.396719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.400123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:33.409947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5cd50a93-a9d5-4828-86a1-122938e99075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.411751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.453499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:33.461249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:33.489426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:33.595250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:33.599062 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.682662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.688947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 434d49b7-0e2a-461c-9658-dfe9adab366c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:33.689316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.720237 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.809394 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:26Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68', 'name': '', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:be:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:23Z', 'updated_at': '2022-05-13T15:10:28Z', 'revision_number': 2, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:33.816024 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:33.817434 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Updating router e72d73ee-94ca-4655-97fe-975b44d9fb48 port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:33.851155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] Pushing event deleted for resources: {'Port': ['ID=434d49b7-0e2a-461c-9658-dfe9adab366c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:33.860456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22099fd7-1d6a-455f-b06f-e348b55a75a9 None None] No DVR routers for this DVR port 434d49b7-0e2a-461c-9658-dfe9adab366c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:33.960575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-21102a19-d2f4-4e9a-9325-b24474d7bca1 None None] Current status of the port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:33.969718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:33.992424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:33.997694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:34.021821 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.042703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:34.063120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.132873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Provisioning for port 572942f9-5d63-416a-8810-3eaa61a07f33 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:34.145163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Provisioning complete for port 572942f9-5d63-416a-8810-3eaa61a07f33 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:34.145544 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.149917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd522ed7-a9ed-4766-aa7f-592766abbaae,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:34.303648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:10:34.307934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.367054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8:0:1::39 (9dddead7-f07e-472d-8516-d63c3bd224fe/b0c3473f-a2f2-467a-b464-0ae2796cbe3e/7ac83d49-d987-436c-9415-ebb4d78491a4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:34.374066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:34.374888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Network hostable DHCP agents. Network: a89480ea-eb55-4910-8ba0-e93fe2bf0010, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:34.427867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:34.432521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:34.439472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.447497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.478610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=41f468af-826c-4ad8-8bab-e518b2026153,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:34.487751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:34.503461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Current status of the port 572942f9-5d63-416a-8810-3eaa61a07f33 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:34.503938 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.511249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a89480ea-eb55-4910-8ba0-e93fe2bf0010) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:34.521002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:34.521965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.522345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533d2a6-3d7b-4f24-b661-cc7204356505 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:34.542265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-86e336bf-1da7-4b9e-8d60-4ceb84ecf18d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7890143 May 13 15:10:34.551241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36090) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:34.559797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:34.572443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Usage tracker for resource:security_group_rule and tenant:57487ab5060740a39d6be018e1ad2688 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:34.585093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6ecd741f-1910-45ff-9a99-460d952160e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3201931 May 13 15:10:34.587901 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:34.594966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:34.629652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:34.743226 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:34.847290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.868861 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.879421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bf276-7b9d-4b39-b95a-3ed0c5de6c50 None None] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:34.885738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:10:34.905867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:34.912038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Transition to ACTIVE for port object 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:34.915391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Usage tracker for resource:router and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:34.921770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:34.924741 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Ignored duplicate provisioning block setup for port 7ac83d49-d987-436c-9415-ebb4d78491a4 by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:10:34.924886 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.941715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:34.958124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:34.964240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:34.967474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.968502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:34.973423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:34.982236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:35.000995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.003378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:35.008547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.196942 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Pushing event updated for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:35.224661 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41f468af-826c-4ad8-8bab-e518b2026153 (CIDR: 2001:db8::/64) May 13 15:10:35.233863 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:10:35.234671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:10:35.290850 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.291186 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.291561 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.291890 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.292564 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.292680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.292919 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.293238 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.293556 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.294149 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.294473 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.294781 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:35.403089 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Attempting to bind port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:35.405537 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Attempting to bind port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:35.406015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Attempting to bind port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 on network 9910b514-76a9-4440-a2bf-5b5356b6a635 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:35.414449 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.416446 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:35.417211 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Checking segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:35.417714 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.419681 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Bound using segment: {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:35.420475 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Bound port: 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e9497d-cb5f-471b-959a-ccd68e98f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:35.421009 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.473035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.493164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:35.493648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] For port 572942f9-5d63-416a-8810-3eaa61a07f33, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=572942f9-5d63-416a-8810-3eaa61a07f33,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:35.595899 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] For port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:35.609899 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] For port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:35.620806 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.665913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.668245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:35.727411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] In _notify_port_updated(), no bound segment for port 7ac83d49-d987-436c-9415-ebb4d78491a4 on network 9dddead7-f07e-472d-8516-d63c3bd224fe {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:10:35.740168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:35.741123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.742656 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/ports/7ac83d49-d987-436c-9415-ebb4d78491a4 HTTP/1.1" status: 200 len: 1011 time: 3.3394620 May 13 15:10:35.747631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36106) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:35.751355 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6b1bf66b-96ee-4677-9887-d39f951cc565 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2252653 May 13 15:10:35.753817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.755184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8f62-6ee4-4079-ac1c-bf9b4c8632af tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=7ac83d49-d987-436c-9415-ebb4d78491a4,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:35.757264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:35.772145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.807256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Pushing event updated for resources: {'Port': ['ID=572942f9-5d63-416a-8810-3eaa61a07f33,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:35.815563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '41f468af-826c-4ad8-8bab-e518b2026153'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:35.816492 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.821622 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:35.824153 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:35.855723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f68ce647-f3e5-4173-8e0e-dbd99b2bdf1d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3031962 May 13 15:10:35.857370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:35.858208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:35.862141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:35.878892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57487ab5060740a39d6be018e1ad2688&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9998949 May 13 15:10:35.900144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:35.900362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:35.981004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:35.981837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:36.181949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:36.204868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:36.211323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:36.220308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Provisioning for port 7ac83d49-d987-436c-9415-ebb4d78491a4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:36.232709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:36.233885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.234783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eccb2b-7de8-45bd-9c2c-fa89511a5f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630264f9-05a4-42b6-985f-ca3f2870e4f2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:36.277133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:36.280704 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.297850 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:36.312687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:36.351560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.408298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 7ac83d49-d987-436c-9415-ebb4d78491a4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:36.408560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.509097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Provisioning complete for port 7ac83d49-d987-436c-9415-ebb4d78491a4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:36.510322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.538979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-452969881'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:36.545671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:36.552268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:36.558045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:36.567730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:36.584847 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80db1b-816b-4551-a808-f2ab6de87626 None None] Pushing event updated for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:36.624311 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.659546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.691014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Allocated IP 172.20.0.2 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/62c2623e-34cc-45da-bdc8-15e2d331fc2f) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:36.729947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:36.730953 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:26Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68', 'name': '', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:be:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:23Z', 'updated_at': '2022-05-13T15:10:35Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:36.734070 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.740084 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadae63e-6fa4-4258-85cf-187f0cb0f4be None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:26Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68', 'name': '', 'network_id': '9910b514-76a9-4440-a2bf-5b5356b6a635', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:be:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:23Z', 'updated_at': '2022-05-13T15:10:35Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '6ac97f4b-d58f-46f2-8794-3f7198b9f8c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:36.751918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:36.757028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:36.762425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:36.762941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:36.850251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9697523 May 13 15:10:36.854385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:36.855240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Port 7ac83d49-d987-436c-9415-ebb4d78491a4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:36.859295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Allocated IP 2001:db8::f816:3eff:fe3f:73fb (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/41f468af-826c-4ad8-8bab-e518b2026153/8bb45724-4642-482f-bf5a-103b0484cf80) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:36.863440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:bf:cc:7f', 'name': 'tempest-NetworksTestDHCPv6-364347083'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:36.886242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e3c05-90ea-48f9-972d-741488d38c0e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=8220312f-d92a-4203-95f7-7a7e8e39fc71,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:36.890912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572942f9-5d63-416a-8810-3eaa61a07f33 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:37.047452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:37.065192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:37.079594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:37.105325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.108253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Provisioning complete for port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:37.108526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.115682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:37.283094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 7ac83d49-d987-436c-9415-ebb4d78491a4 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:37.298362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.338320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 76580337-3210-4a68-a575-858c80a605a7 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:37.365468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.379507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.379886 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 9844cfcf-a42c-4aef-a142-1d72bfb38e20 of type vlan for network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 May 13 15:10:37.423695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 572942f9-5d63-416a-8810-3eaa61a07f33 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:37.424093 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.439256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630264f9-05a4-42b6-985f-ca3f2870e4f2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:37.462737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.466975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-973a75fc-0eea-4992-903a-fa4f53be2606 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/630264f9-05a4-42b6-985f-ca3f2870e4f2 HTTP/1.1" status: 204 len: 168 time: 1.2247958 May 13 15:10:37.525719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.663574 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:37.804391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.810529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.811016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:37.811450 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:37.822219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Transition to ACTIVE for port object 8bb45724-4642-482f-bf5a-103b0484cf80 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:37.843524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Transition to ACTIVE for port object 8bb45724-4642-482f-bf5a-103b0484cf80 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:37.942294 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.060789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:38.073742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3022604 May 13 15:10:38.093050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:38.109230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:38.114319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8:0:1::5f (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/8220312f-d92a-4203-95f7-7a7e8e39fc71/76580337-3210-4a68-a575-858c80a605a7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:38.117203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:38.121273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:38.123286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:38.128382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:febf:cc7f (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/41f468af-826c-4ad8-8bab-e518b2026153/76580337-3210-4a68-a575-858c80a605a7) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:38.133768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.181100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f6fbb-76e1-4b80-a1e3-13578b91e17d None None] Current status of the port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:38.275038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Transition to ACTIVE for port object 62c2623e-34cc-45da-bdc8-15e2d331fc2f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:38.279628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 572942f9-5d63-416a-8810-3eaa61a07f33 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:38.333749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:31Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:32Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:38.346488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:38.346850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Updating router 8a73d391-0094-4d3d-a406-244d630bbb30 port 9c377708-26dc-450a-956e-91a2561ef12a binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:38.411497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.429082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c634e-8596-4594-82a9-4b27c3a5005d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=dc49b11e-a9aa-40af-a44c-2ee163c0bc02,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:38.454230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Transition to ACTIVE for port object 62c2623e-34cc-45da-bdc8-15e2d331fc2f will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:38.455548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:38.457969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.508273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.545897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Provisioning complete for port 7ac83d49-d987-436c-9415-ebb4d78491a4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:38.546238 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.551549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:38.558770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:38.566879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:38.585926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:38.588160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.628749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Port 7ac83d49-d987-436c-9415-ebb4d78491a4 was deleted so its status cannot be updated. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 13 15:10:38.630849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.648054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Attempting to bind port 8bb45724-4642-482f-bf5a-103b0484cf80 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:38.648458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Attempting to bind port 8bb45724-4642-482f-bf5a-103b0484cf80 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:38.648816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Attempting to bind port 8bb45724-4642-482f-bf5a-103b0484cf80 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:38.662798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=7ac83d49-d987-436c-9415-ebb4d78491a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:38.700597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:38.700967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:38.701799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.701799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:38.702203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Bound port: 8bb45724-4642-482f-bf5a-103b0484cf80, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:38.702574 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.715788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:38.728035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.929582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:38.958342 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-93c3567d-9ef9-4719-8d09-a1644a502279 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/7ac83d49-d987-436c-9415-ebb4d78491a4 HTTP/1.1" status: 204 len: 168 time: 3.2062135 May 13 15:10:38.966445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36168) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:38.979309 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:10:39.003547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:39.020899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Allocated IP 172.25.5.33 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/47f24d57-848c-4bd7-b36e-5f0608541a75) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:39.029819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Pushing event updated for resources: {'Port': ['ID=62c2623e-34cc-45da-bdc8-15e2d331fc2f,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:39.047295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:39.111206 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec170f40-2681-4e64-9442-082db6309622 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:10:39.112077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec170f40-2681-4e64-9442-082db6309622 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:39.134897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:39.165778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.170000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec170f40-2681-4e64-9442-082db6309622 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:39.171541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec170f40-2681-4e64-9442-082db6309622 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/7ac83d49-d987-436c-9415-ebb4d78491a4 HTTP/1.1" status: 404 len: 333 time: 0.2036746 May 13 15:10:39.176331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36172) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:39.193355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:39.204602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Provisioning for port 9c377708-26dc-450a-956e-91a2561ef12a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:39.244118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 76580337-3210-4a68-a575-858c80a605a7 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:39.269407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet b0c3473f-a2f2-467a-b464-0ae2796cbe3e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:39.273452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.314732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.323955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.402124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Provisioning complete for port 9c377708-26dc-450a-956e-91a2561ef12a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:39.402421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.484685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:39.485204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: dc49b11e-a9aa-40af-a44c-2ee163c0bc02, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:39.508781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:39.570934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:39.577108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.692560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:39.697008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:39.744446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, dc49b11e-a9aa-40af-a44c-2ee163c0bc02) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:39.764831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:39.774911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.779804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Pushing event updated for resources: {'Port': ['ID=47f24d57-848c-4bd7-b36e-5f0608541a75,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:39.786361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:39.791886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.806282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:39.811581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:39.909660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93066f0-0560-418b-a66c-9166bf7eb2db None None] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:39.922483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-52873b8e-7e3d-4623-8363-2796e451a58d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8279688 May 13 15:10:39.927039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:39.950340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:39.959057 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.042025 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.092662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c3473f-a2f2-467a-b464-0ae2796cbe3e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:40.096184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.112192 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-55627daf-19e8-471a-9086-f3c412693add tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/b0c3473f-a2f2-467a-b464-0ae2796cbe3e HTTP/1.1" status: 204 len: 168 time: 0.9345479 May 13 15:10:40.114895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:40.151023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.242314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:40.249432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:40.256829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:40.262839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:40.263698 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.299633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 2c292af7-2cee-4c62-a91e-be0889bab132 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:40.303206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.366611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff402-fdf0-49dd-b47a-7b7446005749 None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:40.382428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.412956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc2af0-f7f9-4b5d-8417-8bb83d83acc9 None None] Network 9dddead7-f07e-472d-8516-d63c3bd224fe requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:40.436312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Port 9c377708-26dc-450a-956e-91a2561ef12a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:40.454710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Attempting to bind port 62c2623e-34cc-45da-bdc8-15e2d331fc2f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:40.458295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Attempting to bind port 62c2623e-34cc-45da-bdc8-15e2d331fc2f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:40.458905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Attempting to bind port 62c2623e-34cc-45da-bdc8-15e2d331fc2f on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:40.552946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.594475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:40.595116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:40.595808 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.596511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:40.597182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Bound port: 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:40.597644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.608890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:40.640260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=76580337-3210-4a68-a575-858c80a605a7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:40.653627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe4af036-c866-4d7b-8be1-7306da5b9d39 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7979269 May 13 15:10:40.659040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:40.686094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:40.692717 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:40.739110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:40.794236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 76580337-3210-4a68-a575-858c80a605a7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:40.794576 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.028616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Provisioning complete for port 572942f9-5d63-416a-8810-3eaa61a07f33 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:41.031804 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.179862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.193777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Transition to ACTIVE for port object 9c377708-26dc-450a-956e-91a2561ef12a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:41.210512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:41.211245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.229049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.321419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.437500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43879652-4d27-4e22-88f4-9e76c02e72ee None None] Pushing event updated for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:41.461081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.579180 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-d6ea30e5-fed4-439f-ac15-979222f5ae99 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=349f208af6164092af5b82b6240a1cd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1801655 May 13 15:10:41.610269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=2c292af7-2cee-4c62-a91e-be0889bab132,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:41.861819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.876585 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-deb4b1fe-3592-466d-8279-a205cc82d310 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/2c292af7-2cee-4c62-a91e-be0889bab132 HTTP/1.1" status: 204 len: 168 time: 1.7602139 May 13 15:10:41.889809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36222) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:41.896721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:41.898494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:41.936361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] For port 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:41.946201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] For port 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62c2623e-34cc-45da-bdc8-15e2d331fc2f,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:41.948772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.057133 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.236372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Allocated IP 2001:db8:1::2 (dc49b11e-a9aa-40af-a44c-2ee163c0bc02/f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5/2c791f96-d652-4377-9adf-55be7511e669) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:42.313235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.380602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-d438322d-5bbb-4735-baf8-ef66ac186f85 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:42.382280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-d438322d-5bbb-4735-baf8-ef66ac186f85 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7163720 May 13 15:10:42.422952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.427407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-13570dc4-a828-404b-b17e-bf69a565b752 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/quotas/349f208af6164092af5b82b6240a1cd1 HTTP/1.1" status: 200 len: 375 time: 0.0373719 May 13 15:10:42.467883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.487176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Transition to ACTIVE for port object 2c791f96-d652-4377-9adf-55be7511e669 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:42.509227 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Transition to ACTIVE for port object 2c791f96-d652-4377-9adf-55be7511e669 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:42.533129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-14703021-ff79-4794-9545-96f20202af26 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=349f208af6164092af5b82b6240a1cd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958107 May 13 15:10:42.539079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:42.539493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.578097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d23b0d-a8b6-4370-a750-d2d9f22f6fa8 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:42.808801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.882324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:42.933490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Router d892c906-de43-476b-8e81-798611ac3c58 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:10:42.966839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] DHCP port deletion for 9dddead7-f07e-472d-8516-d63c3bd224fe request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:10:42.987071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74625b-d16d-4398-8a9b-1caf25ada9d2 None None] Pushing event updated for resources: {'Port': ['ID=62c2623e-34cc-45da-bdc8-15e2d331fc2f,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:43.014301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:43.015878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Deleting port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:43.026698 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.059038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.124090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:43.125558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:43.148555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.160959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:43.196426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Attempting to bind port 9c377708-26dc-450a-956e-91a2561ef12a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:43.196706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Attempting to bind port 9c377708-26dc-450a-956e-91a2561ef12a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:43.197194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Attempting to bind port 9c377708-26dc-450a-956e-91a2561ef12a on network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:43.311751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:43.320384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Checking segment: {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:43.321056 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.323277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Bound using segment: {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:43.323999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Bound port: 9c377708-26dc-450a-956e-91a2561ef12a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:43.327321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.468446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9023dffb-82d8-408b-8a05-e4323eb2ce28 req-d39dd8d3-231f-4fc8-a756-cf9c8389530b tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.2333798 May 13 15:10:43.641100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62c2623e-34cc-45da-bdc8-15e2d331fc2f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:43.687190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Current status of the port 572942f9-5d63-416a-8810-3eaa61a07f33 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:43.690216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Attempting to bind port 2c791f96-d652-4377-9adf-55be7511e669 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:43.690758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Attempting to bind port 2c791f96-d652-4377-9adf-55be7511e669 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:43.691292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Attempting to bind port 2c791f96-d652-4377-9adf-55be7511e669 on network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:43.699382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Pushing event updated for resources: {'Port': ['ID=2c791f96-d652-4377-9adf-55be7511e669,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:43.807362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:43.807958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Checking segment: {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:43.808561 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.809088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Bound using segment: {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:43.809714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Bound port: 2c791f96-d652-4377-9adf-55be7511e669, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:43.810505 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:43.923547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 76580337-3210-4a68-a575-858c80a605a7 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:43.949519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] For port 9c377708-26dc-450a-956e-91a2561ef12a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:43.956315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] For port 9c377708-26dc-450a-956e-91a2561ef12a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c377708-26dc-450a-956e-91a2561ef12a,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:44.023347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:44.029981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.033928 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:44.046669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Provisioning complete for port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:44.047097 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.048129 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:44.054817 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:44.175538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.177626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-142d27be-b897-4d9a-b15e-8a7e665b19f5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5817006 May 13 15:10:44.182941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36250) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:44.286281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] For port 2c791f96-d652-4377-9adf-55be7511e669, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:44.290378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] For port 2c791f96-d652-4377-9adf-55be7511e669, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2c791f96-d652-4377-9adf-55be7511e669,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:44.329906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8:1::1 (dc49b11e-a9aa-40af-a44c-2ee163c0bc02/f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5/cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:44.382881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.415404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:44.421733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:44.541687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:44.614688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,segment=NetworkSegment(4f7f2d24-47cf-4de2-8f19-a6b1b2718460),segment_id=4f7f2d24-47cf-4de2-8f19-a6b1b2718460)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:44.616779 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:44.786728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:45.074621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9814f0-2668-43fb-b894-7f6cede08bd4 None None] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:45.191738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:45.246484 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9c2ec346-cedd-48b4-b764-7e85a321a48b req-ab3ebdf8-e9f9-4a06-af2b-bfba9d40aca3 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.5756969 May 13 15:10:45.287721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:45.309736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.398759 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:40Z', 'revision_number': 3, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:45.427181 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:45.430582 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Updating router d892c906-de43-476b-8e81-798611ac3c58 port 47f24d57-848c-4bd7-b36e-5f0608541a75 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:45.590136 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.713731 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:45.725916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:45.942480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:45.987833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1869-5a74-44db-9f6b-1be44c28c6f5 None None] Current status of the port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:46.011582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8bb45724-4642-482f-bf5a-103b0484cf80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:46.092588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] For port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,segment=NetworkSegment(4f7f2d24-47cf-4de2-8f19-a6b1b2718460),segment_id=4f7f2d24-47cf-4de2-8f19-a6b1b2718460)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:46.093276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.387533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43879652-4d27-4e22-88f4-9e76c02e72ee None None] Pushing event updated for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:46.497534 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.501897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:46.551053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Calling delete_port for 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:46.752586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-4d803336-cb2c-43f6-b727-19b39ad926ad tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=349f208af6164092af5b82b6240a1cd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1571271 May 13 15:10:46.786332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Provisioning for port 8bb45724-4642-482f-bf5a-103b0484cf80 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:46.831382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:46.860537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=6fab8c7e-f616-4041-9f4b-a7ce0e069c1f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:46.874299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No DVR routers for this DVR port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:10:46.881900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.882454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.882955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.883431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.883892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.884379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.884854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.885315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.885772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.886230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.886728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.887386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:46.900169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a13dce-5263-4835-ae20-9119b429e725 None None] Pushing event updated for resources: {'Port': ['ID=2c791f96-d652-4377-9adf-55be7511e669,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.039820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '41f468af-826c-4ad8-8bab-e518b2026153', 'ip_address': '2001:db8::f816:3eff:fe3f:73fb'}, {'subnet_id': '8220312f-d92a-4203-95f7-7a7e8e39fc71'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '8bb45724-4642-482f-bf5a-103b0484cf80'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:10:47.101707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac781a-acd0-4d20-9309-1ff1a1a040fa None None] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:47.113431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1a950190-c12d-49e5-9306-ec64583486bd tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:47.115927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1a950190-c12d-49e5-9306-ec64583486bd tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097575 May 13 15:10:47.128280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.166085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Request body: {'port': {'device_id': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '349f208af6164092af5b82b6240a1cd1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:47.216370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.297771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8c46f59f-8ca0-41ae-b10d-3f5738497733 req-f3ba01e6-1f5b-49aa-abe8-c4f4e7ecbc41 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.4691210 May 13 15:10:47.309271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.338672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dddead7-f07e-472d-8516-d63c3bd224fe']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:47.340026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:47.341466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:47.342529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 8bb45724-4642-482f-bf5a-103b0484cf80 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:47.345510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:47.346270 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.412480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:47.413322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.437010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7f2d24-47cf-4de2-8f19-a6b1b2718460') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:47.437010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7f2d24-47cf-4de2-8f19-a6b1b2718460') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:47.457536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:47.458688 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:47.459297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Provisioning for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:47.460462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.465308 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Transition to ACTIVE for port object 47f24d57-848c-4bd7-b36e-5f0608541a75 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:47.476575 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.483806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.549553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.558294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Provisioning complete for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:47.558294 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.617651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:10:47.617651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.641415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=76580337-3210-4a68-a575-858c80a605a7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: timer() May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:10:47.647592 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:10:47.732607 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Attempting to bind port 47f24d57-848c-4bd7-b36e-5f0608541a75 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:47.733577 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Attempting to bind port 47f24d57-848c-4bd7-b36e-5f0608541a75 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:47.749021 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Attempting to bind port 47f24d57-848c-4bd7-b36e-5f0608541a75 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:47.788808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:47.789173 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:47.789575 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.789963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:47.790437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Bound port: 47f24d57-848c-4bd7-b36e-5f0608541a75, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:47.790822 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.831822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:31Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:43Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:47.852455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Allocated IP 172.20.0.1 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/732eb26f-f9fd-46f4-9115-f1eb51c7802d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:47.887861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.947293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:47.947876 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.959703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345a54f-05bf-4578-a4d4-25df98c29e3d None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:31Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:43Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:47.974156 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:47.990781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:48.025503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Deleting port 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:48.026243 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.026590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Usage tracker for resource:port and tenant:349f208af6164092af5b82b6240a1cd1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:48.031742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:48.032438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.036462 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb079c-20a8-432f-80b0-0c212e48c298 None None] Pushing event updated for resources: {'Port': ['ID=47f24d57-848c-4bd7-b36e-5f0608541a75,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.102111 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] For port 47f24d57-848c-4bd7-b36e-5f0608541a75, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:48.109609 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] For port 47f24d57-848c-4bd7-b36e-5f0608541a75, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=47f24d57-848c-4bd7-b36e-5f0608541a75,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:48.120146 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.134249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:48.168823 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.170814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:48.248121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.294765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:48.295418 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:48.307722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18bbc4d0-be1e-4743-b78f-d293368865dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/76580337-3210-4a68-a575-858c80a605a7 HTTP/1.1" status: 204 len: 168 time: 7.6470356 May 13 15:10:48.318462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36270) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:48.321724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=9dddead7-f07e-472d-8516-d63c3bd224fe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:48.478786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Made reservation on behalf of 349f208af6164092af5b82b6240a1cd1 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:48.497018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.502811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:48.570955 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.606504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-33eb1e4f-9816-49a5-ab8e-fd86c09866a9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/9dddead7-f07e-472d-8516-d63c3bd224fe HTTP/1.1" status: 204 len: 168 time: 6.7050314 May 13 15:10:48.622120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.656356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:48.665457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-03076409-a3c3-44d8-8923-40a8ad48318c None None] The port '6fab8c7e-f616-4041-9f4b-a7ce0e069c1f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:10:48.688186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Usage tracker for resource:security_group_rule and tenant:349f208af6164092af5b82b6240a1cd1 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:48.695156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:48.707573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:48.760435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:10:48.787848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:48.814292 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:48.823411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.842763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Allocated IP 2001:db8:0:1::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/8220312f-d92a-4203-95f7-7a7e8e39fc71/8bb45724-4642-482f-bf5a-103b0484cf80) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:48.871719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Current status of the port 62c2623e-34cc-45da-bdc8-15e2d331fc2f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:48.871719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.912614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:48.912948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6fab8c7e-f616-4041-9f4b-a7ce0e069c1f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:10:48.942202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:48.959776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] For port 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62c2623e-34cc-45da-bdc8-15e2d331fc2f,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:48.996281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.149026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:49.239559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-676a3a90-4a93-4a16-842d-efd9ab0f0390 req-faef14b4-888d-4dc5-bcfc-e5501b07b62e tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.6218419 May 13 15:10:49.288802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb079c-20a8-432f-80b0-0c212e48c298 None None] Pushing event updated for resources: {'Port': ['ID=47f24d57-848c-4bd7-b36e-5f0608541a75,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:49.421053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Allocated IP 192.168.233.148 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/30c75df4-dabf-45ed-b20b-56d84439b78f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:49.499382 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.515489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c377708-26dc-450a-956e-91a2561ef12a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:49.522667 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:40Z', 'revision_number': 3, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:49.533171 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e3fe5-a144-4472-8db6-b4cd73953f71 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:40Z', 'revision_number': 3, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:49.539712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Transition to ACTIVE for port object 732eb26f-f9fd-46f4-9115-f1eb51c7802d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:49.652510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d9f2-b005-48a7-b51b-df84e70f200a None None] Pushing event updated for resources: {'Port': ['ID=62c2623e-34cc-45da-bdc8-15e2d331fc2f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:49.702695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.708415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.713049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:49.859543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.877944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa8e469-5054-412c-b166-880f2bac1619 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:49.879624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6aa8e469-5054-412c-b166-880f2bac1619 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:49.892631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9c377708-26dc-450a-956e-91a2561ef12a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:49.909232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-044fa966-ca39-4aab-9046-aa75ad690f3a None None] Provisioning complete for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:49.909784 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-044fa966-ca39-4aab-9046-aa75ad690f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:49.925218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:49.942609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:49.971802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:50.088998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9c377708-26dc-450a-956e-91a2561ef12a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:50.096457 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.130571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.227226 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:50.247766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.314605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Transition to ACTIVE for port object 30c75df4-dabf-45ed-b20b-56d84439b78f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:50.322980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6aa8e469-5054-412c-b166-880f2bac1619 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:50.323202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Transition to ACTIVE for port object 8bb45724-4642-482f-bf5a-103b0484cf80 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:50.324180 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6aa8e469-5054-412c-b166-880f2bac1619 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.5352504 May 13 15:10:50.332993 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.338889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.343282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36284) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:50.361273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.362034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.495596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.581548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9c377708-26dc-450a-956e-91a2561ef12a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:50.583054 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.593297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4a5f8-2a28-44dc-b7af-b3ace7fc5971 None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.597884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:50.824948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75e2ba-d0b1-4db0-805a-eaeefc222bbe tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:50.826395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.826995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab75e2ba-d0b1-4db0-805a-eaeefc222bbe tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:50.840240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:50.845913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:50.853339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.898717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:50.903845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 9c377708-26dc-450a-956e-91a2561ef12a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c377708-26dc-450a-956e-91a2561ef12a,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:50.926578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:50.930794 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.934666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:50.946152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2c791f96-d652-4377-9adf-55be7511e669 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:51.115285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.141151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.166342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-044fa966-ca39-4aab-9046-aa75ad690f3a None None] Current status of the port 62c2623e-34cc-45da-bdc8-15e2d331fc2f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:51.204328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-044fa966-ca39-4aab-9046-aa75ad690f3a None None] Provisioning for port 2c791f96-d652-4377-9adf-55be7511e669 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:51.219944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Pushing event updated for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:51.252812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 2c791f96-d652-4377-9adf-55be7511e669 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:51.270169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2c791f96-d652-4377-9adf-55be7511e669 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:51.273753 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.411154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:10:51.456626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Provisioning for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:51.471733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Provisioning complete for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:51.482358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.528341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ab75e2ba-d0b1-4db0-805a-eaeefc222bbe tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:51.537718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ab75e2ba-d0b1-4db0-805a-eaeefc222bbe tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 3.2149191 May 13 15:10:51.553022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36290) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:51.642482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:51.649310 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.661507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Port 732eb26f-f9fd-46f4-9115-f1eb51c7802d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:51.693954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8cd341ef-cf74-4d87-8dba-7866c372eb25 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.3494365 May 13 15:10:51.704469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:51.711203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-789643444'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:51.735384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268db0-553a-43b7-bc6b-2e8977764bb7 req-601c6c0f-52e9-4ea6-9358-aed4c0ca04a3 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:51.746283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53268db0-553a-43b7-bc6b-2e8977764bb7 req-601c6c0f-52e9-4ea6-9358-aed4c0ca04a3 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 936 time: 1.1341543 May 13 15:10:51.751029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Provisioning complete for port 2c791f96-d652-4377-9adf-55be7511e669 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:51.751397 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:51.778446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:51.783968 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-1768ede7-47eb-452a-866a-ca2718d94099 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6220315 May 13 15:10:51.799551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:51.811862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:51.824729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:51.853041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:51.871738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:51.937034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2c791f96-d652-4377-9adf-55be7511e669 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:51.937999 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.096460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 2c791f96-d652-4377-9adf-55be7511e669, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2c791f96-d652-4377-9adf-55be7511e669,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:52.110223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.111369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:52.143859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075075a4-17c1-4dbf-9588-644c0d55bb94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.146213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-075075a4-17c1-4dbf-9588-644c0d55bb94 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5897369 May 13 15:10:52.223319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Current status of the port 2c791f96-d652-4377-9adf-55be7511e669 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:52.224728 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.230928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36302) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:52.250597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.257482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:52.261323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.263949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Request body: {'port': {'device_id': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:52.288603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-53268db0-553a-43b7-bc6b-2e8977764bb7 req-05b59d58-dee4-44c9-beef-413ff5747f43 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405407 May 13 15:10:52.333582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:10:52.334209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 15:10:52.396545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 not found, will not notify nova. {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 15:10:52.464445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.549241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:10:52.551744 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:10:52.554296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.571058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=2c791f96-d652-4377-9adf-55be7511e669,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:52.592270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:52.620384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:52.624407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.626084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.627574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:52.628422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:52.670805 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:52.671246 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment 2a02026e-0068-4dc5-af86-2ff120ad9a85 of type vlan for network fc31a6b6-646c-4f9e-9519-c5fe177746ce May 13 15:10:52.845623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c377708-26dc-450a-956e-91a2561ef12a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:52.908383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.031402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9c377708-26dc-450a-956e-91a2561ef12a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:53.032369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.130087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:53.172365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:53.179090 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5c7afc8-5eed-4397-92da-b2e3241f4b1f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9068372 May 13 15:10:53.191103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:53.194652 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.203436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Current status of the port 2c791f96-d652-4377-9adf-55be7511e669 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:53.208886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:53.276888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Provisioning for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:53.289730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:53.290725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:53.306345 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c9dfadd3-1a05-40b3-95a9-da196b65eb4f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3780537 May 13 15:10:53.311052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36312) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:53.388437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-246207298'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:53.407120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:53.461054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.473520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:53.476399 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.491956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 41f468af-826c-4ad8-8bab-e518b2026153 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:53.497297 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.508508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Provisioning complete for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:53.509049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.571001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.652400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0f738e66-a447-41b0-a73b-71a480e82e10 None None] Port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:53.679609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:53.679823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.734177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9c377708-26dc-450a-956e-91a2561ef12a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:53.735661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62c2623e-34cc-45da-bdc8-15e2d331fc2f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:53.779020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.793590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:53.827571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:53.874096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:53.908501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c75df4-dabf-45ed-b20b-56d84439b78f {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:10:53.922566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Provisioning for port 30c75df4-dabf-45ed-b20b-56d84439b78f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:53.923508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=41f468af-826c-4ad8-8bab-e518b2026153,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:53.931244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.934441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.939235 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-70f884c3-1531-4eaf-8605-518d44031cd1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/41f468af-826c-4ad8-8bab-e518b2026153 HTTP/1.1" status: 204 len: 168 time: 0.7378767 May 13 15:10:53.942930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:53.943159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2371609 May 13 15:10:53.944964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36318) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:53.949665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.954296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:53.955794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:53.956630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:53.989640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.006588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d2ff0-9031-4f7b-b6b5-bc14d10f46fe None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:54.012437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Transition to ACTIVE for port object 30c75df4-dabf-45ed-b20b-56d84439b78f will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:54.014732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:54.046176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc441eb-839e-40c4-8961-b1a317a63095 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=fc31a6b6-646c-4f9e-9519-c5fe177746ce,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.050961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Provisioning complete for port 30c75df4-dabf-45ed-b20b-56d84439b78f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:54.051518 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.099952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:54.171944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 8220312f-d92a-4203-95f7-7a7e8e39fc71 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:10:54.175938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.210613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.231183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.266389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:10:54.326157 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.470136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Port 30c75df4-dabf-45ed-b20b-56d84439b78f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:54.529759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-1ea8fd67-ff22-4f51-8970-0fe7e53cb51e tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:54.530543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-1ea8fd67-ff22-4f51-8970-0fe7e53cb51e tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Synchronizing usage tracker for tenant:349f208af6164092af5b82b6240a1cd1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:54.553937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Provisioning for port 8bb45724-4642-482f-bf5a-103b0484cf80 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:54.559433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.559594 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 6af103b7-fa92-4dd9-a6fe-79d4d433067a of type vlan for network 8ac37a90-515c-4051-933b-994e468b5df5 May 13 15:10:54.596528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:54.597085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.634132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Pushing event updated for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:54.697824 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:54.723273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.756275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.788361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:54.821230 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.832377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-1ea8fd67-ff22-4f51-8970-0fe7e53cb51e tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Unset dirty status for tenant:349f208af6164092af5b82b6240a1cd1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:54.839455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-1ea8fd67-ff22-4f51-8970-0fe7e53cb51e tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 936 time: 1.3096585 May 13 15:10:54.840310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:54.854230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:54.876516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:54.920547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:54.924457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:54.934641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Attempting to bind port 30c75df4-dabf-45ed-b20b-56d84439b78f on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:10:54.934977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Attempting to bind port 30c75df4-dabf-45ed-b20b-56d84439b78f by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:10:54.935308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Attempting to bind port 30c75df4-dabf-45ed-b20b-56d84439b78f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:54.950857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-c8c87120-6488-40c6-bc02-6d3e76f0519f tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Synchronizing usage tracker for tenant:349f208af6164092af5b82b6240a1cd1 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:54.960606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Port 30c75df4-dabf-45ed-b20b-56d84439b78f on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:10:54.961209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Attempting to bind port 30c75df4-dabf-45ed-b20b-56d84439b78f on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:10:54.966829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:54.976989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:10:54.977862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:54.978442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:10:54.979084 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Bound port: 30c75df4-dabf-45ed-b20b-56d84439b78f, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:10:54.979631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.043066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.049334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:55.049994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.076330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 62c2623e-34cc-45da-bdc8-15e2d331fc2f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:55.077785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 47f24d57-848c-4bd7-b36e-5f0608541a75 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:55.179481 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.187784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.224117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 47f24d57-848c-4bd7-b36e-5f0608541a75 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:10:55.260566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 47f24d57-848c-4bd7-b36e-5f0608541a75 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:55.261252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.273067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.280111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-c8c87120-6488-40c6-bc02-6d3e76f0519f tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Unset dirty status for tenant:349f208af6164092af5b82b6240a1cd1 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:55.291853 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f73b86c0-4a31-4775-b357-762cf1cd01f0 req-c8c87120-6488-40c6-bc02-6d3e76f0519f tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514182 May 13 15:10:55.340896 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0268860 May 13 15:10:55.349655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.350624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.351457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.351895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.352523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.353000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.353119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:47Z', 'revision_number': 3, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:10:49Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.353730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.354128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.354650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.355227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.355783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.356117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:10:55.362806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36328) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:55.372547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=226db5b7-ea15-43ba-b127-38a33aba10c5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.374618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:55.379175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:55.384437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:55.384941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Updating router 8a73d391-0094-4d3d-a406-244d630bbb30 port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:10:55.392242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f9d40-c40d-4038-b9ba-d2e3e8db6875 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=8ac37a90-515c-4051-933b-994e468b5df5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.461053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Could not find standard attr ID for object 76580337-3210-4a68-a575-858c80a605a7. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:10:55.464373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.468965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.482457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8ac37a90-515c-4051-933b-994e468b5df5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:10:55.586229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=8220312f-d92a-4203-95f7-7a7e8e39fc71,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:55.615838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.665877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:10:55.667831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': '2a02026e-0068-4dc5-af86-2ff120ad9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:55.668463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: fc31a6b6-646c-4f9e-9519-c5fe177746ce, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:55.688357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c9c6168f-1db1-4b6b-8efa-9344af9fd822 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/8220312f-d92a-4203-95f7-7a7e8e39fc71 HTTP/1.1" status: 204 len: 168 time: 1.7383456 May 13 15:10:55.694081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:55.761730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=30c75df4-dabf-45ed-b20b-56d84439b78f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:10:55.790857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.795388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:55.852902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4f1baddd-fbe6-4e73-b798-aa5ed3f4d482 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511700 May 13 15:10:55.855335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36338) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:55.867821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:55.876254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:55.879252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:55.888838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:55.902349 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:55.910964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-356b3424-81ba-4793-b199-4dbb03851ce0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/e72d73ee-94ca-4655-97fe-975b44d9fb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1303153 May 13 15:10:55.912483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:55.924996 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:55.925687 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:55.930003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:55.930984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.932654 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] 10.222.0.86 "PUT /v2.0/ports/30c75df4-dabf-45ed-b20b-56d84439b78f HTTP/1.1" status: 200 len: 1096 time: 4.1005635 May 13 15:10:55.940957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:10:55.978097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:55.981932 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:55.986411 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Provisioning complete for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:55.986783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.071621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 47f24d57-848c-4bd7-b36e-5f0608541a75 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:56.072017 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.083513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:56.089143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:56.093686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:10:56.101984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:56.107127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 47f24d57-848c-4bd7-b36e-5f0608541a75, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=47f24d57-848c-4bd7-b36e-5f0608541a75,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:10:56.118598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:56.128915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-001d37c0-dafb-4981-a2d3-4bb06ec4f4e6 None None] Port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:56.132773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:56.137914 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.159384 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a710be-9270-48be-9685-19cb1bc2ff36'] response: {'name': 'network-changed', 'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f', 'status': 'completed', 'code': 200} May 13 15:10:56.167397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac764-9619-4d53-acb1-5c001397c59a service neutron] Pushing event updated for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:56.305691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:56.305941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8bb45724-4642-482f-bf5a-103b0484cf80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:56.385019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:56.648841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:56.654781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, fc31a6b6-646c-4f9e-9519-c5fe177746ce) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:56.658023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:56.693215 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1e6b1-f749-45bd-8224-34afd25342cf None None] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:56.904129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:56.905098 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.096185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3fecb9ea-dee2-4d3f-875f-7589369a91b3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0930057 May 13 15:10:57.102222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36356) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:57.154634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce', 'name': 'tempest-PortsIpV6TestJSON-943814062'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:57.168552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:57.182913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbc703-f765-4b9c-abcb-41365b8ab12c None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:57.267342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47ef84-6c7d-49bf-9c8b-a8e88b53d064 req-d2dcf713-70b5-4653-8abc-81ed95e74553 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:57.270556 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:57.278005 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:10:57.279782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c47ef84-6c7d-49bf-9c8b-a8e88b53d064 req-d2dcf713-70b5-4653-8abc-81ed95e74553 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 948 time: 0.5605059 May 13 15:10:57.294337 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:57.294975 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:57.308868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-91d75787-d838-4dc3-8bbb-014acb8e0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:57.310432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-91d75787-d838-4dc3-8bbb-014acb8e0164 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=349f208af6164092af5b82b6240a1cd1&device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 1099 time: 1.2987328 May 13 15:10:57.537501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e7ac3-1bec-44e6-baba-a67442c3c25d req-076a2d17-eca3-4ddb-9764-8035fd583c5f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:57.538506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-dd8e7ac3-1bec-44e6-baba-a67442c3c25d req-076a2d17-eca3-4ddb-9764-8035fd583c5f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:57.545851 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:10:57.552596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:10:57.569904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-98685a6c-c778-4eeb-83e5-e776e06a3245 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=30c75df4-dabf-45ed-b20b-56d84439b78f HTTP/1.1" status: 200 len: 217 time: 0.1944621 May 13 15:10:57.635813 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:10:57.639605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=47f24d57-848c-4bd7-b36e-5f0608541a75,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:57.743511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:10:57.758247 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:10:57.758797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 8ac37a90-515c-4051-933b-994e468b5df5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:10:57.806611 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c47ef84-6c7d-49bf-9c8b-a8e88b53d064 req-ed8db41a-4e4d-4565-8dc4-1317f4f40cfa tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261636 May 13 15:10:57.809904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=558dabc4-dbc9-4568-b7b6-2e8ae8181141,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:57.883735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-c13ebc8c-ee83-4437-9a86-c4efa45a4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:57.885264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-c13ebc8c-ee83-4437-9a86-c4efa45a4dee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.2964737 May 13 15:10:57.886193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 8ac37a90-515c-4051-933b-994e468b5df5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:10:58.000705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-dd8e7ac3-1bec-44e6-baba-a67442c3c25d req-076a2d17-eca3-4ddb-9764-8035fd583c5f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:58.003160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd8e7ac3-1bec-44e6-baba-a67442c3c25d req-076a2d17-eca3-4ddb-9764-8035fd583c5f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 1.4194732 May 13 15:10:58.015923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8ac37a90-515c-4051-933b-994e468b5df5) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:58.026404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-fc31a6b6-646c-4f9e-9519-c5fe177746ce', 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': '226db5b7-ea15-43ba-b127-38a33aba10c5'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:10:58.027837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.042346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:58.042944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.049381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Provisioning complete for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:58.049749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.102432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff88bb70-201b-49ec-953b-b22dba451387 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7381794 May 13 15:10:58.106107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36364) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:58.119772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6395ff4d-ccd0-4996-abba-50f8889f2c44 None None] Network 8ac37a90-515c-4051-933b-994e468b5df5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:10:58.152078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:58.161064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:58.161433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.166210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:10:58.197010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:10:58.203118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.246779 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:58.254137 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ae77-c721-4429-b61a-f057b2332eaa None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'cf9d21ee-6f75-496d-909d-8be6e0ea7c7b', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'port_id': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'mac_address': 'fa:16:3e:6a:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff041a-864c-413e-a7ee-2265816841c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:08:43Z', 'updated_at': '2022-05-13T15:08:57Z', 'revision_number': 1, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:10:58.280815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dd8e7ac3-1bec-44e6-baba-a67442c3c25d req-351c4398-be7b-4428-afae-c7bb90d4bbcb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268395 May 13 15:10:58.281955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-4e1a995b-8c6b-45b0-b6a9-5a9ba1f908e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:58.283199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 732e63b9-cdbb-433f-821f-2b75b2aab554 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:10:58.283944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-4e1a995b-8c6b-45b0-b6a9-5a9ba1f908e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3788576 May 13 15:10:58.348408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-0d4b5cb2-8e98-43c0-9430-b8a099a8e9ce tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:58.349218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-0d4b5cb2-8e98-43c0-9430-b8a099a8e9ce tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:10:58.380982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:10:58.398562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d265fcc-03f1-4b29-9489-423de4b4fbc3 admin admin] 10.222.0.36 "PUT /v2.0/routers/d892c906-de43-476b-8e81-798611ac3c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2026105 May 13 15:10:58.478683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:10:58.486768 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.525297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-0d4b5cb2-8e98-43c0-9430-b8a099a8e9ce tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:10:58.526509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-0d4b5cb2-8e98-43c0-9430-b8a099a8e9ce tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 0.5581198 May 13 15:10:58.593244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:10:58.593893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:10:58.641843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::19c (fc31a6b6-646c-4f9e-9519-c5fe177746ce/226db5b7-ea15-43ba-b127-38a33aba10c5/732e63b9-cdbb-433f-821f-2b75b2aab554) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:10:58.677176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Transition to ACTIVE for port object cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:58.706151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Port 732eb26f-f9fd-46f4-9115-f1eb51c7802d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:10:58.753496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.963261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:58.983987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 732e63b9-cdbb-433f-821f-2b75b2aab554 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:10:58.999874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ce6c-274d-49c2-892d-13ff9c1468b0 None None] Pushing event updated for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.036733 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.132837 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.172984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:10:59.184926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:10:59.203056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-b6dd0265-8960-41e5-91d2-06a05054d58d service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944161 May 13 15:10:59.204932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:10:59.208939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:10:59.209630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.211971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:10:59.212975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.304564 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1653008 May 13 15:10:59.315861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36380) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.323977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585b32b-9ad9-4238-81d4-30e45a1ae1e0 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=732e63b9-cdbb-433f-821f-2b75b2aab554,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:10:59.330868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce', 'name': 'tempest-PortsIpV6TestJSON-276612680'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:59.552183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:10:59.570214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:10:59.570771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:10:59.812482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 47f24d57-848c-4bd7-b36e-5f0608541a75 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:10:59.885281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:10:59.933472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-904983873-network', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:10:59.953184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:10:59.977843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Usage tracker for resource:network and tenant:1fd3dca0b0bd4459b8d03402db821589 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:10:59.997645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:00.008688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:00.026265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:00.041513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:00.075453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Attempting to bind port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:00.076084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Attempting to bind port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:00.076617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Attempting to bind port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 on network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:00.078578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:00.089601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb3a9-7c1d-4708-ad0d-19310595bd56 req-8c134731-9407-4a43-9fae-cfc476e1fede tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:00.091600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-58abb3a9-7c1d-4708-ad0d-19310595bd56 req-8c134731-9407-4a43-9fae-cfc476e1fede tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 946 time: 0.5531747 May 13 15:11:00.095396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:00.123887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:00.128937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Made reservation on behalf of 1fd3dca0b0bd4459b8d03402db821589 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:00.131772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.147826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:00.149174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Checking segment: {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:00.150150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.151055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Bound using segment: {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:00.152141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Bound port: cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9844cfcf-a42c-4aef-a142-1d72bfb38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:00.153122 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.176585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.179291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Allocated IP 2001:db8::2 (fc31a6b6-646c-4f9e-9519-c5fe177746ce/226db5b7-ea15-43ba-b127-38a33aba10c5/486e0967-8867-463c-8654-b703c3ab8b34) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:00.225350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:00.230187 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d782cd85-ffb8-4be9-9ec9-8ec5a56fdac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.231959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-58abb3a9-7c1d-4708-ad0d-19310595bd56 req-a236cdcc-9efb-4476-8797-2905138ef20a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=30de2209-76ce-4daa-aa68-306d008c52e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325290 May 13 15:11:00.241500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:00.246482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Usage tracker for resource:security_group_rule and tenant:1fd3dca0b0bd4459b8d03402db821589 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:00.249948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:00.258200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:00.323584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:00.327215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.378038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8ac37a90-515c-4051-933b-994e468b5df5', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:00.380541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.393189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 2e387ef9-d571-4776-a1a2-d8d00f7afa1d yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:00.409199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '673255bf-8d6c-45d8-8db0-0df518999c29'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '8bb45724-4642-482f-bf5a-103b0484cf80'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:11:00.428615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.434250 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.525287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.554859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.555985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.569118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acdce-bb3a-4027-8d14-525e3c3a73f6 req-20efc8d5-502f-4ca4-98b6-a601331445b7 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:00.577842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-383acdce-bb3a-4027-8d14-525e3c3a73f6 req-20efc8d5-502f-4ca4-98b6-a601331445b7 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 948 time: 1.4332213 May 13 15:11:00.605565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4151e88e-b89e-44ca-b5db-f39ae557e537 req-3d086066-ca2c-459b-8f88-c4b53265a3aa service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1909366 May 13 15:11:00.624080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:00.624568 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:00.733116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Allocated IP 2001:db8:2::2 (8ac37a90-515c-4051-933b-994e468b5df5/558dabc4-dbc9-4568-b7b6-2e8ae8181141/c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:00.821162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-383acdce-bb3a-4027-8d14-525e3c3a73f6 req-197a2fd2-2c4d-4378-8981-52eba9ebc704 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422864 May 13 15:11:00.911550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:01.009548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=8']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.012756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e45aaa-a13b-4b30-ad1c-34498b43ee0b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.026182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:01.032912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:01.039771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:01.043536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:01.044335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.049631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=673255bf-8d6c-45d8-8db0-0df518999c29,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.082773 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.083292 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Added segment 3676d3e5-fa2e-49e6-9968-0a9cb446733a of type vlan for network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 May 13 15:11:01.118738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-37e26282-072e-450f-8943-822edc595d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:01.121308 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-37e26282-072e-450f-8943-822edc595d93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=349f208af6164092af5b82b6240a1cd1&device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 1099 time: 0.4431698 May 13 15:11:01.124848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.128105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-330f66df-b524-42a4-b4d4-1720f7c01a90 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2677791 May 13 15:11:01.134837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36402) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:01.159846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:01.332735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.367914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] For port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:01.372892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] For port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:01.393706 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.394546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.516272 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.517465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:01.523539 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.526338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:01.543305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d032488-b5fa-4b8c-b26e-950ded9a45ce None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:01.641136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=999a3e47-7c19-4c94-9a49-5b7b0d4cbe38,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.699975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] Pushing event updated for resources: {'Network': ['ID=27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.767155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62877079-c0be-4ff4-b7eb-187471794e32 req-1c54171f-483f-4c78-b21f-03c0e92ba481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.0989506 May 13 15:11:01.768595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:01.787179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8037c2ea-686d-4ab4-98de-1b8d463eaa7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8848910 May 13 15:11:01.796880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-f38bce9d-3357-44c6-8d85-21764d04e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:01.798176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36412) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:01.798310 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-f38bce9d-3357-44c6-8d85-21764d04e7d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.6566310 May 13 15:11:01.807136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:01.814614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:01.831140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ce6c-274d-49c2-892d-13ff9c1468b0 None None] Pushing event updated for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:01.835962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Request body: {'subnet': {'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-904983873-subnet', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:01.858968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:01.870348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Usage tracker for resource:subnet and tenant:1fd3dca0b0bd4459b8d03402db821589 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:01.877440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:01.911024 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-b71170c1-cb13-4f43-9ab3-1c30f0071690 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=30c75df4-dabf-45ed-b20b-56d84439b78f HTTP/1.1" status: 200 len: 217 time: 0.0950646 May 13 15:11:01.914419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:01.943391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:01.961893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Made reservation on behalf of 1fd3dca0b0bd4459b8d03402db821589 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:01.964461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.061932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:02.114663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:02.204392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:02.208059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.212474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:02.223399 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.248600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Transition to ACTIVE for port object c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:02.252497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.296162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'name': 'network-vif-deleted', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:02.337316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Transition to ACTIVE for port object c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:02.465741 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 673255bf-8d6c-45d8-8db0-0df518999c29 (CIDR: 2001:db8::/64) May 13 15:11:02.482846 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:11:02.483350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:02.489578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:02.489900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:02.542518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-57beb72a-6007-41b0-963d-9816f7d1a67b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4052989 May 13 15:11:02.545989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36424) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:02.560431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:02.588628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 47f24d57-848c-4bd7-b36e-5f0608541a75 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:02.589009 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.657737 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.663236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.689507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:02.691478 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bcf83bda-7712-47bf-8113-3ffa287cfb07 req-3a425749-ec6c-41cf-8d34-a502721fe481 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "DELETE /v2.0/ports/999a3e47-7c19-4c94-9a49-5b7b0d4cbe38 HTTP/1.1" status: 204 len: 173 time: 4.1410754 May 13 15:11:02.720475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-4562d6f2-ec7e-46e7-821c-5ea14a6d317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:02.722172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-4562d6f2-ec7e-46e7-821c-5ea14a6d317e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.7246990 May 13 15:11:02.901971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Pushing event updated for resources: {'Port': ['ID=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:02.904580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:02.905224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:10:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:02.966521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Pushing event updated for resources: {'Subnet': ['ID=047abd9d-57f0-4dd5-b8c9-fadcaf5f208f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:03.083482 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae37095-68d2-4d42-9a5e-35af59a424eb'] response: {'server_uuid': 'e1efa391-bc05-4997-b8df-0d6747b4640f', 'name': 'network-vif-deleted', 'tag': '999a3e47-7c19-4c94-9a49-5b7b0d4cbe38', 'status': 'completed', 'code': 200} May 13 15:11:03.161665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Checking segment: {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:03.162238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Network hostable DHCP agents. Network: 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:03.164276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7e7c-4310-4acd-b8fe-ec02362269ea req-09f28619-a516-4ad5-809a-f68199e24c2b tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:03.174347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-658f7e7c-4310-4acd-b8fe-ec02362269ea req-09f28619-a516-4ad5-809a-f68199e24c2b tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 948 time: 0.9275749 May 13 15:11:03.203897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:03.240370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:03.245258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:03.253826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:03.271786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:03.276306 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.276527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Transition to ACTIVE for port object 486e0967-8867-463c-8654-b703c3ab8b34 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:03.370433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-658f7e7c-4310-4acd-b8fe-ec02362269ea req-4de843ed-2d60-432c-9d4c-3e49885cbce3 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948214 May 13 15:11:03.375697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8:2::1 (8ac37a90-515c-4051-933b-994e468b5df5/558dabc4-dbc9-4568-b7b6-2e8ae8181141/62fa5696-ccb2-45ee-90d3-2cba5acc72f1) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:03.380105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a2abb468-2bd6-4ead-ad49-73ae21e650a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.386619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-2cd044c7-dcfd-434f-b739-13d66b8ae809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:03.389466 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-2cd044c7-dcfd-434f-b739-13d66b8ae809 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6166964 May 13 15:11:03.409697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Network 8ac37a90-515c-4051-933b-994e468b5df5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:03.428469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Transition to ACTIVE for port object 486e0967-8867-463c-8654-b703c3ab8b34 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:03.440030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:03.453691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.458643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:03.460532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:03.537263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8fc04e0-17f9-4b87-8e45-44a91244d1c4 req-b7614526-5390-4894-b70c-79e2025a1415 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1efa391-bc05-4997-b8df-0d6747b4640f HTTP/1.1" status: 200 len: 210 time: 0.2285750 May 13 15:11:03.623890 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.638127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 30c75df4-dabf-45ed-b20b-56d84439b78f details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:11:03.667601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:03.682251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:03.682944 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.717435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f47fbad3-084b-4474-bfc4-baa9b172436c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9058261 May 13 15:11:03.729081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:03.755712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:03.775149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:03.792423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::109 (fc31a6b6-646c-4f9e-9519-c5fe177746ce/226db5b7-ea15-43ba-b127-38a33aba10c5/2e387ef9-d571-4776-a1a2-d8d00f7afa1d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:03.808273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Usage tracker for resource:router and tenant:1fd3dca0b0bd4459b8d03402db821589 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:03.817976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-0a8ebe7c-c739-496c-a40b-1342c1659d84 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195340 May 13 15:11:03.823587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:03.887261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:03.893926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:03.954108 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b3e9d-d73a-4cee-a427-39ebdab8b205 None None] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:03.983244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:03.984472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.005613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.006919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.031732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.061661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.077349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.138832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:04.163039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9e4dfdda-284c-49f9-a709-7c7cca9b1eec req-29432c62-d215-4175-8b5b-6b9e41595416 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204379 May 13 15:11:04.184548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 8ac37a90-515c-4051-933b-994e468b5df5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:04.188793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:04.244412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:04.245205 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.252867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.258081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:04.269896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:04.281132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:04.281822 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.330150 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7821493 May 13 15:11:04.337285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36438) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.346723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:1f:0c:85', 'name': 'tempest-NetworksTestDHCPv6-1216872239'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:04.367794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626283b8-55e2-48c3-8d27-e55c35d707c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=13db5c88-3cbe-4fe4-97d0-14789536cca3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.555557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:04.556140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.587302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:04.590632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:04.602183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 2e387ef9-d571-4776-a1a2-d8d00f7afa1d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:04.638247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:04.649921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:04.679577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:04.688154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Attempting to bind port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:04.688642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Attempting to bind port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:04.689011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Attempting to bind port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 on network 8ac37a90-515c-4051-933b-994e468b5df5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:04.710258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:04.710705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Checking segment: {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:04.711116 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.711524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Bound using segment: {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:04.712127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Bound port: c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:04.712652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.718132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.748281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:04.801149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:04.817978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:04.968367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=2e387ef9-d571-4776-a1a2-d8d00f7afa1d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:04.978464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.015285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:05.016590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port d6ec9665-db49-41d3-a77d-f6d206afd2aa yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:05.051855 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:05.055417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:05.061219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.061902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.092314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f3d18c9-a2bd-4e10-a873-975c1e203700 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7722228 May 13 15:11:05.102710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.126673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=30c75df4-dabf-45ed-b20b-56d84439b78f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:05.175925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:05.212111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.219099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Pushing event updated for resources: {'Port': ['ID=486e0967-8867-463c-8654-b703c3ab8b34,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.223507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '30c75df4-dabf-45ed-b20b-56d84439b78f', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': '30c75df4-dabf-45ed-b20b-56d84439b78f', 'mac_address': 'fa:16:3e:65:ca:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:11:05.249433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:10:53Z', 'revision_number': 2, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:05.287319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b6ada-2d00-483e-ba66-92c34dddb111 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.288310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-653b6ada-2d00-483e-ba66-92c34dddb111 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:05.292835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.326131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-653b6ada-2d00-483e-ba66-92c34dddb111 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:05.330667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-653b6ada-2d00-483e-ba66-92c34dddb111 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19c HTTP/1.1" status: 200 len: 928 time: 0.2267506 May 13 15:11:05.334286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:05.347800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a808-0c83-4f05-b033-546f6390f2a9 req-fd43dddf-9839-4649-b243-51f18087bd84 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:05.349936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de04a808-0c83-4f05-b033-546f6390f2a9 req-fd43dddf-9839-4649-b243-51f18087bd84 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 948 time: 0.7440100 May 13 15:11:05.355375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.401014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:05.401502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Updating router d892c906-de43-476b-8e81-798611ac3c58 port 732eb26f-f9fd-46f4-9115-f1eb51c7802d binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:05.424542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 2e387ef9-d571-4776-a1a2-d8d00f7afa1d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:05.425186 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.469165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.487684 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.612022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de04a808-0c83-4f05-b033-546f6390f2a9 req-99ceb78d-53d5-4aa3-9ea9-94b8c5e0b753 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405510 May 13 15:11:05.656722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 47f24d57-848c-4bd7-b36e-5f0608541a75 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:05.657947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2c791f96-d652-4377-9adf-55be7511e669 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:05.784968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2a2f-d29c-4865-a21e-e37d2619407d None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:05.787400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 30c75df4-dabf-45ed-b20b-56d84439b78f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:05.787646 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.838652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:05.893092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8:0:1::e8 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/13db5c88-3cbe-4fe4-97d0-14789536cca3/d6ec9665-db49-41d3-a77d-f6d206afd2aa) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:05.929826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::f816:3eff:fe1f:c85 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/673255bf-8d6c-45d8-8db0-0df518999c29/d6ec9665-db49-41d3-a77d-f6d206afd2aa) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:06.016129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Attempting to bind port 486e0967-8867-463c-8654-b703c3ab8b34 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:06.016894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Attempting to bind port 486e0967-8867-463c-8654-b703c3ab8b34 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2a02026e-0068-4dc5-af86-2ff120ad9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:06.017474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Attempting to bind port 486e0967-8867-463c-8654-b703c3ab8b34 on network fc31a6b6-646c-4f9e-9519-c5fe177746ce {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:06.024629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c75df4-dabf-45ed-b20b-56d84439b78f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:06.045052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=30c75df4-dabf-45ed-b20b-56d84439b78f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:06.060624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.070968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:06.071760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Checking segment: {'id': '2a02026e-0068-4dc5-af86-2ff120ad9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:06.072421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.073065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Bound using segment: {'id': '2a02026e-0068-4dc5-af86-2ff120ad9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:06.073772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Bound port: 486e0967-8867-463c-8654-b703c3ab8b34, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a02026e-0068-4dc5-af86-2ff120ad9a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fc31a6b6-646c-4f9e-9519-c5fe177746ce'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:06.074389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.127813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.211172 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.246858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.362084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 2e387ef9-d571-4776-a1a2-d8d00f7afa1d owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:06.457089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] For port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:06.480560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 2c791f96-d652-4377-9adf-55be7511e669 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:06.481309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.505203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30de2209-76ce-4daa-aa68-306d008c52e2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:06.580534 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:06.610235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.627869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['30c75df4-dabf-45ed-b20b-56d84439b78f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:06.630395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.631337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.763743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff119171-af6e-40f5-aaa6-44e7749d1db2 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:06.777091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.802980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] For port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:06.810475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.898793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object d6ec9665-db49-41d3-a77d-f6d206afd2aa will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:06.965659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:06.999078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.042054 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.046233 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1e9a2b0a-5138-4ccc-b015-d66a9d214c4c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/security-groups/30de2209-76ce-4daa-aa68-306d008c52e2 HTTP/1.1" status: 204 len: 168 time: 2.2378139 May 13 15:11:07.069875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.114189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:07.152262 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] For port 486e0967-8867-463c-8654-b703c3ab8b34, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:07.174887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:07.185968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:07.230985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:07.231821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.239275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.337221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:07.341355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:07.346348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:07.353648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:07.354124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.364986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec481ee1-3b30-4de9-9c4e-cb4ccb8396eb None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:07.365357 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec481ee1-3b30-4de9-9c4e-cb4ccb8396eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.398239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] For port 486e0967-8867-463c-8654-b703c3ab8b34, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=486e0967-8867-463c-8654-b703c3ab8b34,segment=NetworkSegment(2a02026e-0068-4dc5-af86-2ff120ad9a85),segment_id=2a02026e-0068-4dc5-af86-2ff120ad9a85)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:07.429292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=d6ec9665-db49-41d3-a77d-f6d206afd2aa,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:07.454581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting subnet 6ac97f4b-d58f-46f2-8794-3f7198b9f8c7 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:07.476328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.500784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=2e387ef9-d571-4776-a1a2-d8d00f7afa1d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:07.510192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.521987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47498fbf-8403-43c4-af92-9c7f6aa3fdd8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1774905 May 13 15:11:07.522185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 8ac37a90-515c-4051-933b-994e468b5df5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:07.522421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36474) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:07.529756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.530959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2c791f96-d652-4377-9adf-55be7511e669 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:07.602780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:07.613305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cf349ce3-9f10-4541-8ecf-bca7353c1bb3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/2e387ef9-d571-4776-a1a2-d8d00f7afa1d HTTP/1.1" status: 204 len: 168 time: 2.2779169 May 13 15:11:07.619526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36478) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:07.637729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:07.691160 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-46500f58-dd4b-4066-9aa8-3c31207627a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:11:07.691991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46500f58-dd4b-4066-9aa8-3c31207627a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:07.719985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d514a3-e487-4c38-8e79-f3590a355096 req-7011283a-aff2-4f82-b2ca-6d186b94a280 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:07.722130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3d514a3-e487-4c38-8e79-f3590a355096 req-7011283a-aff2-4f82-b2ca-6d186b94a280 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 949 time: 0.7262309 May 13 15:11:07.724669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-46500f58-dd4b-4066-9aa8-3c31207627a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:07.726305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46500f58-dd4b-4066-9aa8-3c31207627a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/2e387ef9-d571-4776-a1a2-d8d00f7afa1d HTTP/1.1" status: 404 len: 333 time: 0.1033115 May 13 15:11:07.731254 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port d6ec9665-db49-41d3-a77d-f6d206afd2aa {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:07.731963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:07.794855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:08.032902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Allocated IP 172.20.0.2 (27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7/047abd9d-57f0-4dd5-b8c9-fadcaf5f208f/f229131b-3de8-467b-a8f3-e6ab57c441b0) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:08.069204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Allocated IP 172.25.5.150 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/1b8d77ab-1159-479e-a0d7-5a3bd72febf4) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:08.255509 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.317543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.332034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Transition to ACTIVE for port object f229131b-3de8-467b-a8f3-e6ab57c441b0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:08.357229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Transition to ACTIVE for port object f229131b-3de8-467b-a8f3-e6ab57c441b0 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:08.403780 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b3d514a3-e487-4c38-8e79-f3590a355096 req-c9f429eb-5f71-4e9d-8b06-ce8ebdfc65d7 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811288 May 13 15:11:08.414810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:08.415148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3ba562d0-ef74-48ef-a4ac-cc8ff7e8ae68 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:08.546490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for d6ec9665-db49-41d3-a77d-f6d206afd2aa owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:08.555567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.627094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.643285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Transition to ACTIVE for port object 732eb26f-f9fd-46f4-9115-f1eb51c7802d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:08.663016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.690566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f189d07-bfe4-47d3-a447-55a94f97cba8 None None] Pushing event updated for resources: {'Port': ['ID=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:08.695604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.728076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.738367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8bb45724-4642-482f-bf5a-103b0484cf80 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:08.757379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 732e63b9-cdbb-433f-821f-2b75b2aab554 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:08.757848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:08.819876 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.037814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.146044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=d6ec9665-db49-41d3-a77d-f6d206afd2aa,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.162346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:09.196453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:09.206630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.209398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:09.279735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:09.379781 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:09.399086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:47Z', 'revision_number': 3, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:09.406932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-95309d07-13b8-4721-b9d2-f91ab7a1733f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/d6ec9665-db49-41d3-a77d-f6d206afd2aa HTTP/1.1" status: 204 len: 168 time: 1.8832669 May 13 15:11:09.407841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3c45-3446-41f5-9f07-7b375348f423 None None] Pushing event updated for resources: {'Port': ['ID=486e0967-8867-463c-8654-b703c3ab8b34,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.408097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36490) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.556110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3cc810-aac1-48dd-910b-040c6859e8fb None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:10:47Z', 'revision_number': 3, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:09.561984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Pushing event updated for resources: {'Port': ['ID=f229131b-3de8-467b-a8f3-e6ab57c441b0,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.580251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:09.792615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c853f7-2333-4432-953e-fc09afef01b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:09.806977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-05c853f7-2333-4432-953e-fc09afef01b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:09.839776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:09.842126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36433fc-33c3-4c4b-b030-805aee08f7fb None None] Network 8ac37a90-515c-4051-933b-994e468b5df5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:09.861427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-05c853f7-2333-4432-953e-fc09afef01b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:09.865439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05c853f7-2333-4432-953e-fc09afef01b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4528570 May 13 15:11:09.866020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36500) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:09.880007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f0ceb-7225-4ed3-977e-36db129edee4 None None] Pushing event updated for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:09.944616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:09.954733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:09.961173 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.035695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71656097-655a-4e70-a9e4-0fc21173915e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.046928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-71656097-655a-4e70-a9e4-0fc21173915e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1796403 May 13 15:11:10.052750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36504) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.099308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.166625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.169681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.171633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:10.172962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:10.200058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:10.201501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aab8e277-2beb-41f6-8bc9-829504ea6400 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1470530 May 13 15:11:10.207250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:10.335482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 13db5c88-3cbe-4fe4-97d0-14789536cca3 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:10.339107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.447623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.567765 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.575137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.678026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec481ee1-3b30-4de9-9c4e-cb4ccb8396eb None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:10.697267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.820451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Attempting to bind port f229131b-3de8-467b-a8f3-e6ab57c441b0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:10.820768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Attempting to bind port f229131b-3de8-467b-a8f3-e6ab57c441b0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:10.821144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Attempting to bind port f229131b-3de8-467b-a8f3-e6ab57c441b0 on network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:10.831196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Attempting to bind port 732eb26f-f9fd-46f4-9115-f1eb51c7802d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:10.831573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Attempting to bind port 732eb26f-f9fd-46f4-9115-f1eb51c7802d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:10.831938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Attempting to bind port 732eb26f-f9fd-46f4-9115-f1eb51c7802d on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:10.847160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:10.847538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:10.865018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.865804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:10.866598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Bound port: 732eb26f-f9fd-46f4-9115-f1eb51c7802d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:10.867219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:10.913509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 732e63b9-cdbb-433f-821f-2b75b2aab554 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:11.039024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:11.039951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Checking segment: {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:11.040638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.041267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Bound using segment: {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:11.042047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Bound port: f229131b-3de8-467b-a8f3-e6ab57c441b0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:11.042647 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.065420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.075658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=13db5c88-3cbe-4fe4-97d0-14789536cca3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.104142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba2976d0-5ba7-4b8f-859b-5aed8458d5dc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/13db5c88-3cbe-4fe4-97d0-14789536cca3 HTTP/1.1" status: 204 len: 168 time: 0.8911996 May 13 15:11:11.106827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.208686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 673255bf-8d6c-45d8-8db0-0df518999c29 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:11.213686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.330685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.366233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:11.429166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4f71b-0787-4e88-84d5-b1d5f6225c21 None None] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:11.479716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-432050ac-5b70-4d1e-bcfc-2c4386522a6c None None] Provisioning for port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:11.539774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:11.555885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.562677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:11.590068 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:11.595095 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:11.604400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.611191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] For port 732eb26f-f9fd-46f4-9115-f1eb51c7802d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:11.620647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e7f3f-341e-4af2-9ed4-2b5230ddb7c1 None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': '673255bf-8d6c-45d8-8db0-0df518999c29', 'ip_address': '2001:db8::f816:3eff:fe3f:73fb'}, {'subnet_id': '13db5c88-3cbe-4fe4-97d0-14789536cca3'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '8bb45724-4642-482f-bf5a-103b0484cf80'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:11:11.648893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] For port f229131b-3de8-467b-a8f3-e6ab57c441b0, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:11.654409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bd6ced92-b3ae-4d60-b7f8-557fcb274a2a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5445161 May 13 15:11:11.670328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36520) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.698152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] For port 732eb26f-f9fd-46f4-9115-f1eb51c7802d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=732eb26f-f9fd-46f4-9115-f1eb51c7802d,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:11.705984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] For port f229131b-3de8-467b-a8f3-e6ab57c441b0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f229131b-3de8-467b-a8f3-e6ab57c441b0,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:11.707320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac97f4b-d58f-46f2-8794-3f7198b9f8c7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:11.727590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.735876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffe10810-27f1-4446-9da2-807542f4a25b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/subnets/6ac97f4b-d58f-46f2-8794-3f7198b9f8c7 HTTP/1.1" status: 204 len: 168 time: 4.5485117 May 13 15:11:11.742274 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.742629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:11.750100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284848579'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:11.768096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:11.775890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:network and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:11.778600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:11.785701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:11.806895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:11.816235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.886493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:11.895006 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:11.905736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.906312 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added segment 621301af-b9f1-4155-a0ce-ce84178b016e of type vlan for network 58c2a87b-53f4-41a8-ada0-1c8a6502100d May 13 15:11:11.910607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.937742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5e493-06a1-4a32-8193-a43301d61930 None None] Network 9910b514-76a9-4440-a2bf-5b5356b6a635 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:11.948320 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.967089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.991788 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:11.998789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:11.999616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.064030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f0ceb-7225-4ed3-977e-36db129edee4 None None] Pushing event updated for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.072176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:12.085805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c258b8-62c3-4ab9-9295-32c46c1ce914 req-829e2749-3236-4d9b-a332-640a2cd4a0a9 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:12.101323 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53c258b8-62c3-4ab9-9295-32c46c1ce914 req-829e2749-3236-4d9b-a332-640a2cd4a0a9 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 949 time: 2.2033193 May 13 15:11:12.197765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Network': ['ID=58c2a87b-53f4-41a8-ada0-1c8a6502100d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.203447 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cca18a20-f36e-40cc-aa7a-89ef8efff046 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5317969 May 13 15:11:12.208163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.217537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'subnet': {'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:12.278289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 49d0e25e-83e8-4721-aba8-af4088f8ee41 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:12.278631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.356418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-53c258b8-62c3-4ab9-9295-32c46c1ce914 req-15956589-8bca-4280-a8de-c72d615b25f3 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540283 May 13 15:11:12.368580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-754e7f3f-341e-4af2-9ed4-2b5230ddb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.376416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.378086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 30c75df4-dabf-45ed-b20b-56d84439b78f up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:12.417747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.430673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:12.574401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=673255bf-8d6c-45d8-8db0-0df518999c29,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.594189 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:05Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:12.594841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.606025 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:12.606646 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Updating router 8a73d391-0094-4d3d-a406-244d630bbb30 port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:12.609992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.661780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:12.665693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-02600e99-f04e-426a-b5e3-278f0ff427d1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/673255bf-8d6c-45d8-8db0-0df518999c29 HTTP/1.1" status: 204 len: 168 time: 1.5579431 May 13 15:11:12.668785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.675393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:subnet and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:12.695869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=732e63b9-cdbb-433f-821f-2b75b2aab554,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:12.763870 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.868946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1217a81a-faa8-44b8-867c-1d6cd958df60 None None] Provisioning for port 486e0967-8867-463c-8654-b703c3ab8b34 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:12.879276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:12.925361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:12.945048 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bc0ab6b5-f6ce-47e0-b045-28eab40a0610 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2695713 May 13 15:11:12.945048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:12.962895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:12.979867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:13.011458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:13.012256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:13.144899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-771327ba-e024-4207-a81d-614ba49bf57c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/732e63b9-cdbb-433f-821f-2b75b2aab554 HTTP/1.1" status: 204 len: 168 time: 5.3488793 May 13 15:11:13.152293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.183635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Made reservation on behalf of fc89a978993c4437aabb527c86e4798e for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:13.187979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.341300 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3d9333-a5b7-419d-ae95-f2fab56af653 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:11:13.341992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb3d9333-a5b7-419d-ae95-f2fab56af653 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:13.378108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port 49d0e25e-83e8-4721-aba8-af4088f8ee41, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=49d0e25e-83e8-4721-aba8-af4088f8ee41,segment=NetworkSegment(64e9497d-cb5f-471b-959a-ccd68e98f78d),segment_id=64e9497d-cb5f-471b-959a-ccd68e98f78d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:13.378477 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.398300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c028a-27ab-4239-84bb-dd99d17daa3e None None] Pushing event updated for resources: {'Port': ['ID=f229131b-3de8-467b-a8f3-e6ab57c441b0,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:13.413416 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.441428 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Transition to ACTIVE for port object 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:13.456475 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.644035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:13.654078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:13.663317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:13.680994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fb3d9333-a5b7-419d-ae95-f2fab56af653 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:13.691202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fb3d9333-a5b7-419d-ae95-f2fab56af653 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/732e63b9-cdbb-433f-821f-2b75b2aab554 HTTP/1.1" status: 404 len: 333 time: 0.5372572 May 13 15:11:13.694049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:13.750646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:13.779898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:13.797452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:13.849957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 49d0e25e-83e8-4721-aba8-af4088f8ee41 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:14.055896 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee64024-32c2-4a35-a66a-1bb4598c132d None None] Pushing event updated for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:14.099898 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Attempting to bind port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:14.100282 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Attempting to bind port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:14.100834 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Attempting to bind port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 on network 8ac37a90-515c-4051-933b-994e468b5df5 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:14.117371 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:14.117750 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Checking segment: {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:14.118160 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.118553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Bound using segment: {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:14.119039 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Bound port: 62fa5696-ccb2-45ee-90d3-2cba5acc72f1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af103b7-fa92-4dd9-a6fe-79d4d433067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:14.119409 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.136023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:14.148823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 30c75df4-dabf-45ed-b20b-56d84439b78f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:14.163408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.203858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523187c-0814-45b1-ac5e-d4f98a56237f None None] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:14.285046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:14.285453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.324975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.434878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:14.450453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:14.458909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:14.479311 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] For port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:14.496814 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] For port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:14.511424 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.539352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:14.552943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.628913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9184ca-028d-4282-b6ce-dfa53395f50d None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:14.788739 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:14.793069 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:14.863213 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.873020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 226db5b7-ea15-43ba-b127-38a33aba10c5 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:14.905936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f0a7-8a9a-4450-86e5-d4dfd02cc6c8 req-8e4bc9d0-01c8-4496-ac0d-f8edbee990f2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:14.908075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e40f0a7-8a9a-4450-86e5-d4dfd02cc6c8 req-8e4bc9d0-01c8-4496-ac0d-f8edbee990f2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 949 time: 1.1588461 May 13 15:11:14.913264 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.915427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 30c75df4-dabf-45ed-b20b-56d84439b78f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:14.916129 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:14.990492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port 49d0e25e-83e8-4721-aba8-af4088f8ee41 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:14.999558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4575de55-5a9f-40c2-b285-da624100fb28 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0538042 May 13 15:11:15.015844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:15.026210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:15.030706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=49d0e25e-83e8-4721-aba8-af4088f8ee41,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.135486 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee64024-32c2-4a35-a66a-1bb4598c132d None None] Pushing event updated for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.243299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.244017 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:15.282290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9910b514-76a9-4440-a2bf-5b5356b6a635']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.296131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e9497d-cb5f-471b-959a-ccd68e98f78d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.296856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e9497d-cb5f-471b-959a-ccd68e98f78d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:15.309513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.358866 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.378985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:15.379411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.402428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a55dfe0-23ff-4eb4-a9db-acff615dcbd6 None None] Provisioning for port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: timer() May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:15.421929 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:15.459455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:15.480047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.599049 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.634415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.697834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:15.700810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Network': ['ID=9910b514-76a9-4440-a2bf-5b5356b6a635,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:15.702568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Router 1b8877f7-2ef6-4081-890a-6e98da05ef7c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:11:15.906873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bd6266a2-7a64-43af-baf3-1bb80674ecc0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/networks/9910b514-76a9-4440-a2bf-5b5356b6a635 HTTP/1.1" status: 204 len: 168 time: 4.1622250 May 13 15:11:15.909561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36562) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:16.038589 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:16.193976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e40f0a7-8a9a-4450-86e5-d4dfd02cc6c8 req-4aeed9fa-03c1-47bc-8412-f1c96a646c0d tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1894858 May 13 15:11:16.194664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Subnet': ['ID=2c4b1f57-6466-4a6d-ba17-170c36cdcfc7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:16.372798 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:16.378998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.381003 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e4f7b-124d-4ca6-b0d1-558d70197981 None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:04Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:14Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:01Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:16.445253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:16.520189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 697c4b0b-ba19-4a50-a5fc-88d1bc673c45 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:16.522193 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.594558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Checking segment: {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:16.594558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network hostable DHCP agents. Network: 58c2a87b-53f4-41a8-ada0-1c8a6502100d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:16.619496 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.624982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-872a79c2-9999-41b5-ab0f-64e384ce9ef5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.8904858 May 13 15:11:16.628747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:16.680452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:16.717056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:16.727087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2da22-5da0-4116-943e-b84f70e59d76 None None] DHCP port deletion for 9910b514-76a9-4440-a2bf-5b5356b6a635 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:16.733189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:16.734578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Sync routers for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:16.740406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:16.758989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:16.822769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.824375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:16.824970 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.840924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 58c2a87b-53f4-41a8-ada0-1c8a6502100d) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:16.847872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a55dfe0-23ff-4eb4-a9db-acff615dcbd6 None None] Provisioning complete for port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:16.848810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a55dfe0-23ff-4eb4-a9db-acff615dcbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.853054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:16.853981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:16.975584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b397c9-a394-46c0-afea-c3160b31e7d9 None None] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:17.008812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:17.023032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.069381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:17.074632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:17.116972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.263611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=226db5b7-ea15-43ba-b127-38a33aba10c5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:17.299079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9182cae2-1fff-41f4-bdbc-b1f1b8c84b31 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0894082 May 13 15:11:17.334228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.493543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-00556334-06a9-4f1c-a366-0b3c484b4d39 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/226db5b7-ea15-43ba-b127-38a33aba10c5 HTTP/1.1" status: 204 len: 168 time: 3.7299373 May 13 15:11:17.499273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:17.806780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 30c75df4-dabf-45ed-b20b-56d84439b78f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:17.807257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:17.958657 n-d-841736-1 neutron-server[88131]: INFO neutron.db.ipam_backend_mixin [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e (CIDR: 2001:db8::/64) May 13 15:11:17.977631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:18.064912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2dc91-717b-4a78-9fba-0dc45297b285 None None] Network fc31a6b6-646c-4f9e-9519-c5fe177746ce requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:18.146120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.147332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 486e0967-8867-463c-8654-b703c3ab8b34 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:18.195914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=30c75df4-dabf-45ed-b20b-56d84439b78f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:18.244816 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:11:18.245339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:18.273546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.342892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.343492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.357775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:18.397923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c511b483-dba7-442b-b3bc-5499a8cf0548 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3796582 May 13 15:11:18.403376 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:18.411856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:18.417176 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.502202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 486e0967-8867-463c-8654-b703c3ab8b34 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:18.502952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:18.586579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:18.724392 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cc71e2-3df6-410d-a820-0f7aa71c10c4'] response: {'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f', 'code': 200} May 13 15:11:18.780005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 697c4b0b-ba19-4a50-a5fc-88d1bc673c45 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:18.908052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:18.913880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:18.917545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:18.925058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:18.954168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:18.958408 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.128796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.244946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.246296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.247152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.248949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.249562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.250260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.250993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.251536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.252186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.252868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.253448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.254009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:19.292364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b9756-f349-4032-b010-1221f0ae26c4 req-ecca50cd-a4e5-4f5a-8a11-9b8ef9e08d5c tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:19.293982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a28b9756-f349-4032-b010-1221f0ae26c4 req-ecca50cd-a4e5-4f5a-8a11-9b8ef9e08d5c tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 950 time: 1.0459712 May 13 15:11:19.372593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa12c6-2145-426c-ab3a-f476b605efd5 req-5a564de4-1dc4-4e0b-852a-5dea26701c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:19.374140 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60fa12c6-2145-426c-ab3a-f476b605efd5 req-5a564de4-1dc4-4e0b-852a-5dea26701c08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 1101 time: 0.5240023 May 13 15:11:19.400247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.476960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7a55dfe0-23ff-4eb4-a9db-acff615dcbd6 None None] Current status of the port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:19.500432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a28b9756-f349-4032-b010-1221f0ae26c4 req-d0750231-5ade-4cbc-adb9-5e64d1b8b773 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821434 May 13 15:11:19.552516 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60fa12c6-2145-426c-ab3a-f476b605efd5 req-cda892ea-0f36-4513-8dba-8c9e4a085276 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671386 May 13 15:11:19.554895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 486e0967-8867-463c-8654-b703c3ab8b34, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=486e0967-8867-463c-8654-b703c3ab8b34,segment=NetworkSegment(2a02026e-0068-4dc5-af86-2ff120ad9a85),segment_id=2a02026e-0068-4dc5-af86-2ff120ad9a85)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:19.555507 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.606436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 486e0967-8867-463c-8654-b703c3ab8b34 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:19.607387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.654869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a55dfe0-23ff-4eb4-a9db-acff615dcbd6 None None] Provisioning for port f229131b-3de8-467b-a8f3-e6ab57c441b0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:19.660628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 486e0967-8867-463c-8654-b703c3ab8b34 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:19.661030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.701387 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.743661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=697c4b0b-ba19-4a50-a5fc-88d1bc673c45,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:19.780813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:19.811012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.817967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d42f3-ee1e-4bf8-9992-d151af51b602 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:11Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:19.826489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:19.827391 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:19.992884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 486e0967-8867-463c-8654-b703c3ab8b34 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:20.129985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ed137-147a-4b5f-93a0-40219ea4f850 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:20.170223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d7164-8a26-40bb-813b-5a6c2aecf4b2 None None] DHCP port deletion for fc31a6b6-646c-4f9e-9519-c5fe177746ce request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:20.214630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.214630 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Floating IP cf9d21ee-6f75-496d-909d-8be6e0ea7c7b disassociated (deleted). External IP: 172.25.5.238, port: bc2dc61c-d063-4f7b-bb1d-11a09cb936a4. May 13 15:11:20.297274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.444365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:10Z', 'revision_number': 3, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:20.475163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c34d7164-8a26-40bb-813b-5a6c2aecf4b2 None None] Deleting port 486e0967-8867-463c-8654-b703c3ab8b34 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:20.475561 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c34d7164-8a26-40bb-813b-5a6c2aecf4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.544555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Checking router: 1b8877f7-2ef6-4081-890a-6e98da05ef7c for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:20.544555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Updating router 1b8877f7-2ef6-4081-890a-6e98da05ef7c port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:20.610422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 486e0967-8867-463c-8654-b703c3ab8b34 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:20.610833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.772260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e78bc419-7d53-42e4-9ee2-68b2827882ac None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:20.772648 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e78bc419-7d53-42e4-9ee2-68b2827882ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:20.925475 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.046387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Allocated IP 172.20.0.1 (27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7/047abd9d-57f0-4dd5-b8c9-fadcaf5f208f/8025c4f7-40f9-4233-8020-80142185c336) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:21.121302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.184340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Allocated IP 2001:db8:3::2 (58c2a87b-53f4-41a8-ada0-1c8a6502100d/2c4b1f57-6466-4a6d-ba17-170c36cdcfc7/a4b7cfce-4530-4053-8055-d020842ac00c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:21.229940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No DVR routers for this DVR port 486e0967-8867-463c-8654-b703c3ab8b34 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:21.231818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=486e0967-8867-463c-8654-b703c3ab8b34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:21.534852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c34d7164-8a26-40bb-813b-5a6c2aecf4b2 None None] The port '486e0967-8867-463c-8654-b703c3ab8b34' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:11:21.610206 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:21.912037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:22.055889 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.078703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.108428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e78bc419-7d53-42e4-9ee2-68b2827882ac None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:22.117939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:22.139828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Transition to ACTIVE for port object 8025c4f7-40f9-4233-8020-80142185c336 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:22.144813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343ca3-7ad0-4575-b818-d9174dff35a1 req-7b4ebf05-da00-493a-999f-a649850108ca tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:22.149181 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c343ca3-7ad0-4575-b818-d9174dff35a1 req-7b4ebf05-da00-493a-999f-a649850108ca tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 950 time: 1.2982078 May 13 15:11:22.311661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc31a6b6-646c-4f9e-9519-c5fe177746ce']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:22.383434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a02026e-0068-4dc5-af86-2ff120ad9a85') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:22.383899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a02026e-0068-4dc5-af86-2ff120ad9a85') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:22.414178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.objects.ports [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88131) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:11:22.471028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e78bc419-7d53-42e4-9ee2-68b2827882ac None None] Could not find standard attr ID for object 486e0967-8867-463c-8654-b703c3ab8b34. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:22.528006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:22.544703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.554121 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:22.601919 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:22.605667 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:22.708954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.725347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:22.733060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:22.751226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:22.756078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c343ca3-7ad0-4575-b818-d9174dff35a1 req-b7ae65bf-ce4c-4926-8f35-f85c47a16620 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274513 May 13 15:11:22.873961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.887014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:22.901939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e78bc419-7d53-42e4-9ee2-68b2827882ac None None] Could not find standard attr ID for object 732e63b9-cdbb-433f-821f-2b75b2aab554. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:22.923033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:22.923527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:22.988490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.023027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:23.023462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: timer() May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:23.040418 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:23.064587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:23.072832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Pushing event updated for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.125514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.155519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5f44dcbe-1afb-4de7-adfa-e965240354b9 None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:23.167062 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5f44dcbe-1afb-4de7-adfa-e965240354b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.212885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.216057 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.226281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-671d3f1c-3f7a-4d70-964d-dfdfdc11e3cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/floatingips/cf9d21ee-6f75-496d-909d-8be6e0ea7c7b HTTP/1.1" status: 204 len: 168 time: 7.3132141 May 13 15:11:23.230120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:23.295305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.299769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Transition to ACTIVE for port object a4b7cfce-4530-4053-8055-d020842ac00c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:23.346137 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245749cd-053d-42ef-b4e8-ff6274ab7483'] response: {'name': 'network-changed', 'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'status': 'completed', 'code': 200} May 13 15:11:23.351595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.377916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=fc31a6b6-646c-4f9e-9519-c5fe177746ce,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:23.498474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a2a17ea3-8ba2-47f7-9e9b-1ebda3733272 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/fc31a6b6-646c-4f9e-9519-c5fe177746ce HTTP/1.1" status: 204 len: 168 time: 5.9870646 May 13 15:11:23.511997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:23.526419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1104336666'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:23.584590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:23.616068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:23.632869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:23.656650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Transition to ACTIVE for port object a4b7cfce-4530-4053-8055-d020842ac00c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:23.664641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:23.667189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:23.705868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:23.710647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.743726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.752640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.754599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.776366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-97f05cb3-737e-4e77-a57c-37a6bcba7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:23.778264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-97f05cb3-737e-4e77-a57c-37a6bcba7694 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 1096 time: 0.4136374 May 13 15:11:23.845956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:23.846601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.946249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:23.965339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:23.979193 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:24.010041 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:24.010684 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:24.183319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.212868 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:24.229726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.230240 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment 8adbd567-7332-4880-91be-ac055bfd351d of type vlan for network 354d1ad1-5692-4cc0-9479-8587bbcb56cf May 13 15:11:24.233585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Update dhcp port {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'fixed_ips': [{'subnet_id': 'f230799b-1b5c-4e9e-a87a-8a2635f39bc9'}, {'subnet_id': 'f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '8bb45724-4642-482f-bf5a-103b0484cf80'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:11:24.234034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:24.267871 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.281497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:24.291204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.292595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.343411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.349773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.351008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.372082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=f230799b-1b5c-4e9e-a87a-8a2635f39bc9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.377133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Allocated IP 2001:db8:3::1 (58c2a87b-53f4-41a8-ada0-1c8a6502100d/2c4b1f57-6466-4a6d-ba17-170c36cdcfc7/e4df7f51-40a7-4c7d-a2da-fc7be71b32d9) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:24.383074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=12']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:24.405413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:24.406632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8a422157-51d6-4cb2-9771-9b3498795a93 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.0026667 May 13 15:11:24.408011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:24.420482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:97:b0:e9', 'name': 'tempest-NetworksTestDHCPv6-1798575047'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:24.421264 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:24.426820 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:24.444487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-2a12e6c1-8d01-4081-9313-e62426f89140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.446435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-2a12e6c1-8d01-4081-9313-e62426f89140 service neutron] 10.222.0.90 "GET /v2.0/networks?id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 200 len: 898 time: 0.6579733 May 13 15:11:24.619319 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.644191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Transition to ACTIVE for port object 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:24.667281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5f44dcbe-1afb-4de7-adfa-e965240354b9 None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:24.672858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:24.678304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:24.713124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62f0d1-6479-462e-9c55-3b32320cf665 req-8f374676-ea84-4d32-8b81-3da36ade787e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:24.714876 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b62f0d1-6479-462e-9c55-3b32320cf665 req-8f374676-ea84-4d32-8b81-3da36ade787e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 0.7690103 May 13 15:11:24.743949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.859992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:24.863682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:24.880611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1b62f0d1-6479-462e-9c55-3b32320cf665 req-e77e3df3-7123-4004-b702-3cc227163c8e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523726 May 13 15:11:24.886873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:24.901042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Transition to ACTIVE for port object e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:24.920844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:24.999559 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:25.007366 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26862245-cfd7-4b11-a349-8ab51849c230 None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 6, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'bde6baf3-2ec7-4cb2-9076-df8f0b634f7e', 'name': '', 'network_id': 'dd2973c4-9769-4a3e-912d-4d695ab0e0cc', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:91:ed:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '2b42d536-144f-4386-a85d-73967e39da5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:07:16Z', 'updated_at': '2022-05-13T15:07:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': '2b42d536-144f-4386-a85d-73967e39da5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:25.059478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Pushing event updated for resources: {'Port': ['ID=a4b7cfce-4530-4053-8055-d020842ac00c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.092722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-d4ce64fa-7f29-4247-962b-5af6369f2e12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 200 len: 217 time: 0.6217034 May 13 15:11:25.104057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.128332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:25.208027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6943033 May 13 15:11:25.225735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36626) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:25.233836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Attempting to bind port a4b7cfce-4530-4053-8055-d020842ac00c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:25.234247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Attempting to bind port a4b7cfce-4530-4053-8055-d020842ac00c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:25.234664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Attempting to bind port a4b7cfce-4530-4053-8055-d020842ac00c on network 58c2a87b-53f4-41a8-ada0-1c8a6502100d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:25.237908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:25.279914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.291097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1413bf4-a85f-455b-9bcb-b5bcb81aa44e req-5f2802cf-0c08-40b5-bb9d-b0ab9fa10056 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.300545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1413bf4-a85f-455b-9bcb-b5bcb81aa44e req-5f2802cf-0c08-40b5-bb9d-b0ab9fa10056 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 950 time: 1.2529120 May 13 15:11:25.303067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94d560-deef-443c-af7b-452f042b9107 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=354d1ad1-5692-4cc0-9479-8587bbcb56cf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.326885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3a524d50-b8fa-4c9e-b7fb-ee0c7cad98e0 None None] Provisioning for port 8025c4f7-40f9-4233-8020-80142185c336 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:25.335300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:25.341652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-49bce108-20f9-487c-bb79-b66ba590a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.343398 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-49bce108-20f9-487c-bb79-b66ba590a363 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 200 len: 835 time: 0.2296979 May 13 15:11:25.344552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Checking segment: {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:25.345548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.348580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Bound using segment: {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:25.350277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Bound port: a4b7cfce-4530-4053-8055-d020842ac00c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:25.356851 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.392581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:25.397610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:25.429048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:25.453051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3a524d50-b8fa-4c9e-b7fb-ee0c7cad98e0 None None] Provisioning complete for port 8025c4f7-40f9-4233-8020-80142185c336 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:25.454833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3a524d50-b8fa-4c9e-b7fb-ee0c7cad98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.457335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:25.457989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.557260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:25.574395 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.623626 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.646309 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.655112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-c98c6702-5eca-411c-b8fb-b91e1c2948f3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:25.660725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-c98c6702-5eca-411c-b8fb-b91e1c2948f3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 0.4770861 May 13 15:11:25.681141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ab014-d4d1-4854-be3c-5fcdea1e36f8 None None] New status for floating IP cf9d21ee-6f75-496d-909d-8be6e0ea7c7b: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:11:25.734457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port 31cb7501-a60f-43ad-a554-a5bf7d03bad5 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:25.835836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Attempting to bind port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:25.836596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Attempting to bind port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:25.837212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Attempting to bind port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:25.888125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:25.939551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:25.940232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.017411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:26.032433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Pushing event updated for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:26.050311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:26.055975 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d1413bf4-a85f-455b-9bcb-b5bcb81aa44e req-df73f13c-cabf-481b-9bc2-d6902bed2fda tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545042 May 13 15:11:26.056927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:26.085108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:26.109290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.295525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:26.296606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:26.300306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.353818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] For port a4b7cfce-4530-4053-8055-d020842ac00c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:26.358020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] For port a4b7cfce-4530-4053-8055-d020842ac00c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a4b7cfce-4530-4053-8055-d020842ac00c,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:26.359722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:26.399811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:26.400529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:26.401178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.401749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:26.402435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Bound port: 1b8d77ab-1159-479e-a0d7-5a3bd72febf4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:26.402986 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.595777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:26.602403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.652104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.792686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37a88-8cf3-49b0-98cd-d10c47c7dc2d None None] Pushing event updated for resources: {'Port': ['ID=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:26.878347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:26.991905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3a524d50-b8fa-4c9e-b7fb-ee0c7cad98e0 None None] Port 8025c4f7-40f9-4233-8020-80142185c336 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:26.994137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] For port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:27.069782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::3c9 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e/31cb7501-a60f-43ad-a554-a5bf7d03bad5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:27.079273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8:0:1:f816:3eff:fe97:b0e9 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/f230799b-1b5c-4e9e-a87a-8a2635f39bc9/31cb7501-a60f-43ad-a554-a5bf7d03bad5) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:27.085655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] For port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:27.105547 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.106806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-c283d934-36c4-41d6-b466-7157548961a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:27.108843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-c283d934-36c4-41d6-b466-7157548961a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=dd2973c4-9769-4a3e-912d-4d695ab0e0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3048253 May 13 15:11:27.136892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.248134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': '8adbd567-7332-4880-91be-ac055bfd351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:27.248522 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: 354d1ad1-5692-4cc0-9479-8587bbcb56cf, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:11:27.361247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce8a301e-fd6e-44c2-baa1-b38553515a36 None None] Provisioning complete for port 8025c4f7-40f9-4233-8020-80142185c336 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:27.361781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce8a301e-fd6e-44c2-baa1-b38553515a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.468037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2468e-ee4f-4ab2-8bbd-8e1aee801657 None None] Pushing event updated for resources: {'Port': ['ID=a4b7cfce-4530-4053-8055-d020842ac00c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.545082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a301e-fd6e-44c2-baa1-b38553515a36 None None] Port 8025c4f7-40f9-4233-8020-80142185c336 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:27.565431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:27.565846 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.595128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Router 1b8877f7-2ef6-4081-890a-6e98da05ef7c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:27.602972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=fd3cbf58-7802-4b9b-873f-29613d9cf1c6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.650184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314ccec-d35b-45eb-b284-818844e0674c req-48f819d1-6c9d-4d1f-b367-6f256d7361cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:27.656062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6314ccec-d35b-45eb-b284-818844e0674c req-48f819d1-6c9d-4d1f-b367-6f256d7361cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 945 time: 1.3827817 May 13 15:11:27.659287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:27.660141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:27.679211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:11:27.802205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37a88-8cf3-49b0-98cd-d10c47c7dc2d None None] Pushing event updated for resources: {'Port': ['ID=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:27.816276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 354d1ad1-5692-4cc0-9479-8587bbcb56cf) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:27.838915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:27.840692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.855840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-ec080fad-a637-4b47-a80c-22dace257f18 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185709 May 13 15:11:27.869067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:27.869586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.913923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:27.915785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:27.922981 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6314ccec-d35b-45eb-b284-818844e0674c req-8b45cc84-f512-48de-aab5-73d11b8e1a03 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=78006e86-c526-4159-a5e0-786599c94302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457187 May 13 15:11:27.954910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:27.976661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba1153-6fa0-4d33-a7cc-089d3bccae06 None None] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:28.008306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c3d8b-2652-468d-b449-8632e239369d req-446be7a1-2074-4f0e-b4c6-1de4c83142c6 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.009890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-720c3d8b-2652-468d-b449-8632e239369d req-446be7a1-2074-4f0e-b4c6-1de4c83142c6 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 950 time: 1.0620718 May 13 15:11:28.062322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object 31cb7501-a60f-43ad-a554-a5bf7d03bad5 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:28.142893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-87901b59-0889-4da5-9c1c-3a4cfaf55860 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9101214 May 13 15:11:28.170824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:28.194487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf', 'name': 'tempest-PortsIpV6TestJSON-1187416235', 'fixed_ips': [{'subnet_id': 'fd3cbf58-7802-4b9b-873f-29613d9cf1c6', 'ip_address': '2001:db8::10'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:28.443460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:28.486332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:28.509016 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.524674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-788cce1f-d48d-4603-a623-a52f5808ea45 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b8877f7-2ef6-4081-890a-6e98da05ef7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8804140 May 13 15:11:28.528083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:28.532142 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-720c3d8b-2652-468d-b449-8632e239369d req-9a015d1f-6537-4fd9-b3f1-c47d82c8fd77 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880321 May 13 15:11:28.607714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e/8bb45724-4642-482f-bf5a-103b0484cf80) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:28.644873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2d0090e-6044-489c-adf9-448aaa47d10d req-241e591e-3f2b-4c68-8e69-9590aaca8531 service neutron] 10.222.0.90 "GET /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7691927 May 13 15:11:28.709098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:28.719463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460b9-2967-459d-b097-ca7503b1c367 req-033fe567-a2c1-4f9a-a344-3c7dc63543b2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:28.721522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-abd460b9-2967-459d-b097-ca7503b1c367 req-033fe567-a2c1-4f9a-a344-3c7dc63543b2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 950 time: 0.4601018 May 13 15:11:28.725476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:28.771686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:28.791990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:28.837804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:28.879523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:28.907668 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:28.927408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Deleting port 30c75df4-dabf-45ed-b20b-56d84439b78f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:28.928918 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.095020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc96a4d-f7bc-498f-abce-74c864cba25c None None] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:29.120415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=31cb7501-a60f-43ad-a554-a5bf7d03bad5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.125467 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.143096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Transition to ACTIVE for port object 8bb45724-4642-482f-bf5a-103b0484cf80 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:29.268272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.451268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] For port 30c75df4-dabf-45ed-b20b-56d84439b78f, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=30c75df4-dabf-45ed-b20b-56d84439b78f,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:29.451268 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.518835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c032c6f4-ceff-4c82-a32c-1771e21baae7 req-60921cab-cfe3-4887-ac71-384e9a732adb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 0.3067961 May 13 15:11:29.519867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=bc2dc61c-d063-4f7b-bb1d-11a09cb936a4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.582476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:29.597212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Calling delete_port for 30c75df4-dabf-45ed-b20b-56d84439b78f owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:29.615915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c5b20-7341-41e1-9c43-a51992d3de54 None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=13']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:29.637758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.642082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:29.646686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.665135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:29.670180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:29.676659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:29.678007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.696101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'name': 'network-vif-deleted', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:29.703323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22598076-cda4-4dfc-aa55-5fef3874b99a req-3de0eef0-80bc-4be8-a3d1-c05816ebbd94 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "DELETE /v2.0/ports/bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 HTTP/1.1" status: 204 len: 173 time: 4.0268137 May 13 15:11:29.704121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.705077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:29.814662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80a2adc9-2de4-4af0-9c11-b9bc78b9fda6 None None] Provisioning for port a4b7cfce-4530-4053-8055-d020842ac00c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:29.962076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.022457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f595f7f-b6ed-4e38-8916-d9a2ad136ba0 req-fd1547c8-49b6-40ef-afbb-7981a36173ca tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0657709 May 13 15:11:30.082871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:30.123622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b3291c88-7c5e-4ef8-99d9-945652ef3a09 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7108102 May 13 15:11:30.125949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:30.129832 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b66fd4e-6afb-4afd-b2cb-fcfd109675b6'] response: {'server_uuid': '97ff041a-864c-413e-a7ee-2265816841c2', 'name': 'network-vif-deleted', 'tag': 'bc2dc61c-d063-4f7b-bb1d-11a09cb936a4', 'status': 'completed', 'code': 200} May 13 15:11:30.130019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['30c75df4-dabf-45ed-b20b-56d84439b78f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:11:30.131125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event updated for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:30.154210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:30.218326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:30.234734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:30.235415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device bc2dc61c-d063-4f7b-bb1d-11a09cb936a4 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:30.260233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Pushing event deleted for resources: {'Port': ['ID=30c75df4-dabf-45ed-b20b-56d84439b78f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:30.265243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.420741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bc423f13-30af-419d-aaea-72d8dc2dbae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.494772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] No DVR routers for this DVR port 30c75df4-dabf-45ed-b20b-56d84439b78f on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:30.499843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 052f752c-d24c-462f-a948-e20685c4c51d yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:30.575235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:30.702633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.778619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'name': 'network-vif-deleted', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:30.815922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-abd460b9-2967-459d-b097-ca7503b1c367 req-5d17e585-1a2e-4c44-9974-0d52ce8ad59a tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.86 "DELETE /v2.0/ports/30c75df4-dabf-45ed-b20b-56d84439b78f HTTP/1.1" status: 204 len: 173 time: 2.0865896 May 13 15:11:30.829954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:30.889864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port 31cb7501-a60f-43ad-a554-a5bf7d03bad5 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:30.891340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:30.945578 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5060e7a-6922-47fd-9151-44505ce386be'] response: {'server_uuid': 'b7caf8fe-6440-4e63-a844-d9450b06d9e4', 'name': 'network-vif-deleted', 'tag': '30c75df4-dabf-45ed-b20b-56d84439b78f', 'status': 'completed', 'code': 200} May 13 15:11:30.985241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:30.986200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.269862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-38708456-75e4-43fa-8ca0-eeee92b863ff req-7fcae594-bd9a-41d9-8d88-17876a465585 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:31.408739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::10 (354d1ad1-5692-4cc0-9479-8587bbcb56cf/fd3cbf58-7802-4b9b-873f-29613d9cf1c6/052f752c-d24c-462f-a948-e20685c4c51d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:31.469239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-354d1ad1-5692-4cc0-9479-8587bbcb56cf', 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': 'fd3cbf58-7802-4b9b-873f-29613d9cf1c6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:31.471749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.587795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:23Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '8025c4f7-40f9-4233-8020-80142185c336', 'name': '', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'mac_address': 'fa:16:3e:ee:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:20Z', 'updated_at': '2022-05-13T15:11:25Z', 'revision_number': 2, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'subnets': [{'id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:31.622613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5448-4f7b-4414-a8b7-da8e51bdc7a2 None None] The sync data for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 is: [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:23Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '8025c4f7-40f9-4233-8020-80142185c336', 'name': '', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'mac_address': 'fa:16:3e:ee:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:20Z', 'updated_at': '2022-05-13T15:11:25Z', 'revision_number': 2, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'subnets': [{'id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:31.640907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:31.641292 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.748465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:31.754711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-698b5f96-2065-4592-87c3-8297dee0c5f3 req-e120c737-6bbf-4ee4-907a-f794bbf6d1f2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Synchronizing usage tracker for tenant:349f208af6164092af5b82b6240a1cd1 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:31.767912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-38708456-75e4-43fa-8ca0-eeee92b863ff req-7fcae594-bd9a-41d9-8d88-17876a465585 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:31.769955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-38708456-75e4-43fa-8ca0-eeee92b863ff req-7fcae594-bd9a-41d9-8d88-17876a465585 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=97ff041a-864c-413e-a7ee-2265816841c2 HTTP/1.1" status: 200 len: 210 time: 0.7675459 May 13 15:11:32.088079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-698b5f96-2065-4592-87c3-8297dee0c5f3 req-e120c737-6bbf-4ee4-907a-f794bbf6d1f2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] Unset dirty status for tenant:349f208af6164092af5b82b6240a1cd1 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:32.112831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-698b5f96-2065-4592-87c3-8297dee0c5f3 req-e120c737-6bbf-4ee4-907a-f794bbf6d1f2 tempest-VolumesNegativeTest-1986980103 tempest-VolumesNegativeTest-1986980103-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7caf8fe-6440-4e63-a844-d9450b06d9e4 HTTP/1.1" status: 200 len: 210 time: 0.5393627 May 13 15:11:32.125927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:32.227483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.231482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f229131b-3de8-467b-a8f3-e6ab57c441b0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:32.314875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for 31cb7501-a60f-43ad-a554-a5bf7d03bad5 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:32.397874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:32.444843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 052f752c-d24c-462f-a948-e20685c4c51d will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:32.507892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 30c75df4-dabf-45ed-b20b-56d84439b78f no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:32.513703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:32.528356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aedbe340-ad51-4e02-ad21-ab4fda6a10f3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1905427 May 13 15:11:32.529073 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:32.529923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:32.556358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:32.559364 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:32.560008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:32.570196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0f89b-9165-451d-8ddc-b602e2951ddc None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:33.013125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.137527 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:33.140313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36718) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:33.270029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Allocated IP 2001:db8::2 (354d1ad1-5692-4cc0-9479-8587bbcb56cf/fd3cbf58-7802-4b9b-873f-29613d9cf1c6/00327036-37f7-4a45-a843-8519b984bc70) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:33.294135 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.608248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:33.618976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:33.753538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=31cb7501-a60f-43ad-a554-a5bf7d03bad5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:33.767751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:33.773989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:33.776487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.819415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=052f752c-d24c-462f-a948-e20685c4c51d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:33.874506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:33.897537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba3eceb1-3ea1-45ff-8592-1919ca9360e4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/31cb7501-a60f-43ad-a554-a5bf7d03bad5 HTTP/1.1" status: 204 len: 168 time: 3.7410297 May 13 15:11:33.898617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:33.906308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 30c75df4-dabf-45ed-b20b-56d84439b78f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:33.907255 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 30c75df4-dabf-45ed-b20b-56d84439b78f not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:33.960816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c4b918a9-e5a7-4ca1-b42e-756a6fa7e41e None None] Provisioning for port 8bb45724-4642-482f-bf5a-103b0484cf80 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:34.001805 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.058699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.095148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-daa636da-6ef5-4eac-b256-e3d96ba3ad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.131203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c4b918a9-e5a7-4ca1-b42e-756a6fa7e41e None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:34.132131 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c4b918a9-e5a7-4ca1-b42e-756a6fa7e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.177349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cff184-5bd2-4ba2-b910-b8f0a0e76404 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.178569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36cff184-5bd2-4ba2-b910-b8f0a0e76404 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:34.294422 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:25Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:27Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:34.301972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36cff184-5bd2-4ba2-b910-b8f0a0e76404 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:34.307398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36cff184-5bd2-4ba2-b910-b8f0a0e76404 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4073038 May 13 15:11:34.309075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.310866 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:34.311226 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Updating router 8a73d391-0094-4d3d-a406-244d630bbb30 port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:34.460194 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.461501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a6cddf-c3df-43a9-a527-c2fa5de2af0d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.466278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9a6cddf-c3df-43a9-a527-c2fa5de2af0d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1526387 May 13 15:11:34.467249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.479883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-15aaf0cd-1c2c-499c-a22f-a4bfbf01c090 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.480992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-15aaf0cd-1c2c-499c-a22f-a4bfbf01c090 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:34.595229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.597469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.599136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:34.600043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:34.609939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-15aaf0cd-1c2c-499c-a22f-a4bfbf01c090 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:34.619482 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-15aaf0cd-1c2c-499c-a22f-a4bfbf01c090 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.4329174 May 13 15:11:34.674476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-8b8f6b51-be5b-4c2a-b145-f5cfc47deb85 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0512090 May 13 15:11:34.728050 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cf503fa6-582f-4ccb-af50-4f756e996f76 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.5561216 May 13 15:11:34.735569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.737614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36776) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.759435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf', 'name': 'tempest-PortsIpV6TestJSON-496594642', 'fixed_ips': [{'subnet_id': 'fd3cbf58-7802-4b9b-873f-29613d9cf1c6', 'ip_address': '2001:db8::f'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:34.765609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:34.793394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Transition to ACTIVE for port object 00327036-37f7-4a45-a843-8519b984bc70 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:34.842467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Transition to ACTIVE for port object 00327036-37f7-4a45-a843-8519b984bc70 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:34.876836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:34.884161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-89cc7a60-283a-4ba8-8353-5efe27b61c8c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4154274 May 13 15:11:34.886268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:34.960830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.008003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:35.021253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:11:35.059435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Removed routes are [] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:11:35.059857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.128834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet f230799b-1b5c-4e9e-a87a-8a2635f39bc9 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:35.134505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Pushing event updated for resources: {'Port': ['ID=00327036-37f7-4a45-a843-8519b984bc70,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:35.143884 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.190490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:35.218322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:35.222424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:35.242195 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.252367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-01af717c-6d31-4544-a626-271306fbde09 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:35.301831 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.358628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f229131b-3de8-467b-a8f3-e6ab57c441b0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:35.372054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f229131b-3de8-467b-a8f3-e6ab57c441b0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:35.372455 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.395763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-01af717c-6d31-4544-a626-271306fbde09 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:35.397205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-01af717c-6d31-4544-a626-271306fbde09 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7203305 May 13 15:11:35.422864 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.457042 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Transition to ACTIVE for port object e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:35.473614 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.479327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.485360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c4b918a9-e5a7-4ca1-b42e-756a6fa7e41e None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:35.530735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Attempting to bind port 00327036-37f7-4a45-a843-8519b984bc70 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:35.530735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Attempting to bind port 00327036-37f7-4a45-a843-8519b984bc70 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8adbd567-7332-4880-91be-ac055bfd351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:35.531055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Attempting to bind port 00327036-37f7-4a45-a843-8519b984bc70 on network 354d1ad1-5692-4cc0-9479-8587bbcb56cf {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:35.576033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:35.576734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Checking segment: {'id': '8adbd567-7332-4880-91be-ac055bfd351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:35.577304 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.577847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Bound using segment: {'id': '8adbd567-7332-4880-91be-ac055bfd351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:35.579858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Bound port: 00327036-37f7-4a45-a843-8519b984bc70, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbd567-7332-4880-91be-ac055bfd351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '354d1ad1-5692-4cc0-9479-8587bbcb56cf'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:35.580556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:35.725097 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2384357-551c-466e-9fe5-764489771500 None None] Pushing event updated for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:35.760244 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.760580 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.760911 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.761237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.761559 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.761878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.773899 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.774344 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.774683 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.775012 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.775336 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.775661 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2384357-551c-466e-9fe5-764489771500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:35.945298 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.159328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-6746a6ad-7586-4252-8759-23222b3cc4d7 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428424 May 13 15:11:36.167461 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Attempting to bind port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:36.167944 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Attempting to bind port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:36.168186 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Attempting to bind port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 on network 58c2a87b-53f4-41a8-ada0-1c8a6502100d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:36.177512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] For port 00327036-37f7-4a45-a843-8519b984bc70, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:36.192494 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:36.192911 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Checking segment: {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:36.193322 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.193727 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Bound using segment: {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:36.193840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] For port 00327036-37f7-4a45-a843-8519b984bc70, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00327036-37f7-4a45-a843-8519b984bc70,segment=NetworkSegment(8adbd567-7332-4880-91be-ac055bfd351d),segment_id=8adbd567-7332-4880-91be-ac055bfd351d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:36.194209 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Bound port: e4df7f51-40a7-4c7d-a2da-fc7be71b32d9, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621301af-b9f1-4155-a0ce-ce84178b016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:36.194587 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.226385 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.253393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f229131b-3de8-467b-a8f3-e6ab57c441b0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:36.253772 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.298115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:36.312673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Sync routers for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:36.397333 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.459859 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] For port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:36.466073 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] For port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:36.473548 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.514804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:36.527447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78006e86-c526-4159-a5e0-786599c94302,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:36.541433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:36.541650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:36.542419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:36.547580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.570529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d2740ff8-34b4-4e7d-a7b6-752c5ec2a902 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/security-groups/78006e86-c526-4159-a5e0-786599c94302 HTTP/1.1" status: 204 len: 168 time: 3.3946595 May 13 15:11:36.589377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:36.624822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:36.645293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-708641c8-4cf9-4bab-8974-50220cf69838 None None] Provisioning for port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:36.665781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:36.718791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.855737 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:36.857097 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:36.890759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:36.938059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.064415 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2384357-551c-466e-9fe5-764489771500 None None] Pushing event updated for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.173941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-c4b28fdf-3608-4e0b-ab30-465c0aa46bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0135906 May 13 15:11:37.257753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:37.266391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.322462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=f230799b-1b5c-4e9e-a87a-8a2635f39bc9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.348643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:37.597264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0279fb-df86-4080-b488-150aa0d675d0 None None] Pushing event updated for resources: {'Port': ['ID=00327036-37f7-4a45-a843-8519b984bc70,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:37.650257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f229131b-3de8-467b-a8f3-e6ab57c441b0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f229131b-3de8-467b-a8f3-e6ab57c441b0,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:37.683433 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fc40fc41-8100-4e85-b8f1-d313fff51ba1 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f230799b-1b5c-4e9e-a87a-8a2635f39bc9 HTTP/1.1" status: 204 len: 168 time: 2.7957084 May 13 15:11:37.692432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 36900) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:37.707111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f7beddb-5c24-4914-92c0-4cf5f2f07856 None None] Could not find standard attr ID for object 31cb7501-a60f-43ad-a554-a5bf7d03bad5. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:37.725755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.741247 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:37.742162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 732eb26f-f9fd-46f4-9115-f1eb51c7802d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:37.801219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:37.815521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port d2571e99-d68e-44d1-866d-a2b73a3d5537 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:11:38.026854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d63c45-e184-4e7f-8c31-e0d51ecbc70f None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:38.118130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:38.461106 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 6, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:38.471921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f22d8-65b6-469a-809a-c32c72425228 None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 6, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:38.693912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:38.817084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:38.838334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a558e09b-7c55-47c7-a3e2-4436da84826c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 952 time: 6.3053303 May 13 15:11:38.845450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:38.890527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::f (354d1ad1-5692-4cc0-9479-8587bbcb56cf/fd3cbf58-7802-4b9b-873f-29613d9cf1c6/d2571e99-d68e-44d1-866d-a2b73a3d5537) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:39.076753 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56bc39fa-bbf5-4025-b250-1eec114a3cb3 req-0655200c-49ce-4751-b305-c6d710f66b29 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.6721601 May 13 15:11:39.205198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.316635 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.685588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d068043f-0db1-42e9-9f37-45db4d85fc56 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 952 time: 0.8322692 May 13 15:11:39.686462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 36984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:39.732503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'routes': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:39.928178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:39.975921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0ae64-e1f4-48ac-8d47-1f7f901a009d None None] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:40.101128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f7beddb-5c24-4914-92c0-4cf5f2f07856 None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:40.101679 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f7beddb-5c24-4914-92c0-4cf5f2f07856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.593335 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:40.607563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:40.609763 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:40.646660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.741575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f229131b-3de8-467b-a8f3-e6ab57c441b0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.843393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ddd27e8a-de8f-4499-b8bc-7a95741acf01 req-699a3427-cd14-4361-93b3-db7f11a7c441 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.4291747 May 13 15:11:40.886964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:40.925996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.947949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:40.953012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:40.965702 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:40.999640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.000762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-13db8433-460d-49b9-ae7b-e37f55a12305 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e HTTP/1.1" status: 204 len: 168 time: 3.2853503 May 13 15:11:41.056717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8f7beddb-5c24-4914-92c0-4cf5f2f07856 None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:41.094362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:41.096789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.163080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f7beddb-5c24-4914-92c0-4cf5f2f07856 None None] Could not find standard attr ID for object d6ec9665-db49-41d3-a77d-f6d206afd2aa. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:11:41.274166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.483633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f52d8d18-0e68-457e-b765-ae8110bfe69a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4804740 May 13 15:11:41.486800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37030) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:41.488546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object d2571e99-d68e-44d1-866d-a2b73a3d5537 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:41.544123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:41.609114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.827579 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 6, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:41.856730 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:41.874748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:41.912782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:41.913533 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:41.941901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 732eb26f-f9fd-46f4-9115-f1eb51c7802d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:41.952551 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:41.976684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:42.019157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:42.038960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:42.040885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.086708 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 732eb26f-f9fd-46f4-9115-f1eb51c7802d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=732eb26f-f9fd-46f4-9115-f1eb51c7802d,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:42.216511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.357035 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:42.376161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 49d0e25e-83e8-4721-aba8-af4088f8ee41 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:42.469039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cdc97570-f102-49f9-b83e-0bd305e3346a req-e8966350-f88e-4290-ab33-8c296f1d5ceb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.2311347 May 13 15:11:42.499302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 49d0e25e-83e8-4721-aba8-af4088f8ee41 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:42.500011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 49d0e25e-83e8-4721-aba8-af4088f8ee41 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:42.502366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 486e0967-8867-463c-8654-b703c3ab8b34 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:42.529958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=d2571e99-d68e-44d1-866d-a2b73a3d5537,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:42.545903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:42.583126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f1357f04-d8fe-42c6-95a7-4bcbbfabac9b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 7.8412397 May 13 15:11:42.588359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:42.596734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:42.606826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-d2cb6ddc-ca8c-4682-a560-6dd149cdbda1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:42.608569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-d2cb6ddc-ca8c-4682-a560-6dd149cdbda1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 1.3264022 May 13 15:11:42.642062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 486e0967-8867-463c-8654-b703c3ab8b34 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:11:42.642517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 486e0967-8867-463c-8654-b703c3ab8b34 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:11:42.643043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8bb45724-4642-482f-bf5a-103b0484cf80 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:11:42.672541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:42.680246 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': '809238f3-1f32-43e0-95a0-9b106c050e65', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:42.748997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:42.749440 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:42.795378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:42.875124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-08749de3-40e0-4dd9-aa41-92f773a48216 None None] Provisioning for port 00327036-37f7-4a45-a843-8519b984bc70 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:42.918373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24d58a-ab0c-4c2b-9f59-9e4ea5bf8d26 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:42.993099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:42.997971 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.171746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:43.180168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:23Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '8025c4f7-40f9-4233-8020-80142185c336', 'name': '', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'mac_address': 'fa:16:3e:ee:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:20Z', 'updated_at': '2022-05-13T15:11:25Z', 'revision_number': 2, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'subnets': [{'id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:43.222052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Checking router: 1b8877f7-2ef6-4081-890a-6e98da05ef7c for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:43.222719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Updating router 1b8877f7-2ef6-4081-890a-6e98da05ef7c port 8025c4f7-40f9-4233-8020-80142185c336 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:11:43.273297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 6, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:43.288704 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d09c58-e050-4191-9e77-7f49585a535a None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:35Z', 'revision_number': 6, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:43.298591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port bde6baf3-2ec7-4cb2-9076-df8f0b634f7e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:43.298591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.450941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9e560781-ec35-4a0d-89fd-c86810ca6735 None None] Provisioning complete for port 8bb45724-4642-482f-bf5a-103b0484cf80 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:43.451315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e560781-ec35-4a0d-89fd-c86810ca6735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.571658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for bde6baf3-2ec7-4cb2-9076-df8f0b634f7e owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:43.666085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added routes are [] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:11:43.666399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:11:43.746749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.875610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:43.876096 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:43.926479 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f186625-cd5b-432d-b633-4302cd0fdbc0 req-f2f40029-1659-4de2-acf3-f47332858316 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.1450160 May 13 15:11:44.001896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.026867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:44.256846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:44.424386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd4216-f8a7-4a33-a131-7af8927fd512 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:44.426515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-93cd4216-f8a7-4a33-a131-7af8927fd512 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:44.450670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9e560781-ec35-4a0d-89fd-c86810ca6735 None None] Current status of the port 8bb45724-4642-482f-bf5a-103b0484cf80 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:44.461477 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:44.484704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:44.500049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.513239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:44.925544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-93cd4216-f8a7-4a33-a131-7af8927fd512 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:44.926759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-93cd4216-f8a7-4a33-a131-7af8927fd512 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 2.3172798 May 13 15:11:44.936097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37084) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:45.062150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=16']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.085383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:45.150575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Provisioning for port 052f752c-d24c-462f-a948-e20685c4c51d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:45.154533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.167181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Provisioning complete for port 052f752c-d24c-462f-a948-e20685c4c51d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:45.167550 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.210086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Deleting port 8bb45724-4642-482f-bf5a-103b0484cf80 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:45.210452 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.383247 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 732eb26f-f9fd-46f4-9115-f1eb51c7802d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:45.416825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:45.434931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Port 052f752c-d24c-462f-a948-e20685c4c51d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:45.449064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=bde6baf3-2ec7-4cb2-9076-df8f0b634f7e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:45.772094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Provisioning for port d2571e99-d68e-44d1-866d-a2b73a3d5537 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:45.819376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.935400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:45.992396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.000259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Provisioning complete for port d2571e99-d68e-44d1-866d-a2b73a3d5537 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:46.001747 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.060339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-823e2cab-0f95-42ec-93de-261ef9dc8770 req-6bbf0628-4d09-4d0a-bd53-2a18fa86f840 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.6284943 May 13 15:11:46.062505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.4 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/dfc6d577-a072-43a4-8b08-5f795ccec1b8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:46.240867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da4dd7cc-18de-488b-811f-d355ef6a87b8 None None] Port d2571e99-d68e-44d1-866d-a2b73a3d5537 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:46.250915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Transition to ACTIVE for port object 8025c4f7-40f9-4233-8020-80142185c336 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:46.281401 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.305706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 732eb26f-f9fd-46f4-9115-f1eb51c7802d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:46.305962 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.377931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.391165 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.708906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:46.742812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] For port 8bb45724-4642-482f-bf5a-103b0484cf80, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8bb45724-4642-482f-bf5a-103b0484cf80,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:46.743213 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:46.751125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:46.868237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router e72d73ee-94ca-4655-97fe-975b44d9fb48 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:46.955529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=448ee448-7946-4c5a-992b-632006d29154,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:46.977175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:46.978400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.077607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.078812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.079655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.080553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.081367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.082163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.082993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.084362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.085166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.085962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.086757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.087609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:47.173250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Calling delete_port for 8bb45724-4642-482f-bf5a-103b0484cf80 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:47.205516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Attempting to bind port 8025c4f7-40f9-4233-8020-80142185c336 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:47.205967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Attempting to bind port 8025c4f7-40f9-4233-8020-80142185c336 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:47.206242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Attempting to bind port 8025c4f7-40f9-4233-8020-80142185c336 on network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:47.246548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d46c34-b78a-4e4a-b312-f559680add31 None None] Pushing event updated for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:47.259090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-801877da-d171-48d2-b33f-a94a68930e5f None None] Provisioning complete for port d2571e99-d68e-44d1-866d-a2b73a3d5537 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:47.259498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-801877da-d171-48d2-b33f-a94a68930e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.354209 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51ec2d16-92d4-4011-83f0-2a381905760c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.8248274 May 13 15:11:47.354471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:47.354661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Checking segment: {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:47.355090 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.355448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Bound using segment: {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:47.356263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Bound port: 8025c4f7-40f9-4233-8020-80142185c336, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3676d3e5-fa2e-49e6-9968-0a9cb446733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:47.356532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.373593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be1ebe-6e52-44b8-81f4-e6f3ea097e00 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.389517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be1ebe-6e52-44b8-81f4-e6f3ea097e00 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.407117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be1ebe-6e52-44b8-81f4-e6f3ea097e00 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:47.407444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-801877da-d171-48d2-b33f-a94a68930e5f None None] Port d2571e99-d68e-44d1-866d-a2b73a3d5537 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:47.426122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56be1ebe-6e52-44b8-81f4-e6f3ea097e00 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 2.4799175 May 13 15:11:47.426790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37118) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.427126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37120) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.434837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.501955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:47.596867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a815397-a68d-485c-9b0c-6d9160ee6732 req-34fe073c-7534-4237-8f91-835030fdbe6f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.1233273 May 13 15:11:47.642154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:47.652431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:11:47.668631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5c94315-27ba-4172-9094-a77134822f25 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/e72d73ee-94ca-4655-97fe-975b44d9fb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0331869 May 13 15:11:47.672167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37126) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:47.807265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port d2571e99-d68e-44d1-866d-a2b73a3d5537 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:47.807782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:47.947092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 732eb26f-f9fd-46f4-9115-f1eb51c7802d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:47.949429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:48.041429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] No DVR routers for this DVR port 8bb45724-4642-482f-bf5a-103b0484cf80 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:48.101904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Sync routers for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:48.162885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80aadb-bc36-4948-bac3-fe85c7a93dbc None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:48.253650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0850b-2fcd-4e82-bb1a-3229589a9d60 None None] Pushing event deleted for resources: {'Port': ['ID=8bb45724-4642-482f-bf5a-103b0484cf80,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.348868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting subnet 2b42d536-144f-4386-a85d-73967e39da5e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:48.363451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.479611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.553404 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] For port 8025c4f7-40f9-4233-8020-80142185c336, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:48.559141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] For port 8025c4f7-40f9-4233-8020-80142185c336, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8025c4f7-40f9-4233-8020-80142185c336,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:48.580092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Routers {'e72d73ee-94ca-4655-97fe-975b44d9fb48'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:48.581113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e72d73ee-94ca-4655-97fe-975b44d9fb48'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:48.642231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.664639 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.747896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.795553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Subnet': ['ID=2b42d536-144f-4386-a85d-73967e39da5e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:48.810511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:48.829752 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5343ed5c-ca2d-44d4-8a84-11bc98e02a71 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/subnets/2b42d536-144f-4386-a85d-73967e39da5e HTTP/1.1" status: 204 len: 168 time: 1.1558211 May 13 15:11:48.830374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:48.997414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.099833 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d2932-7c3e-40e7-9fc6-8b4ce558c5b0 None None] Network dd2973c4-9769-4a3e-912d-4d695ab0e0cc requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:11:49.323328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.393970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for d2571e99-d68e-44d1-866d-a2b73a3d5537 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:49.617050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:49.645373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f5cd468e-2b11-4093-b596-c249f9fb3e16 req-cef4562f-9553-4bff-898b-605fc2f8fee8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:49.801632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-f5cd468e-2b11-4093-b596-c249f9fb3e16 req-cef4562f-9553-4bff-898b-605fc2f8fee8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:49.809804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5cd468e-2b11-4093-b596-c249f9fb3e16 req-cef4562f-9553-4bff-898b-605fc2f8fee8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.5228248 May 13 15:11:49.825027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.858577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port cd73e9a6-e51e-4525-be8c-2ee860bb1d44 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:49.859003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:49.980526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:49.981139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.004790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.044574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object dfc6d577-a072-43a4-8b08-5f795ccec1b8 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:50.091267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:11:50.102394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.106789 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:11:50.120190 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:50.124063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8442681d-3dfd-43b5-a41e-8ee25af5835a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 702 time: 10.4188194 May 13 15:11:50.129165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:50.129410 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:50.129586 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:50.131983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:50.143156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:50.151207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:50.169197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:50.203854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port cd73e9a6-e51e-4525-be8c-2ee860bb1d44, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:50.204514 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.229115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:50.236620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.441706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:50.532033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:50.541545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for cd73e9a6-e51e-4525-be8c-2ee860bb1d44 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:50.554074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.620484 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:50.682035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:50.722233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Set router e72d73ee-94ca-4655-97fe-975b44d9fb48 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:50.766385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:50.793780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:50.874261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:50.978440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.191726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.446008 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bc7da5c1-1db3-4930-9af4-80fca432e5fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=349f208af6164092af5b82b6240a1cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576042 May 13 15:11:51.453867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=cd73e9a6-e51e-4525-be8c-2ee860bb1d44,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.457622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:51.478884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.631623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.649027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.674330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d46c34-b78a-4e4a-b312-f559680add31 None None] Pushing event updated for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.676476 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 7, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:51.688717 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:51.703045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'tenant_id': 'd9194f42c96540259049b5bf9bcc835d', 'fixed_ips': [{'subnet_id': '448ee448-7946-4c5a-992b-632006d29154'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:11:51.705654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.715518 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:51.716160 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:51.831313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:51.832592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:51.989793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e001c2b9-3059-4190-a22d-fbfb43697b42 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 702 time: 1.7253976 May 13 15:11:51.993245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=d2571e99-d68e-44d1-866d-a2b73a3d5537,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:51.995512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.011547 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 448ee448-7946-4c5a-992b-632006d29154 (CIDR: 2001:db8::/64) May 13 15:11:52.015180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37170) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:52.034921 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.042003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.111543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.150425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.202456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.203142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Fanout notify agent at l3_agent the message router_deleted on router e72d73ee-94ca-4655-97fe-975b44d9fb48 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:11:52.217550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627785-13f9-495d-8a28-06db3e252f9d req-701ec535-5f08-4dd1-b18f-9713e079a888 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:52.219157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61627785-13f9-495d-8a28-06db3e252f9d req-701ec535-5f08-4dd1-b18f-9713e079a888 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 931 time: 0.9109888 May 13 15:11:52.235660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.236812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2f87b502-2df3-4b13-9159-28b83b43a206 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/routers/e72d73ee-94ca-4655-97fe-975b44d9fb48 HTTP/1.1" status: 204 len: 168 time: 3.4054997 May 13 15:11:52.247374 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:11:52.280696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:52.281424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.427367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Allocated IP 2001:db8::2 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/448ee448-7946-4c5a-992b-632006d29154/02af94a3-02ad-4502-9d30-5b6cbe0a4584) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:52.580499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] DHCP port deletion for dd2973c4-9769-4a3e-912d-4d695ab0e0cc request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:11:52.600702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Deleting port ad87366b-f57a-4156-9eaf-de011d1cfe70 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:52.601037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.692190 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-61627785-13f9-495d-8a28-06db3e252f9d req-af85eefb-5057-45de-8d52-dc5846c09e0d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:52.715813 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:11:52.718904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:11:52.737038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 7, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:52.742463 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84058de-afcf-41e3-8e7d-345d3e56527f None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:43Z', 'revision_number': 7, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4df7f51-40a7-4c7d-a2da-fc7be71b32d9', 'name': '', 'network_id': '58c2a87b-53f4-41a8-ada0-1c8a6502100d', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:cf:be:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:21Z', 'updated_at': '2022-05-13T15:11:36Z', 'revision_number': 4, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '2c4b1f57-6466-4a6d-ba17-170c36cdcfc7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:52.784937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:23Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '8025c4f7-40f9-4233-8020-80142185c336', 'name': '', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'mac_address': 'fa:16:3e:ee:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:20Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'subnets': [{'id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:52.811287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cf971bac-0864-47dc-b58f-5c511aea5e58 None None] Provisioning for port dfc6d577-a072-43a4-8b08-5f795ccec1b8 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:52.829217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cf971bac-0864-47dc-b58f-5c511aea5e58 None None] Provisioning complete for port dfc6d577-a072-43a4-8b08-5f795ccec1b8 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:52.829660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf971bac-0864-47dc-b58f-5c511aea5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:52.867806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-61627785-13f9-495d-8a28-06db3e252f9d req-af85eefb-5057-45de-8d52-dc5846c09e0d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:52.869002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61627785-13f9-495d-8a28-06db3e252f9d req-af85eefb-5057-45de-8d52-dc5846c09e0d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397014 May 13 15:11:52.908670 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ecfb8289-5b2d-4323-9c54-1e9d9750ce9f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/d2571e99-d68e-44d1-866d-a2b73a3d5537 HTTP/1.1" status: 204 len: 168 time: 5.4664710 May 13 15:11:52.910177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-038aced2-8f9e-4d0f-9fb4-6e5d663aa459 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.2341275 May 13 15:11:52.912550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'name': 'tempest-TestNetworkBasicOps-router-220450614', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:06:50Z', 'updated_at': '2022-05-13T15:11:44Z', 'revision_number': 7, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': 'cd73e9a6-e51e-4525-be8c-2ee860bb1d44', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72d73ee-94ca-4655-97fe-975b44d9fb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:06:53Z', 'updated_at': '2022-05-13T15:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:52.918547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fe4d4-ba4c-4a85-afe4-55340da703a7 None None] The sync data for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 is: [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:11:23Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '8025c4f7-40f9-4233-8020-80142185c336', 'name': '', 'network_id': '27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'mac_address': 'fa:16:3e:ee:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:20Z', 'updated_at': '2022-05-13T15:11:48Z', 'revision_number': 4, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'subnets': [{'id': '047abd9d-57f0-4dd5-b8c9-fadcaf5f208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:52.925370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:52.937827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Checking router: e72d73ee-94ca-4655-97fe-975b44d9fb48 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:11:53.030968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Request body: {'port': {'device_id': '809238f3-1f32-43e0-95a0-9b106c050e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:53.051915 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:11:53.067168 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-133f9444-a8cf-4d38-ae2a-62d0b43b4d42 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:11:53.067873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-133f9444-a8cf-4d38-ae2a-62d0b43b4d42 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:11:53.076818 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.135268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:53.135821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.151500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:53.194965 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.245555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.250781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-937610e7-f93c-4f2c-8d66-be8b59bfb4e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7ff8e45-c3d7-4ba9-a8ee-46aefe636b9f HTTP/1.1" status: 204 len: 168 time: 1.7701535 May 13 15:11:53.255064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-133f9444-a8cf-4d38-ae2a-62d0b43b4d42 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:11:53.261075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-133f9444-a8cf-4d38-ae2a-62d0b43b4d42 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/d2571e99-d68e-44d1-866d-a2b73a3d5537 HTTP/1.1" status: 404 len: 333 time: 0.3266602 May 13 15:11:53.261075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port ad87366b-f57a-4156-9eaf-de011d1cfe70 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:53.261075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.283046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:53.285548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Routers set() bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:11:53.286384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Router IDs set() for agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 13 15:11:53.287399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_agentschedulers_db [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e72d73ee-94ca-4655-97fe-975b44d9fb48'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent'). {{(pid=88134) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 13 15:11:53.288117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dd310-c1de-48cc-9c93-3ec94b76cce8 None None] The sync data for ids ['e72d73ee-94ca-4655-97fe-975b44d9fb48'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:11:53.304258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37190) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:53.306707 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.307650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a4b7cfce-4530-4053-8055-d020842ac00c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:53.404918 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c6bed7c6-dc88-4fba-bbd6-730ecae7714a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 5.9707923 May 13 15:11:53.599568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cf971bac-0864-47dc-b58f-5c511aea5e58 None None] Port dfc6d577-a072-43a4-8b08-5f795ccec1b8 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:11:53.611029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37192) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:53.634069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'subnet': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:53.646857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] For port ad87366b-f57a-4156-9eaf-de011d1cfe70, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad87366b-f57a-4156-9eaf-de011d1cfe70,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:53.647676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.664511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 052f752c-d24c-462f-a948-e20685c4c51d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:53.664887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:53.914559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port ad87366b-f57a-4156-9eaf-de011d1cfe70, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad87366b-f57a-4156-9eaf-de011d1cfe70,segment=NetworkSegment(213c4453-0e61-40f3-a188-2e92466b7020),segment_id=213c4453-0e61-40f3-a188-2e92466b7020)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:53.916048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.172539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:54.199492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:subnet and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:54.202310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.221194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:54.248402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.260338 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for ad87366b-f57a-4156-9eaf-de011d1cfe70 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:54.283582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:54.290927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Calling delete_port for ad87366b-f57a-4156-9eaf-de011d1cfe70 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:54.384363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Transition to ACTIVE for port object 02af94a3-02ad-4502-9d30-5b6cbe0a4584 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:54.390184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.412187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a4b7cfce-4530-4053-8055-d020842ac00c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:54.415498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.447981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a4b7cfce-4530-4053-8055-d020842ac00c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:54.448579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.465034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=ad87366b-f57a-4156-9eaf-de011d1cfe70,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.473823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port ad87366b-f57a-4156-9eaf-de011d1cfe70 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:11:54.614126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Transition to ACTIVE for port object 02af94a3-02ad-4502-9d30-5b6cbe0a4584 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:11:54.635930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:11:54.643988 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.651308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:54.654412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.671992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.713994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:11:54.714397 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:11:54.719798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:54.741072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2973c4-9769-4a3e-912d-4d695ab0e0cc']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:54.782579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a4b7cfce-4530-4053-8055-d020842ac00c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:54.783517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.795414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:54.811066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:54.813895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213c4453-0e61-40f3-a188-2e92466b7020') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:54.817109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213c4453-0e61-40f3-a188-2e92466b7020') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:11:54.822723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Pushing event updated for resources: {'Port': ['ID=02af94a3-02ad-4502-9d30-5b6cbe0a4584,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:54.847358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.878018 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.890331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:11:54.891107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: timer() May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:11:54.917982 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:11:54.952233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a4b7cfce-4530-4053-8055-d020842ac00c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a4b7cfce-4530-4053-8055-d020842ac00c,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:54.964529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:54.967395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:55.088536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Attempting to bind port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:55.088904 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Attempting to bind port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:55.089050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.089258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Attempting to bind port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 on network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:55.110274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:55.110644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Checking segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:55.111058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.111493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Bound using segment: {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:55.112140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Bound port: 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eea41d-a6b2-4492-a25a-e388eb483a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:55.112550 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.129908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.146107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Network': ['ID=dd2973c4-9769-4a3e-912d-4d695ab0e0cc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.170574 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d48852ae-98aa-491f-aa3e-518c778bb49f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/networks/dd2973c4-9769-4a3e-912d-4d695ab0e0cc HTTP/1.1" status: 204 len: 168 time: 2.8830173 May 13 15:11:55.183067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:55.194993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'network': {'name': 'tempest-network-smoke--627101333', 'project_id': '49bff001508646548736068375f91a15', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:55.201659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.207980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:network and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.211852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.220818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.234490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Deleting port ad87366b-f57a-4156-9eaf-de011d1cfe70 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:55.235249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.237899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:11:55.244077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.290933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:11:55.308085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.308990 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Added segment b595a3e9-cc08-4012-8cc8-b86461094ed4 of type vlan for network e15487dc-88f4-4f80-9dc0-28e070a41cf8 May 13 15:11:55.358188 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.384256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a4b7cfce-4530-4053-8055-d020842ac00c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.394543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.397026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b6ee7-651c-4fbb-965f-ac50f2a79b65 None None] The port 'ad87366b-f57a-4156-9eaf-de011d1cfe70' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:11:55.405592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.406660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.412993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:55.413565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.520318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] For port 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:55.527248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] For port 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=02af94a3-02ad-4502-9d30-5b6cbe0a4584,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:55.533569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.576835 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3928545 May 13 15:11:55.580504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:55.587323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'admin_state_up': True, 'project_id': '49bff001508646548736068375f91a15', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:55.595511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:11:55.600606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:router and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:11:55.603458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:11:55.610464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:11:55.621593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Network': ['ID=e15487dc-88f4-4f80-9dc0-28e070a41cf8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.627430 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.628482 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.638012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.638531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.638715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.639044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.639428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.639736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.640031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.640405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.640685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.641006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.641332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.641883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b473f63-722e-4046-837d-469dd1a02015 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:11:55.664149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd48ed-85ad-4c59-b5c8-7e49adbc500a req-8c266504-7d99-43d8-8b28-2d39a93ee412 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:55.665759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-63dd48ed-85ad-4c59-b5c8-7e49adbc500a req-8c266504-7d99-43d8-8b28-2d39a93ee412 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 931 time: 1.3736944 May 13 15:11:55.679817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.683478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:11:55.750891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.793345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf6d1-a996-4761-9057-20ae6b7a1ac0 None None] Pushing event updated for resources: {'Port': ['ID=02af94a3-02ad-4502-9d30-5b6cbe0a4584,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:55.826040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:55.827150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:55.930573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.943789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:55.950476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:55.950853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:55.999267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 052f752c-d24c-462f-a948-e20685c4c51d owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:56.095842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:56.096269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.121250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:56.148953 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-63dd48ed-85ad-4c59-b5c8-7e49adbc500a req-5fa67cab-4c2e-4614-8609-b82e0d0b66ab tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553239 May 13 15:11:56.152139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.155281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f229131b-3de8-467b-a8f3-e6ab57c441b0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:56.411462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:11:56.418629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:56.436428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f229131b-3de8-467b-a8f3-e6ab57c441b0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:56.437783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.446465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.658540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f229131b-3de8-467b-a8f3-e6ab57c441b0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:56.660097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:56.746905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc6d577-a072-43a4-8b08-5f795ccec1b8 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:11:56.768826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.806640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:56.807006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.815264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:56.964499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:56.965901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00327036-37f7-4a45-a843-8519b984bc70 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:56.975747 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.037166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Transition to ACTIVE for port object dfc6d577-a072-43a4-8b08-5f795ccec1b8 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:11:57.040707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.041145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.070327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=052f752c-d24c-462f-a948-e20685c4c51d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.121857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.132344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.objects.ports [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88132) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 13 15:11:57.150920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 00327036-37f7-4a45-a843-8519b984bc70 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:57.158004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 00327036-37f7-4a45-a843-8519b984bc70 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:57.159520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.225240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3450542c-9869-4fa4-b5ab-bab82a26cf28 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/052f752c-d24c-462f-a948-e20685c4c51d HTTP/1.1" status: 204 len: 168 time: 3.8186755 May 13 15:11:57.277539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37226) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:57.323546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:57.324705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.329981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 00327036-37f7-4a45-a843-8519b984bc70 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:57.330360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.374170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 00327036-37f7-4a45-a843-8519b984bc70, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00327036-37f7-4a45-a843-8519b984bc70,segment=NetworkSegment(8adbd567-7332-4880-91be-ac055bfd351d),segment_id=8adbd567-7332-4880-91be-ac055bfd351d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:57.378548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.395104 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a429e6d-f531-4a39-a7ca-5d6b3e7578f7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:11:57.399431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a429e6d-f531-4a39-a7ca-5d6b3e7578f7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/052f752c-d24c-462f-a948-e20685c4c51d HTTP/1.1" status: 404 len: 333 time: 0.1211708 May 13 15:11:57.402207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37230) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:57.466634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.506938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.25.5.237 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/3e7cf6c9-b844-4700-bc64-723b3af8c44c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:11:57.551307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet fd3cbf58-7802-4b9b-873f-29613d9cf1c6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:11:57.574525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=00327036-37f7-4a45-a843-8519b984bc70,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:57.583341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.632793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43bc7a86-4b8c-49f8-b70e-180fa4325887 None None] Provisioning for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:57.864807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8025c4f7-40f9-4233-8020-80142185c336 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:57.898316 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:57.988201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44759a9a-216d-4063-ab34-aae40b611dfa req-6598808a-38fd-4941-8085-bd1f5c1cea9a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:57.992020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44759a9a-216d-4063-ab34-aae40b611dfa req-6598808a-38fd-4941-8085-bd1f5c1cea9a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.6395319 May 13 15:11:58.015001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb717f-c71a-4ea3-bf74-77549e94c74b None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:11:58.083284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 8025c4f7-40f9-4233-8020-80142185c336 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:58.106809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8025c4f7-40f9-4233-8020-80142185c336 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:58.107812 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.228686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-44759a9a-216d-4063-ab34-aae40b611dfa req-0f48b41b-f915-49d4-a666-43959932a3ad tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110894 May 13 15:11:58.235838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.288657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.316356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.330793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb717f-c71a-4ea3-bf74-77549e94c74b None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:11:58.334368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port e4df7f51-40a7-4c7d-a2da-fc7be71b32d9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:58.334738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.450699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.479041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8025c4f7-40f9-4233-8020-80142185c336 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:58.479522 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.511033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.513554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:11:58.518561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3cbf58-7802-4b9b-873f-29613d9cf1c6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.525680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8025c4f7-40f9-4233-8020-80142185c336, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8025c4f7-40f9-4233-8020-80142185c336,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:58.527095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.534826 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.535651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a4b7cfce-4530-4053-8055-d020842ac00c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:58.626006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=3e7cf6c9-b844-4700-bc64-723b3af8c44c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.634641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe1d3e3f-90ed-4375-941a-e5404e709365 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/fd3cbf58-7802-4b9b-873f-29613d9cf1c6 HTTP/1.1" status: 204 len: 168 time: 1.2265096 May 13 15:11:58.647587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:58.649237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:58.650471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:58.653413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:11:58.717026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.780879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] For port 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=02af94a3-02ad-4502-9d30-5b6cbe0a4584,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:58.819990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.844989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Attempting to bind port dfc6d577-a072-43a4-8b08-5f795ccec1b8 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:11:58.845377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Attempting to bind port dfc6d577-a072-43a4-8b08-5f795ccec1b8 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:11:58.845712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Attempting to bind port dfc6d577-a072-43a4-8b08-5f795ccec1b8 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:58.855335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Port dfc6d577-a072-43a4-8b08-5f795ccec1b8 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:11:58.855682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Attempting to bind port dfc6d577-a072-43a4-8b08-5f795ccec1b8 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:11:58.857987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.858712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.910218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a4b7cfce-4530-4053-8055-d020842ac00c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:58.914051 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.957942 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:58.981909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=02af94a3-02ad-4502-9d30-5b6cbe0a4584,revision_number=4']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:58.993927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:11:58.994273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:11:58.994670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:11:58.995128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Bound port: dfc6d577-a072-43a4-8b08-5f795ccec1b8, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:11:58.995486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.151959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a4b7cfce-4530-4053-8055-d020842ac00c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:59.153124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:59.239837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:11:59.246784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 00327036-37f7-4a45-a843-8519b984bc70 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:11:59.247125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.261193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:59.261568 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.323155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:11:59.332672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:59.333177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.380560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Subnet': ['ID=a8df59ef-7475-4a6e-a4de-38b605da3169,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:11:59.460964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:59.462283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 02af94a3-02ad-4502-9d30-5b6cbe0a4584 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:11:59.482489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45b5bfc0-9b6a-466b-9938-7a8cf8eb55ab tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8681743 May 13 15:11:59.488685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:11:59.499202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Request body: {'port': {'network_id': 'c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda', 'mac_address': 'fa:16:3e:93:9e:ed', 'name': 'tempest-NetworksTestDHCPv6-2096786827'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:11:59.600250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:11:59.619149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:11:59.619745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.686327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:11:59.694676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:11:59.709262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.894974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:11:59.897339 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.923125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] 10.222.0.86 "PUT /v2.0/ports/dfc6d577-a072-43a4-8b08-5f795ccec1b8 HTTP/1.1" status: 200 len: 1091 time: 6.8734229 May 13 15:11:59.926242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:11:59.927118 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.950698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:11:59.976339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=02af94a3-02ad-4502-9d30-5b6cbe0a4584,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:11:59.978579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-472f0c32-c93b-46d7-998f-64489c72ea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.984905 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:11:59.988996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:00.077144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37254) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:00.151098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Could not find standard attr ID for object e4df7f51-40a7-4c7d-a2da-fc7be71b32d9. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:00.157830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=02af94a3-02ad-4502-9d30-5b6cbe0a4584,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.162939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e071c-c009-4ea5-b7e0-d54a53bc9971 req-43fba75c-4c56-4622-a3ad-9caf41e98203 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:00.164569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-028e071c-c009-4ea5-b7e0-d54a53bc9971 req-43fba75c-4c56-4622-a3ad-9caf41e98203 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.6806135 May 13 15:12:00.167435 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99500d2-4aac-4b5c-b7f7-2b5e326e2d59'] response: {'name': 'network-changed', 'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8', 'status': 'completed', 'code': 200} May 13 15:12:00.173873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.199373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 00327036-37f7-4a45-a843-8519b984bc70, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=00327036-37f7-4a45-a843-8519b984bc70,segment=NetworkSegment(8adbd567-7332-4880-91be-ac055bfd351d),segment_id=8adbd567-7332-4880-91be-ac055bfd351d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:00.200205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.261761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cd73e9a6-e51e-4525-be8c-2ee860bb1d44 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:00.431250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 00327036-37f7-4a45-a843-8519b984bc70 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:00.457771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: cd73e9a6-e51e-4525-be8c-2ee860bb1d44 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:00.458343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cd73e9a6-e51e-4525-be8c-2ee860bb1d44 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:00.459557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad87366b-f57a-4156-9eaf-de011d1cfe70 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:00.519447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-028e071c-c009-4ea5-b7e0-d54a53bc9971 req-84c31f66-3697-49a1-a54d-1fe2e6e792bf tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295584 May 13 15:12:00.652154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4441452-e736-43aa-b5bb-079e1f6a7d5a None None] Network 354d1ad1-5692-4cc0-9479-8587bbcb56cf requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:00.686976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614f0f6-59fc-4bb5-a6c3-913413388bdb None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:00.778230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ad87366b-f57a-4156-9eaf-de011d1cfe70 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:00.779412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad87366b-f57a-4156-9eaf-de011d1cfe70 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:00.780167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bde6baf3-2ec7-4cb2-9076-df8f0b634f7e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:00.834585 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.864833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863d294-2973-4dde-9141-604dbcf96d30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.940446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:00.979829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=e4df7f51-40a7-4c7d-a2da-fc7be71b32d9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:00.991009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Deleting subnet fe9131b6-b65a-46c1-aa5b-7fe26a74861a {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:00.994332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.041789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.098999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: bde6baf3-2ec7-4cb2-9076-df8f0b634f7e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:01.100226 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device bde6baf3-2ec7-4cb2-9076-df8f0b634f7e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:01.125828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=00327036-37f7-4a45-a843-8519b984bc70,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:01.132539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No DVR routers for this DVR port 00327036-37f7-4a45-a843-8519b984bc70 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:01.163448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d630ba4-e8b2-48c7-a232-f24d6ddef28a None None] Provisioning complete for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:01.164023 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d630ba4-e8b2-48c7-a232-f24d6ddef28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.183406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.198948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-95ca00b3-4c47-4a75-baf8-83ef3509bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.200609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-95ca00b3-4c47-4a75-baf8-83ef3509bb62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 1094 time: 1.2395594 May 13 15:12:01.268419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:01.272882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Usage tracker for resource:port and tenant:d9194f42c96540259049b5bf9bcc835d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:01.275986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:01.282417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:01.291485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-bd0011c8-1c0a-4437-ac8d-52bd04dd680f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8 HTTP/1.1" status: 200 len: 217 time: 0.0824447 May 13 15:12:01.341127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.362017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-4c48389e-b53f-4928-b7fb-76cd3c850339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.363725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-4c48389e-b53f-4928-b7fb-76cd3c850339 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0653617 May 13 15:12:01.395026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Made reservation on behalf of d9194f42c96540259049b5bf9bcc835d for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:01.398961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8025c4f7-40f9-4233-8020-80142185c336 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:01.574638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91eb100-48b6-49e3-bb2e-a25a7e8d3068 None None] DHCP port deletion for 354d1ad1-5692-4cc0-9479-8587bbcb56cf request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:01.605944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-e415b454-5ab9-49bc-8155-1bdb1efbe753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:01.609374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-e415b454-5ab9-49bc-8155-1bdb1efbe753 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365296 May 13 15:12:01.629804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9d630ba4-e8b2-48c7-a232-f24d6ddef28a None None] Current status of the port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:01.639317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8025c4f7-40f9-4233-8020-80142185c336 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:01.642552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.667931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:01.790000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.820775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354d1ad1-5692-4cc0-9479-8587bbcb56cf']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.875892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8025c4f7-40f9-4233-8020-80142185c336 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:01.877136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 02af94a3-02ad-4502-9d30-5b6cbe0a4584 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:01.906622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adbd567-7332-4880-91be-ac055bfd351d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.906919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adbd567-7332-4880-91be-ac055bfd351d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:01.939058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-d54fe097-4ebc-474c-923d-5fcfd483099c service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214905 May 13 15:12:01.944476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:01.947195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.966357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:01.990642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:01.999550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:02.000520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:11:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:02.052733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-40d30a7d-af89-48c5-9ec9-58232872bb5e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0361598 May 13 15:12:02.056727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:02.084938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:02.085254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: timer() May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:02.112179 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:02.155833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 2c4b1f57-6466-4a6d-ba17-170c36cdcfc7 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:02.160119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.197148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f3274fbf-6343-4183-ae34-e390461f1b74 req-3969bef3-1e05-4df2-8279-263d3e9e5f11 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505026 May 13 15:12:02.205732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:02.207192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.207947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.223868 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.267741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-18045a83-5f6e-4546-8b3b-208d62a32cc4 None None] Provisioning complete for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:02.267959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-18045a83-5f6e-4546-8b3b-208d62a32cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.319614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.336124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:02.341354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9131b6-b65a-46c1-aa5b-7fe26a74861a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:02.358695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.374731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.406665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.422882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f275c04-ad57-46a1-ad49-10a6214cc4b3 req-68da3990-beef-473e-9475-5aec6b865e1f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.426723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f275c04-ad57-46a1-ad49-10a6214cc4b3 req-68da3990-beef-473e-9475-5aec6b865e1f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.6604786 May 13 15:12:02.457926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b9e0988b-8325-4809-9730-7302924cce75 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe9131b6-b65a-46c1-aa5b-7fe26a74861a HTTP/1.1" status: 204 len: 168 time: 2.3784900 May 13 15:12:02.463463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:02.466963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] device_id is not set on port d852c80c-d925-48c7-9ebd-9f27dd08c430 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:02.521126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=354d1ad1-5692-4cc0-9479-8587bbcb56cf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:02.533424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-804ddd74-7ce9-45bc-a611-06815cdc40b4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/354d1ad1-5692-4cc0-9479-8587bbcb56cf HTTP/1.1" status: 204 len: 168 time: 3.8380096 May 13 15:12:02.534744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.538301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37270) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:02.558920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1098882655'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:02.648891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.653777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e93d-4419-4e83-8dac-7c9424096886 req-bc5dc0ae-c882-4d86-90db-c96fe88c09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:02.655336 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-bc5dc0ae-c882-4d86-90db-c96fe88c09b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 1094 time: 0.2491689 May 13 15:12:02.667940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:02.686200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:network and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:02.689359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:02.690589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.695442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.709357 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7f275c04-ad57-46a1-ad49-10a6214cc4b3 req-23d49542-885e-47d9-bfc1-fb681ff2d67e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583749 May 13 15:12:02.844256 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a3d32c54-465b-438d-88bd-b6374bf3f53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.867637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-18045a83-5f6e-4546-8b3b-208d62a32cc4 None None] Current status of the port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:02.912837 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:02.914930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:02.957711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:02.961053 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.000691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 8, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.001023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.005668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:03.015323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:03.015935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.052133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366fb489-d65f-401a-8728-ac751bf13d60']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.063048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e93d-4419-4e83-8dac-7c9424096886 req-217e7b07-b6a0-46ab-981b-a477239f63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.063251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router b24a057d-16bf-44ac-a157-3a2723e3be60 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:03.064794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-217e7b07-b6a0-46ab-981b-a477239f63b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.4009063 May 13 15:12:03.066248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:03.070447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.129720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.129977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c5aa8a-34e6-4688-87e2-6c0e80b0d055') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.150222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.150572 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Added segment e828d118-ec60-4c80-8d09-8c1724904257 of type vlan for network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 May 13 15:12:03.166642 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8::3c7 (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/448ee448-7946-4c5a-992b-632006d29154/d852c80c-d925-48c7-9ebd-9f27dd08c430) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:03.181883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00327036-37f7-4a45-a843-8519b984bc70 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:03.190177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.195985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:9eed (c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda/a8df59ef-7475-4a6e-a4de-38b605da3169/d852c80c-d925-48c7-9ebd-9f27dd08c430) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:03.202030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-d20d23bf-2d39-4c18-aa0a-2ffb12fadbca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8 HTTP/1.1" status: 200 len: 217 time: 0.1276262 May 13 15:12:03.204769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.213690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4b1f57-6466-4a6d-ba17-170c36cdcfc7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.220750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2875e2c3-7956-4799-9219-16586ec46cec None None] Network 58c2a87b-53f4-41a8-ada0-1c8a6502100d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:03.237143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 00327036-37f7-4a45-a843-8519b984bc70 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:03.237496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 00327036-37f7-4a45-a843-8519b984bc70 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:03.266976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3b35996d-7ca9-4cf7-a6a3-b5ff94e5f63e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/2c4b1f57-6466-4a6d-ba17-170c36cdcfc7 HTTP/1.1" status: 204 len: 168 time: 1.2065628 May 13 15:12:03.267497 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.270999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37274) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.275726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.287252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:03.287252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: timer() May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:03.301907 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:03.322826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:03.388415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e93d-4419-4e83-8dac-7c9424096886 req-159e2900-68e2-4a35-ab49-682aa51482a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.390004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-159e2900-68e2-4a35-ab49-682aa51482a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1726246 May 13 15:12:03.403807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.445749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.450399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.486646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=366fb489-d65f-401a-8728-ac751bf13d60,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:03.497359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1e62e536-8d31-410c-adb3-0b4845710c4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/366fb489-d65f-401a-8728-ac751bf13d60 HTTP/1.1" status: 204 len: 168 time: 1.0296779 May 13 15:12:03.519611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785e93d-4419-4e83-8dac-7c9424096886 req-aee498ca-8fcd-4de2-9435-503972ea8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.522012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-aee498ca-8fcd-4de2-9435-503972ea8088 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237721 May 13 15:12:03.595888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:03.646243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:03.661176 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Sync routers for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:03.676372 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:03.676998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:03.718348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37280) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.723287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.751849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-a11e4333-5eb6-45b1-9e57-2795f8fa335b service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230833 May 13 15:12:03.770128 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.775860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:03.776723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.892918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] DHCP port deletion for 58c2a87b-53f4-41a8-ada0-1c8a6502100d request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:03.901544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Deleting port a4b7cfce-4530-4053-8055-d020842ac00c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:03.902311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.980605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:03.987339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b21f0e84-2518-47a0-89fd-69a24afe5568 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3998961 May 13 15:12:03.987339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4379270 May 13 15:12:03.987608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37286) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:03.993390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:04.002561 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:04.008916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9785e93d-4419-4e83-8dac-7c9424096886 req-b03308be-431d-4a81-a8d4-275b29c51831 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433252 May 13 15:12:04.037717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1ef9033a-dbbc-403e-98b9-7868461a0eb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=796ae3393bc047aa935a81f480f646c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181076 May 13 15:12:04.045038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:04.068887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 8, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:04.091288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.102231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aee7dc-ad31-4f8e-8b65-b51c689104f0 None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 8, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '62fa5696-ccb2-45ee-90d3-2cba5acc72f1', 'name': '', 'network_id': '8ac37a90-515c-4051-933b-994e468b5df5', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:58:06:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:02Z', 'updated_at': '2022-05-13T15:11:31Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '558dabc4-dbc9-4568-b7b6-2e8ae8181141', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:04.113054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Transition to ACTIVE for port object d852c80c-d925-48c7-9ebd-9f27dd08c430 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:04.142010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fa217-b5b8-480a-afe5-268c6af5cb8a req-c55b2c6f-cd30-456e-8eb9-05556c3f46bd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:04.143738 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65fa217-b5b8-480a-afe5-268c6af5cb8a req-c55b2c6f-cd30-456e-8eb9-05556c3f46bd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.2059796 May 13 15:12:04.163754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:04.172370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.183293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port a4b7cfce-4530-4053-8055-d020842ac00c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:04.184046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.219937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.221956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2833-b077-48da-9cf8-1ca580e9afa5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Network': ['ID=6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:04.232151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.241926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65fa217-b5b8-480a-afe5-268c6af5cb8a req-47bb3e63-4fe9-4dec-8836-6d44ccd12296 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896826 May 13 15:12:04.252321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:04.334526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.343066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] For port a4b7cfce-4530-4053-8055-d020842ac00c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a4b7cfce-4530-4053-8055-d020842ac00c,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:04.343462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.452958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:04.466259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:04.521362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:04.527767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:04.528737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.554334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event updated for resources: {'Port': ['ID=d852c80c-d925-48c7-9ebd-9f27dd08c430,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:04.571214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2be3a718-19f1-4644-b80d-b782ff751158 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0816052 May 13 15:12:04.572747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:04.576054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:04.619601 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:04.626426 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Checking router: b24a057d-16bf-44ac-a157-3a2723e3be60 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:04.626919 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Updating router b24a057d-16bf-44ac-a157-3a2723e3be60 port 3e7cf6c9-b844-4700-bc64-723b3af8c44c binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:04.643176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:04.648311 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b24e9290-2c80-4294-a2ab-070d1bdc90c0 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=49bff001508646548736068375f91a15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6558714 May 13 15:12:04.649895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a5dbb-3873-480e-b006-40f930c33b3a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:04.656504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:04.674188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:04.710750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:04.769523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Calling delete_port for a4b7cfce-4530-4053-8055-d020842ac00c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:04.785266 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.815650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.820796 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ae61cbbb-ecbb-468a-a746-0026731a8758 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d08a5dbb-3873-480e-b006-40f930c33b3a HTTP/1.1" status: 204 len: 168 time: 0.7700257 May 13 15:12:04.847985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting port d852c80c-d925-48c7-9ebd-9f27dd08c430 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:04.848539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.922615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:04.926257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:04.960722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349577df-7c77-4cfb-9c3e-2b1e1c35d648 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:04.967004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-349577df-7c77-4cfb-9c3e-2b1e1c35d648 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3061390 May 13 15:12:04.967806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37310) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:05.002200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.044995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1321d588-c873-412b-b836-0833bf6d3330 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733836 May 13 15:12:05.050814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37314) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:05.062267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.062517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port a4b7cfce-4530-4053-8055-d020842ac00c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a4b7cfce-4530-4053-8055-d020842ac00c,segment=NetworkSegment(621301af-b9f1-4155-a0ce-ce84178b016e),segment_id=621301af-b9f1-4155-a0ce-ce84178b016e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:05.062693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.070371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705647946', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'project_id': '49bff001508646548736068375f91a15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:05.162807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24eb0fa5-b9d4-4fe6-a8f4-e0d8e12e0f71 None None] Provisioning for port d852c80c-d925-48c7-9ebd-9f27dd08c430 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:05.188010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24eb0fa5-b9d4-4fe6-a8f4-e0d8e12e0f71 None None] Provisioning complete for port d852c80c-d925-48c7-9ebd-9f27dd08c430 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:05.188410 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0fa5-b9d4-4fe6-a8f4-e0d8e12e0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.249562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] No DVR routers for this DVR port a4b7cfce-4530-4053-8055-d020842ac00c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:05.268013 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20973-bf63-4052-b646-288ba52bf941 None None] Pushing event deleted for resources: {'Port': ['ID=a4b7cfce-4530-4053-8055-d020842ac00c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.296465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a4b7cfce-4530-4053-8055-d020842ac00c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:05.309867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:05.315250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:subnet and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:05.319344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:05.326768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:05.338487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:05.343981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.369299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a4b7cfce-4530-4053-8055-d020842ac00c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:05.369609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a4b7cfce-4530-4053-8055-d020842ac00c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:05.370066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:05.409258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:05.409660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4df7f51-40a7-4c7d-a2da-fc7be71b32d9 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:05.416412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-24eb0fa5-b9d4-4fe6-a8f4-e0d8e12e0f71 None None] Port d852c80c-d925-48c7-9ebd-9f27dd08c430 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:05.437032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for a4b7cfce-4530-4053-8055-d020842ac00c owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:05.467602 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.483828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Transition to ACTIVE for port object 3e7cf6c9-b844-4700-bc64-723b3af8c44c will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:05.493135 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.611085 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Attempting to bind port 3e7cf6c9-b844-4700-bc64-723b3af8c44c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:05.611454 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Attempting to bind port 3e7cf6c9-b844-4700-bc64-723b3af8c44c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:05.611816 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Attempting to bind port 3e7cf6c9-b844-4700-bc64-723b3af8c44c on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:05.622087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:05.622460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:05.622857 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.623245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:05.623969 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Bound port: 3e7cf6c9-b844-4700-bc64-723b3af8c44c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:05.624376 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.699558 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d170207-1e44-4582-9416-7f454cb9929b None None] Pushing event updated for resources: {'Port': ['ID=3e7cf6c9-b844-4700-bc64-723b3af8c44c,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.717675 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] For port 3e7cf6c9-b844-4700-bc64-723b3af8c44c, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:05.721333 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] For port 3e7cf6c9-b844-4700-bc64-723b3af8c44c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3e7cf6c9-b844-4700-bc64-723b3af8c44c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:05.728696 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.765960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:05.843334 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:05.843973 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:05.899407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Checking segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:05.900019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network hostable DHCP agents. Network: e15487dc-88f4-4f80-9dc0-28e070a41cf8, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:05.913207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Subnet': ['ID=e735819e-f03e-4ebf-bd28-054b3269ffea,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.931924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d170207-1e44-4582-9416-7f454cb9929b None None] Pushing event updated for resources: {'Port': ['ID=3e7cf6c9-b844-4700-bc64-723b3af8c44c,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:05.934336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:05.952676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e15487dc-88f4-4f80-9dc0-28e070a41cf8) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:05.962445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cc67f-55cb-49d1-83aa-c4e4d86250d5 None None] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:05.968916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:05.969996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.005240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6614325-c1ad-4435-bd72-b0e8346e70c0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9484143 May 13 15:12:06.005619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37338) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:06.085022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:06.087142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:06.087668 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:06.136118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37342) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:06.195827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70785eac-8343-4632-a14a-44aef0c4606b req-82d89459-8bfe-4703-8609-2d102a83a159 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:06.197933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70785eac-8343-4632-a14a-44aef0c4606b req-82d89459-8bfe-4703-8609-2d102a83a159 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.6885657 May 13 15:12:06.212673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.306322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:06.307324 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.418471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Calling delete_port for d852c80c-d925-48c7-9ebd-9f27dd08c430 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:06.465133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-468716165-network', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:06.502594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:06.508249 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:06.516122 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed81b0d-c22a-4275-b1fe-d70314f863bf None None] The sync data for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 is: [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:11:59Z', 'revision_number': 3, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:06.518404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Usage tracker for resource:network and tenant:72a98c781cf7402b8b789b6dc4ca67a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:06.524841 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.532377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:06.561614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Allocated IP 172.20.0.2 (e15487dc-88f4-4f80-9dc0-28e070a41cf8/e735819e-f03e-4ebf-bd28-054b3269ffea/c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:06.596925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70785eac-8343-4632-a14a-44aef0c4606b req-6a39743b-815a-489d-b5ce-4a7b36ce8464 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757775 May 13 15:12:06.600974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:06.624800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port a4b7cfce-4530-4053-8055-d020842ac00c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:06.625137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.756085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] The port 'a4b7cfce-4530-4053-8055-d020842ac00c' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:06.759189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Made reservation on behalf of 72a98c781cf7402b8b789b6dc4ca67a3 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:06.762807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.837333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:06.845326 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.930970 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:06.970784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:06.992931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.044973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Usage tracker for resource:security_group_rule and tenant:72a98c781cf7402b8b789b6dc4ca67a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:07.050438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Checking segment: {'id': 'e828d118-ec60-4c80-8d09-8c1724904257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:07.050809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network hostable DHCP agents. Network: 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:07.055502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:07.078301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:07.117444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.201228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c2a87b-53f4-41a8-ada0-1c8a6502100d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.210063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:07.229568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621301af-b9f1-4155-a0ce-ce84178b016e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.230117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621301af-b9f1-4155-a0ce-ce84178b016e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:07.245552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Transition to ACTIVE for port object c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:07.256248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:07.266791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.277343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Transition to ACTIVE for port object c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:07.279406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.285672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56aba56-2a97-43d7-b649-47b6cdde2f6f None None] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:07.297785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:07.298431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.309524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.314276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3e7cf6c9-b844-4700-bc64-723b3af8c44c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:07.376779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Port': ['ID=d852c80c-d925-48c7-9ebd-9f27dd08c430,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:07.415308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.540792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:07.541203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.555998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:07.557573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Pushing event updated for resources: {'Port': ['ID=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:07.567035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:07.570391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:07.594280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3e7cf6c9-b844-4700-bc64-723b3af8c44c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: timer() May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:07.676017 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:07.691321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3e7cf6c9-b844-4700-bc64-723b3af8c44c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:07.694953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.727371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.736826 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-404b54ca-0693-413d-b1b3-1ac9121a8d06 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/d852c80c-d925-48c7-9ebd-9f27dd08c430 HTTP/1.1" status: 204 len: 168 time: 3.1525044 May 13 15:12:07.749557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:07.783458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-64bd7a75-923f-4dc9-a03a-57fc3c25150d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6216283 May 13 15:12:07.784650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37354) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:07.848647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Attempting to bind port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:07.849023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Attempting to bind port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:07.849389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Attempting to bind port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 on network e15487dc-88f4-4f80-9dc0-28e070a41cf8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:07.869744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1436656209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:07.874979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:07.875373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Checking segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:07.875832 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.876293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Bound using segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:07.876745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Bound port: c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:07.877121 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.878375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:07.882877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:router and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:07.886067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:07.890743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.1 (e15487dc-88f4-4f80-9dc0-28e070a41cf8/e735819e-f03e-4ebf-bd28-054b3269ffea/d6b3f0d4-31cb-4b15-9175-657d5b68b41f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:07.892332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:07.908896 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.910052 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.924736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:07.993754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.006319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/58c2a87b-53f4-41a8-ada0-1c8a6502100d HTTP/1.1" status: 204 len: 168 time: 4.7220767 May 13 15:12:08.011287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37358) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:08.015421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10bb6-c510-4daa-9e97-c21ef7b5156a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=58c2a87b-53f4-41a8-ada0-1c8a6502100d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.117286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3e7cf6c9-b844-4700-bc64-723b3af8c44c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:08.117659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.147257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.152480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9', 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': 'dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:08.153302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.166272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object d6b3f0d4-31cb-4b15-9175-657d5b68b41f will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.185446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 3e7cf6c9-b844-4700-bc64-723b3af8c44c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3e7cf6c9-b844-4700-bc64-723b3af8c44c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:08.213274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.231688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] For port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:08.233683 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.255657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.299160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.311160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] For port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:08.317622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.336508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c2841-f809-49af-b141-97452a294442 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:08.337362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b0c2841-f809-49af-b141-97452a294442 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:08.340031 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.356911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:08.359423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.372054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:08.376776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:08.383768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:08.442749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.471701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.472017 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Added segment 60ee9c35-3798-42c5-a056-6814fe86df92 of type vlan for network 3f280c65-2464-468d-954e-9ad64083b428 May 13 15:12:08.509232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Allocated IP 2001:db8::2 (6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9/dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e/246e3c1c-a2f8-4a13-866d-f3c2951c53ad) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:08.722899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b0c2841-f809-49af-b141-97452a294442 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:08.727487 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b0c2841-f809-49af-b141-97452a294442 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9769316 May 13 15:12:08.736430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:08.759920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a63af8-a2d9-4a31-a00e-9b52927b29c8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.764922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.844483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.848923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c6a6e5ea-d80c-494f-8550-e0f3bee87e55 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9871643 May 13 15:12:08.850168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.852566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:08.868486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9', 'name': 'tempest-PortsIpV6TestJSON-1538834259'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:08.869117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Transition to ACTIVE for port object 246e3c1c-a2f8-4a13-866d-f3c2951c53ad will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.874739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=3e7cf6c9-b844-4700-bc64-723b3af8c44c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:08.876587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e9ee9-6355-4877-bd5e-9e01395fa406 req-585611d5-c413-486f-b031-6c35447d8076 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:08.878875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed9e9ee9-6355-4877-bd5e-9e01395fa406 req-585611d5-c413-486f-b031-6c35447d8076 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.6883774 May 13 15:12:08.906380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.921556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:08.983378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Transition to ACTIVE for port object 246e3c1c-a2f8-4a13-866d-f3c2951c53ad will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:08.998563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.020119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d143c5e-7801-4ab2-b89a-028d793087ed None None] Pushing event updated for resources: {'Port': ['ID=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.033027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed9e9ee9-6355-4877-bd5e-9e01395fa406 req-c2228282-b2bd-44aa-af7d-7d8dd7d0ba9f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440578 May 13 15:12:09.121997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:09.126637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:09.131222 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:09.148074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Pushing event updated for resources: {'Port': ['ID=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.253286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6cd66-bb83-42a4-a96c-cb06d79c8fc4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.261870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c0b6cd66-bb83-42a4-a96c-cb06d79c8fc4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5197227 May 13 15:12:09.273049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37370) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.289622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.290471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.291034 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.292248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Attempting to bind port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:09.293157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Attempting to bind port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e828d118-ec60-4c80-8d09-8c1724904257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:09.297996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Attempting to bind port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad on network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:09.304670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:09.317711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:09.317711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Checking segment: {'id': 'e828d118-ec60-4c80-8d09-8c1724904257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:09.318395 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.318395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Bound using segment: {'id': 'e828d118-ec60-4c80-8d09-8c1724904257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:09.319275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Bound port: 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e828d118-ec60-4c80-8d09-8c1724904257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:09.319614 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.359214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:port and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:09.405033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3e7cf6c9-b844-4700-bc64-723b3af8c44c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:09.416311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:09.442799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3055053 May 13 15:12:09.447438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:09.449248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.461600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.463242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.464756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:09.465570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:09.467772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Request body: {'subnet': {'network_id': '3f280c65-2464-468d-954e-9ad64083b428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-468716165-subnet', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:09.470955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8ed8-c3c4-45f2-a60e-5242cb8d9f8a admin admin] Pushing event updated for resources: {'Network': ['ID=3f280c65-2464-468d-954e-9ad64083b428,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.479276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:09.485849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Usage tracker for resource:subnet and tenant:72a98c781cf7402b8b789b6dc4ca67a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:09.488804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:09.493609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.499720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 3f280c65-2464-468d-954e-9ad64083b428 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:09.504702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:09.505864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:09.510515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9c389bd7-07ae-45a3-9efe-314b47220024 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2334149 May 13 15:12:09.510670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37378) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:09.513454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:09.536614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:09.578575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Made reservation on behalf of 72a98c781cf7402b8b789b6dc4ca67a3 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:09.581970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.615839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] For port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:09.617563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3e7cf6c9-b844-4700-bc64-723b3af8c44c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:09.617968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.620291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet 448ee448-7946-4c5a-992b-632006d29154 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:09.624442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.684534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] For port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,segment=NetworkSegment(e828d118-ec60-4c80-8d09-8c1724904257),segment_id=e828d118-ec60-4c80-8d09-8c1724904257)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:09.696626 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.832765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c85016-0e2c-4465-9007-299a7edd0a46 None None] Pushing event updated for resources: {'Port': ['ID=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:09.844066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3e7cf6c9-b844-4700-bc64-723b3af8c44c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:09.884852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::275 (6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9/dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e/1a495a9b-ea63-4870-9cb5-b7b5805e72f6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:09.946544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.950678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.979746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:09.988901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.240952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.249524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.393602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.438099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.471569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dfc6d577-a072-43a4-8b08-5f795ccec1b8 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:12:10.518010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:10.522651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:10.607639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.636458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc48fe3-257e-432d-93b6-6857cdfd3a6f None None] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:10.686708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.693104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=448ee448-7946-4c5a-992b-632006d29154,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.758663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:10.790509 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.791424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8', 'mac_address': 'fa:16:3e:45:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:12:10.799231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b1978-fd67-49c0-ac0f-55479a436ed9 None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:10.814609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2ab9dab5-9720-4b44-be3c-29e5770140a4 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/448ee448-7946-4c5a-992b-632006d29154 HTTP/1.1" status: 204 len: 168 time: 1.3030128 May 13 15:12:10.819185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:10.918319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:10.921127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dfc6d577-a072-43a4-8b08-5f795ccec1b8 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:10.921127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.960201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router b24a057d-16bf-44ac-a157-3a2723e3be60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:10.978417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c0c422-9925-4329-a65e-1ffbf3ae5674,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:10.987585 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Deleting subnet a8df59ef-7475-4a6e-a4de-38b605da3169 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:10.993584 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:10.996267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Checking segment: {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:10.996630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Network hostable DHCP agents. Network: 3f280c65-2464-468d-954e-9ad64083b428, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:11.009946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc6d577-a072-43a4-8b08-5f795ccec1b8 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:12:11.019186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292e215-5014-4b2a-8e40-8d02d49dda37 req-4cc03df4-4369-48fa-a235-24c962a66643 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:11.027385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6292e215-5014-4b2a-8e40-8d02d49dda37 req-4cc03df4-4369-48fa-a235-24c962a66643 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 943 time: 0.7569113 May 13 15:12:11.106954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.108400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-13b9b147-df2d-4543-818c-c7beda8ab20a None None] Provisioning for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:11.113770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Network 3f280c65-2464-468d-954e-9ad64083b428 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:11.118159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:11.140042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.224251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6292e215-5014-4b2a-8e40-8d02d49dda37 req-ce3980bd-04ba-4295-9e9c-37bfcc9a572f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934671 May 13 15:12:11.252003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.315171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 3f280c65-2464-468d-954e-9ad64083b428) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:11.321477 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:11.331719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:11.339682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:11.340462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.350073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:11.357122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:11.359426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.371890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:11.372596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.377990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26afaf9-2dd6-403c-abde-362b9aa12b00 None None] Network 3f280c65-2464-468d-954e-9ad64083b428 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:11.401348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=1a495a9b-ea63-4870-9cb5-b7b5805e72f6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:11.409150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:11.417264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:11.419888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-05dbd31c-a1dc-4d25-bb1a-43b6cd7f0189 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/b24a057d-16bf-44ac-a157-3a2723e3be60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4129002 May 13 15:12:11.422722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37390) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:11.461852 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-780907e4-1720-4f95-a68b-f21025f42ea4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0053661 May 13 15:12:11.462455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f3815-f303-4603-a23c-a718f630aba5 None None] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:11.462542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:11.479199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['dfc6d577-a072-43a4-8b08-5f795ccec1b8'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:12:11.484520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-28a6854c-9f2b-4395-830e-fc2701b96f5f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6243761 May 13 15:12:11.490070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:11.496808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37398) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:11.512081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Sync routers for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:11.542968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:11.553517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Usage tracker for resource:router and tenant:72a98c781cf7402b8b789b6dc4ca67a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:11.569694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:11.579663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:11.599533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.600899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.667920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.693338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.697939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 62fa5696-ccb2-45ee-90d3-2cba5acc72f1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:11.698513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:11.764182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-75136ed2-4a8d-425b-af1e-cfc58bdae5c0 None None] Provisioning for port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:11.769080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:11.769724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:11.841853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:11.906241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:12.168410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.238680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:12.267977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.269013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.269013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.269481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.270257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.270370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.270785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.271515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.272443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.272790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.273233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.273697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.274103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.276428 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5da5c091-b548-4896-878c-1a945f9929bb tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9092 time: 0.8528824 May 13 15:12:12.279515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37404) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.361076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:12.361433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.370937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.393996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.394450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.394889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.395328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.395761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.396186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.397187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.397620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.398046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.398478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.398897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.400925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f71d92f1-987a-4340-9777-6f45cb2bec5c tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7110 time: 0.0943377 May 13 15:12:12.423442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37408) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.450583 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.484986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=62fa5696-ccb2-45ee-90d3-2cba5acc72f1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:12.510650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Subnet': ['ID=a8df59ef-7475-4a6e-a4de-38b605da3169,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:12.513003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.523635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-3f280c65-2464-468d-954e-9ad64083b428', 'network_id': '3f280c65-2464-468d-954e-9ad64083b428', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'fixed_ips': [{'subnet_id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:12.523635 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.607828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cda6cfd9-fe36-4901-93fe-5e8f60f7383a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/a8df59ef-7475-4a6e-a4de-38b605da3169 HTTP/1.1" status: 204 len: 168 time: 1.7871721 May 13 15:12:12.610869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:12.615163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.719808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-718880d3-d798-4bed-bdbf-6be873fabec7 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988026 May 13 15:12:12.726157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37416) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:12.915514 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:12.956076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039700d-6c3b-4c07-9f42-252ba6ff5575 req-02860f4e-1100-4fb5-b8e8-6a6aac340067 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:12.965891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a039700d-6c3b-4c07-9f42-252ba6ff5575 req-02860f4e-1100-4fb5-b8e8-6a6aac340067 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 944 time: 0.5567789 May 13 15:12:13.027749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.102121 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a039700d-6c3b-4c07-9f42-252ba6ff5575 req-874eba7d-7ac5-4baa-be13-0b1022045c32 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350586 May 13 15:12:13.399619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:13.400008 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.450219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Provisioning for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:13.458596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.477068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Provisioning complete for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:13.477435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.503205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a327b78-7222-4d16-ab54-1c2e86dadc5b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.505720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2a327b78-7222-4d16-ab54-1c2e86dadc5b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7785730 May 13 15:12:13.509578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37420) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:13.597472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:13.605103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Port d6b3f0d4-31cb-4b15-9175-657d5b68b41f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:13.612903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.618500 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.619308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 246e3c1c-a2f8-4a13-866d-f3c2951c53ad up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:13.715260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2336d-26a8-494a-948c-d65c1eca7b7b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:13.716138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e9f2336d-26a8-494a-948c-d65c1eca7b7b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Synchronizing usage tracker for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:13.753957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.759784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.838508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Provisioning complete for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:13.839089 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:13.878569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=1a495a9b-ea63-4870-9cb5-b7b5805e72f6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:13.980452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Allocated IP 172.20.0.2 (3f280c65-2464-468d-954e-9ad64083b428/e7c0c422-9925-4329-a65e-1ffbf3ae5674/ed4761e6-c2b6-4952-abdb-78666f7537ca) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:14.050176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794cb3f-2bb6-431e-82ff-810e9f748c1a None None] Network c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:14.111688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e9f2336d-26a8-494a-948c-d65c1eca7b7b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Unset dirty status for tenant:d9194f42c96540259049b5bf9bcc835d on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:14.112989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e9f2336d-26a8-494a-948c-d65c1eca7b7b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6013482 May 13 15:12:14.123304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37424) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.206024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Allocated IP 172.25.5.86 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6ef8ec55-70a8-450d-a58e-6bd3dd6b6007) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:14.214229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-207e2c8e-507a-4cf2-bbc4-1cc0bfc73bdc tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893323 May 13 15:12:14.219549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37430) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.289973 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:14.308328 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b0fb2f-83f0-4884-87d6-f046c3d91d99 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.308806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b0fb2f-83f0-4884-87d6-f046c3d91d99 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.373698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:14.385977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:14.390975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-53b0fb2f-83f0-4884-87d6-f046c3d91d99 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/d852c80c-d925-48c7-9ebd-9f27dd08c430 HTTP/1.1" status: 404 len: 333 time: 0.1624160 May 13 15:12:14.393394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37434) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.396499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.445019 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85da614-64e9-478b-becd-91c79ed0e0d5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.445619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85da614-64e9-478b-becd-91c79ed0e0d5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.449841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f85da614-64e9-478b-becd-91c79ed0e0d5 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/a8df59ef-7475-4a6e-a4de-38b605da3169 HTTP/1.1" status: 404 len: 337 time: 0.0529661 May 13 15:12:14.454594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.510248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f7e875b4-2e78-44f5-b8fb-143b49592cd2 tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4648 time: 2.0860071 May 13 15:12:14.518350 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b530f36-1b22-40cf-ba45-99c29b38db89 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.518850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b530f36-1b22-40cf-ba45-99c29b38db89 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.524066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3b530f36-1b22-40cf-ba45-99c29b38db89 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/448ee448-7946-4c5a-992b-632006d29154 HTTP/1.1" status: 404 len: 337 time: 0.0648706 May 13 15:12:14.524066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37444) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.574341 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd55f9a-36da-408b-bc91-6ed70edb0859 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.574341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd55f9a-36da-408b-bc91-6ed70edb0859 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.578028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4cd55f9a-36da-408b-bc91-6ed70edb0859 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/31cb7501-a60f-43ad-a554-a5bf7d03bad5 HTTP/1.1" status: 404 len: 333 time: 0.0503767 May 13 15:12:14.578631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.620599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:14.621900 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.626355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37452) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.629082 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fee1ebc-1b6c-41c3-99fa-3633e484b0a9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.629529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fee1ebc-1b6c-41c3-99fa-3633e484b0a9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.634286 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9fee1ebc-1b6c-41c3-99fa-3633e484b0a9 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f230799b-1b5c-4e9e-a87a-8a2635f39bc9 HTTP/1.1" status: 404 len: 337 time: 0.0520506 May 13 15:12:14.636467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445896634', 'description': 'tempest-secgroup-smoke-1445896634 description', 'project_id': '49bff001508646548736068375f91a15'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:14.641271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37456) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.683294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dfc6d577-a072-43a4-8b08-5f795ccec1b8 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:14.703977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:14.715940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:14.728322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:14.738163 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a74b56-5cf5-4e20-9233-a8ec9dd18c31 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.738614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a74b56-5cf5-4e20-9233-a8ec9dd18c31 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.743390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d7a74b56-5cf5-4e20-9233-a8ec9dd18c31 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f5cc5f8f-ba23-4942-b7c4-ce5b5b3e278e HTTP/1.1" status: 404 len: 337 time: 0.0977874 May 13 15:12:14.747078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37460) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.747950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:14.767194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed37e8-d4b6-40e3-90ea-c2c3e10f9b25 None None] Current status of the port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:14.803701 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa47f53-8f5d-4756-a1d0-d525ed22f34f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.804071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa47f53-8f5d-4756-a1d0-d525ed22f34f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.808445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aaa47f53-8f5d-4756-a1d0-d525ed22f34f tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/d6ec9665-db49-41d3-a77d-f6d206afd2aa HTTP/1.1" status: 404 len: 333 time: 0.0552485 May 13 15:12:14.809284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.811981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.852531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:09Z', 'revision_number': 2, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:14.859012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.859541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.861101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.861883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Checking router: b24a057d-16bf-44ac-a157-3a2723e3be60 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:14.862229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Updating router b24a057d-16bf-44ac-a157-3a2723e3be60 port d6b3f0d4-31cb-4b15-9175-657d5b68b41f binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:14.880988 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d4ab41-6d30-4b35-8715-ae2d418cb8ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.881855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d4ab41-6d30-4b35-8715-ae2d418cb8ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.885978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-73d4ab41-6d30-4b35-8715-ae2d418cb8ae tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/13db5c88-3cbe-4fe4-97d0-14789536cca3 HTTP/1.1" status: 404 len: 337 time: 0.0737615 May 13 15:12:14.888819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.927638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.961588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:14.975266 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaecb75-0c7e-4b49-997d-59b4f6f8f303 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:14.975732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aaecb75-0c7e-4b49-997d-59b4f6f8f303 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:14.977496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7aaecb75-0c7e-4b49-997d-59b4f6f8f303 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/673255bf-8d6c-45d8-8db0-0df518999c29 HTTP/1.1" status: 404 len: 337 time: 0.0877438 May 13 15:12:14.981372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:14.983877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37472) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:14.985136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:14.988615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:15.006885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Transition to ACTIVE for port object ed4761e6-c2b6-4952-abdb-78666f7537ca will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:15.031959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:15.057354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c91bc-d387-4389-9cbb-3e78e9e40116 req-037547e1-890d-4822-b894-9bf2b2fe7157 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:15.065294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-566c91bc-d387-4389-9cbb-3e78e9e40116 req-037547e1-890d-4822-b894-9bf2b2fe7157 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 944 time: 0.6713479 May 13 15:12:15.088874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:15.100455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Provisioning for port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:15.108158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2f20e42-b3d8-4206-bf09-f735bd1428cd tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0941277 May 13 15:12:15.114765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Transition to ACTIVE for port object ed4761e6-c2b6-4952-abdb-78666f7537ca will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:15.114899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:15.118180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37476) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.123246 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:15.132900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:15.133332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.147747 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:15.148466 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:15.155234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:15.164821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.173781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Provisioning complete for port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:15.174161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.179441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:15.194726 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ee1583-c242-4641-92a5-5d2a778ea72c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:15.195518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ee1583-c242-4641-92a5-5d2a778ea72c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:15.197500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23ee1583-c242-4641-92a5-5d2a778ea72c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/76580337-3210-4a68-a575-858c80a605a7 HTTP/1.1" status: 404 len: 333 time: 0.2106495 May 13 15:12:15.213427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37482) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.221760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:15.249514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] DHCP port deletion for c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:15.267597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port dfc6d577-a072-43a4-8b08-5f795ccec1b8 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:15.300862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-566c91bc-d387-4389-9cbb-3e78e9e40116 req-e806c1fc-9d9c-4a02-a651-fa1fa96f81d5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342865 May 13 15:12:15.306684 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2193db20-c371-4716-a4d4-a898e26e8685 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:15.309474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2193db20-c371-4716-a4d4-a898e26e8685 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:15.311385 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2193db20-c371-4716-a4d4-a898e26e8685 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/8220312f-d92a-4203-95f7-7a7e8e39fc71 HTTP/1.1" status: 404 len: 337 time: 0.0911250 May 13 15:12:15.323570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.339159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 558dabc4-dbc9-4568-b7b6-2e8ae8181141 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:15.404822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.411881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.430634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Network 3f280c65-2464-468d-954e-9ad64083b428 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:15.431560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Deleting port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:15.431930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.433917 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:15.469423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.489219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:15.492156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:15.505221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.506724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8792818 May 13 15:12:15.510333 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35505461-fe62-4d2b-a465-8d5f5ad3176c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c4725-737e-4f5c-99af-39a631670870,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:15.512681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.525289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:15.534849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:15.541223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:15.545442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:15.547768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port dfc6d577-a072-43a4-8b08-5f795ccec1b8 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:15.548147 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.561381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:15.572367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.579759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.580953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.622106 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187ed81-73d0-44fb-9252-5e69708fff64 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:15.622919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187ed81-73d0-44fb-9252-5e69708fff64 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:15.625811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b187ed81-73d0-44fb-9252-5e69708fff64 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/41f468af-826c-4ad8-8bab-e518b2026153 HTTP/1.1" status: 404 len: 337 time: 0.2948356 May 13 15:12:15.637513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:15.646290 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,segment=NetworkSegment(e828d118-ec60-4c80-8d09-8c1724904257),segment_id=e828d118-ec60-4c80-8d09-8c1724904257)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:15.708860 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.717748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.722707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:15.753573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Pushing event updated for resources: {'Port': ['ID=ed4761e6-c2b6-4952-abdb-78666f7537ca,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:15.867342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:15.989854 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d473fb27-2f54-43f1-babd-3d342b49776a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:15.990438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d473fb27-2f54-43f1-babd-3d342b49776a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:15.994199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d473fb27-2f54-43f1-babd-3d342b49776a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/41830187-7996-4a70-b510-40d306bf4973 HTTP/1.1" status: 404 len: 333 time: 0.3468940 May 13 15:12:15.999803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.014081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port dfc6d577-a072-43a4-8b08-5f795ccec1b8 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:16.014081 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.030455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=1a495a9b-ea63-4870-9cb5-b7b5805e72f6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.038660 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.050801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:16.053647 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:12Z', 'revision_number': 9, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:16.058901 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:16.070807 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:16.071870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:16.097136 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-62334a91-2f9c-4e2f-9d62-e39909eb582d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.097359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62334a91-2f9c-4e2f-9d62-e39909eb582d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.099194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-62334a91-2f9c-4e2f-9d62-e39909eb582d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/61fc6c50-608d-429c-94c3-a9bfd14b3d00 HTTP/1.1" status: 404 len: 337 time: 0.0981469 May 13 15:12:16.106031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37502) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.111112 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.116907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.147965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Attempting to bind port ed4761e6-c2b6-4952-abdb-78666f7537ca on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:16.148428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Attempting to bind port ed4761e6-c2b6-4952-abdb-78666f7537ca by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:16.148795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Attempting to bind port ed4761e6-c2b6-4952-abdb-78666f7537ca on network 3f280c65-2464-468d-954e-9ad64083b428 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:16.158202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.172619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:16.215393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:16.233020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.234329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7174864 May 13 15:12:16.240897 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad6a6fb-0b6a-41ff-baca-6a300e9ede73 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.241584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad6a6fb-0b6a-41ff-baca-6a300e9ede73 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.243393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dad6a6fb-0b6a-41ff-baca-6a300e9ede73 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/b42a6cc6-082e-4296-ad4d-cedd5b2d5da6 HTTP/1.1" status: 404 len: 333 time: 0.1293430 May 13 15:12:16.247927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37506) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.248281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37508) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.265048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:16.265427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Checking segment: {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:16.265834 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.266229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Bound using segment: {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:16.266716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Bound port: ed4761e6-c2b6-4952-abdb-78666f7537ca, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:16.267095 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.305669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad273-b329-482f-96de-13f4caf7135a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be310f9-40e9-425f-9e72-1d5fa21b5495,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.309600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:16.310253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.377488 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:16.398358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=558dabc4-dbc9-4568-b7b6-2e8ae8181141,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.418322 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.438508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] For port ed4761e6-c2b6-4952-abdb-78666f7537ca, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:16.445390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] For port ed4761e6-c2b6-4952-abdb-78666f7537ca, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ed4761e6-c2b6-4952-abdb-78666f7537ca,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:16.445390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Provisioning complete for port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:16.445390 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.446535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ee9c45c-929c-4634-b8f7-04e3729497c1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/558dabc4-dbc9-4568-b7b6-2e8ae8181141 HTTP/1.1" status: 204 len: 168 time: 1.3271751 May 13 15:12:16.447508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.461664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:16.479214 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea96b29-a604-406f-96ff-58f9a3dcb67d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.479684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea96b29-a604-406f-96ff-58f9a3dcb67d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.481476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7ea96b29-a604-406f-96ff-58f9a3dcb67d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/1074ac9d-3e19-4e8e-9e16-b2cb73b4683c HTTP/1.1" status: 404 len: 337 time: 0.2303984 May 13 15:12:16.504778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.505919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:16.513274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:16.529359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:16.531317 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.536983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a8990-9580-4857-861d-39da1cae331b None None] Network 8ac37a90-515c-4051-933b-994e468b5df5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:16.554679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:16.580456 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.680367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:16.732842 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7250d1-7bce-468d-ae9b-2d2625c62108 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.733612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7250d1-7bce-468d-ae9b-2d2625c62108 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.735412 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-af7250d1-7bce-468d-ae9b-2d2625c62108 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/a10c5684-240e-45ea-a3b2-7631bd9cb768 HTTP/1.1" status: 404 len: 333 time: 0.2239268 May 13 15:12:16.743653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.803455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:16.807536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:16.827276 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d5e614-8a16-4b03-859e-79e46bc1db1e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.827740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d5e614-8a16-4b03-859e-79e46bc1db1e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.829699 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38d5e614-8a16-4b03-859e-79e46bc1db1e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/85958098-0318-4c84-bb4a-65ce555b174c HTTP/1.1" status: 404 len: 337 time: 0.0850077 May 13 15:12:16.843589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37532) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.928919 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb11bf43-03b6-4632-9517-b297a1014262 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:16.929335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb11bf43-03b6-4632-9517-b297a1014262 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:16.931092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb11bf43-03b6-4632-9517-b297a1014262 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/2af52012-47b1-4153-991f-5327226aebcf HTTP/1.1" status: 404 len: 333 time: 0.0788682 May 13 15:12:16.941172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:16.962966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6efee-3be5-461f-a393-de6c08663f8d req-c78578c7-d27b-4460-9266-42c3fa74fdf5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:16.971519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-acd6efee-3be5-461f-a393-de6c08663f8d req-c78578c7-d27b-4460-9266-42c3fa74fdf5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.4615021 May 13 15:12:16.973040 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe0a019-f3c0-4eb6-adfa-2cab1e4ace87'] response: {'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8', 'code': 200} May 13 15:12:17.106055 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:12Z', 'revision_number': 9, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:17.118423 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb969d-286f-4342-80af-0fb3cad4297f None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:12Z', 'revision_number': 9, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9', 'name': '', 'network_id': 'dc49b11e-a9aa-40af-a44c-2ee163c0bc02', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:45:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:42Z', 'updated_at': '2022-05-13T15:11:24Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': 'f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:17.156519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.163354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-acd6efee-3be5-461f-a393-de6c08663f8d req-96ff9f5c-81e9-4e67-8718-1a826f70b358 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903863 May 13 15:12:17.170452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.204608 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.212743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Router e508490a-8923-4b85-aa4c-056669a3ec1c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:17.216350 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f368ae6-edfc-4bd5-ba84-a48caf2124b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:17.216803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f368ae6-edfc-4bd5-ba84-a48caf2124b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:17.267923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f368ae6-edfc-4bd5-ba84-a48caf2124b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/2bad9cf1-99f7-45ec-8f4d-6017f6dc4a2e HTTP/1.1" status: 404 len: 337 time: 0.3214083 May 13 15:12:17.272394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7244b5-a1fc-4ff6-a762-c95588cb7b40 None None] Pushing event updated for resources: {'Port': ['ID=ed4761e6-c2b6-4952-abdb-78666f7537ca,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.277551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.280260 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2398dd3d-fbe8-4d90-87a4-47169a1f70a5,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:17.287958 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.295578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-611181e3-36ad-46f3-bed9-89a4932b0f46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0416927 May 13 15:12:17.297228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.313395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:17.334073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:17.343475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] For port 02af94a3-02ad-4502-9d30-5b6cbe0a4584, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=02af94a3-02ad-4502-9d30-5b6cbe0a4584,segment=NetworkSegment(b9eea41d-a6b2-4492-a25a-e388eb483a4e),segment_id=b9eea41d-a6b2-4492-a25a-e388eb483a4e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:17.343951 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.346033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:17.348750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:17.349088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.351311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:17.351680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.389879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:17.398730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:17.430758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.449851 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6426f32e-15ae-4217-af8a-f54b3be9819d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:17.449851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6426f32e-15ae-4217-af8a-f54b3be9819d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:17.456363 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6426f32e-15ae-4217-af8a-f54b3be9819d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/750c9a24-425d-4b36-93f3-7ad70767da99 HTTP/1.1" status: 404 len: 333 time: 0.1730647 May 13 15:12:17.457188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37548) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.535088 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:17.606708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.696769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fed025-6266-45f5-864e-58294da3be69 req-19784570-627b-49d5-9dc4-fbdd8fd231d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.699167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0fed025-6266-45f5-864e-58294da3be69 req-19784570-627b-49d5-9dc4-fbdd8fd231d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 1096 time: 0.6397765 May 13 15:12:17.711572 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e50bbb-fedc-45c0-b313-b6c97ff30325 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:17.712036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e50bbb-fedc-45c0-b313-b6c97ff30325 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:17.721885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-11e50bbb-fedc-45c0-b313-b6c97ff30325 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/8e4edb83-1a95-4d82-a24d-151b7948e988 HTTP/1.1" status: 404 len: 337 time: 0.1293471 May 13 15:12:17.731281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.762170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Calling delete_port for 02af94a3-02ad-4502-9d30-5b6cbe0a4584 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:17.819464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:17.854967 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6dc8b971-b985-4519-9500-fe8dfb8e2889 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/routers/e508490a-8923-4b85-aa4c-056669a3ec1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3510578 May 13 15:12:17.855905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37556) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:17.858001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0fed025-6266-45f5-864e-58294da3be69 req-7c5e8158-c278-414b-9687-c66f9eb2fa9a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273632 May 13 15:12:17.875653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] Sync routers for ids ['e508490a-8923-4b85-aa4c-056669a3ec1c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:17.895162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.930555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Current status of the port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:17.956412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:17.958200 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81bcc1f-372a-40d9-81c5-c8f5fda7227e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:17.958669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81bcc1f-372a-40d9-81c5-c8f5fda7227e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:17.981313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] Routers {'e508490a-8923-4b85-aa4c-056669a3ec1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:17.982142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e508490a-8923-4b85-aa4c-056669a3ec1c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:17.985853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c583-a532-4ffd-b607-fe5d7abf5cca tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:17.987111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5e8c583-a532-4ffd-b607-fe5d7abf5cca tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:18.011337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a5e8c583-a532-4ffd-b607-fe5d7abf5cca tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:18.013168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a5e8c583-a532-4ffd-b607-fe5d7abf5cca tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?device_id=e508490a-8923-4b85-aa4c-056669a3ec1c HTTP/1.1" status: 200 len: 989 time: 0.1535192 May 13 15:12:18.016848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37560) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.035327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:18.056703 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.077729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f02f1e2-5e7a-437b-a917-a86a0813b93e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:18.082848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c81bcc1f-372a-40d9-81c5-c8f5fda7227e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/2c0879d8-67e4-497b-b5d0-016dbb509d6d HTTP/1.1" status: 404 len: 333 time: 0.3440053 May 13 15:12:18.092636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:18.097523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.120767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Transition to ACTIVE for port object d6b3f0d4-31cb-4b15-9175-657d5b68b41f will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:18.139162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Provisioning complete for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:18.139598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.157943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.157943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-808feead-263d-42ba-b4bd-3a74d5881b99 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8569310 May 13 15:12:18.161658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37568) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.172824 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7a6b34-94a6-4522-913a-9dd0453a8f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:18.172824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7a6b34-94a6-4522-913a-9dd0453a8f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:18.176947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:18.179663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.182655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ec7a6b34-94a6-4522-913a-9dd0453a8f7a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/80ba4b43-065d-4749-b783-856b1f95ecf9 HTTP/1.1" status: 404 len: 337 time: 0.0805118 May 13 15:12:18.185999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.188674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:18.189285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.228136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] Routers {'e508490a-8923-4b85-aa4c-056669a3ec1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:18.228812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e508490a-8923-4b85-aa4c-056669a3ec1c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:18.278161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:18.298866 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:18.307941 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-27298be7-1bc6-46ec-b3d5-f83e0529b3c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:18.308668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27298be7-1bc6-46ec-b3d5-f83e0529b3c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:18.310660 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-27298be7-1bc6-46ec-b3d5-f83e0529b3c3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/07232c87-487b-4bc1-a7e6-612b0d578bd7 HTTP/1.1" status: 404 len: 337 time: 0.1015656 May 13 15:12:18.333985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.357353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 02af94a3-02ad-4502-9d30-5b6cbe0a4584 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:18.393774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:18.409592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:18.426741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 02af94a3-02ad-4502-9d30-5b6cbe0a4584 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:18.427236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 02af94a3-02ad-4502-9d30-5b6cbe0a4584 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:18.429275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] DHCP port deletion for 8ac37a90-515c-4051-933b-994e468b5df5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:18.431571 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.438281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:18.441106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf91ff-0593-4d7e-8ed7-4ec9b2d6ae21 None None] The sync data for ids ['e508490a-8923-4b85-aa4c-056669a3ec1c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:18.480561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Deleting port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:18.481048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.553008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:18.599113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:18.611476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] No DVR routers for this DVR port 02af94a3-02ad-4502-9d30-5b6cbe0a4584 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:18.628063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Port d6b3f0d4-31cb-4b15-9175-657d5b68b41f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:18.665179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Pushing event updated for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:18.745359 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b643ee-e84e-4ddc-b81e-93d41b1de422 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:18.746595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b643ee-e84e-4ddc-b81e-93d41b1de422 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:18.748508 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-67b643ee-e84e-4ddc-b81e-93d41b1de422 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/86b724c4-9826-4ae3-ab9d-3cb2e12fb3e5 HTTP/1.1" status: 404 len: 333 time: 0.3727505 May 13 15:12:18.756954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:18.761020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 246e3c1c-a2f8-4a13-866d-f3c2951c53ad up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:18.768877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.826507 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dea906-a8b4-4c70-a01f-f494feec4821 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:18.827216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dea906-a8b4-4c70-a01f-f494feec4821 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:18.831682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-11dea906-a8b4-4c70-a01f-f494feec4821 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/9e6ca0ee-2c2b-45d8-8764-e3e77d92f9f6 HTTP/1.1" status: 404 len: 337 time: 0.0573380 May 13 15:12:18.836578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:18.859653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e13bd7-b273-497b-881e-6249156160a4 None None] Pushing event deleted for resources: {'Port': ['ID=02af94a3-02ad-4502-9d30-5b6cbe0a4584,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:18.935105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Router 95ee7ad8-cd50-490b-a05d-283e3b039f7e is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:18.939022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70b4f1-3f68-4899-9391-23fd21958a24 None None] Network 3f280c65-2464-468d-954e-9ad64083b428 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:18.946516 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1fb24e-7081-426e-99aa-c1eaa9000173 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:18.947033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1fb24e-7081-426e-99aa-c1eaa9000173 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:18.951381 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d1fb24e-7081-426e-99aa-c1eaa9000173 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/e08b4fff-fa1f-417d-bd78-06598d917ebe HTTP/1.1" status: 404 len: 337 time: 0.1096032 May 13 15:12:18.953861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37590) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.005669 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-388ccac8-81bd-40ca-93ea-045934652a3c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.006191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388ccac8-81bd-40ca-93ea-045934652a3c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.020636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Provisioning complete for port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:19.021012 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.021547 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.137002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:19.185933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Attempting to bind port d6b3f0d4-31cb-4b15-9175-657d5b68b41f on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:19.186306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Attempting to bind port d6b3f0d4-31cb-4b15-9175-657d5b68b41f by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:19.186671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Attempting to bind port d6b3f0d4-31cb-4b15-9175-657d5b68b41f on network e15487dc-88f4-4f80-9dc0-28e070a41cf8 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:19.201068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.270780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:19.271063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Checking segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:19.271466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.271900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Bound using segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:19.272413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Bound port: d6b3f0d4-31cb-4b15-9175-657d5b68b41f, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:19.272873 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.339318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-388ccac8-81bd-40ca-93ea-045934652a3c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/5f218105-ffd9-44b6-9902-b4ad65f7c0cb HTTP/1.1" status: 404 len: 333 time: 0.3788612 May 13 15:12:19.340295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37594) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.350385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.359587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0804b-9b9d-4ed1-b785-6fb861838e7d req-c743f2b8-0af0-483f-b368-e5100f856aa1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:19.361263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31a0804b-9b9d-4ed1-b785-6fb861838e7d req-c743f2b8-0af0-483f-b368-e5100f856aa1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.9541388 May 13 15:12:19.397262 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefa0dd7-adb3-4518-8d9a-baffd6792194 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.397714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefa0dd7-adb3-4518-8d9a-baffd6792194 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.401799 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fefa0dd7-adb3-4518-8d9a-baffd6792194 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/d006e384-bf48-46b5-a0a9-1c71f4e202a2 HTTP/1.1" status: 404 len: 337 time: 0.0587356 May 13 15:12:19.403301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] For port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3,segment=NetworkSegment(6af103b7-fa92-4dd9-a6fe-79d4d433067a),segment_id=6af103b7-fa92-4dd9-a6fe-79d4d433067a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:19.403701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.404606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37598) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.414046 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.469666 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0391e460-f79b-42fd-947d-e75d29ff1d07 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.470255 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0391e460-f79b-42fd-947d-e75d29ff1d07 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.475378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0391e460-f79b-42fd-947d-e75d29ff1d07 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/a702e754-db37-4c9d-92a8-e68a1586ff3e HTTP/1.1" status: 404 len: 337 time: 0.0665014 May 13 15:12:19.475378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.481535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.484159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:19.484548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.613056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fb56a0-18e7-4565-9f51-f75557e054fd,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:19.622879 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4ae2b8-2164-41ab-bb65-a5b47c31d936 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.622879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4ae2b8-2164-41ab-bb65-a5b47c31d936 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.622879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6e4ae2b8-2164-41ab-bb65-a5b47c31d936 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/9f1cacae-4b7f-475f-a6a0-cbe492006156 HTTP/1.1" status: 404 len: 333 time: 0.1440454 May 13 15:12:19.623707 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.626551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.647592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-31a0804b-9b9d-4ed1-b785-6fb861838e7d req-de95a172-46e2-4dbe-9f73-d10ac4869c89 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573614 May 13 15:12:19.656425 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.660686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1ab1d01e-debe-435e-8f5f-00d2dd84c225 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4906032 May 13 15:12:19.662226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37610) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.668428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:19.682830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:19.684576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:19.692420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:19.692950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Sync routers for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:19.698208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:19.702724 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:19.703459 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.707125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:19.712528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac37a90-515c-4051-933b-994e468b5df5']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.726696 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d00b00c-4ab0-4987-8c95-2c289ba24a3a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.727474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d00b00c-4ab0-4987-8c95-2c289ba24a3a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.729905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d00b00c-4ab0-4987-8c95-2c289ba24a3a tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/fb0183d0-5010-4d4a-9854-0e72c6186905 HTTP/1.1" status: 404 len: 337 time: 0.1023464 May 13 15:12:19.733303 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:12:19.736330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af103b7-fa92-4dd9-a6fe-79d4d433067a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.736675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af103b7-fa92-4dd9-a6fe-79d4d433067a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:19.742263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.744363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Calling delete_port for c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:19.751794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.769782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.779328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:19.779883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.790599 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.813095 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-162d3bb4-6e97-4730-9b88-ae479776af2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:19.813786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162d3bb4-6e97-4730-9b88-ae479776af2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:19.815645 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-162d3bb4-6e97-4730-9b88-ae479776af2e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/063c5283-f243-4a2f-9bdf-f77518c99b18 HTTP/1.1" status: 404 len: 337 time: 0.0720866 May 13 15:12:19.820871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37620) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.833229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec05d16d-6442-4212-b5e1-85732c0d40fa None None] Current status of the port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:19.850691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] For port d6b3f0d4-31cb-4b15-9175-657d5b68b41f, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:19.854910 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: timer() May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:19.909231 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:19.911785 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:19.913908 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c744244-50f4-4d80-aee4-a3ff51c47251 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports?device_id=26e2fe3a-d95c-4a2a-91e1-364837c7479d HTTP/1.1" status: 200 len: 205 time: 0.0852830 May 13 15:12:19.917079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] For port d6b3f0d4-31cb-4b15-9175-657d5b68b41f, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:19.947402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.959072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:19.960395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:19.990444 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:19.996809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.001175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e28cc972-4387-49bb-9c73-c3e795417b13 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5347061 May 13 15:12:20.014451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37628) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.027321 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-31584321-6e81-4261-967e-6a1ab911d515 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] delete failed (client error): The resource could not be found. May 13 15:12:20.030944 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-31584321-6e81-4261-967e-6a1ab911d515 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/routers/26e2fe3a-d95c-4a2a-91e1-364837c7479d HTTP/1.1" status: 404 len: 336 time: 0.1053085 May 13 15:12:20.032647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.086142 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5793ee76-b10e-4d6b-8ca1-3e5077d330b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:20.086142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5793ee76-b10e-4d6b-8ca1-3e5077d330b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:20.091369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.114245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5793ee76-b10e-4d6b-8ca1-3e5077d330b6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/6d152e09-eccc-4848-9001-4f41c1473d9e HTTP/1.1" status: 404 len: 337 time: 0.0761764 May 13 15:12:20.122245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:20.122565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.122740 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:20.129575 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.138520 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/8ac37a90-515c-4051-933b-994e468b5df5 HTTP/1.1" status: 204 len: 168 time: 3.6891606 May 13 15:12:20.142572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37640) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.215859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Pushing event updated for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.222487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aedd7e-9060-4d13-a8fe-a40f1e3cd355 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=8ac37a90-515c-4051-933b-994e468b5df5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:20.242829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:20.244334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ed4761e6-c2b6-4952-abdb-78666f7537ca up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:20.315888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.316277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.316960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.316960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.317268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.317597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.317922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.318252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.319079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.319416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.319739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.320057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc4e4-cc96-415b-8fc9-2b7b1131da91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:20.324939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:20.325566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.336849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3e21c54a-3f28-4167-82e0-4b6ed04457d3 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "GET /v2.0/ports?device_id=c37eb1c7-945b-4671-a522-0beea3fff808 HTTP/1.1" status: 200 len: 205 time: 0.2134576 May 13 15:12:20.340371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37644) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.354178 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:15Z', 'revision_number': 3, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:20.358953 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Checking router: 95ee7ad8-cd50-490b-a05d-283e3b039f7e for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:20.359595 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Updating router 95ee7ad8-cd50-490b-a05d-283e3b039f7e port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:20.430522 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.462662 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-6425e7b7-a6d4-4dd0-983a-e820bd143373 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] delete failed (client error): The resource could not be found. May 13 15:12:20.464157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6425e7b7-a6d4-4dd0-983a-e820bd143373 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/routers/c37eb1c7-945b-4671-a522-0beea3fff808 HTTP/1.1" status: 404 len: 336 time: 0.1228738 May 13 15:12:20.467931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37648) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.500661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Provisioning complete for port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:20.501032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.521137 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-494106a4-95f6-41e1-ad36-d2e699a77606 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:20.522570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494106a4-95f6-41e1-ad36-d2e699a77606 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:20.524500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-494106a4-95f6-41e1-ad36-d2e699a77606 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/3a421fb5-5a23-4b48-b7c5-e49139d3b396 HTTP/1.1" status: 404 len: 337 time: 0.0553749 May 13 15:12:20.529959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.577897 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a6e70-f183-4224-8e19-8604d28c9c76 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:20.579127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841a6e70-f183-4224-8e19-8604d28c9c76 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:20.581187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-841a6e70-f183-4224-8e19-8604d28c9c76 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/f6f69f0a-4d44-4757-953a-4bb15754fcb0 HTTP/1.1" status: 404 len: 337 time: 0.0499325 May 13 15:12:20.594970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.601588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Port 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:20.611335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ed4761e6-c2b6-4952-abdb-78666f7537ca completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:20.615934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:20.668578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Deleting port c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:20.668936 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.819990 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4d2585-195c-4d37-bdb6-5000b6bbdfbf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:20.822737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4d2585-195c-4d37-bdb6-5000b6bbdfbf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:20.825841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf4d2585-195c-4d37-bdb6-5000b6bbdfbf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/f0c31d69-2e15-4a19-a356-086679365d36 HTTP/1.1" status: 404 len: 333 time: 0.2294867 May 13 15:12:20.853819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.899188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Provisioning for port ed4761e6-c2b6-4952-abdb-78666f7537ca completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:20.941282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:20.962158 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-5815b9b3-39f8-41fc-affe-8cd617313a1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:20.962790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5815b9b3-39f8-41fc-affe-8cd617313a1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:20.964953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5815b9b3-39f8-41fc-affe-8cd617313a1b tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/ab05d195-b3ff-46f8-8c56-6336bea74365 HTTP/1.1" status: 404 len: 337 time: 0.1100197 May 13 15:12:20.969094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37666) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:20.973621 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:20.982805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc288f5-9f76-40a2-ad9c-5a9bf47bd8c9 None None] The port 'c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:20.986765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Transition to ACTIVE for port object 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:20.997805 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.029790 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10da3f-b676-4135-ad32-9aaa7caa0350 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.030429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd10da3f-b676-4135-ad32-9aaa7caa0350 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.032293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd10da3f-b676-4135-ad32-9aaa7caa0350 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/044fd852-511c-44ea-938f-340f63e903c9 HTTP/1.1" status: 404 len: 333 time: 0.0620966 May 13 15:12:21.035175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37670) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.051174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:21.051807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c3a08e25-5a0c-48a8-a9d0-5dda5385a0c3 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:21.052595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:21.059097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.093935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.094847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Provisioning complete for port ed4761e6-c2b6-4952-abdb-78666f7537ca triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:21.095377 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.113605 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Attempting to bind port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:21.113999 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Attempting to bind port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:21.114529 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Attempting to bind port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:21.133523 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b7f0e0-8f2e-4617-a551-11ebebf050b8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.134193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b7f0e0-8f2e-4617-a551-11ebebf050b8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.136540 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-57b7f0e0-8f2e-4617-a551-11ebebf050b8 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/0b1bd443-8637-446e-bbef-7c44d18caa7d HTTP/1.1" status: 404 len: 337 time: 0.1000075 May 13 15:12:21.140419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.141431 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:21.141844 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:21.142480 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.143330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:21.143830 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Bound port: 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:21.144300 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.158219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:21.158571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62fa5696-ccb2-45ee-90d3-2cba5acc72f1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:21.160505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.194428 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-580f01f3-f6a3-48c8-8f30-5a74a5ff19cf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.195216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580f01f3-f6a3-48c8-8f30-5a74a5ff19cf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.197053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-580f01f3-f6a3-48c8-8f30-5a74a5ff19cf tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/1b81dc9c-31de-4e05-8a3c-23445af79f1b HTTP/1.1" status: 404 len: 333 time: 0.0555444 May 13 15:12:21.201194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.231595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f714faff-d0a6-4330-901e-2c79a4288852,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.262943 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] For port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:21.271031 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] For port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:21.275049 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0000e3c-cdc5-431b-93ff-a4b6aeca382c None None] Pushing event updated for resources: {'Port': ['ID=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.281801 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.357395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.361569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-267caf5e-fc99-47f2-b0a0-2ce2b13743de tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6970897 May 13 15:12:21.364285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.378453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c4725-737e-4f5c-99af-39a631670870', 'project_id': '49bff001508646548736068375f91a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:21.394212 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.400369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Current status of the port ed4761e6-c2b6-4952-abdb-78666f7537ca is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:21.401336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.415947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:21.418053 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:21.418750 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:21.424969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:security_group_rule and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:21.430927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:21.442946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:21.457550 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a33b3c-03cb-4116-9e54-8ffad0e5b3ed tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.458306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a33b3c-03cb-4116-9e54-8ffad0e5b3ed tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.462415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b3a33b3c-03cb-4116-9e54-8ffad0e5b3ed tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/94b3e8b1-860f-4047-bd4a-89a32ddc054d HTTP/1.1" status: 404 len: 337 time: 0.2570555 May 13 15:12:21.483050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] For port ed4761e6-c2b6-4952-abdb-78666f7537ca, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ed4761e6-c2b6-4952-abdb-78666f7537ca,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:21.484193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.486444 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0000e3c-cdc5-431b-93ff-a4b6aeca382c None None] Pushing event updated for resources: {'Port': ['ID=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.503299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.582096 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96b2593-39c9-4fac-a82e-1edde252710c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.582983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96b2593-39c9-4fac-a82e-1edde252710c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.589545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d96b2593-39c9-4fac-a82e-1edde252710c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/ec8e2787-c5c0-4f5c-8329-ff0dd60146e9 HTTP/1.1" status: 404 len: 333 time: 0.1042430 May 13 15:12:21.590729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.642761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 1a495a9b-ea63-4870-9cb5-b7b5805e72f6 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:21.648429 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b681c147-faab-49e3-ac1b-bead44ac0aa6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.649326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b681c147-faab-49e3-ac1b-bead44ac0aa6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.653782 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b681c147-faab-49e3-ac1b-bead44ac0aa6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/08a99aed-ffd4-4906-906d-35a8059403a0 HTTP/1.1" status: 404 len: 337 time: 0.0572195 May 13 15:12:21.654113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.669075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15858f-9160-4bb3-a69f-a668ce7613b1 None None] Pushing event updated for resources: {'Port': ['ID=ed4761e6-c2b6-4952-abdb-78666f7537ca,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:21.675438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:19Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:21.675895 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:21.681845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6c1c9-0e6c-4d89-a88b-238d54b5bb1c None None] The sync data for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 is: [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:19Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:21.682889 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Project 49bff001508646548736068375f91a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:12:21.716909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.720167 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac4e90a-f274-4b6a-8777-25d7ad48f28d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.720391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac4e90a-f274-4b6a-8777-25d7ad48f28d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.726950 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ac4e90a-f274-4b6a-8777-25d7ad48f28d tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/1256fe61-dc6c-4b9a-80af-45c1918be83d HTTP/1.1" status: 404 len: 333 time: 0.0674717 May 13 15:12:21.728816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37698) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.796802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6edd3f40-250f-4f62-95e9-a47a8aa38429 None None] Provisioning complete for port ed4761e6-c2b6-4952-abdb-78666f7537ca triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:21.797181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6edd3f40-250f-4f62-95e9-a47a8aa38429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:21.811569 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-16384edc-4fd7-42c7-b8a6-6f0ae13b209c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.812034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16384edc-4fd7-42c7-b8a6-6f0ae13b209c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.818932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-16384edc-4fd7-42c7-b8a6-6f0ae13b209c tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/aa114201-258c-45ec-83ca-25b67ecc5b62 HTTP/1.1" status: 404 len: 337 time: 0.0862813 May 13 15:12:21.821136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:21.867306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522095d0-e22e-4379-bd86-2c1647d237a0 req-a069dbd5-3222-46b2-a9ce-8766a55376df tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:21.874361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-522095d0-e22e-4379-bd86-2c1647d237a0 req-a069dbd5-3222-46b2-a9ce-8766a55376df tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.8698871 May 13 15:12:21.974604 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-43041126-a907-4d97-a937-082796a29f30 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:21.975533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43041126-a907-4d97-a937-082796a29f30 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:21.985521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43041126-a907-4d97-a937-082796a29f30 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/01723b00-bea7-448a-abf6-c3289433b4dc HTTP/1.1" status: 404 len: 333 time: 0.1596034 May 13 15:12:21.988018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37706) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:22.006385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6edd3f40-250f-4f62-95e9-a47a8aa38429 None None] Current status of the port ed4761e6-c2b6-4952-abdb-78666f7537ca is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:22.045833 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af3bbf1-db80-4a83-8816-34dfa938081e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:22.046291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af3bbf1-db80-4a83-8816-34dfa938081e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:22.047996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7af3bbf1-db80-4a83-8816-34dfa938081e tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/53f128f6-bd82-4283-a8fa-9cdbf9a5ffb0 HTTP/1.1" status: 404 len: 337 time: 0.0590250 May 13 15:12:22.050918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37710) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:22.101814 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b33229-9b1c-452f-8df3-c9ecfad32a77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:22.102288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b33229-9b1c-452f-8df3-c9ecfad32a77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:22.104018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-85b33229-9b1c-452f-8df3-c9ecfad32a77 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/ports/e11fdcd4-2c7b-464f-b0d6-47b31dc2a8b3 HTTP/1.1" status: 404 len: 333 time: 0.0520360 May 13 15:12:22.111744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37714) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:22.137461 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:15Z', 'revision_number': 3, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:22.141863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e97c4-1a96-4b8b-b7ca-92dcce849aba None None] The sync data for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 is: [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:15Z', 'revision_number': 3, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:22.176088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.200013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-522095d0-e22e-4379-bd86-2c1647d237a0 req-2a15f859-faf0-4191-9cfa-37d2d89efcfa tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244264 May 13 15:12:22.264289 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.269888 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2dd7f8-eacb-403d-bf28-d8aefff69644 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] DELETE failed (client error): The resource could not be found. May 13 15:12:22.270447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2dd7f8-eacb-403d-bf28-d8aefff69644 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:22.275709 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e2dd7f8-eacb-403d-bf28-d8aefff69644 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/subnets/1489be88-913f-4a7e-a53d-b951b0849c5f HTTP/1.1" status: 404 len: 337 time: 0.1562679 May 13 15:12:22.277105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:22.339005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.420153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.580777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c4f6fe-c199-4d69-81f4-84279da1e688,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:22.582963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.584891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-25b5716c-eced-4729-88af-13f37d6918a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2155302 May 13 15:12:22.607756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903ea3a-3f3c-46ef-ba02-1f074acab161 req-0eaf7b3a-9444-4e6f-beb8-7c405cc60a13 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:22.609035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c903ea3a-3f3c-46ef-ba02-1f074acab161 req-0eaf7b3a-9444-4e6f-beb8-7c405cc60a13 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.2572727 May 13 15:12:22.646390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.696282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c903ea3a-3f3c-46ef-ba02-1f074acab161 req-2aa4c15c-8cda-4f3b-995f-2b5a58ac972f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790050 May 13 15:12:22.758195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:22.880405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:22.880852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.074032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-64328b9d-8437-40fc-82d3-bacefa952ee4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445896634&fields=id&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 267 time: 0.1385295 May 13 15:12:23.236401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=1a495a9b-ea63-4870-9cb5-b7b5805e72f6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:23.306039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:23.309285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.442816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.535686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d6b3f0d4-31cb-4b15-9175-657d5b68b41f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:23.655281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:23.661028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:23.663931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:23.664517 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.669178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.719036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5419be8c-38a7-4f24-ab22-6389d67385cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:23.719379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5419be8c-38a7-4f24-ab22-6389d67385cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:23.760774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5419be8c-38a7-4f24-ab22-6389d67385cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:23.769111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5419be8c-38a7-4f24-ab22-6389d67385cd tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 796 time: 0.6800473 May 13 15:12:23.775795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eea41d-a6b2-4492-a25a-e388eb483a4e') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.776137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eea41d-a6b2-4492-a25a-e388eb483a4e') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:23.799312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.805447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.809046 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-b8ac5a50-53a7-4dfd-9b76-fd01eb93dd2e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/quotas/49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 375 time: 0.0389338 May 13 15:12:23.828701 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d6b3f0d4-31cb-4b15-9175-657d5b68b41f is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:23.829104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.866766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d6b3f0d4-31cb-4b15-9175-657d5b68b41f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:23.872147 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:23.872972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ed4761e6-c2b6-4952-abdb-78666f7537ca up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:23.942295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-8561b999-f67f-431d-9416-7caeb16e701b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:23.967342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.009331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-8561b999-f67f-431d-9416-7caeb16e701b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:24.010657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-8561b999-f67f-431d-9416-7caeb16e701b tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008369 May 13 15:12:24.029337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-42148bb9-99eb-4422-939d-99f59cff01d8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:12:24.030362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-42148bb9-99eb-4422-939d-99f59cff01d8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064135 May 13 15:12:24.031410 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.038118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.045636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:24.046206 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.058032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ed4761e6-c2b6-4952-abdb-78666f7537ca triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:24.058407 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: timer() May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:24.075377 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:24.106152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.157390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07123ff9-f4af-4e54-9bb5-071373d1caff req-fa959027-4a67-4b3f-b559-d3b52cb99c23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:24.159151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07123ff9-f4af-4e54-9bb5-071373d1caff req-fa959027-4a67-4b3f-b559-d3b52cb99c23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 1.0002463 May 13 15:12:24.163447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Allocated IP 172.20.0.1 (3f280c65-2464-468d-954e-9ad64083b428/e7c0c422-9925-4329-a65e-1ffbf3ae5674/4dfb71dc-5ab5-4870-b690-37f2026d1ec6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:24.218570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ed4761e6-c2b6-4952-abdb-78666f7537ca is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:24.219637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:24.300758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:24.307751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:24.308302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.427431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.435197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-6c6dedc1-31cd-4328-a461-7c200a1e4ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680751 May 13 15:12:24.450299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Router e508490a-8923-4b85-aa4c-056669a3ec1c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:24.466552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.469224 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:24.469743 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.488628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:24.494178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.538685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:24.567011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-07123ff9-f4af-4e54-9bb5-071373d1caff req-ba4568a0-1c58-4bd2-9751-bd582fc7ea63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868456 May 13 15:12:24.575275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] Pushing event deleted for resources: {'Network': ['ID=c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.588651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:24.651784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b71c1b79-d1ad-4681-bf85-92e0d66e7ae6 tempest-NetworksTestDHCPv6-506620623 tempest-NetworksTestDHCPv6-506620623-project] 10.222.0.36 "DELETE /v2.0/networks/c6f19b4f-40b9-461b-9c4f-bdeb6e4e7cda HTTP/1.1" status: 204 len: 168 time: 2.3708215 May 13 15:12:24.735666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:24.743717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-46a13a52-2981-4183-b270-fdddb14eb1dc tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/routers/e508490a-8923-4b85-aa4c-056669a3ec1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7257767 May 13 15:12:24.753758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:24.754532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] Sync routers for ids ['e508490a-8923-4b85-aa4c-056669a3ec1c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:24.781167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] Routers {'e508490a-8923-4b85-aa4c-056669a3ec1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:24.782109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e508490a-8923-4b85-aa4c-056669a3ec1c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:24.981584 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-28574aa3-c2a0-4158-9cb1-8aa3ecf17d12 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:12:24.982243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28574aa3-c2a0-4158-9cb1-8aa3ecf17d12 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:25.002779 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28574aa3-c2a0-4158-9cb1-8aa3ecf17d12 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:25.007048 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-28574aa3-c2a0-4158-9cb1-8aa3ecf17d12 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/1a495a9b-ea63-4870-9cb5-b7b5805e72f6 HTTP/1.1" status: 404 len: 333 time: 0.2482598 May 13 15:12:25.012748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.043092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:25.061261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:25.066454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] Routers {'e508490a-8923-4b85-aa4c-056669a3ec1c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:25.070766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['e508490a-8923-4b85-aa4c-056669a3ec1c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:25.151344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37754) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.155252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.166457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:25.166988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c121e8a-248b-422e-b2fd-05cc3ace371c None None] The sync data for ids ['e508490a-8923-4b85-aa4c-056669a3ec1c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:25.205000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5bec45b0-e7e4-48dc-b942-1819fe4e8388 service neutron] 10.222.0.36 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911004 May 13 15:12:25.241629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Transition to ACTIVE for port object 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:25.244683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.409356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d6b3f0d4-31cb-4b15-9175-657d5b68b41f up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:25.428894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:25.440644 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:25.460414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2c3350f-b75f-4970-bef0-c8b650f0fd10 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3168788 May 13 15:12:25.461061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.475741 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:25.476454 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:25.522820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eec72b0c-cab1-4791-804e-da476ffb4a4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9194f42c96540259049b5bf9bcc835d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634689 May 13 15:12:25.541030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:25.541499 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:25.545977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.561784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d6b3f0d4-31cb-4b15-9175-657d5b68b41f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:25.562287 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.614274 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.747000 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:25.762681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.765972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.795467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df89cbe3-83c5-413d-aaf5-073ed21c30d9 req-d93c0b5c-073f-4aac-b9f3-62771e703957 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.0941546 May 13 15:12:25.826411 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.831490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.854162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d6b3f0d4-31cb-4b15-9175-657d5b68b41f is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:25.856801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:25.882358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.883362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Fanout notify agent at l3_agent the message router_deleted on router e508490a-8923-4b85-aa4c-056669a3ec1c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:12:25.962152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:25.962978 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.966130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Network 3f280c65-2464-468d-954e-9ad64083b428 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:25.980954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada234-8389-4daf-9806-b952e7d14d8d req-d9997850-59f1-4d2f-addd-567e3dd42170 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:25.990298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64ada234-8389-4daf-9806-b952e7d14d8d req-d9997850-59f1-4d2f-addd-567e3dd42170 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.8384089 May 13 15:12:25.998151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:25.999327 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ce60e966-fdee-40e6-a358-41f5fa50912e tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/routers/e508490a-8923-4b85-aa4c-056669a3ec1c HTTP/1.1" status: 204 len: 168 time: 0.9856639 May 13 15:12:26.006908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37778) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.025076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:26.078893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:26.117151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.126126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.127423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.196242 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:26.199043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.214077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d694ca24-d323-462f-96c5-c14133721fe6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5 HTTP/1.1" status: 204 len: 168 time: 0.7514966 May 13 15:12:26.216272 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64ada234-8389-4daf-9806-b952e7d14d8d req-40810a95-984f-4282-971e-ac6cf8429b2a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238557 May 13 15:12:26.217925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:26.241533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c907fb-636f-432b-b137-a591d5a5267f None None] Network dc49b11e-a9aa-40af-a44c-2ee163c0bc02 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:26.244253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:26.257539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.258948 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.291618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.349377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 10, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:26.362675 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:26.386404 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:26.387061 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:26.454073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.526902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:26.605255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.648983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.656774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e4e94178-e2b3-4750-ae47-1345b1c54d09 None None] Provisioning for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:26.666949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e4e94178-e2b3-4750-ae47-1345b1c54d09 None None] Provisioning complete for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:26.667709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e4e94178-e2b3-4750-ae47-1345b1c54d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.697610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 2c791f96-d652-4377-9adf-55be7511e669 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:26.698025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.711554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:26.739874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e4e94178-e2b3-4750-ae47-1345b1c54d09 None None] Port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:26.820174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.832378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] DHCP port deletion for dc49b11e-a9aa-40af-a44c-2ee163c0bc02 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:26.837373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Deleting port 2c791f96-d652-4377-9adf-55be7511e669 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:26.837733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.871833 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.910953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:26.930035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cf7f75c-f050-47a3-8b8a-0c23e1d5372c HTTP/1.1" status: 204 len: 168 time: 1.1096165 May 13 15:12:26.945673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a92c6-4791-4fc8-a7e2-58cd26c40c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7f75c-f050-47a3-8b8a-0c23e1d5372c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:27.027885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb68c645-f937-47d1-98cd-f7aef377cde8 req-21e5f874-9f31-4bcb-8ce8-9f125d4013bc tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.0644970 May 13 15:12:27.032585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:27.051452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.083492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.111351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] For port 2c791f96-d652-4377-9adf-55be7511e669, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2c791f96-d652-4377-9adf-55be7511e669,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:27.111964 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.149328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dcfb56e7-89ec-47bd-b302-3edd21a2e872 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e HTTP/1.1" status: 204 len: 168 time: 1.1387770 May 13 15:12:27.159777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37790) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:27.163045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35147544-99e5-47e6-b9ed-a18c8ce1fd83 None None] Network 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:27.454873 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 10, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:27.463171 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7948bbe-0c85-4aca-8c88-b5f47139992a None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 10, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None, '_interfaces': [{'id': '9c377708-26dc-450a-956e-91a2561ef12a', 'name': '', 'network_id': 'd5650fc3-e89a-4757-9ca6-d4c5bc60f363', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'mac_address': 'fa:16:3e:6e:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:27Z', 'updated_at': '2022-05-13T15:10:50Z', 'revision_number': 5, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'subnets': [{'id': '4944c3cc-07ec-4bf7-a454-a0739fdfb082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:27.505122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.508398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 2c791f96-d652-4377-9adf-55be7511e669, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=2c791f96-d652-4377-9adf-55be7511e669,segment=NetworkSegment(9844cfcf-a42c-4aef-a142-1d72bfb38e20),segment_id=9844cfcf-a42c-4aef-a142-1d72bfb38e20)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:27.513300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.533957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 2c791f96-d652-4377-9adf-55be7511e669 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:27.564731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-6fa51b13-d52c-4af3-9019-62d2327d1db4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:27.566719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-6fa51b13-d52c-4af3-9019-62d2327d1db4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.8278878 May 13 15:12:27.609132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Calling delete_port for 2c791f96-d652-4377-9adf-55be7511e669 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:27.706980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 2c791f96-d652-4377-9adf-55be7511e669 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:27.797405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port dfc6d577-a072-43a4-8b08-5f795ccec1b8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:27.797742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:27.854504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:27.854504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.007265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e25bc-8a75-46fa-a55a-b7aa982ab9dd req-dd2c70d9-842d-468e-896f-aa3d1c8926da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:28.014419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-782e25bc-8a75-46fa-a55a-b7aa982ab9dd req-dd2c70d9-842d-468e-896f-aa3d1c8926da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 945 time: 0.5175214 May 13 15:12:28.101059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 2c791f96-d652-4377-9adf-55be7511e669 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:28.101745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.158608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:28.176808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-782e25bc-8a75-46fa-a55a-b7aa982ab9dd req-5afc6375-a6c7-4254-af19-bdc38cdd6ed1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614244 May 13 15:12:28.185446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.190908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.269224 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.335003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] No DVR routers for this DVR port 2c791f96-d652-4377-9adf-55be7511e669 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:28.337272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e020b-2a6f-43b6-ad13-6d4186e5ecba None None] Pushing event deleted for resources: {'Port': ['ID=2c791f96-d652-4377-9adf-55be7511e669,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:28.359571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-59153db6-9f2f-40b6-8026-5eef921940f1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:28.361659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.369025 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-59153db6-9f2f-40b6-8026-5eef921940f1 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 796 time: 1.0380044 May 13 15:12:28.369265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port dfc6d577-a072-43a4-8b08-5f795ccec1b8, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=dfc6d577-a072-43a4-8b08-5f795ccec1b8,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:28.369553 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.378611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:28.440984 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81cf0adc-f124-4de0-8888-efe911980fbb req-baa69cd8-0664-4659-86e3-722585faaecc tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.1585386 May 13 15:12:28.452325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:28.463678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] DHCP port deletion for 6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:28.483472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Deleting port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:28.483472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.495300 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:28.495611 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:28.536329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for dfc6d577-a072-43a4-8b08-5f795ccec1b8 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:28.541449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-7f84ee93-9755-4982-bf4f-29099f07cd0d tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bff001508646548736068375f91a15 HTTP/1.1" status: 200 len: 380 time: 0.1418836 May 13 15:12:28.609031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'port': {'device_id': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'admin_state_up': True, 'tenant_id': '49bff001508646548736068375f91a15', 'security_groups': ['ad2c4725-737e-4f5c-99af-39a631670870']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:28.650343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817373459'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:28.705294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:28.714280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] For port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,segment=NetworkSegment(e828d118-ec60-4c80-8d09-8c1724904257),segment_id=e828d118-ec60-4c80-8d09-8c1724904257)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:28.714690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.720728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:28.733068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:28.747168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Network 3f280c65-2464-468d-954e-9ad64083b428 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:28.747723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:28.757031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:28.766641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,segment=NetworkSegment(e828d118-ec60-4c80-8d09-8c1724904257),segment_id=e828d118-ec60-4c80-8d09-8c1724904257)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:28.767032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.790713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:28.794342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.813283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.865824 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:28.904802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:28.909620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:security_group_rule and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:28.913600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:28.920057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:28.920539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Calling delete_port for 246e3c1c-a2f8-4a13-866d-f3c2951c53ad owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:28.982577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=dfc6d577-a072-43a4-8b08-5f795ccec1b8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.027659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.082920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] Pushing event deleted for resources: {'Port': ['ID=246e3c1c-a2f8-4a13-866d-f3c2951c53ad,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.086200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 246e3c1c-a2f8-4a13-866d-f3c2951c53ad owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:29.087894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port dfc6d577-a072-43a4-8b08-5f795ccec1b8 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:29.090891 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.099932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07606a14-3ab2-4be9-9813-8ae4b5dab5e6 None None] No DVR routers for this DVR port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:29.114352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3684b569-11d1-4fa6-a640-e064ca093b0e None None] Provisioning complete for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:29.114898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'name': 'network-vif-deleted', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:29.115416 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3684b569-11d1-4fa6-a640-e064ca093b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.125172 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-956e3e5b-f838-4923-af58-c7218d5d0d4e req-c1d4a229-8e86-43e5-a891-722f6c4d4e1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "DELETE /v2.0/ports/dfc6d577-a072-43a4-8b08-5f795ccec1b8 HTTP/1.1" status: 204 len: 173 time: 1.5430956 May 13 15:12:29.153974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Router 95ee7ad8-cd50-490b-a05d-283e3b039f7e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:29.188519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 2c791f96-d652-4377-9adf-55be7511e669 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:29.188732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.239004 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:29.239321 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:29.314218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 246e3c1c-a2f8-4a13-866d-f3c2951c53ad no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:29.318680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:29.393329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 246e3c1c-a2f8-4a13-866d-f3c2951c53ad {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:29.393746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 246e3c1c-a2f8-4a13-866d-f3c2951c53ad not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:29.394239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:29.407435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.434316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:29.434668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cb5cf07f-3a92-4e32-b30e-4f2aa2b625a9 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:29.436610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3684b569-11d1-4fa6-a640-e064ca093b0e None None] Port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:29.445640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] The port '2c791f96-d652-4377-9adf-55be7511e669' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:29.476556 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90e78d3-25ac-4f54-b01a-c7d2cce3543d'] response: {'server_uuid': '809238f3-1f32-43e0-95a0-9b106c050e65', 'name': 'network-vif-deleted', 'tag': 'dfc6d577-a072-43a4-8b08-5f795ccec1b8', 'status': 'completed', 'code': 200} May 13 15:12:29.486761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.534502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:29.585860 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3de526a3-787c-4dab-b0ef-3720027a1566 req-d464f13c-da7d-4b5d-a981-287a03658294 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=809238f3-1f32-43e0-95a0-9b106c050e65 HTTP/1.1" status: 200 len: 210 time: 0.1747017 May 13 15:12:29.610645 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:29.656047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:29.673082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ca17f8bd-8429-4112-b2f9-d3a8487b9039 admin admin] 10.222.0.36 "PUT /v2.0/routers/95ee7ad8-cd50-490b-a05d-283e3b039f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6553552 May 13 15:12:29.682764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Sync routers for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:29.704793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Made reservation on behalf of 49bff001508646548736068375f91a15 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:29.708736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.714919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:29.715931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:29.746271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1ab84b92-ce4f-436f-9759-93ec5666c6de req-902b5943-c483-4936-a755-b1699a3ac6cb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:29.758108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 246e3c1c-a2f8-4a13-866d-f3c2951c53ad {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:29.759382 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.766027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-1ab84b92-ce4f-436f-9759-93ec5666c6de req-902b5943-c483-4936-a755-b1699a3ac6cb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:29.767713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ab84b92-ce4f-436f-9759-93ec5666c6de req-902b5943-c483-4936-a755-b1699a3ac6cb tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.0873549 May 13 15:12:29.799836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2788e3d-cc69-4c85-9ceb-ad69418be18f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:29.841152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.841523 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment c5d3bd36-0b98-4e67-adea-a8aa62293792 of type vlan for network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 May 13 15:12:29.852186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6edc9c87-c66a-4aa1-a394-c3d3d5441289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.910043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] The port '246e3c1c-a2f8-4a13-866d-f3c2951c53ad' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:29.918878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:29.997922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:30.041779 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:12:30.124103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc49b11e-a9aa-40af-a44c-2ee163c0bc02']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.144478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.168635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9844cfcf-a42c-4aef-a142-1d72bfb38e20') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.168938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9844cfcf-a42c-4aef-a142-1d72bfb38e20') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.203527 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.212439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.292650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.306843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.318601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:30.318601 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: timer() May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:30.337059 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:30.348196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e828d118-ec60-4c80-8d09-8c1724904257') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.348597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e828d118-ec60-4c80-8d09-8c1724904257') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.395491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:26Z', 'revision_number': 4, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '4dfb71dc-5ab5-4870-b690-37f2026d1ec6', 'name': '', 'network_id': '3f280c65-2464-468d-954e-9ad64083b428', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'mac_address': 'fa:16:3e:c2:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:22Z', 'updated_at': '2022-05-13T15:12:27Z', 'revision_number': 2, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'subnets': [{'id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:30.401985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Checking router: 95ee7ad8-cd50-490b-a05d-283e3b039f7e for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:30.402600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Updating router 95ee7ad8-cd50-490b-a05d-283e3b039f7e port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:30.480817 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.531315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.535317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:30.536709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:30.537294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.540923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-514567072-network', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:30.547182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:30.552127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Usage tracker for resource:network and tenant:a4e23072c26a4865b7e7181436ea3177 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:30.555720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:30.563380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dfc6d577-a072-43a4-8b08-5f795ccec1b8 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:30.565393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:30.577085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Made reservation on behalf of a4e23072c26a4865b7e7181436ea3177 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:30.579415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.581421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.591925 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.607382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:30.608949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: dfc6d577-a072-43a4-8b08-5f795ccec1b8 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:30.609298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device dfc6d577-a072-43a4-8b08-5f795ccec1b8 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:30.613750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e23072c26a4865b7e7181436ea3177 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:30.617682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:30.624205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:30.687710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.20.0.5 (e15487dc-88f4-4f80-9dc0-28e070a41cf8/e735819e-f03e-4ebf-bd28-054b3269ffea/6546292a-5366-44f3-83d2-e0470d9991df) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:30.717009 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.759535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.765377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.783969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.791069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:30.791752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.810382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c51a36-451e-4030-b157-64eafcc5b1f5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: timer() May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:30.814953 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:30.827834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:30.832983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=27b62e87-1eb6-4993-826d-2e4f6920f8c4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:30.847505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.849050 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Added segment 1caa240e-7546-4353-b35a-b00af932f4b0 of type vlan for network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 May 13 15:12:30.849616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.887547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:30.907090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:30.957762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/dc49b11e-a9aa-40af-a44c-2ee163c0bc02 HTTP/1.1" status: 204 len: 168 time: 4.7386177 May 13 15:12:30.981984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.042214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.043468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.044242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.084864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ae45b8e2-eaf2-475d-86f2-2bb6943402ad tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6265965 May 13 15:12:31.084864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1573a-1232-453f-bae6-78d9fd6a1b87 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=dc49b11e-a9aa-40af-a44c-2ee163c0bc02,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.091957 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-74bdeecb-6eb6-4ce8-ae73-94bd61be4072 req-067a9569-0ad8-4424-b9c4-c70d158bb8dc tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.1299589 May 13 15:12:31.248134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.251950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] Pushing event updated for resources: {'Network': ['ID=a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.259223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bec00399-e2e3-4341-947f-bd0b66a7e472 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7197556 May 13 15:12:31.259391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.265990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Request body: {'subnet': {'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-514567072-subnet', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:31.270248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:31.272326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:31.276629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Usage tracker for resource:subnet and tenant:a4e23072c26a4865b7e7181436ea3177 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:31.282061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.285972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:31.296834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:31.315181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Made reservation on behalf of a4e23072c26a4865b7e7181436ea3177 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:31.317950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.324359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Transition to ACTIVE for port object 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:31.328865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.354301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.366133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-da1cfaee-7458-4cd1-bb6c-d0ec15ac97f6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/6a4e5f4b-ecad-411d-8c9c-63e0e95b79d9 HTTP/1.1" status: 204 len: 168 time: 4.2044895 May 13 15:12:31.385803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.474090 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.483662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f47fc-b6ce-4042-b68d-91de6025e3a5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:31.484534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe6f47fc-b6ce-4042-b68d-91de6025e3a5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:31.680952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe6f47fc-b6ce-4042-b68d-91de6025e3a5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:31.684519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe6f47fc-b6ce-4042-b68d-91de6025e3a5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/9eb91e44-099c-41f5-8d04-b8771d4e96bf HTTP/1.1" status: 200 len: 844 time: 0.2977219 May 13 15:12:31.696964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:31.709768 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.720142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa8880-4b05-4065-a976-2dab3b536cfc None None] Pushing event updated for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:31.764504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.815289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Transition to ACTIVE for port object 6546292a-5366-44f3-83d2-e0470d9991df will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:31.875997 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:31.954410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:31.967896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:31.980250 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5560a1fb-60b4-4bd1-aa01-ee0ba35f5437 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/9eb91e44-099c-41f5-8d04-b8771d4e96bf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2672148 May 13 15:12:31.989027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:32.041485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Pushing event updated for resources: {'Subnet': ['ID=742b3e3a-a076-4d11-a7e8-3834bea4f2a9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:32.062723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:32.094606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:32.332488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:32.399059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.403484 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.419880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Checking segment: {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:32.420710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Network hostable DHCP agents. Network: a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:32.464272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:32.469997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:32.474772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:32.484197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:32.488045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:32.490730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Attempting to bind port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:32.495807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:32.498595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.499481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.510521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Attempting to bind port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:32.511077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Attempting to bind port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 on network 3f280c65-2464-468d-954e-9ad64083b428 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:32.520922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634a0aa-33e5-4a50-85bb-3746d349858e None None] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:32.527341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:32.533184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.573463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:32.573879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Checking segment: {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:32.574248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.574647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Bound using segment: {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:32.575131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Bound port: 4dfb71dc-5ab5-4870-b690-37f2026d1ec6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee9c35-3798-42c5-a056-6814fe86df92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3f280c65-2464-468d-954e-9ad64083b428'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:32.575507 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.611106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-38f06cfe-7a60-4565-864f-048faa31f727 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0090408 May 13 15:12:32.723676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0d7d4e82-52e6-4c04-9155-86937748319b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4629881 May 13 15:12:32.731791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37884) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:32.789925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:32.797941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:32.807285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Usage tracker for resource:router and tenant:a4e23072c26a4865b7e7181436ea3177 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:32.815193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:32.833696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:32.863153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f397908-b2e6-40d3-b19e-6cadc0f9d979 req-c5b8f60f-cf5e-4664-9c61-ff66a42361f4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:32.863913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1f397908-b2e6-40d3-b19e-6cadc0f9d979 req-c5b8f60f-cf5e-4664-9c61-ff66a42361f4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:32.901546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.903014 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:32.910676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1f397908-b2e6-40d3-b19e-6cadc0f9d979 req-c5b8f60f-cf5e-4664-9c61-ff66a42361f4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:32.911856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f397908-b2e6-40d3-b19e-6cadc0f9d979 req-c5b8f60f-cf5e-4664-9c61-ff66a42361f4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 931 time: 0.5372725 May 13 15:12:32.979446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Request body: {'port': {'device_id': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:33.036872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.057744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-686699d1-3e47-467f-81d8-aaa8134c8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.073588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.103956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:33.110789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.134902 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:33.139297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:33.144766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:33.145416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.177356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=a4bf2112-163a-4e98-8889-dbb4b5c8262f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.180069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9c47a-4f5d-4375-9952-6f8509518fd5 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:33.202070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0bc6158c-b751-4a89-89fb-6468e8860e51 None None] Provisioning for port 6546292a-5366-44f3-83d2-e0470d9991df completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:33.216942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-44bbcebc-b024-4f77-a723-280cb17e0208 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1490602 May 13 15:12:33.219961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:33.233005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'security_group': {'name': 'tempest-secgroup-986998029'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:33.252738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:33.263134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:33.273595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:33.283360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:33.294832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1f397908-b2e6-40d3-b19e-6cadc0f9d979 req-209ba267-ae60-4854-a2b8-fe09d6d40dc3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372142 May 13 15:12:33.308247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.332978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.353108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:33.359714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:33.364830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:33.376758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:33.388026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.404162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] For port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:33.409835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0bc6158c-b751-4a89-89fb-6468e8860e51 None None] Provisioning complete for port 6546292a-5366-44f3-83d2-e0470d9991df triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:33.410408 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0bc6158c-b751-4a89-89fb-6468e8860e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.489388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6158c-b751-4a89-89fb-6468e8860e51 None None] Port 6546292a-5366-44f3-83d2-e0470d9991df cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:33.529221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] For port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:33.535975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.540590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.551951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.557180 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.649288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a66b0-ffd8-47b6-abcb-fd0ed62db04a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.657530 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.664510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-752b7ec1-95ea-46ef-90d7-678891844e57 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4393826 May 13 15:12:33.665181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37894) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:33.684275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507251748'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:33.687249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa8880-4b05-4065-a976-2dab3b536cfc None None] Pushing event updated for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:33.698351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:33.709102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:33.719410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:33.736360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:33.747559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:33.784868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:33.785685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:33.792116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:33.815762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:33.834443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:33.870213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:34.027097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.033121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.098898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc037dfd-fde0-421c-8820-408901a7802d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:34.113967 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.114784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.116455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a939695c-d284-4708-9787-771864ad3f4b tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4496930 May 13 15:12:34.120115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.128191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-548921128', 'security_groups': ['dc037dfd-fde0-421c-8820-408901a7802d'], 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4bf2112-163a-4e98-8889-dbb4b5c8262f'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:34.341342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:34.352234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:34.364514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:34.367434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:34.696422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Allocated IP 172.20.0.2 (a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0/742b3e3a-a076-4d11-a7e8-3834bea4f2a9/98f8fbb8-7be8-47fe-aee7-146b56aa51b6) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:34.698965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:34.724774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 37910) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:34.756174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:35.000603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 14359f53-4ff0-4267-a71c-6b8d93352dd8 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:35.126341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.158885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:35.173119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.188576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:35.195925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:35.201038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871f55-1d6e-4c7b-bbe3-803fb945465e req-af10aa8c-3bd8-47a2-b60c-2b4830a6c682 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:35.203712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03871f55-1d6e-4c7b-bbe3-803fb945465e req-af10aa8c-3bd8-47a2-b60c-2b4830a6c682 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 931 time: 0.6660385 May 13 15:12:35.208692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:35.325117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-03871f55-1d6e-4c7b-bbe3-803fb945465e req-e21bb932-4268-4e35-a1e1-fb18669a1b91 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:35.362137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:35.365751 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.366484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-03871f55-1d6e-4c7b-bbe3-803fb945465e req-e21bb932-4268-4e35-a1e1-fb18669a1b91 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:35.367848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-03871f55-1d6e-4c7b-bbe3-803fb945465e req-e21bb932-4268-4e35-a1e1-fb18669a1b91 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547046 May 13 15:12:35.391273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::1f5 (1dc2c316-5163-4dba-83d3-75271191522f/a4bf2112-163a-4e98-8889-dbb4b5c8262f/14359f53-4ff0-4267-a71c-6b8d93352dd8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:35.447249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1dc2c316-5163-4dba-83d3-75271191522f', 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'tenant_id': 'faf7883d4ea2459dbe21ea6b2a377216', 'fixed_ips': [{'subnet_id': 'a4bf2112-163a-4e98-8889-dbb4b5c8262f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:35.452438 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.504193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.560543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Transition to ACTIVE for port object 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:35.618892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Transition to ACTIVE for port object 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:35.626279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:26Z', 'revision_number': 4, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '4dfb71dc-5ab5-4870-b690-37f2026d1ec6', 'name': '', 'network_id': '3f280c65-2464-468d-954e-9ad64083b428', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'mac_address': 'fa:16:3e:c2:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:22Z', 'updated_at': '2022-05-13T15:12:33Z', 'revision_number': 4, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'subnets': [{'id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:35.634170 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb03b6b-6f76-4813-89c1-cf687343785c None None] The sync data for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 is: [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:12:26Z', 'revision_number': 4, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '4dfb71dc-5ab5-4870-b690-37f2026d1ec6', 'name': '', 'network_id': '3f280c65-2464-468d-954e-9ad64083b428', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'mac_address': 'fa:16:3e:c2:23:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:22Z', 'updated_at': '2022-05-13T15:12:33Z', 'revision_number': 4, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'subnets': [{'id': 'e7c0c422-9925-4329-a65e-1ffbf3ae5674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:35.639362 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.671939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 9c377708-26dc-450a-956e-91a2561ef12a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:35.672192 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.828129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:35.830724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:35.835848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:35.886698 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:35.922621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 14359f53-4ff0-4267-a71c-6b8d93352dd8 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:35.934301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Pushing event updated for resources: {'Port': ['ID=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:35.963901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.resource_extend [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:35.979708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.001123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.099044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:36.120157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:36.142881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:36.152931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:36.153621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.153735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Attempting to bind port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:36.154060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Attempting to bind port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:36.154432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Attempting to bind port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 on network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:36.186134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:36.186478 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Checking segment: {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:36.187958 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.188972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Bound using segment: {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:36.189483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Bound port: 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:36.189870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.197705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=14359f53-4ff0-4267-a71c-6b8d93352dd8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.211244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6444ac45-72f3-4546-bc35-74ee58cb0b47 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0892484 May 13 15:12:36.212362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37958) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:36.219367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:36.291826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Allocated IP 2001:db8::2 (1dc2c316-5163-4dba-83d3-75271191522f/a4bf2112-163a-4e98-8889-dbb4b5c8262f/80e6a854-4c92-4f8e-a745-84a6f19b725e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:36.366296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=8e2bacdd-187b-413b-a95a-cb81d47d66e2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.410112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6546292a-5366-44f3-83d2-e0470d9991df {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:12:36.435021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.445454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] For port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:36.463340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:36.468044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] For port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:36.479564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.488104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:36.489719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': 'c5d3bd36-0b98-4e67-adea-a8aa62293792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:36.490121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: 27b62e87-1eb6-4993-826d-2e4f6920f8c4, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:36.495862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:36.513339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Transition to ACTIVE for port object 6546292a-5366-44f3-83d2-e0470d9991df will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:36.515007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:36.539007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:36.568075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.650663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.767545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Pushing event updated for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.799964 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4bf2112-163a-4e98-8889-dbb4b5c8262f (CIDR: 2001:db8::/64) May 13 15:12:36.805846 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:12:36.806105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:36.833726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:36.853615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-afaa7f55-2f80-49c9-855d-f81c4bb982d9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6365807 May 13 15:12:36.856828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 37994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:36.868365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:36.882472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329e520-4ad7-4051-8672-439ba304c5c8 None None] Pushing event updated for resources: {'Port': ['ID=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:36.961014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:36.980679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Transition to ACTIVE for port object 80e6a854-4c92-4f8e-a745-84a6f19b725e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:37.005626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Transition to ACTIVE for port object 80e6a854-4c92-4f8e-a745-84a6f19b725e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:37.017543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 9c377708-26dc-450a-956e-91a2561ef12a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9c377708-26dc-450a-956e-91a2561ef12a,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:37.018210 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.023511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.147956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Pushing event updated for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:37.188788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:37.190557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:37.196954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:37.240576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 27b62e87-1eb6-4993-826d-2e4f6920f8c4) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:37.276757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:37.294567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:37.307664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:37.317006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:37.328867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:37.333026 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.391990 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d3eb4-7bb2-4e70-accb-aee282f6b4b8 None None] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:37.400907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 9c377708-26dc-450a-956e-91a2561ef12a owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:37.505452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:37.506122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.539247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763d341-8818-47b1-9808-57c58e7a7c06 req-66d5f8b9-4789-4212-875f-0a9ef34e4a46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:37.547177 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b763d341-8818-47b1-9808-57c58e7a7c06 req-66d5f8b9-4789-4212-875f-0a9ef34e4a46 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 943 time: 1.0140617 May 13 15:12:37.601593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:37.766055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Attempting to bind port 80e6a854-4c92-4f8e-a745-84a6f19b725e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:37.771093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Attempting to bind port 80e6a854-4c92-4f8e-a745-84a6f19b725e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '49b24e35-1ffe-484d-b240-7d310890b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:37.771633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Attempting to bind port 80e6a854-4c92-4f8e-a745-84a6f19b725e on network 1dc2c316-5163-4dba-83d3-75271191522f {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:37.796946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:37.797417 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Checking segment: {'id': '49b24e35-1ffe-484d-b240-7d310890b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:37.797887 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.798352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Bound using segment: {'id': '49b24e35-1ffe-484d-b240-7d310890b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:37.799743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Bound port: 80e6a854-4c92-4f8e-a745-84a6f19b725e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b24e35-1ffe-484d-b240-7d310890b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:37.804338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.834387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.913747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:37.917065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:37.921855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:37.922441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.942904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=b1a94658-5811-40d2-9391-17046d107c9a,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:37.958436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:37.962189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:37.965848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-299edb38-5328-4594-8095-e77f837a6e50 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1060450 May 13 15:12:37.966535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:37.971094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:37.975628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1896355468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b1a94658-5811-40d2-9391-17046d107c9a'}], 'security_groups': ['ad8a66b0-ffd8-47b6-abcb-fd0ed62db04a']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:37.989969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-340c89d6-e6c6-4d3e-b28e-8bcd6d2504f3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2575514 May 13 15:12:37.993999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38004) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:38.003775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b763d341-8818-47b1-9808-57c58e7a7c06 req-52142134-e959-49c8-a8e4-e454340e26a7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4554996 May 13 15:12:38.012438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296571869'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:38.035935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:38.059314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:38.072929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:38.082579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.122885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:38.125888 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.210009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:38.226104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:38.226104 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.234799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.238916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Attempting to bind port 6546292a-5366-44f3-83d2-e0470d9991df on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:38.239204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Attempting to bind port 6546292a-5366-44f3-83d2-e0470d9991df by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:38.239536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Attempting to bind port 6546292a-5366-44f3-83d2-e0470d9991df on network e15487dc-88f4-4f80-9dc0-28e070a41cf8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:38.290431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:38.294708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.304563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-27b62e87-1eb6-4993-826d-2e4f6920f8c4', 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '8e2bacdd-187b-413b-a95a-cb81d47d66e2'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:38.306082 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.353104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Port 6546292a-5366-44f3-83d2-e0470d9991df on network e15487dc-88f4-4f80-9dc0-28e070a41cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:12:38.353104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Attempting to bind port 6546292a-5366-44f3-83d2-e0470d9991df on network e15487dc-88f4-4f80-9dc0-28e070a41cf8 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:38.373639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:38.378448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Checking segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:38.378937 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Bound using segment: {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:38.379409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Bound port: 6546292a-5366-44f3-83d2-e0470d9991df, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595a3e9-cc08-4012-8cc8-b86461094ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:38.379768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.407607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2806f-74d2-40b3-947d-fdab527a60a4 None None] Pushing event updated for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:38.613289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:38.613907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.744994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:38.774134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Allocated IP 2001:db8:0:ffff::2 (27b62e87-1eb6-4993-826d-2e4f6920f8c4/8e2bacdd-187b-413b-a95a-cb81d47d66e2/ac7dee42-9154-49f7-8317-25c1ee4d7b6b) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:38.776276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.831363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:38.852065 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.852496 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 530ae4e5-ab28-45db-9e12-7638350b9c12 of type vlan for network afade3a5-566a-4d4d-9ba6-a78108cc67e9 May 13 15:12:38.912340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:38.935318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4beb87-cc3d-42f6-95a0-7dea25633002 None None] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:39.054370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Allocated IP 172.25.5.239 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/812542b8-4b93-4368-a39f-7f687e0bee1c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:39.081187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.096171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.149927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Delete allocated IP 2001:db8::1f5 (1dc2c316-5163-4dba-83d3-75271191522f/a4bf2112-163a-4e98-8889-dbb4b5c8262f) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:12:39.167474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8:0:1::3a2 (1dc2c316-5163-4dba-83d3-75271191522f/b1a94658-5811-40d2-9391-17046d107c9a/14359f53-4ff0-4267-a71c-6b8d93352dd8) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:39.202939 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.216573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.217211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.230086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:39.265017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=9c377708-26dc-450a-956e-91a2561ef12a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:39.551145 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.578770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.661251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:39.666384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6546292a-5366-44f3-83d2-e0470d9991df,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:39.731891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-112fd899-8e06-4b88-929b-b49178407d42 None None] Provisioning for port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:39.738590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Transition to ACTIVE for port object ac7dee42-9154-49f7-8317-25c1ee4d7b6b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:39.811324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Transition to ACTIVE for port object ac7dee42-9154-49f7-8317-25c1ee4d7b6b will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:39.903106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 80e6a854-4c92-4f8e-a745-84a6f19b725e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:39.906667 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:39.941303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f28c7-f71f-4670-8033-f03b24e10d9c req-6883bff9-f5f6-4983-a103-64f1f1776575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:39.942970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-102f28c7-f71f-4670-8033-f03b24e10d9c req-6883bff9-f5f6-4983-a103-64f1f1776575 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 943 time: 0.7164650 May 13 15:12:39.987339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:40.022057 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.022576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.047163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Ignored duplicate provisioning block setup for port 14359f53-4ff0-4267-a71c-6b8d93352dd8 by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:12:40.055996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.064394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:40.079351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:40.081077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Pushing event updated for resources: {'Port': ['ID=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:40.087014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:40.090523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd92407-f1f1-48d4-9ab0-4aea5016867a None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:40.129613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1306524 May 13 15:12:40.171754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:40.175023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-102f28c7-f71f-4670-8033-f03b24e10d9c req-1e23b81c-83c5-45a1-a0d6-3642deee5029 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232022 May 13 15:12:40.181137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'afade3a5-566a-4d4d-9ba6-a78108cc67e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:40.241736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:40.242353 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.243769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] 10.222.0.90 "PUT /v2.0/ports/6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 1091 time: 7.6179328 May 13 15:12:40.316142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.342275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:40.362501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] In _notify_port_updated(), no bound segment for port 14359f53-4ff0-4267-a71c-6b8d93352dd8 on network 1dc2c316-5163-4dba-83d3-75271191522f {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:12:40.371480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Provisioning for port 80e6a854-4c92-4f8e-a745-84a6f19b725e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:40.388783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:40.389553 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.396481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:40.401131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.402577 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/ports/14359f53-4ff0-4267-a71c-6b8d93352dd8 HTTP/1.1" status: 200 len: 931 time: 2.4338160 May 13 15:12:40.425342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38022) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:40.452505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db24e5-63ed-4ebf-a736-e1bcfd287dfc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=afade3a5-566a-4d4d-9ba6-a78108cc67e9,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:40.508660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network afade3a5-566a-4d4d-9ba6-a78108cc67e9 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:40.519852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22cf8-00f4-4611-a641-04b7f712e83c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=14359f53-4ff0-4267-a71c-6b8d93352dd8,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:40.532667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:40.532667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2415db-a3a7-4ae3-8a67-92deb4b017cd service neutron] Pushing event updated for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:40.541995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Attempting to bind port ac7dee42-9154-49f7-8317-25c1ee4d7b6b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:40.549285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Attempting to bind port ac7dee42-9154-49f7-8317-25c1ee4d7b6b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'c5d3bd36-0b98-4e67-adea-a8aa62293792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:40.549891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Attempting to bind port ac7dee42-9154-49f7-8317-25c1ee4d7b6b on network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:40.578807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:40.593791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 14359f53-4ff0-4267-a71c-6b8d93352dd8 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:40.594014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.681231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:40.691002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:40.691519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Checking segment: {'id': 'c5d3bd36-0b98-4e67-adea-a8aa62293792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:40.692013 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.692573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Bound using segment: {'id': 'c5d3bd36-0b98-4e67-adea-a8aa62293792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:40.693248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Bound port: ac7dee42-9154-49f7-8317-25c1ee4d7b6b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d3bd36-0b98-4e67-adea-a8aa62293792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '27b62e87-1eb6-4993-826d-2e4f6920f8c4'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:40.693717 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.708952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:40.731481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:40.753459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.777891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:40.781297 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4f9020-12a9-41ea-9996-8cd0aa34db11'] response: {'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df', 'status': 'completed', 'code': 200} May 13 15:12:40.795689 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:40.806061 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:40.810486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:40.821166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:40.821931 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:40.855877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4712a530-e75b-4df8-bf39-ae35eea1d592 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8557093 May 13 15:12:40.879003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:40.941314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:41.012947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:41.013421 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.094748 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:41.278793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.288564 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:41.301555 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:41.325341 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:41.326319 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:41.346055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:41.357453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:41.509115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 14359f53-4ff0-4267-a71c-6b8d93352dd8 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:41.523075 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:41.576326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-e7e3360e-fbc2-44a7-b146-4a4fbf02ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:41.580366 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-e7e3360e-fbc2-44a7-b146-4a4fbf02ffa7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1094 time: 1.2328596 May 13 15:12:41.646239 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:41.652356 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ba608-c209-445e-b539-4a56551d0b0e None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:41.717448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.743022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:41.743582 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.759281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Pushing event updated for resources: {'Port': ['ID=812542b8-4b93-4368-a39f-7f687e0bee1c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:41.809475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] For port ac7dee42-9154-49f7-8317-25c1ee4d7b6b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:41.821531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-9b3e7ddb-58fa-4f6c-8f97-1e782999fb48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 217 time: 0.1593144 May 13 15:12:41.842245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04b301-9d0b-4cf5-b2be-6ee4ef24599c req-dedf404f-6b3a-4209-a55a-10196398d09a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:41.843765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f04b301-9d0b-4cf5-b2be-6ee4ef24599c req-dedf404f-6b3a-4209-a55a-10196398d09a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 943 time: 0.3899431 May 13 15:12:41.872154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:41.902499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.914420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=4706deb1-de70-464e-8381-0c689a427362,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:41.927838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.946328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting subnet 4944c3cc-07ec-4bf7-a454-a0739fdfb082 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:41.950406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:41.970589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] For port ac7dee42-9154-49f7-8317-25c1ee4d7b6b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,segment=NetworkSegment(c5d3bd36-0b98-4e67-adea-a8aa62293792),segment_id=c5d3bd36-0b98-4e67-adea-a8aa62293792)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:41.985959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '530ae4e5-ab28-45db-9e12-7638350b9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'afade3a5-566a-4d4d-9ba6-a78108cc67e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:41.985959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: afade3a5-566a-4d4d-9ba6-a78108cc67e9, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:42.004843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f04b301-9d0b-4cf5-b2be-6ee4ef24599c req-4560d7ce-94d2-416a-9c81-7200897fa06e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410153 May 13 15:12:42.008004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=14359f53-4ff0-4267-a71c-6b8d93352dd8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:42.022422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.037376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.040874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:42.041962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:42.166100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:42.166485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.201187 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.262752 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Update dhcp port {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'fixed_ips': [{'subnet_id': 'a4bf2112-163a-4e98-8889-dbb4b5c8262f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b1a94658-5811-40d2-9391-17046d107c9a'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '80e6a854-4c92-4f8e-a745-84a6f19b725e'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:12:42.268083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5dba2216-69d7-4810-b0d7-3f1ef783c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:42.269536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-5dba2216-69d7-4810-b0d7-3f1ef783c13d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 200 len: 835 time: 0.4317214 May 13 15:12:42.355790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Pushing event updated for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:42.391227 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.403324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a029a2ca-5685-4798-864c-b612477cc4ed None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:42.417020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network afade3a5-566a-4d4d-9ba6-a78108cc67e9 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:42.420278 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.437937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7eac347c-c25e-43f4-a9fb-7bd747ee7e92 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/14359f53-4ff0-4267-a71c-6b8d93352dd8 HTTP/1.1" status: 204 len: 168 time: 2.0117166 May 13 15:12:42.439920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, afade3a5-566a-4d4d-9ba6-a78108cc67e9) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:42.451804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:42.532755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:42.538870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.559335 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d2bd69-6965-48e5-8662-736db45218c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:12:42.560146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-08d2bd69-6965-48e5-8662-736db45218c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:42.588060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-33d6812a-2ef8-49d2-9a01-248656a84faa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4116659 May 13 15:12:42.591390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:42.617275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:42.622819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3134ed-c177-411f-8efa-390f06b450c6 None None] Network afade3a5-566a-4d4d-9ba6-a78108cc67e9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:42.652136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.803955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:42.803955 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.817254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-08d2bd69-6965-48e5-8662-736db45218c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:42.821416 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-08d2bd69-6965-48e5-8662-736db45218c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/14359f53-4ff0-4267-a71c-6b8d93352dd8 HTTP/1.1" status: 404 len: 333 time: 0.3661087 May 13 15:12:42.831968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38044) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:42.903343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.969599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Subnet': ['ID=4944c3cc-07ec-4bf7-a454-a0739fdfb082,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:42.971690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:42.979032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-70fa8569-9aac-436c-88f3-a6fa662a7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:42.980596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-70fa8569-9aac-436c-88f3-a6fa662a7c49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e15487dc-88f4-4f80-9dc0-28e070a41cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6730125 May 13 15:12:42.995223 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-694333e3-caae-4c10-bf8a-b7abe6d5f0eb tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/4944c3cc-07ec-4bf7-a454-a0739fdfb082 HTTP/1.1" status: 204 len: 168 time: 2.0793388 May 13 15:12:42.996605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38048) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.000916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a479763-80d5-466d-abf0-114224309e8b None None] Network d5650fc3-e89a-4757-9ca6-d4c5bc60f363 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:43.035033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Provisioning complete for port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:43.035033 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.138769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3e131-e039-4f3b-a688-833a868ad690 None None] Pushing event updated for resources: {'Port': ['ID=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.234854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.244984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.272909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.287735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-de5eda83-ba40-4cfd-ad57-2fe28e5114eb service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911775 May 13 15:12:43.354693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.471606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a25b1-3026-41dd-9d64-d4122a0b63e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-afade3a5-566a-4d4d-9ba6-a78108cc67e9', 'network_id': 'afade3a5-566a-4d4d-9ba6-a78108cc67e9', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '4706deb1-de70-464e-8381-0c689a427362'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:43.472793 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-461a25b1-3026-41dd-9d64-d4122a0b63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.476858 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Deleting port 572942f9-5d63-416a-8810-3eaa61a07f33 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:43.477794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.494744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:43.495398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.586286 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.617879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Allocated IP 2001:db8:0:1::2 (1dc2c316-5163-4dba-83d3-75271191522f/b1a94658-5811-40d2-9391-17046d107c9a/80e6a854-4c92-4f8e-a745-84a6f19b725e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:43.687391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.742452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.745467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc037dfd-fde0-421c-8820-408901a7802d HTTP/1.1" status: 204 len: 168 time: 0.9121473 May 13 15:12:43.748625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921a14b-8430-4d83-a999-8ec7fdf9fa16 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc037dfd-fde0-421c-8820-408901a7802d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:43.751401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:43.899787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Current status of the port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:43.900365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.926647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:43.944968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:43.947141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99743b70-dd83-4918-97a9-4c8e70c87079 None None] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:44.003690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308aa3-48cc-4bf2-b26f-6b3bfeb86886 req-ebaa5590-4c54-4379-be94-2dd5481f7b0f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.011269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5308aa3-48cc-4bf2-b26f-6b3bfeb86886 req-ebaa5590-4c54-4379-be94-2dd5481f7b0f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 943 time: 0.7276206 May 13 15:12:44.035661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b6bb6aab-9c78-4516-8f44-22d956c16271 req-1099e19e-76ef-4535-af6b-fd43d23d91ab service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862030 May 13 15:12:44.040085 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.083452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] For port 572942f9-5d63-416a-8810-3eaa61a07f33, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=572942f9-5d63-416a-8810-3eaa61a07f33,segment=NetworkSegment(f7cf3c29-5dd4-4b24-b933-4729adf1ea29),segment_id=f7cf3c29-5dd4-4b24-b933-4729adf1ea29)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:44.084074 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.221306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.243012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server [None req-461a25b1-3026-41dd-9d64-d4122a0b63e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4706deb1-de70-464e-8381-0c689a427362: This subnet is being modified by another concurrent operation. May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.force_reraise() May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise self.value May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server raise exception May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4706deb1-de70-464e-8381-0c689a427362: This subnet is being modified by another concurrent operation. May 13 15:12:44.304683 n-d-841736-1 neutron-server[88134]: ERROR oslo_messaging.rpc.server May 13 15:12:44.338594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Calling delete_port for 572942f9-5d63-416a-8810-3eaa61a07f33 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:12:44.375558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7547304-ceb8-4fa7-ae80-5c86f7feddb4 None None] Network afade3a5-566a-4d4d-9ba6-a78108cc67e9 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:44.379473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5308aa3-48cc-4bf2-b26f-6b3bfeb86886 req-799780e7-9d9f-441b-ba8f-2bca925496e7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672514 May 13 15:12:44.441571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015709b3-e39c-473e-865b-51f908070f8e req-c51207b0-cfe2-4c10-b2b0-4af743774d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.443245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-c51207b0-cfe2-4c10-b2b0-4af743774d7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1094 time: 0.1529453 May 13 15:12:44.445691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Router 21c75934-69d8-40c6-8d77-bb2748215ff1 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:44.451101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.461134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=4706deb1-de70-464e-8381-0c689a427362,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:44.532910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9767c-a6c5-49bd-8475-5fe912525715 None None] DHCP port deletion for d5650fc3-e89a-4757-9ca6-d4c5bc60f363 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:12:44.557882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bea9767c-a6c5-49bd-8475-5fe912525715 None None] Deleting port 572942f9-5d63-416a-8810-3eaa61a07f33 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:12:44.558260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bea9767c-a6c5-49bd-8475-5fe912525715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.615632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.679037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:44.680281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.682589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:12:44.682958 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:12:44.723988 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.735917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:44.736310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.806241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Port': ['ID=572942f9-5d63-416a-8810-3eaa61a07f33,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:44.815514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015709b3-e39c-473e-865b-51f908070f8e req-35f443ed-e6d2-49f6-9580-fce2d10baac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:44.817170 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-35f443ed-e6d2-49f6-9580-fce2d10baac9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 897 time: 0.3648949 May 13 15:12:44.822512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:44.841331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afade3a5-566a-4d4d-9ba6-a78108cc67e9']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.856253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No DVR routers for this DVR port 572942f9-5d63-416a-8810-3eaa61a07f33 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:12:44.857420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bea9767c-a6c5-49bd-8475-5fe912525715 None None] The port '572942f9-5d63-416a-8810-3eaa61a07f33' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:12:44.868332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Sync routers for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:44.901552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530ae4e5-ab28-45db-9e12-7638350b9c12') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.901838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530ae4e5-ab28-45db-9e12-7638350b9c12') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:44.909642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-e9f20532-653a-42c9-9e5b-53c83c075e52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 217 time: 0.0808718 May 13 15:12:44.953618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:44.955091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5e99a9bf-c1ac-4659-ab8e-f8faa22ccace admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.2040844 May 13 15:12:44.960966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38064) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.012679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:45.021687 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.047826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.055600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:45.056374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:45.057086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:45.057727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.078318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015709b3-e39c-473e-865b-51f908070f8e req-4471f73f-db98-4537-8eee-43a4d417f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.079918 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-4471f73f-db98-4537-8eee-43a4d417f7b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 200 len: 835 time: 0.1636882 May 13 15:12:45.253287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:45.255144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac7dee42-9154-49f7-8317-25c1ee4d7b6b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: timer() May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:45.310432 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:45.342917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.370085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.379727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a66b0-ffd8-47b6-abcb-fd0ed62db04a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:45.390787 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.396887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.458954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5650fc3-e89a-4757-9ca6-d4c5bc60f363']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:45.471772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=afade3a5-566a-4d4d-9ba6-a78108cc67e9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:45.479337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c97e2463-690d-46e2-9678-0828d71f6006 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/afade3a5-566a-4d4d-9ba6-a78108cc67e9 HTTP/1.1" status: 204 len: 168 time: 2.8866339 May 13 15:12:45.483459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.488039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9f0aea08-7471-4906-b639-061bd9ce3659 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad8a66b0-ffd8-47b6-abcb-fd0ed62db04a HTTP/1.1" status: 204 len: 168 time: 1.7278359 May 13 15:12:45.488857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.489300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38074) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:45.491648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:45.491928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cf3c29-5dd4-4b24-b933-4729adf1ea29') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:45.514382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-965981148'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:45.570574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.578203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:45.580121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015709b3-e39c-473e-865b-51f908070f8e req-84a1b543-6a27-44c7-8ee9-b167323994f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:45.581334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-84a1b543-6a27-44c7-8ee9-b167323994f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e15487dc-88f4-4f80-9dc0-28e070a41cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406328 May 13 15:12:45.605978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:45.641209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:45.668118 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.680009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-654f523f-d8fb-4fb5-b982-316a5af7d8b1 None None] Current status of the port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:45.714932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port ac7dee42-9154-49f7-8317-25c1ee4d7b6b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:45.741307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:45.757598 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.780591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:45.830411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:45.830840 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: timer() May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:45.877263 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:45.938735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Transition to ACTIVE for port object 80e6a854-4c92-4f8e-a745-84a6f19b725e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:45.940313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-76dd629d-66d9-4ce9-953d-bb9d3d261945 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484931 May 13 15:12:45.956388 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:45.984290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:45.988329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.009388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet a4bf2112-163a-4e98-8889-dbb4b5c8262f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:12:46.031248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c377708-26dc-450a-956e-91a2561ef12a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:46.048252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.103605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 9c377708-26dc-450a-956e-91a2561ef12a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:46.105286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9c377708-26dc-450a-956e-91a2561ef12a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:46.108000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Provisioning for port ac7dee42-9154-49f7-8317-25c1ee4d7b6b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:46.136755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:46.147784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.152409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.193794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.232842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.234233 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment f9a9d50f-df3c-4106-b29a-aa8f674156ef of type vlan for network 1d8d8993-1f0b-4bdf-9797-a57666442b42 May 13 15:12:46.250489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b698d02-6138-4537-9d40-9c4cd040ac63 None None] Pushing event updated for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.299792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6546292a-5366-44f3-83d2-e0470d9991df details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:12:46.302492 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:46.302765 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.305237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-015709b3-e39c-473e-865b-51f908070f8e req-f17a3daf-7ded-48df-b9b7-680c1a1524e8 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522403 May 13 15:12:46.335768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/networks/d5650fc3-e89a-4757-9ca6-d4c5bc60f363 HTTP/1.1" status: 204 len: 168 time: 3.3379414 May 13 15:12:46.337164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a556-b745-4776-b946-6fb59f5c072c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Pushing event deleted for resources: {'Network': ['ID=d5650fc3-e89a-4757-9ca6-d4c5bc60f363,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.358150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Provisioning complete for port ac7dee42-9154-49f7-8317-25c1ee4d7b6b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:46.358532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.359160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38084) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.369980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:46.409456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.487058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.499370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.501883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.620096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.694882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=1d8d8993-1f0b-4bdf-9797-a57666442b42,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.727632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:46.729436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98176301-e8e8-473e-ae20-eaeef7a6e449 req-03d204a2-7b1b-4f76-bed1-691268b02f6f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:46.740020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98176301-e8e8-473e-ae20-eaeef7a6e449 req-03d204a2-7b1b-4f76-bed1-691268b02f6f tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 943 time: 1.1051333 May 13 15:12:46.814786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-735437c4-0cd5-49c8-a0d4-a58791ad4e53 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3099155 May 13 15:12:46.817452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.849041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98176301-e8e8-473e-ae20-eaeef7a6e449 req-4f9c3630-45d1-48d1-886e-5da1d81b5478 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078212 May 13 15:12:46.883420 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.891411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:46.945105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=a4bf2112-163a-4e98-8889-dbb4b5c8262f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:46.948266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:46.956143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b4d8abda-ca8b-45c2-83fa-efe5b7a99424 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/a4bf2112-163a-4e98-8889-dbb4b5c8262f HTTP/1.1" status: 204 len: 168 time: 1.4517336 May 13 15:12:46.960668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38094) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:46.970383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:47.153844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:12:47.154139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:12:47.154531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.160977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Current status of the port ac7dee42-9154-49f7-8317-25c1ee4d7b6b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:47.161515 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.201445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:47.207262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:47.212229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:47.217774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:47.221318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:47.221693 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.232967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:47.237106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.299379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6546292a-5366-44f3-83d2-e0470d9991df,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.324415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:42Z', 'revision_number': 3, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:47.335412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] For port ac7dee42-9154-49f7-8317-25c1ee4d7b6b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,segment=NetworkSegment(c5d3bd36-0b98-4e67-adea-a8aa62293792),segment_id=c5d3bd36-0b98-4e67-adea-a8aa62293792)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.336824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '6546292a-5366-44f3-83d2-e0470d9991df', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'port_id': '6546292a-5366-44f3-83d2-e0470d9991df', 'mac_address': 'fa:16:3e:dc:e4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:12:47.438343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Checking router: 21c75934-69d8-40c6-8d77-bb2748215ff1 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:47.438782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Updating router 21c75934-69d8-40c6-8d77-bb2748215ff1 port 812542b8-4b93-4368-a39f-7f687e0bee1c binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:12:47.469088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6546292a-5366-44f3-83d2-e0470d9991df is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:47.469498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.494379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.504565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6546292a-5366-44f3-83d2-e0470d9991df {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:12:47.603588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.652853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ca26a-22b0-4ca0-a1ed-d856646fcfa7 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:47.759602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.790870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:47.793744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Could not find standard attr ID for object 14359f53-4ff0-4267-a71c-6b8d93352dd8. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:47.798963 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6546292a-5366-44f3-83d2-e0470d9991df,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:47.802267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:47.806463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:47.813330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:47.840514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.856923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.859457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:47.861429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Provisioning for port 80e6a854-4c92-4f8e-a745-84a6f19b725e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:47.863238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.898372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:47.903851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:47.909515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:47.910339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.921055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:47.921683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.925530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:47.943886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=93e543ae-bec3-4e34-adbd-88b85c1f6a4b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:47.953851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.954194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.954538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.954875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.955310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.955639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.955968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.956444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.956778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.957355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.957686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.958010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:47.974232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-be1999e0-d5fc-48bb-a62d-e3a0f050b418 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0122294 May 13 15:12:47.976826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38100) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:47.982282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'security_group': {'name': 'tempest-secgroup-487897951'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:47.990559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:47.995462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.000480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.008668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.026585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.053392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:48.059206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.066900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.086888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.239852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.246294 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.314744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c840a78b-b3f5-4345-8f63-fe736393909e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.362138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.364031 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-da71c26d-d6c5-4696-b84f-f5982acc7ca1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3861907 May 13 15:12:48.367366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:48.375357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1861351164'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:48.385303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:48.393564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.398416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.408301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.411173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router 8a73d391-0094-4d3d-a406-244d630bbb30 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:48.424997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.463949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:48.470241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.475206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.475426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c927d9a-2e65-4144-9e99-a1ae917b9dd0 None None] Pushing event updated for resources: {'Port': ['ID=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.478355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:48.493983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.540166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Allocated IP 172.20.0.1 (a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0/742b3e3a-a076-4d11-a7e8-3834bea4f2a9/e4a50d3f-ff0a-40c3-a458-9ebbc6657827) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:48.636264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.646432 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.656868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572942f9-5d63-416a-8810-3eaa61a07f33 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:12:48.664447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:48.688794 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Sync routers for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:48.704202 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:48.704868 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:48.719335 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.737971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.742100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda03d1-ca68-49e8-a721-cd040876578f req-47fde69f-45c7-46d9-9da9-003907297ca5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:48.745096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.748928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3776386 May 13 15:12:48.751738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38110) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:48.753650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0bda03d1-ca68-49e8-a721-cd040876578f req-47fde69f-45c7-46d9-9da9-003907297ca5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 944 time: 0.6678381 May 13 15:12:48.767943 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:12:48.775308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'security_group': {'name': 'tempest-secgroup-2116113970'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:48.796367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b83e6-45e0-4c98-82b5-869e6a0c1225 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5548813-1dc6-4cfc-a5b0-c00dc5a6627a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:48.798309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:48.806311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.814008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 572942f9-5d63-416a-8810-3eaa61a07f33 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:12:48.814008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 572942f9-5d63-416a-8810-3eaa61a07f33 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:12:48.816365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.820779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['6546292a-5366-44f3-83d2-e0470d9991df'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:12:48.832776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.856186 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.894154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:48.901551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:security_group_rule and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:48.907908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:48.924780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:48.996557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:48.997778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a1c62b79-b728-4229-b816-007c9be6403e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 703 time: 2.6376591 May 13 15:12:49.007040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38114) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:49.018217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:49.048339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0bda03d1-ca68-49e8-a721-cd040876578f req-1e61fcaa-71ca-4f90-beff-4de7061a9419 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431396 May 13 15:12:49.057259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=9fa9a36e-139d-4504-8fce-16fbf9070cd3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.075515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': 'f9a9d50f-df3c-4106-b29a-aa8f674156ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:49.075883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: 1d8d8993-1f0b-4bdf-9797-a57666442b42, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:49.090482 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:49.098334 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.153214 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.164736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:49.175968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.207461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Transition to ACTIVE for port object e4a50d3f-ff0a-40c3-a458-9ebbc6657827 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:49.218193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1d8d8993-1f0b-4bdf-9797-a57666442b42) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:49.224964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:49.225686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.243849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.278500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8994fc-584f-454d-a53e-2ef9d22cf2a6 None None] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:49.293221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Transition to ACTIVE for port object 812542b8-4b93-4368-a39f-7f687e0bee1c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:49.302936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:49.307978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9891d22d-1948-43a8-8aa8-54d71b0e4980 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4357383 May 13 15:12:49.311800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:49.326651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.328760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540910928'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:49.336493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:49.347749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-92ef9010-4ff3-4856-a4d4-7b23385ef54f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:49.351609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:49.362461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:49.363123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730fb1d8-b564-45da-8c9c-d84e3b4d56c1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.369987 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.376137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:49.379000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.381287 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Checking router: 8a73d391-0094-4d3d-a406-244d630bbb30 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:49.405758 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Routers {'8a73d391-0094-4d3d-a406-244d630bbb30'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:49.406671 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['8a73d391-0094-4d3d-a406-244d630bbb30'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:49.472109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.474026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0446e5d7-c4c1-4b4c-8c22-880ca754f373 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7184894 May 13 15:12:49.479082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38124) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:49.483457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:49.487374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.502911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:49.511623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:49.513763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1806252515', 'security_groups': ['730fb1d8-b564-45da-8c9c-d84e3b4d56c1'], 'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93e543ae-bec3-4e34-adbd-88b85c1f6a4b'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:49.542164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:49.656788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf3f76-479a-4475-99ad-4cd843066ff0 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:49.664622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:49.731972 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] Set router 8a73d391-0094-4d3d-a406-244d630bbb30 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:49.761264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:49.795800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:49.851604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:49.851897 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.002361 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:50.013421 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5562a-6d76-4d0c-9546-e5c89185e2d0 None None] The sync data for ids ['8a73d391-0094-4d3d-a406-244d630bbb30'] in n-d-841736-1 is: [{'id': '8a73d391-0094-4d3d-a406-244d630bbb30', 'name': 'tempest-RoutersIpV6Test-router-34235792', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:19Z', 'updated_at': '2022-05-13T15:12:38Z', 'revision_number': 11, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:50.050622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-92ef9010-4ff3-4856-a4d4-7b23385ef54f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:50.053072 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-92ef9010-4ff3-4856-a4d4-7b23385ef54f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 205 time: 1.0437770 May 13 15:12:50.061538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38130) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:50.266328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.266922 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 6e65cbef-9089-4c27-9677-41b6b1a31fc3 of type vlan for network 1a5a5209-4280-4ad9-a029-fafe92e2e9da May 13 15:12:50.307944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:50.309581 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.316521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.406471 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.411870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.441535 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.451339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:50.452238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.499238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2d03-8ac1-42c8-8307-d708d5ddb059 None None] Pushing event updated for resources: {'Port': ['ID=812542b8-4b93-4368-a39f-7f687e0bee1c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:50.519939 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2043314 May 13 15:12:50.527063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:50.595100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Attempting to bind port 812542b8-4b93-4368-a39f-7f687e0bee1c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:50.595873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Attempting to bind port 812542b8-4b93-4368-a39f-7f687e0bee1c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:50.596510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Attempting to bind port 812542b8-4b93-4368-a39f-7f687e0bee1c on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:50.598211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:50.611907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:50.613459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac7dee42-9154-49f7-8317-25c1ee4d7b6b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:50.645360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:50.646284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:50.646919 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.647601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:50.648631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Bound port: 812542b8-4b93-4368-a39f-7f687e0bee1c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:50.649258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.671483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': '1a5a5209-4280-4ad9-a029-fafe92e2e9da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:50.783754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:50.810437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.815242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.821293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:50.890648 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.943155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d0f7f-0f9d-470c-b092-22f4da43453a req-e70695eb-74ea-4ca0-b936-76d66fda160c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:50.945276 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3a4d0f7f-0f9d-470c-b092-22f4da43453a req-e70695eb-74ea-4ca0-b936-76d66fda160c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 944 time: 0.5856502 May 13 15:12:50.958396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:50.973178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:50.973658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router 8a73d391-0094-4d3d-a406-244d630bbb30 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:12:51.011128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:51.018479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:51.024052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:51.030443 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.037100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b9cd7402-fa09-4fec-b8f0-30f2755ce57e tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 204 len: 168 time: 0.9687819 May 13 15:12:51.037364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:51.037488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38142) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:51.043269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-103566575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:51.063410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3a4d0f7f-0f9d-470c-b092-22f4da43453a req-d70d3aaa-678c-407e-8a41-f4b14a10b0c4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084111 May 13 15:12:51.070759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:51.071986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:51.081057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.145161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Usage tracker for resource:router and tenant:fc89a978993c4437aabb527c86e4798e is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:51.160788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:51.171951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:51.177937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.221491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1d8d8993-1f0b-4bdf-9797-a57666442b42', 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '9fa9a36e-139d-4504-8fce-16fbf9070cd3'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:51.222532 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.226673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] device_id is not set on port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 yet. {{(pid=88132) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:12:51.242865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.300896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Provisioning complete for port ac7dee42-9154-49f7-8317-25c1ee4d7b6b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:51.300896 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.301218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dc755-9f27-4f72-801f-f7c918ca0856 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=1a5a5209-4280-4ad9-a029-fafe92e2e9da,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:51.414512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Performing IP validity checks on allocation pools {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:12:51.415782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.ipam_backend_mixin [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88131) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:12:51.426916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1a5a5209-4280-4ad9-a029-fafe92e2e9da details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:51.629183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.631055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.721204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.785614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8::287 (1dc2c316-5163-4dba-83d3-75271191522f/93e543ae-bec3-4e34-adbd-88b85c1f6a4b/9c4749dc-e3bb-46a2-8b5c-a1854f70a309) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:51.810585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:51.845035 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.021006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=317bed1f-3e48-4805-a534-5035651aba07,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.064392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Allocated IP 2001:db8::1 (1d8d8993-1f0b-4bdf-9797-a57666442b42/9fa9a36e-139d-4504-8fce-16fbf9070cd3/42e727d2-8b13-426f-916d-ffd0e0b52416) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:52.070155 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '6e65cbef-9089-4c27-9677-41b6b1a31fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '1a5a5209-4280-4ad9-a029-fafe92e2e9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:52.070646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: 1a5a5209-4280-4ad9-a029-fafe92e2e9da, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:52.080891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.091739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.160314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.165225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2e11a894-646c-44df-a253-d5835f35f544 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1231191 May 13 15:12:52.167849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.195873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:52.293093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network 1a5a5209-4280-4ad9-a029-fafe92e2e9da is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:52.322171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.355759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:52.376691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.388659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.414397 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.423175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.463105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Transition to ACTIVE for port object 42e727d2-8b13-426f-916d-ffd0e0b52416 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:52.467715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6546292a-5366-44f3-83d2-e0470d9991df up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:52.474877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1a5a5209-4280-4ad9-a029-fafe92e2e9da) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:52.538923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] For port 812542b8-4b93-4368-a39f-7f687e0bee1c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:52.546857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:52.550906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:52.552498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569799c8-72ff-4df4-898f-a19bcea16df2 None None] Network 1a5a5209-4280-4ad9-a029-fafe92e2e9da requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:52.556909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:52.564957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.565635 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.576163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=9c4749dc-e3bb-46a2-8b5c-a1854f70a309,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:52.582905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:52.583596 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.600607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cea45a0e-4c82-43fe-9d92-fec317a5e7b9 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1177759 May 13 15:12:52.602468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38154) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:52.609703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:52.627916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port ac7dee42-9154-49f7-8317-25c1ee4d7b6b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:52.628309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.848795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] For port 812542b8-4b93-4368-a39f-7f687e0bee1c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=812542b8-4b93-4368-a39f-7f687e0bee1c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:52.934672 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:52.980021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Transition to ACTIVE for port object 42e727d2-8b13-426f-916d-ffd0e0b52416 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:12:53.025433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:53.030242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-641e26e7-d49b-4fdb-ac17-c2f54956121a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4950161 May 13 15:12:53.030625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38158) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:53.107298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:53.117245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:53.196883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af2d03-8ac1-42c8-8307-d708d5ddb059 None None] Pushing event updated for resources: {'Port': ['ID=812542b8-4b93-4368-a39f-7f687e0bee1c,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:53.222058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:53.223185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.267259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:53.271350 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.279956 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.308829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b8007-961f-4617-9e86-5fe9894cf187 req-cb991e21-38a1-422d-868e-6c6975de6dd5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:53.310987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b91b8007-961f-4617-9e86-5fe9894cf187 req-cb991e21-38a1-422d-868e-6c6975de6dd5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 944 time: 0.9386549 May 13 15:12:53.327327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:53.360955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:53.381073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.426879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.455554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-047af1f5-287c-4a7a-b944-13d635f9cb04 None None] Current status of the port ac7dee42-9154-49f7-8317-25c1ee4d7b6b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:53.459626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 6546292a-5366-44f3-83d2-e0470d9991df completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:53.472409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384b7b7-aab0-4728-92d6-c9c87d65b636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1a5a5209-4280-4ad9-a029-fafe92e2e9da', 'network_id': '1a5a5209-4280-4ad9-a029-fafe92e2e9da', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '317bed1f-3e48-4805-a534-5035651aba07'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:12:53.474809 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0384b7b7-aab0-4728-92d6-c9c87d65b636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.500015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:53.500983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:53.552639 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93e543ae-bec3-4e34-adbd-88b85c1f6a4b (CIDR: 2001:db8::/64) May 13 15:12:53.560168 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:12:53.560899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:53.585119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.667878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e58b3c37-9fbb-4ee0-bfc3-ff6b321e7f46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0631368 May 13 15:12:53.674045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:53.684446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:53.743991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:53.848308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b91b8007-961f-4617-9e86-5fe9894cf187 req-e13e8ea3-5a5e-413c-9345-f1925462c44a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184226 May 13 15:12:53.865170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Router 21c75934-69d8-40c6-8d77-bb2748215ff1 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:12:53.912116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:53.917043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:53.920393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:53.926828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:53.943014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:53.947232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:53.994036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:53.999352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 6546292a-5366-44f3-83d2-e0470d9991df triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:53.999720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.031181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:54.033352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port ac7dee42-9154-49f7-8317-25c1ee4d7b6b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:54.040460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:12:54.092809 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.106203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Pushing event updated for resources: {'Port': ['ID=42e727d2-8b13-426f-916d-ffd0e0b52416,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.149329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=317bed1f-3e48-4805-a534-5035651aba07,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.162138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:54.178036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6fad5ca6-3d47-42ba-8349-736b7b019d20 admin admin] 10.222.0.36 "PUT /v2.0/routers/21c75934-69d8-40c6-8d77-bb2748215ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2157576 May 13 15:12:54.201269 n-d-841736-1 neutron-server[88132]: INFO neutron.db.ipam_backend_mixin [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b1a94658-5811-40d2-9391-17046d107c9a (CIDR: 2001:db8:0:1::/64) May 13 15:12:54.223232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Router cd28bf5c-21b2-4437-b23c-e5677899a99d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:12:54.255141 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:12:54.255737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:54.276871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:54.277464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.302460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.322576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-682f66e3-69cc-48e4-894a-6997ba1a46a3 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6454289 May 13 15:12:54.362914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.386660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5a5209-4280-4ad9-a029-fafe92e2e9da']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:54.407475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'subnet': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:54.417544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e65cbef-9089-4c27-9677-41b6b1a31fc3') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:54.417977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e65cbef-9089-4c27-9677-41b6b1a31fc3') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:54.465428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.499721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.510229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:12:54.510801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.529835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Attempting to bind port 42e727d2-8b13-426f-916d-ffd0e0b52416 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:12:54.530468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Attempting to bind port 42e727d2-8b13-426f-916d-ffd0e0b52416 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'f9a9d50f-df3c-4106-b29a-aa8f674156ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:12:54.530854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Attempting to bind port 42e727d2-8b13-426f-916d-ffd0e0b52416 on network 1d8d8993-1f0b-4bdf-9797-a57666442b42 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: timer() May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:12:54.537369 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:12:54.569356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:12:54.569503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Checking segment: {'id': 'f9a9d50f-df3c-4106-b29a-aa8f674156ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:54.570224 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.570624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Bound using segment: {'id': 'f9a9d50f-df3c-4106-b29a-aa8f674156ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:12:54.572330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Bound port: 42e727d2-8b13-426f-916d-ffd0e0b52416, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a9d50f-df3c-4106-b29a-aa8f674156ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '1d8d8993-1f0b-4bdf-9797-a57666442b42'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:12:54.572740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.642880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:12:54.650544 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.651614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fdcf24f1-068b-48d5-8a28-2de080d939b3 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "PUT /v2.0/routers/cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 200 len: 697 time: 2.4769645 May 13 15:12:54.659451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.693990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.695151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Sync routers for ids ['cd28bf5c-21b2-4437-b23c-e5677899a99d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:12:54.731692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.774099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38188) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.775669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/1a5a5209-4280-4ad9-a029-fafe92e2e9da HTTP/1.1" status: 204 len: 168 time: 1.7439325 May 13 15:12:54.776808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b67b0-28de-479d-84c7-a06b3eb9f346 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=1a5a5209-4280-4ad9-a029-fafe92e2e9da,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:54.807813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Routers {'cd28bf5c-21b2-4437-b23c-e5677899a99d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:54.808503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['cd28bf5c-21b2-4437-b23c-e5677899a99d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:54.838336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1762983384'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:54.857884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:54.870728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:54.890864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-127cbbd4-a64d-44b8-b674-bf806465d801 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/routers/cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 200 len: 703 time: 0.2298200 May 13 15:12:54.894605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:54.895336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:54.906458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:54.934603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:54.939273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:54.948757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:54.956939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Usage tracker for resource:subnet and tenant:faf7883d4ea2459dbe21ea6b2a377216 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:54.962869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:54.974292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:54.993094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:12:55.001014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Made reservation on behalf of faf7883d4ea2459dbe21ea6b2a377216 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:55.004963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.010696 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1e6a4e3d-b653-4cc7-9d3f-9b3f621caaed tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 200 len: 205 time: 0.1109896 May 13 15:12:55.011380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38204) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.062119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f546706-310b-4557-b2a4-39019cc2ef61 None None] Network 1a5a5209-4280-4ad9-a029-fafe92e2e9da requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:55.185917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.204573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Set router cd28bf5c-21b2-4437-b23c-e5677899a99d gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:55.394598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28bf5c-21b2-4437-b23c-e5677899a99d', 'name': 'tempest-RoutersIpV6Test-router-103566575', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:51Z', 'updated_at': '2022-05-13T15:12:53Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:55.410464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Checking router: cd28bf5c-21b2-4437-b23c-e5677899a99d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:12:55.512958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] For port 42e727d2-8b13-426f-916d-ffd0e0b52416, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:12:55.516839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] For port 42e727d2-8b13-426f-916d-ffd0e0b52416, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=42e727d2-8b13-426f-916d-ffd0e0b52416,segment=NetworkSegment(f9a9d50f-df3c-4106-b29a-aa8f674156ef),segment_id=f9a9d50f-df3c-4106-b29a-aa8f674156ef)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:12:55.520111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f546706-310b-4557-b2a4-39019cc2ef61 None None] Network 1a5a5209-4280-4ad9-a029-fafe92e2e9da could not be found, it might have been deleted concurrently. {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:12:55.551382 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Routers {'cd28bf5c-21b2-4437-b23c-e5677899a99d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:12:55.552116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['cd28bf5c-21b2-4437-b23c-e5677899a99d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:55.575051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.576764 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 5babdbd1-9acb-4eeb-90af-142183919fb9 of type vlan for network c43f8eb9-d009-47c5-93c0-694296737e55 May 13 15:12:55.663468 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.726515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6546292a-5366-44f3-83d2-e0470d9991df is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:55.726910 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.814459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.817031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.853854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:55.880549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Could not find standard attr ID for object 14359f53-4ff0-4267-a71c-6b8d93352dd8. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:12:55.882600 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.883633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Fanout notify agent at l3_agent the message router_deleted on router cd28bf5c-21b2-4437-b23c-e5677899a99d {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:12:55.910875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:55.916707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a4c3f57-9a64-4b31-805c-fb1eed2dc22a tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 204 len: 168 time: 0.8979011 May 13 15:12:55.916707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:55.930784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] Set router cd28bf5c-21b2-4437-b23c-e5677899a99d gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:12:56.017708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20b3472a-8766-4e4e-8fab-50557b0655be tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 200 len: 205 time: 0.0978050 May 13 15:12:56.018420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.037970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.046954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.148035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Subnet': ['ID=342f21e3-2ea2-4169-b6bf-d10235df9dd0,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.167516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.169160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.170024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.170627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.171355 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.171901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.173229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.174194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.174914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.175606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.176162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.177834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:12:56.210998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Network 1dc2c316-5163-4dba-83d3-75271191522f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:12:56.221808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:56.226964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:56.227793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.235502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:12:56.243847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8321-568d-46c1-88eb-52bd06615c9b req-98f8f76f-0106-4898-98f4-8bd928a9a1ba tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:56.246287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-148a8321-568d-46c1-88eb-52bd06615c9b req-98f8f76f-0106-4898-98f4-8bd928a9a1ba tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 944 time: 0.9933536 May 13 15:12:56.282161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd28bf5c-21b2-4437-b23c-e5677899a99d', 'name': 'tempest-RoutersIpV6Test-router-103566575', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:51Z', 'updated_at': '2022-05-13T15:12:53Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.284320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6df7-acac-494d-bd2e-5ef0ab093168 None None] Pushing event updated for resources: {'Port': ['ID=42e727d2-8b13-426f-916d-ffd0e0b52416,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.301721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d487c1c-fb48-41ee-8f38-20f507496cae None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:56.319623 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-96a874b8-1049-4912-87e0-5db3afafb73f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:56.321409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-96a874b8-1049-4912-87e0-5db3afafb73f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/cd28bf5c-21b2-4437-b23c-e5677899a99d HTTP/1.1" status: 404 len: 336 time: 0.3020413 May 13 15:12:56.323921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38256) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.329439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:56.346028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6546292a-5366-44f3-83d2-e0470d9991df,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:12:56.370128 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f681cc-8d66-48c0-bbd1-e75b4b0eec31'] response: {'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df', 'code': 200} May 13 15:12:56.373910 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-20ba05c9-92d7-4a3b-bdca-fb055f216a4c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0082219 May 13 15:12:56.378345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38260) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.390806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.394795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b632ab-1efe-4737-978d-5fe0c9386640 None None] The sync data for ids ['cd28bf5c-21b2-4437-b23c-e5677899a99d'] in n-d-841736-1 is: [{'id': 'cd28bf5c-21b2-4437-b23c-e5677899a99d', 'name': 'tempest-RoutersIpV6Test-router-103566575', 'tenant_id': 'fc89a978993c4437aabb527c86e4798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:51Z', 'updated_at': '2022-05-13T15:12:53Z', 'revision_number': 2, 'project_id': 'fc89a978993c4437aabb527c86e4798e', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:56.395702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-99134025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '342f21e3-2ea2-4169-b6bf-d10235df9dd0'}], 'security_groups': ['c840a78b-b3f5-4345-8f63-fe736393909e', 'c5548813-1dc6-4cfc-a5b0-c00dc5a6627a']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:56.412471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:56.413333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.452029 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3be7ef7-9b09-4a57-8850-834c8e5db345 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:56.452804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3be7ef7-9b09-4a57-8850-834c8e5db345 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:56.454570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-148a8321-568d-46c1-88eb-52bd06615c9b req-1e3ca953-8333-4c68-84b8-9b443c1c8d5a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904666 May 13 15:12:56.459490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3be7ef7-9b09-4a57-8850-834c8e5db345 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/2c4b1f57-6466-4a6d-ba17-170c36cdcfc7 HTTP/1.1" status: 404 len: 337 time: 0.1268365 May 13 15:12:56.461586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38264) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.486703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.543608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning complete for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:56.544400 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.577479 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:56.679197 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b02459f-4585-4353-8cfb-9a1816e3977d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:56.679856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b02459f-4585-4353-8cfb-9a1816e3977d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:56.681716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7b02459f-4585-4353-8cfb-9a1816e3977d tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/558dabc4-dbc9-4568-b7b6-2e8ae8181141 HTTP/1.1" status: 404 len: 337 time: 0.1626022 May 13 15:12:56.687208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.698159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8629115 May 13 15:12:56.701953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38286) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.710720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61837e14-d3ce-4866-be2d-a21e1fb83d6a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=c43f8eb9-d009-47c5-93c0-694296737e55,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:56.717885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'c43f8eb9-d009-47c5-93c0-694296737e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:12:56.746188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c43f8eb9-d009-47c5-93c0-694296737e55 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:12:56.791131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'e4a50d3f-ff0a-40c3-a458-9ebbc6657827', 'name': '', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'mac_address': 'fa:16:3e:85:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:47Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 2, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'subnets': [{'id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:12:56.804137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df735441-1347-45e0-98c6-eafb976778c3 None None] The sync data for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 is: [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'e4a50d3f-ff0a-40c3-a458-9ebbc6657827', 'name': '', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'mac_address': 'fa:16:3e:85:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:47Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 2, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'subnets': [{'id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:12:56.866345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f09dee-400e-46a5-81d1-f24c697b1562 req-22761335-d677-4ac3-951f-5d7e0a1e8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:56.868121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88f09dee-400e-46a5-81d1-f24c697b1562 req-22761335-d677-4ac3-951f-5d7e0a1e8fd1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1096 time: 0.4125886 May 13 15:12:56.869498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:12:56.877349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:12:56.881147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:12:56.889441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:12:56.910704 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceea2056-194b-4860-a2ef-b0dcff2e7c0b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:56.911289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceea2056-194b-4860-a2ef-b0dcff2e7c0b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:56.918453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ceea2056-194b-4860-a2ef-b0dcff2e7c0b tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/f3c0395d-fa31-4ccc-8d17-4f3d88d0d4b5 HTTP/1.1" status: 404 len: 337 time: 0.2221522 May 13 15:12:56.924743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:56.948775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:56.991161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:12:56.995048 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.019965 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2721d3c9-d86e-4066-a906-02f17f95cee1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:57.020470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2721d3c9-d86e-4066-a906-02f17f95cee1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:57.023166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2721d3c9-d86e-4066-a906-02f17f95cee1 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/4944c3cc-07ec-4bf7-a454-a0739fdfb082 HTTP/1.1" status: 404 len: 337 time: 0.0968940 May 13 15:12:57.031018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38294) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.098114 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:57.107671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:57.175811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-88f09dee-400e-46a5-81d1-f24c697b1562 req-eecb9c6d-6f35-4e13-a0c1-95f1918d2a3c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838027 May 13 15:12:57.187801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-310f0e5a-fb87-43ac-8cfd-540f0944f590 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Synchronizing usage tracker for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:12:57.206597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning complete for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:57.207185 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.230566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-310f0e5a-fb87-43ac-8cfd-540f0944f590 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] Unset dirty status for tenant:fc89a978993c4437aabb527c86e4798e on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:12:57.232136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-310f0e5a-fb87-43ac-8cfd-540f0944f590 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 200 len: 205 time: 0.1447887 May 13 15:12:57.237181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38298) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.494124 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-f382e0ae-9f37-48fb-98da-5f97ad91d6c4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:57.495186 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f382e0ae-9f37-48fb-98da-5f97ad91d6c4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/8a73d391-0094-4d3d-a406-244d630bbb30 HTTP/1.1" status: 404 len: 336 time: 0.2556877 May 13 15:12:57.509306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.510384 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:57.603719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:57.605190 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:57.653354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f8e34fe4-58af-4aed-aa16-c8b46bd429fe tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d01341f-eca8-43e4-80e4-d6b5e1212164 HTTP/1.1" status: 200 len: 205 time: 0.1353490 May 13 15:12:57.654418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38308) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:57.797865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba69ba0f-79e1-41db-83aa-fc74b29496fe None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:58.000961 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-ed1dcabe-2a0b-4015-b2c1-4001277cc317 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:58.002472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ed1dcabe-2a0b-4015-b2c1-4001277cc317 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/7d01341f-eca8-43e4-80e4-d6b5e1212164 HTTP/1.1" status: 404 len: 336 time: 0.3469000 May 13 15:12:58.004776 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.011607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38314) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:58.016279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f68a8b-e548-45f7-aebb-cba1238b3ddc None None] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:58.205940 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efd1eed-9ade-4b0b-b34c-022ca63d2c12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:58.207030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efd1eed-9ade-4b0b-b34c-022ca63d2c12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:58.225274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.245674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3efd1eed-9ade-4b0b-b34c-022ca63d2c12 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/f436fb98-d4c2-448b-bd99-d42017e51d2e HTTP/1.1" status: 404 len: 337 time: 0.1805773 May 13 15:12:58.256384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38318) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:58.256795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Update dhcp port {'port': {'network_id': '1dc2c316-5163-4dba-83d3-75271191522f', 'fixed_ips': [{'subnet_id': 'b1a94658-5811-40d2-9391-17046d107c9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '342f21e3-2ea2-4169-b6bf-d10235df9dd0'}, {'subnet_id': '93e543ae-bec3-4e34-adbd-88b85c1f6a4b'}], 'binding:host_id': 'n-d-841736-1'}, 'id': '80e6a854-4c92-4f8e-a745-84a6f19b725e'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:12:58.352682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 42e727d2-8b13-426f-916d-ffd0e0b52416 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:12:58.353608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=d19b74fc-c8ee-4f47-b4a7-a6b00fdf6abf,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:12:58.364141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-df7393b7-01ba-4cfa-b367-3a00bc7592c0 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 200 len: 205 time: 0.1056650 May 13 15:12:58.369737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:58.438206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eb92f-baec-4342-9901-c9dd07e635e1 req-17a66ac6-5410-444e-b9e3-be6251098ab0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:58.439869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6eb92f-baec-4342-9901-c9dd07e635e1 req-17a66ac6-5410-444e-b9e3-be6251098ab0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 0.6557689 May 13 15:12:58.503673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Provisioning complete for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:58.504163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.542712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c6eb92f-baec-4342-9901-c9dd07e635e1 req-d3954005-bc3b-41c3-babf-a0333e36a245 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801795 May 13 15:12:58.602398 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.606788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '5babdbd1-9acb-4eeb-90af-142183919fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c43f8eb9-d009-47c5-93c0-694296737e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:12:58.607369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: c43f8eb9-d009-47c5-93c0-694296737e55, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:12:58.626990 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-362490b4-383c-458a-b794-1b8db0c3115f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:58.637581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-362490b4-383c-458a-b794-1b8db0c3115f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/d358c0c1-2f7b-48ea-9ac7-ec06f9f2c8e0 HTTP/1.1" status: 404 len: 336 time: 0.2651496 May 13 15:12:58.638196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:58.659931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 42e727d2-8b13-426f-916d-ffd0e0b52416 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:58.737871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:12:58.890110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Provisioning for port 42e727d2-8b13-426f-916d-ffd0e0b52416 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:12:58.924710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Provisioning complete for port 42e727d2-8b13-426f-916d-ffd0e0b52416 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:12:58.925241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:58.961578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5b61b4da-ec00-42c4-a1cb-9948e7aa0c3f tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=5022f860-f957-41ac-9520-fb54d489e185 HTTP/1.1" status: 200 len: 205 time: 0.3168981 May 13 15:12:58.961578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network c43f8eb9-d009-47c5-93c0-694296737e55 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:12:58.967702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.050490 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-d78a9e35-aaae-4d9d-a1ea-695ec74f3fd6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:59.051524 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d78a9e35-aaae-4d9d-a1ea-695ec74f3fd6 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/5022f860-f957-41ac-9520-fb54d489e185 HTTP/1.1" status: 404 len: 336 time: 0.0831232 May 13 15:12:59.054639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38336) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.116301 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7bc9ca-1364-4df6-b9e2-573850a63279 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:59.117457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7bc9ca-1364-4df6-b9e2-573850a63279 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:59.122990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2e7bc9ca-1364-4df6-b9e2-573850a63279 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/e4d8c7f8-eefc-49bf-b09e-6ee6b2c79352 HTTP/1.1" status: 404 len: 337 time: 0.0643740 May 13 15:12:59.122990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c43f8eb9-d009-47c5-93c0-694296737e55) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:12:59.124248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.133694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006c0f6-dde3-47ef-bfcc-5fe56607dd7e None None] Network c43f8eb9-d009-47c5-93c0-694296737e55 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:12:59.182784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:12:59.183258 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.223649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bdcfc54b-c9a4-4b3c-9600-3eb7d94ddbc7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5173125 May 13 15:12:59.224500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38348) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.234732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f3c8662-3a2c-4247-933a-870420eb59e4 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=02106d51-e1cd-49d8-aab9-762839395194 HTTP/1.1" status: 200 len: 205 time: 0.1010752 May 13 15:12:59.282590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38352) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.418999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.442925 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-77ddfbec-bed7-4b31-8419-c5db56d4869c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:59.446633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77ddfbec-bed7-4b31-8419-c5db56d4869c tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/02106d51-e1cd-49d8-aab9-762839395194 HTTP/1.1" status: 404 len: 336 time: 0.1504123 May 13 15:12:59.451063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38360) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.521432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Allocated IP 2001:db8:0:2::2 (1dc2c316-5163-4dba-83d3-75271191522f/342f21e3-2ea2-4169-b6bf-d10235df9dd0/80e6a854-4c92-4f8e-a745-84a6f19b725e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:59.545400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.549307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Current status of the port 42e727d2-8b13-426f-916d-ffd0e0b52416 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:12:59.550153 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.618522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Allocated IP 2001:db8::2 (1dc2c316-5163-4dba-83d3-75271191522f/93e543ae-bec3-4e34-adbd-88b85c1f6a4b/80e6a854-4c92-4f8e-a745-84a6f19b725e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:12:59.638316 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4f0c90-2b7c-41bd-9b6a-d0c65e2955b8 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:12:59.638558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4f0c90-2b7c-41bd-9b6a-d0c65e2955b8 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:12:59.640388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4b4f0c90-2b7c-41bd-9b6a-d0c65e2955b8 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/2409d1e6-bc1a-41be-a948-a7bd40482bd6 HTTP/1.1" status: 404 len: 337 time: 0.1843181 May 13 15:12:59.651216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38366) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.686218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:12:59.725326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a063bbd-dd32-4176-9aea-86f828bd0c47 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "GET /v2.0/ports?device_id=f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 HTTP/1.1" status: 200 len: 205 time: 0.0733814 May 13 15:12:59.728751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38370) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:12:59.975195 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-992b4219-8d19-4616-aeac-5a987754e2a9 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] delete failed (client error): The resource could not be found. May 13 15:12:59.976402 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-992b4219-8d19-4616-aeac-5a987754e2a9 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/routers/f16b7ab3-d9ac-45e6-a452-cc7f06e2c3e8 HTTP/1.1" status: 404 len: 336 time: 0.2391076 May 13 15:12:59.981169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38374) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.050891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:00.088173 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f02099-d943-4c17-8640-9b4e227c2172 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:13:00.088869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f02099-d943-4c17-8640-9b4e227c2172 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:00.098827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.164466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-64f02099-d943-4c17-8640-9b4e227c2172 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/7872c930-f62a-4cf9-a4f2-d2c70120ef08 HTTP/1.1" status: 404 len: 337 time: 0.1801536 May 13 15:13:00.171805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:00.201504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] For port 42e727d2-8b13-426f-916d-ffd0e0b52416, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=42e727d2-8b13-426f-916d-ffd0e0b52416,segment=NetworkSegment(f9a9d50f-df3c-4106-b29a-aa8f674156ef),segment_id=f9a9d50f-df3c-4106-b29a-aa8f674156ef)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:00.207854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=d19b74fc-c8ee-4f47-b4a7-a6b00fdf6abf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.210458 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.284342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6ebb8-bdb9-4c1b-929f-09d7bbe66488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c43f8eb9-d009-47c5-93c0-694296737e55', 'network_id': 'c43f8eb9-d009-47c5-93c0-694296737e55', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': 'd19b74fc-c8ee-4f47-b4a7-a6b00fdf6abf'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:00.286213 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebb8-bdb9-4c1b-929f-09d7bbe66488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.326272 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d2042b-a880-4189-ae40-6aeec90761e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] DELETE failed (client error): The resource could not be found. May 13 15:13:00.326813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d2042b-a880-4189-ae40-6aeec90761e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:00.327410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 812542b8-4b93-4368-a39f-7f687e0bee1c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:00.331626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-53d2042b-a880-4189-ae40-6aeec90761e5 tempest-RoutersIpV6Test-1194336514 tempest-RoutersIpV6Test-1194336514-project] 10.222.0.36 "DELETE /v2.0/subnets/85769854-e121-4db5-9334-cc236fcb7946 HTTP/1.1" status: 404 len: 337 time: 0.1351397 May 13 15:13:00.334862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Deleting port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:00.335494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.440618 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.469234 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.519282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00d5d-e781-46b8-96af-5a36dd5b984e req-97739788-3bf2-4968-a7af-09e15bb6e421 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:00.520899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bf00d5d-e781-46b8-96af-5a36dd5b984e req-97739788-3bf2-4968-a7af-09e15bb6e421 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 0.6295767 May 13 15:13:00.596640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a59bd8a3-e9fe-485c-b7cf-25286b285ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.599365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Transition to ACTIVE for port object 80e6a854-4c92-4f8e-a745-84a6f19b725e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:00.615931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43f8eb9-d009-47c5-93c0-694296737e55']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.624176 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.654272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5babdbd1-9acb-4eeb-90af-142183919fb9') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.654554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5babdbd1-9acb-4eeb-90af-142183919fb9') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.695595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.753866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.775098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:00.776475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.799898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a30d1e2e-fd78-4364-979b-e3ac0612d423 None None] Provisioning complete for port 42e727d2-8b13-426f-916d-ffd0e0b52416 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:00.800320 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a30d1e2e-fd78-4364-979b-e3ac0612d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:00.866738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a37f95-c3f8-4a20-96e5-e9a1a889740c None None] Pushing event updated for resources: {'Port': ['ID=42e727d2-8b13-426f-916d-ffd0e0b52416,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:00.897840 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Sync routers for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:00.918499 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:00.919144 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:12:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:00.975314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171461-3d77-4eef-8e41-54f37247c9f5 None None] Pushing event updated for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.006884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 812542b8-4b93-4368-a39f-7f687e0bee1c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:01.024911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 812542b8-4b93-4368-a39f-7f687e0bee1c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:01.025426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.054814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8565f-aac9-439b-8aa2-2e854c48b81a None None] Network c43f8eb9-d009-47c5-93c0-694296737e55 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:01.067035 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:01.195643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bf00d5d-e781-46b8-96af-5a36dd5b984e req-f87a7b27-fca1-49c4-81fb-dd800cf92503 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6555083 May 13 15:13:01.209390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38390) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.235862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Delete allocated IP 2001:db8::287 (1dc2c316-5163-4dba-83d3-75271191522f/93e543ae-bec3-4e34-adbd-88b85c1f6a4b) {{(pid=88132) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 13 15:13:01.249561 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.267213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Allocated IP 2001:db8:0:2::27 (1dc2c316-5163-4dba-83d3-75271191522f/342f21e3-2ea2-4169-b6bf-d10235df9dd0/9c4749dc-e3bb-46a2-8b5c-a1854f70a309) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:01.309020 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.332662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=c43f8eb9-d009-47c5-93c0-694296737e55,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.348430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-09777d05-425d-402b-8afe-918eaf678ce0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/c43f8eb9-d009-47c5-93c0-694296737e55 HTTP/1.1" status: 204 len: 168 time: 2.1146109 May 13 15:13:01.349693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38396) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.356706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519876023'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:01.386740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:01.401436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:01.417091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:01.436954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:01.469269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:01.471353 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:01.472979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.568454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:01.598386 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.598732 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 24f1545b-580c-42c4-9c35-1c7b6be4a524 of type vlan for network df25d1c4-543e-4ee8-b636-5cc7ac78240a May 13 15:13:01.667479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.694129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.705670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a30d1e2e-fd78-4364-979b-e3ac0612d423 None None] Current status of the port 42e727d2-8b13-426f-916d-ffd0e0b52416 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:01.722627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Transition to ACTIVE for port object 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:01.724637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:01.726859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05756cef-fe1e-4034-83da-02383617d50e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc89a978993c4437aabb527c86e4798e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100751 May 13 15:13:01.741938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] For port 4dfb71dc-5ab5-4870-b690-37f2026d1ec6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:01.742116 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.743075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.752500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:01.756152 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.795363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 812542b8-4b93-4368-a39f-7f687e0bee1c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:01.796024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.837122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 812542b8-4b93-4368-a39f-7f687e0bee1c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=812542b8-4b93-4368-a39f-7f687e0bee1c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:01.844688 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:01.966793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=df25d1c4-543e-4ee8-b636-5cc7ac78240a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.970842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9b5c7d8d-b6a8-4801-a61a-0b9db1a21fa9 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6178880 May 13 15:13:01.977676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=812542b8-4b93-4368-a39f-7f687e0bee1c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:01.987056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network df25d1c4-543e-4ee8-b636-5cc7ac78240a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:01.990061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38404) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:02.004936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'df25d1c4-543e-4ee8-b636-5cc7ac78240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:02.077085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Calling delete_port for 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:02.150232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c5ff8-068c-4d38-aaff-8b7fba9e5bd1 None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:13:02.160022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'e4a50d3f-ff0a-40c3-a458-9ebbc6657827', 'name': '', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'mac_address': 'fa:16:3e:85:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:47Z', 'updated_at': '2022-05-13T15:12:51Z', 'revision_number': 2, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'subnets': [{'id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:02.165277 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Checking router: 21c75934-69d8-40c6-8d77-bb2748215ff1 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:02.165635 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Updating router 21c75934-69d8-40c6-8d77-bb2748215ff1 port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:13:02.193870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:02.198758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:02.203888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:02.208428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.220671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:02.230149 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.245719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:02.250307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.304871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 42e727d2-8b13-426f-916d-ffd0e0b52416 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:02.589154 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:02.589535 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.682295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:02.740655 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 42e727d2-8b13-426f-916d-ffd0e0b52416 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:02.741360 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.898958 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.933146 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.949824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.952931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bc00436-c360-4bc2-aff7-edb38b462140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.964405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Provisioning for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:02.969243 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Transition to ACTIVE for port object e4a50d3f-ff0a-40c3-a458-9ebbc6657827 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:02.982071 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:02.990229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Provisioning complete for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:02.990700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.038894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=8bdb74a2-3f74-430d-b1ad-e6373f4c38b3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.049809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '24f1545b-580c-42c4-9c35-1c7b6be4a524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'df25d1c4-543e-4ee8-b636-5cc7ac78240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:03.050414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: df25d1c4-543e-4ee8-b636-5cc7ac78240a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:03.089763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network df25d1c4-543e-4ee8-b636-5cc7ac78240a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:03.121493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, df25d1c4-543e-4ee8-b636-5cc7ac78240a) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:03.135681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] In _notify_port_updated(), no bound segment for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 on network 1dc2c316-5163-4dba-83d3-75271191522f {{(pid=88132) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 13 15:13:03.139179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:03.140853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.141461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:03.142145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.143547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "PUT /v2.0/ports/9c4749dc-e3bb-46a2-8b5c-a1854f70a309 HTTP/1.1" status: 200 len: 967 time: 6.7641752 May 13 15:13:03.153890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-3eeeacd4-017c-48e9-9355-42175abfcfad req-c04ed2c8-f491-4391-a70a-b26e0089433d service neutron] (88132) timed out ('10.222.0.36', 46288) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:13:03.154535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94d7b-5e09-401b-8181-0d26681f5c79 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event updated for resources: {'Port': ['ID=9c4749dc-e3bb-46a2-8b5c-a1854f70a309,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.163222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38412) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.193810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:03.202123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8db9c95e-a192-4469-be35-ef402871dc8f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2096903 May 13 15:13:03.204655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:03.281271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.386264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:03.386524 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c5ff8-068c-4d38-aaff-8b7fba9e5bd1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:13:03.386676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.393628 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.398205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Provisioning for port 80e6a854-4c92-4f8e-a745-84a6f19b725e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:03.413324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 42e727d2-8b13-426f-916d-ffd0e0b52416 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:03.414518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:03.436771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.458582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.468621 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Pushing event updated for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.474344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:03.474714 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.527151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c639d6-1a07-49c8-812b-cb61d5054b07 req-cb71b6b9-a847-4959-94a4-37b8170e04d9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:03.529029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-99c639d6-1a07-49c8-812b-cb61d5054b07 req-cb71b6b9-a847-4959-94a4-37b8170e04d9 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 1.5096228 May 13 15:13:03.531870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.531870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.531870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.531870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.532426 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.532567 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.532894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.533130 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.533571 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.533884 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.534195 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.534502 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:03.576515 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Attempting to bind port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:03.577826 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Attempting to bind port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:03.578709 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Attempting to bind port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 on network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:03.588493 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:03.590104 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Checking segment: {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:03.592045 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.593804 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Bound using segment: {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:03.596798 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Bound port: e4a50d3f-ff0a-40c3-a458-9ebbc6657827, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa240e-7546-4353-b35a-b00af932f4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:03.598017 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.615442 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.769314 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] For port e4a50d3f-ff0a-40c3-a458-9ebbc6657827, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:03.775269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.783357 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] For port e4a50d3f-ff0a-40c3-a458-9ebbc6657827, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:03.794645 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.869085 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.926653 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:03.949845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdb74a2-3f74-430d-b1ad-e6373f4c38b3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.971453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfb71dc-5ab5-4870-b690-37f2026d1ec6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:03.992826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-99c639d6-1a07-49c8-812b-cb61d5054b07 req-e106459a-13b6-43c1-ab4d-fee201e0f6ff tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285481 May 13 15:13:04.022982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38422) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.035665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cea276-2b62-4831-8656-5d63e1bc44ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:04.063983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046b1a-4d6c-4415-b9fa-11ae73dedf3d None None] Pushing event updated for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:04.077074 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:04.077722 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.081571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.086452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8e7ddd8a-2bc9-4055-9fec-b04090aaaac0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06cea276-2b62-4831-8656-5d63e1bc44ca HTTP/1.1" status: 204 len: 168 time: 2.0188246 May 13 15:13:04.168614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c929967b-1e1e-4c22-8abd-45771e3be438 None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:04.179769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:04.180203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.339649 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.385099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df25d1c4-543e-4ee8-b636-5cc7ac78240a']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.400249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1545b-580c-42c4-9c35-1c7b6be4a524') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.400591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1545b-580c-42c4-9c35-1c7b6be4a524') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:04.413178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.448776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.475480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.494758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:04.495598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.500758 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:04.639975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e93535-499d-4bac-bfb2-22df0b5fe565 None None] Network df25d1c4-543e-4ee8-b636-5cc7ac78240a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:04.663456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:04.665129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 812542b8-4b93-4368-a39f-7f687e0bee1c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:04.684243 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:04.696402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.701612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.741318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/df25d1c4-543e-4ee8-b636-5cc7ac78240a HTTP/1.1" status: 204 len: 168 time: 1.5340691 May 13 15:13:04.742550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851db99-4cb7-4e70-8d63-01be8a9a8e78 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=df25d1c4-543e-4ee8-b636-5cc7ac78240a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:04.749414 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.760650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067078791'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:04.767971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:04.795611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:04.811600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:04.828041 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:04.854198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e18510-a6b3-4a66-ab51-383d656134af tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:04.856041 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-42e18510-a6b3-4a66-ab51-383d656134af tempest-TestNetworkBasicOps-676898430 tempest-TestNetworkBasicOps-676898430-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1091 time: 0.8285363 May 13 15:13:04.858730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:04.873480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '6546292a-5366-44f3-83d2-e0470d9991df', 'tenant_id': '49bff001508646548736068375f91a15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:04.888877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:04.903970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:04.913558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:04.963212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Usage tracker for resource:floatingip and tenant:49bff001508646548736068375f91a15 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:04.969503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:05.005887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:05.056126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 812542b8-4b93-4368-a39f-7f687e0bee1c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:05.056587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.071020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:05.086641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e008dc7-e3ca-4741-ac19-09158ecfd4e7 None None] Network df25d1c4-543e-4ee8-b636-5cc7ac78240a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:05.107106 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.107610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.130953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e008dc7-e3ca-4741-ac19-09158ecfd4e7 None None] Network df25d1c4-543e-4ee8-b636-5cc7ac78240a could not be found, it might have been deleted concurrently. {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 13 15:13:05.199504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.199993 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 66ff824d-2220-44c5-ab21-e9e0ea85174a of type vlan for network b762aefa-2553-409b-b693-e90d2ee203e6 May 13 15:13:05.237302 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'e4a50d3f-ff0a-40c3-a458-9ebbc6657827', 'name': '', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'mac_address': 'fa:16:3e:85:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:47Z', 'updated_at': '2022-05-13T15:13:03Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'subnets': [{'id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:05.243250 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c7df0-f041-440b-a915-3f1d23d3adf0 None None] The sync data for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 is: [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:12:50Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'e4a50d3f-ff0a-40c3-a458-9ebbc6657827', 'name': '', 'network_id': 'a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'mac_address': 'fa:16:3e:85:8d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:47Z', 'updated_at': '2022-05-13T15:13:03Z', 'revision_number': 4, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'subnets': [{'id': '742b3e3a-a076-4d11-a7e8-3834bea4f2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:05.364952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.424191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1b50469c-83bf-43dd-8247-c4af871a4388 None None] Provisioning complete for port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:05.424724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1b50469c-83bf-43dd-8247-c4af871a4388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.439661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.445420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:05.446082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.568852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:05.586940 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 812542b8-4b93-4368-a39f-7f687e0bee1c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:05.601221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1b50469c-83bf-43dd-8247-c4af871a4388 None None] Port 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:05.706483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9557874 May 13 15:13:05.762827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38460) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:05.795345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:05.852911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5beab64-3221-4da1-b38a-50eb3777f1fc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=b762aefa-2553-409b-b693-e90d2ee203e6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:05.871534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:06.022239 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.027583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38466) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:06.045381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4a50d3f-ff0a-40c3-a458-9ebbc6657827 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:06.264841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:06.276179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:06.286076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 9c4749dc-e3bb-46a2-8b5c-a1854f70a309 owned by {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:06.288107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:06.290169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:06.293086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.294928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:06.308740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:06.427831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Allocated IP 172.25.5.59 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/5005d2a4-6736-4262-b145-0f57bedde59e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:06.455611 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:06.472260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.552568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Router 95ee7ad8-cd50-490b-a05d-283e3b039f7e has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:06.559731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-264564528'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:06.564759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:06.565529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.612181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port e4a50d3f-ff0a-40c3-a458-9ebbc6657827, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:06.620599 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.693688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:06.742113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.760510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:06.764766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:06.774149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:06.828735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:06.972339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=9c4749dc-e3bb-46a2-8b5c-a1854f70a309,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:06.989613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.004958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:07.014777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a563e346-8f02-4d91-90d6-2a14ec74aa62 admin admin] 10.222.0.36 "PUT /v2.0/routers/95ee7ad8-cd50-490b-a05d-283e3b039f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5271425 May 13 15:13:07.015782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:07.019724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Sync routers for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:07.043939 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:13:07.051907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:07.053559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:07.103428 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3612e884-46b2-4c1a-8571-3a74f7010f17 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/9c4749dc-e3bb-46a2-8b5c-a1854f70a309 HTTP/1.1" status: 204 len: 168 time: 3.9250436 May 13 15:13:07.107512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:07.121934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.164814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:07.170356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.198767 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c9dec2-9a8f-4b78-8ecb-1a407c5e21d4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] GET failed (client error): The resource could not be found. May 13 15:13:07.199311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1c9dec2-9a8f-4b78-8ecb-1a407c5e21d4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Synchronizing usage tracker for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:07.295347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.317597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b1c9dec2-9a8f-4b78-8ecb-1a407c5e21d4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Unset dirty status for tenant:faf7883d4ea2459dbe21ea6b2a377216 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:07.318791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b1c9dec2-9a8f-4b78-8ecb-1a407c5e21d4 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports/9c4749dc-e3bb-46a2-8b5c-a1854f70a309 HTTP/1.1" status: 404 len: 333 time: 0.1925251 May 13 15:13:07.329951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38482) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:07.351694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.357001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:07.398083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:07.410050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.418366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:security_group_rule and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:07.428026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:07.432223 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:07.448914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:07.451793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:07.459830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:07.520796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.549412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=5005d2a4-6736-4262-b145-0f57bedde59e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:07.626456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.815818 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.824894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:07.867107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=5e5e529d-9d48-4111-9d56-7eb80992b058,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:07.883294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4a50d3f-ff0a-40c3-a458-9ebbc6657827 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:07.892835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Deleting port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:07.893337 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.103126 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.114014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:13:03Z', 'revision_number': 5, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port': {'id': '6ef8ec55-70a8-450d-a58e-6bd3dd6b6007', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:13Z', 'updated_at': '2022-05-13T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.122803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Checking router: 95ee7ad8-cd50-490b-a05d-283e3b039f7e for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:08.126454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.148433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:08.148952 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.158202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:08.169903 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.170402 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 1018ec08-631a-4c01-af5c-761ad03bfc8d of type vlan for network a8580040-2b68-48e8-a56f-d924760ebe05 May 13 15:13:08.184259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Routers {'95ee7ad8-cd50-490b-a05d-283e3b039f7e'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:08.184828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.213040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.255005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.306065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fb1d8-b564-45da-8c9c-d84e3b4d56c1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.328100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.331987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-89d31e18-54ee-402c-9f08-f1e8259bddfd tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/security-groups/730fb1d8-b564-45da-8c9c-d84e3b4d56c1 HTTP/1.1" status: 204 len: 168 time: 0.9987028 May 13 15:13:08.333975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38488) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.373256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.379020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:08.379800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.464384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '66ff824d-2220-44c5-ab21-e9e0ea85174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:08.465166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: b762aefa-2553-409b-b693-e90d2ee203e6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:08.511023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] Set router 95ee7ad8-cd50-490b-a05d-283e3b039f7e gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:08.545926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9eeb7c-4af6-42dd-8548-2da420ac151b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.674872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] For port 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:08.675667 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.684917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6536071 May 13 15:13:08.685671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103e7dc-9fdf-45b8-a84d-3dbfa490f61a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=a8580040-2b68-48e8-a56f-d924760ebe05,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:08.689683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.699609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:13:07Z', 'revision_number': 6, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:08.702104 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-365539256'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:08.709609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a8580040-2b68-48e8-a56f-d924760ebe05 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:08.717458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network b762aefa-2553-409b-b693-e90d2ee203e6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:08.782421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, b762aefa-2553-409b-b693-e90d2ee203e6) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:08.815480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:08.819603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.859264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:08.871954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2e880-3e55-433b-95ba-98b66cba05f6 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:08.916065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-75b3dce6-7865-44d7-bb8c-fd933dc52b86 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1482708 May 13 15:13:08.918082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:08.925831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:08.946832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:08.961766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Calling delete_port for 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:09.020346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.031552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.056763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.066945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.140692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:09.144695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.159691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.193340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:09.215989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.216673 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 84240cc4-c932-4e1c-8613-00179ea41b2e of type vlan for network e71271a9-cfbf-45c6-814c-b99d439f0619 May 13 15:13:09.218770 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.229505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f3e45c-49e3-46f2-a376-dd23ad009bdd None None] The sync data for ids ['95ee7ad8-cd50-490b-a05d-283e3b039f7e'] in n-d-841736-1 is: [{'id': '95ee7ad8-cd50-490b-a05d-283e3b039f7e', 'name': 'tempest-TestAggregatesBasicOps-468716165-router', 'tenant_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:11Z', 'updated_at': '2022-05-13T15:13:07Z', 'revision_number': 6, 'project_id': '72a98c781cf7402b8b789b6dc4ca67a3', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:09.246726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5548813-1dc6-4cfc-a5b0-c00dc5a6627a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.298612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.303171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.305190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4d17024a-6a37-468c-8abb-782bd5e92ac7 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5548813-1dc6-4cfc-a5b0-c00dc5a6627a HTTP/1.1" status: 204 len: 168 time: 0.9705343 May 13 15:13:09.329585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:09.335328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38512) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.376193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:09.390544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:subnet and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:09.402976 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.407006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:09.410133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:09.411041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.416649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:09.443567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-b762aefa-2553-409b-b693-e90d2ee203e6', 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '5e5e529d-9d48-4111-9d56-7eb80992b058'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:09.443799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.443965 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.448332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:09.453446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.648355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:09.657389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef8ec55-70a8-450d-a58e-6bd3dd6b6007,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.679492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9795094 May 13 15:13:09.684590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38516) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:09.689740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c952e-6549-4128-bd4e-3fe9d474d0a0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=e71271a9-cfbf-45c6-814c-b99d439f0619,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:09.711335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network e71271a9-cfbf-45c6-814c-b99d439f0619 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:09.727917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.728683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:09.729139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4dfb71dc-5ab5-4870-b690-37f2026d1ec6 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:09.740269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Allocated IP 2001:db8::2 (b762aefa-2553-409b-b693-e90d2ee203e6/5e5e529d-9d48-4111-9d56-7eb80992b058/cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:09.794900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-a69f9fcb-043d-4273-9200-0c56574e1ca5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:09.807746 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-a69f9fcb-043d-4273-9200-0c56574e1ca5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.6087317 May 13 15:13:09.995531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:09.998587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.036157 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.036999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ee7ad8-cd50-490b-a05d-283e3b039f7e {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:10.060498 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.062818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-de7ab29b-d2d8-4444-bf4c-7605b537268c admin admin] 10.222.0.36 "DELETE /v2.0/routers/95ee7ad8-cd50-490b-a05d-283e3b039f7e HTTP/1.1" status: 204 len: 168 time: 3.0457606 May 13 15:13:10.066348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38520) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.079001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:10.093720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.106798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Transition to ACTIVE for port object cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:10.134942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Transition to ACTIVE for port object cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:10.144857 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.175432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Deleting subnet e7c0c422-9925-4329-a65e-1ffbf3ae5674 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:10.180058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.215380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:10.224585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:10.231756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:10.240507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.301115 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-6af1b7d6-08e3-4ad7-9aac-b03c990fddde tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.4917600 May 13 15:13:10.318156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Pushing event updated for resources: {'Port': ['ID=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.340447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.342313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.346614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Attempting to bind port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:10.347147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Attempting to bind port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '66ff824d-2220-44c5-ab21-e9e0ea85174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:10.347642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Attempting to bind port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 on network b762aefa-2553-409b-b693-e90d2ee203e6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:10.357721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:10.358221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Checking segment: {'id': '66ff824d-2220-44c5-ab21-e9e0ea85174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:10.358865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.360051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Bound using segment: {'id': '66ff824d-2220-44c5-ab21-e9e0ea85174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:10.360925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Bound port: cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ff824d-2220-44c5-ab21-e9e0ea85174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:10.361633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.394691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.523287 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.524481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] For port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:10.530240 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] For port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,segment=NetworkSegment(66ff824d-2220-44c5-ab21-e9e0ea85174a),segment_id=66ff824d-2220-44c5-ab21-e9e0ea85174a)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:10.531127 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.537413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.540109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:10.544319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:10.547714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:10.554776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:10.577515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c0c422-9925-4329-a65e-1ffbf3ae5674,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.583264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:10.585785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.587464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.594889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0516e322-8ee9-4ff4-a08c-d7ef2c50c58b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e7c0c422-9925-4329-a65e-1ffbf3ae5674 HTTP/1.1" status: 204 len: 168 time: 0.5257800 May 13 15:13:10.595500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:10.623271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a462f43-78d3-4a78-ae5b-a4d854980ffd None None] Network 3f280c65-2464-468d-954e-9ad64083b428 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:10.729217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.744918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Deleting port ed4761e6-c2b6-4952-abdb-78666f7537ca {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:10.745256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:10.802157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfe9be-2831-4975-b853-4373699b02e1 None None] Pushing event updated for resources: {'Port': ['ID=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:10.999394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.019788 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] DHCP port deletion for 3f280c65-2464-468d-954e-9ad64083b428 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:11.026325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Deleting port ed4761e6-c2b6-4952-abdb-78666f7537ca {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:11.027012 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.089490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-0ff10176-ab00-403b-8060-cb846d577a11 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7535653 May 13 15:13:11.157563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840a78b-b3f5-4345-8f63-fe736393909e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.224159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] For port ed4761e6-c2b6-4952-abdb-78666f7537ca, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ed4761e6-c2b6-4952-abdb-78666f7537ca,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:11.224708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.363729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.368340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.370060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b7d05327-e6ee-4770-a703-fdb51d81a0c6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/security-groups/c840a78b-b3f5-4345-8f63-fe736393909e HTTP/1.1" status: 204 len: 168 time: 2.0266576 May 13 15:13:11.391602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:11.403731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Calling delete_port for ed4761e6-c2b6-4952-abdb-78666f7537ca owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:11.438560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] For port ed4761e6-c2b6-4952-abdb-78666f7537ca, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ed4761e6-c2b6-4952-abdb-78666f7537ca,segment=NetworkSegment(60ee9c35-3798-42c5-a056-6814fe86df92),segment_id=60ee9c35-3798-42c5-a056-6814fe86df92)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:11.439250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.469689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.499536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.539368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 93e543ae-bec3-4e34-adbd-88b85c1f6a4b {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:11.540807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-f320a8d7-5830-464c-93ca-413d038df117 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478762 May 13 15:13:11.551336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.623415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.631027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Calling delete_port for ed4761e6-c2b6-4952-abdb-78666f7537ca owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:11.703194 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.731502 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:11.732011 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:11.738258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=381a3e55-2add-442a-8c88-aeee1cc7a400,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.754829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.782117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4761e6-c2b6-4952-abdb-78666f7537ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.795757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] No DVR routers for this DVR port ed4761e6-c2b6-4952-abdb-78666f7537ca on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:11.817974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '1018ec08-631a-4c01-af5c-761ad03bfc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:11.818403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: a8580040-2b68-48e8-a56f-d924760ebe05, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:11.849201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.851815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:11.862359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event updated for resources: {'Port': ['ID=5005d2a4-6736-4262-b145-0f57bedde59e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:11.939617 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-f2b42bbb-4f3e-4aee-8692-820d64201ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621266 May 13 15:13:11.944144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network b762aefa-2553-409b-b693-e90d2ee203e6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:11.946170 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:11.997115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.012973 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:12.013543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:12.040648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=62051fea-48d2-4a26-ae11-25be0bc0542e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.061629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.062229 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.066279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f280c65-2464-468d-954e-9ad64083b428']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.090837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ee9c35-3798-42c5-a056-6814fe86df92') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.091423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ee9c35-3798-42c5-a056-6814fe86df92') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:12.115242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.136414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ed4761e6-c2b6-4952-abdb-78666f7537ca no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:12.181006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.199375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.207895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:12.208400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.219776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ed4761e6-c2b6-4952-abdb-78666f7537ca {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:12.220467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ed4761e6-c2b6-4952-abdb-78666f7537ca not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:12.221316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:12.250920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Deleting port ed4761e6-c2b6-4952-abdb-78666f7537ca {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:12.251851 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.276053 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Floating IP ae9f0c99-31da-478e-bd1a-440d3cca0345 associated. External IP: 172.25.5.59, port: 6546292a-5366-44f3-83d2-e0470d9991df. May 13 15:13:12.322364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:12.322780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6ef8ec55-70a8-450d-a58e-6bd3dd6b6007 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:12.378734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e4b63eeb-e84a-4e07-9c6c-98214d135e2b None None] The port 'ed4761e6-c2b6-4952-abdb-78666f7537ca' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:12.402665 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:12.410798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=93e543ae-bec3-4e34-adbd-88b85c1f6a4b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.411442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e78109-f9a3-47d7-b289-f33a15a05ce5 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:12.419073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.426310 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.529155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3f280c65-2464-468d-954e-9ad64083b428 HTTP/1.1" status: 204 len: 168 time: 1.9321518 May 13 15:13:12.545019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38542) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.577019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a85fb8-502a-4f26-8f9f-5304e0599b01 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:12.585470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network a8580040-2b68-48e8-a56f-d924760ebe05 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:12.609688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6fd52846-51f2-47c1-8707-9a80c3c08504 req-0590e97b-4e4a-4a26-8b89-c4bf52038a80 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:12.611242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-03f1fc2a-6f58-4c49-bdf9-76fd6b3e86c2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6920755 May 13 15:13:12.612978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.614759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38548) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.616060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ceed21ab-a2e8-4870-8744-2a3183bb6b46 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/93e543ae-bec3-4e34-adbd-88b85c1f6a4b HTTP/1.1" status: 204 len: 168 time: 1.2238150 May 13 15:13:12.622708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c529c83-d315-4ae5-8a3a-21aa6aba9109 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f280c65-2464-468d-954e-9ad64083b428,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:12.625929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38550) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.687456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, a8580040-2b68-48e8-a56f-d924760ebe05) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:12.729416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Provisioning for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:12.748654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.749512 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.751932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2a360-5b63-4549-aec5-f3729bdf7c18 None None] Network a8580040-2b68-48e8-a56f-d924760ebe05 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:12.787092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.789105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.790879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.793092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.794675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:12.795829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Synchronizing usage tracker for tenant:6760d944a3194422ad3980891756790f on resource:subnet {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:12.811353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-6fd52846-51f2-47c1-8707-9a80c3c08504 req-0590e97b-4e4a-4a26-8b89-c4bf52038a80 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:12.812433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fd52846-51f2-47c1-8707-9a80c3c08504 req-0590e97b-4e4a-4a26-8b89-c4bf52038a80 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 210 time: 0.4081554 May 13 15:13:12.849594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Unset dirty status for tenant:6760d944a3194422ad3980891756790f on resource:subnet {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:12.851102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-50bca2c5-cf66-494b-8ef8-e3badda7fed7 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2357001 May 13 15:13:12.858954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1a42244b-d2b6-446c-bb6e-aaad82b7446a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0914874 May 13 15:13:12.859809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38556) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.860318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:12.869744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431339287'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:12.879293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:12.899324 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Provisioning complete for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:12.899867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:12.906256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:12.959689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:12.963875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:13.032459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet 342f21e3-2ea2-4169-b6bf-d10235df9dd0 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:13.040090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:13.103569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:13.105993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.107856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.214940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:13.219817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:13.223494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:13.231385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:13.261966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:13.266127 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.307461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:13.364764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.386560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.386973 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 9f5fe353-b6b2-462e-b4bf-fa74cdfa9341 of type vlan for network cd490214-d4f8-48c4-a8c3-75d7387346f6 May 13 15:13:13.408500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router b24a057d-16bf-44ac-a157-3a2723e3be60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:13.426525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Current status of the port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:13.427038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.459522 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.535029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-a8580040-2b68-48e8-a56f-d924760ebe05', 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '381a3e55-2add-442a-8c88-aeee1cc7a400'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:13.537504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.579254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-133afe75-438f-4231-b196-463d59c5b704 None None] For port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,segment=NetworkSegment(66ff824d-2220-44c5-ab21-e9e0ea85174a),segment_id=66ff824d-2220-44c5-ab21-e9e0ea85174a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:13.605486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.626609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.632489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:13.632987 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.636600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.762939 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.817449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=342f21e3-2ea2-4169-b6bf-d10235df9dd0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.823530 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.838304 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:13.869720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133afe75-438f-4231-b196-463d59c5b704 None None] Pushing event updated for resources: {'Port': ['ID=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:13.899427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Update dhcp port {'port': {'network_id': 'b762aefa-2553-409b-b693-e90d2ee203e6', 'fixed_ips': [{'subnet_id': '5e5e529d-9d48-4111-9d56-7eb80992b058', 'ip_address': '2001:db8::2'}, {'subnet_id': '62051fea-48d2-4a26-ae11-25be0bc0542e'}], 'binding:host_id': 'n-d-841736-1'}, 'id': 'cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7'} from n-d-841736-1. {{(pid=88134) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 13 15:13:13.991084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1252801 May 13 15:13:13.995603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Allocated IP 172.20.0.2 (a8580040-2b68-48e8-a56f-d924760ebe05/381a3e55-2add-442a-8c88-aeee1cc7a400/9cb77aea-b0ab-47cc-816a-92d0a55606ac) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:13.999736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.011099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.053886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:14.072615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e75f459d-ad21-4125-8479-5a851ed6bdd1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/342f21e3-2ea2-4169-b6bf-d10235df9dd0 HTTP/1.1" status: 204 len: 168 time: 1.4285083 May 13 15:13:14.099702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38570) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.105543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256631a4-a9b7-45cf-abd5-a4de0875874c tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=cd490214-d4f8-48c4-a8c3-75d7387346f6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:14.113095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:14.130460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Sync routers for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:14.156678 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:14.167081 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:14.183361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:14.291579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-28c38583-fecc-4d92-9b0d-8726a8e7116a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:14.294259 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-28c38583-fecc-4d92-9b0d-8726a8e7116a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.2277088 May 13 15:13:14.310354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:14.559039 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9efbf84-3e4a-45a3-8b9e-9c763a623710 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:14.559752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9efbf84-3e4a-45a3-8b9e-9c763a623710 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:14.562879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9efbf84-3e4a-45a3-8b9e-9c763a623710 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/93e543ae-bec3-4e34-adbd-88b85c1f6a4b HTTP/1.1" status: 404 len: 337 time: 0.4543061 May 13 15:13:14.601232 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:14.652054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:14.668252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:14.767452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d6eed004-1d06-470c-93d2-28df952bb316 req-4d2bca24-b3ed-4f3a-b21e-cae2bdb9d0e6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 210 time: 0.6630077 May 13 15:13:14.804775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:14.860076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Allocated IP 172.20.0.1 (b762aefa-2553-409b-b693-e90d2ee203e6/62051fea-48d2-4a26-ae11-25be0bc0542e/cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:14.972623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:15.028539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:15.035181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.077191 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.334561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] For port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,segment=NetworkSegment(66ff824d-2220-44c5-ab21-e9e0ea85174a),segment_id=66ff824d-2220-44c5-ab21-e9e0ea85174a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:15.337629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=b46dbbf8-0714-4e2d-b165-eff2a4b5dab2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.364644 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.6 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/c027d9f0-90cb-4950-9692-213315753510) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:15.385460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting subnet b1a94658-5811-40d2-9391-17046d107c9a {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:15.386483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.407069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.407740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Transition to ACTIVE for port object cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:15.415427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d79c9d-7ba0-4bd8-a3b4-4677c4cfdf8a None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:15.486064 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-02914723-3bd9-4142-8a30-c906b91b55b0 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.6235943 May 13 15:13:15.499843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:15.541624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:15.566019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ae9f0c99-31da-478e-bd1a-440d3cca0345', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'port_id': '6546292a-5366-44f3-83d2-e0470d9991df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'mac_address': 'fa:16:3e:dc:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:13:08Z', 'updated_at': '2022-05-13T15:13:08Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:15.571254 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Checking router: b24a057d-16bf-44ac-a157-3a2723e3be60 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:15.592514 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:15.593288 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:15.614848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.669193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '84240cc4-c932-4e1c-8613-00179ea41b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:15.669557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: e71271a9-cfbf-45c6-814c-b99d439f0619, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:15.796646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.826694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eaaabbc1-8e51-4fcc-827a-29953585f9a4 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/ae9f0c99-31da-478e-bd1a-440d3cca0345 HTTP/1.1" status: 200 len: 990 time: 0.2815676 May 13 15:13:15.865587 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f7bdb1-561d-44f7-985b-e1da76297175'] response: {'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df', 'status': 'completed', 'code': 200} May 13 15:13:15.887673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Deleting port e4a50d3f-ff0a-40c3-a458-9ebbc6657827 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:15.888069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.898800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.899766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d9b0f-2c5c-4ecc-852d-5f8704d51b69 None None] Pushing event updated for resources: {'Port': ['ID=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:15.931368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.959742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:15.984489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:15.984849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:15.996588 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:16.034522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 is not hosted by any dhcp agent {{(pid=88131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:13:16.048533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:16.048744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.053175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "PUT /v2.0/networks/cd490214-d4f8-48c4-a8c3-75d7387346f6 HTTP/1.1" status: 200 len: 723 time: 2.0321760 May 13 15:13:16.086663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38592) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:16.126485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.227441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Transition to ACTIVE for port object 9cb77aea-b0ab-47cc-816a-92d0a55606ac will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:16.322312 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.364279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.391001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object c027d9f0-90cb-4950-9692-213315753510 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:16.461531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Transition to ACTIVE for port object 9cb77aea-b0ab-47cc-816a-92d0a55606ac will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:16.476637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5306d-a8b1-4339-983f-dcd3620d84f2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=cd490214-d4f8-48c4-a8c3-75d7387346f6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:16.489842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:16.495697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:16.527681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network e71271a9-cfbf-45c6-814c-b99d439f0619 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:16.534743 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.544168 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.605136 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ae9f0c99-31da-478e-bd1a-440d3cca0345', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'port_id': '6546292a-5366-44f3-83d2-e0470d9991df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'mac_address': 'fa:16:3e:dc:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:13:08Z', 'updated_at': '2022-05-13T15:13:08Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:16.610229 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99855638-2201-4078-b5c5-c6018f31d4f8 None None] The sync data for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 is: [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'ae9f0c99-31da-478e-bd1a-440d3cca0345', 'tenant_id': '49bff001508646548736068375f91a15', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'port_id': '6546292a-5366-44f3-83d2-e0470d9991df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'mac_address': 'fa:16:3e:dc:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:13:08Z', 'updated_at': '2022-05-13T15:13:08Z', 'revision_number': 0, 'project_id': '49bff001508646548736068375f91a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:16.622819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Current status of the port 80e6a854-4c92-4f8e-a745-84a6f19b725e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:16.630829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.675057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, e71271a9-cfbf-45c6-814c-b99d439f0619) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:16.689008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.773897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac9ae3-493a-4b2a-98b9-4c7679bd25ac None None] Network e71271a9-cfbf-45c6-814c-b99d439f0619 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:16.795829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:16.796728 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:16.809445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a94658-5811-40d2-9391-17046d107c9a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:16.812632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eed42a1c-85c8-4d0e-af56-d18925aa1bde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/b1a94658-5811-40d2-9391-17046d107c9a HTTP/1.1" status: 204 len: 168 time: 2.0559769 May 13 15:13:16.847239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:16.847828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38600) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:16.982734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:16.994707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:17.009300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:17.013529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-c32aed4a-9c57-41a4-98dc-c56c9eeec29a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1833971 May 13 15:13:17.029802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:17.059341 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-533c29b2-14dc-4e90-b47f-53409eccaa4f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:17.060702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533c29b2-14dc-4e90-b47f-53409eccaa4f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:17.066725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-533c29b2-14dc-4e90-b47f-53409eccaa4f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/a4bf2112-163a-4e98-8889-dbb4b5c8262f HTTP/1.1" status: 404 len: 337 time: 0.2066000 May 13 15:13:17.099561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.118121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f10ae38-10b6-4bae-bcbb-d85549e2c49e tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/ae9f0c99-31da-478e-bd1a-440d3cca0345 HTTP/1.1" status: 200 len: 990 time: 0.2482283 May 13 15:13:17.119597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-633409e1-291d-4b32-9c9d-1b076aa742bf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2545466 May 13 15:13:17.126676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38610) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.144903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-259185590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:17.168491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7b5bf-d0ca-4611-ab17-834760fef9c7 None None] New status for floating IP ae9f0c99-31da-478e-bd1a-440d3cca0345: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:13:17.169224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9aece-d455-4bf7-896a-90a43fee0b0d req-062b7062-cefd-4b97-ac03-3db7309579bb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.177065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91a9aece-d455-4bf7-896a-90a43fee0b0d req-062b7062-cefd-4b97-ac03-3db7309579bb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 931 time: 0.9871354 May 13 15:13:17.187816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:17.202517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:17.211582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:17.237595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:17.241927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.242814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] For port e4a50d3f-ff0a-40c3-a458-9ebbc6657827, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:17.243356 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.257589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:17.268545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:17.282968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Network a8580040-2b68-48e8-a56f-d924760ebe05 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:17.296633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-58efaf6c-fbf0-47e8-ba6f-591a286dfa61 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "GET /v2.0/ports?device_id=e508490a-8923-4b85-aa4c-056669a3ec1c HTTP/1.1" status: 200 len: 205 time: 0.1901329 May 13 15:13:17.311789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38614) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.313313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:17.323503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Pushing event updated for resources: {'Port': ['ID=9cb77aea-b0ab-47cc-816a-92d0a55606ac,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:17.325847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f88e9-98d9-4c84-bc03-60a11e6a49b6 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:17.355304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:17.370848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:17.371224 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.402471 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91a9aece-d455-4bf7-896a-90a43fee0b0d req-eb4cecba-0862-4012-81cf-5bc1a5dc2d21 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244284 May 13 15:13:17.421867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:17.484837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Calling delete_port for e4a50d3f-ff0a-40c3-a458-9ebbc6657827 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:17.512168 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-df71cccf-0959-4bd6-8a7d-f0839de20fde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] delete failed (client error): The resource could not be found. May 13 15:13:17.513521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df71cccf-0959-4bd6-8a7d-f0839de20fde tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/routers/e508490a-8923-4b85-aa4c-056669a3ec1c HTTP/1.1" status: 404 len: 336 time: 0.1098919 May 13 15:13:17.520078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38618) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.547761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.548342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.588362 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f450d63-cc4c-448f-8256-a14172a01f3a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:17.594124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f450d63-cc4c-448f-8256-a14172a01f3a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:17.595338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-e633e021-8b04-4ac9-9a31-542cb02844e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:17.597368 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-e633e021-8b04-4ac9-9a31-542cb02844e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1096 time: 1.7167976 May 13 15:13:17.598276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1f450d63-cc4c-448f-8256-a14172a01f3a tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/dc0e0aa9-25bb-4c23-9f2e-f9c5a29bca4e HTTP/1.1" status: 404 len: 337 time: 0.0769451 May 13 15:13:17.601734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.655024 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.656376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.674379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.705721 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.715722 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff9c222-5953-44d4-83a1-760965daecaf tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:17.716288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff9c222-5953-44d4-83a1-760965daecaf tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:17.727423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3ff9c222-5953-44d4-83a1-760965daecaf tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/fd3cbf58-7802-4b9b-873f-29613d9cf1c6 HTTP/1.1" status: 404 len: 337 time: 0.1228764 May 13 15:13:17.739586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.790507 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-2bce88a7-d03a-4431-b10d-a7e3ef62b5c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4854660 May 13 15:13:17.796475 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d79e17-5f41-425c-a247-16128917a2da tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:17.797118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d79e17-5f41-425c-a247-16128917a2da tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:17.810472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:17.814146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-40a8440d-e88e-4144-9d5b-278237698839 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6798329 May 13 15:13:17.816892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38630) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.820630 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c1d79e17-5f41-425c-a247-16128917a2da tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/226db5b7-ea15-43ba-b127-38a33aba10c5 HTTP/1.1" status: 404 len: 337 time: 0.0797870 May 13 15:13:17.826594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:17.864116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Request body: {'port': {'device_id': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:17.878603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:18.130818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-e72ed72f-1374-4433-89be-236885d1fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:18.133679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-e72ed72f-1374-4433-89be-236885d1fcd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 897 time: 0.5253887 May 13 15:13:18.136978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38638) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.146778 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9542a07d-5e30-4ecb-a0a6-70a2bf216cf5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:18.147697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9542a07d-5e30-4ecb-a0a6-70a2bf216cf5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:18.152093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9542a07d-5e30-4ecb-a0a6-70a2bf216cf5 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/7ac83d49-d987-436c-9415-ebb4d78491a4 HTTP/1.1" status: 404 len: 333 time: 0.2462342 May 13 15:13:18.162745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38642) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.316378 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-79610176-ca02-46fc-b41e-b923e6f07545 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:18.316844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79610176-ca02-46fc-b41e-b923e6f07545 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:18.318700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79610176-ca02-46fc-b41e-b923e6f07545 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/b0c3473f-a2f2-467a-b464-0ae2796cbe3e HTTP/1.1" status: 404 len: 337 time: 0.0980392 May 13 15:13:18.324088 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38646) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.384116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Attempting to bind port 9cb77aea-b0ab-47cc-816a-92d0a55606ac on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:18.385610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Attempting to bind port 9cb77aea-b0ab-47cc-816a-92d0a55606ac by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '1018ec08-631a-4c01-af5c-761ad03bfc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:18.386425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Attempting to bind port 9cb77aea-b0ab-47cc-816a-92d0a55606ac on network a8580040-2b68-48e8-a56f-d924760ebe05 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:18.390239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d82068e3-f94a-4e49-aa8a-196dc256ba74 None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:18.423439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670bd140-b4d2-443f-8509-2885c5a66597 None None] Network 1dc2c316-5163-4dba-83d3-75271191522f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:18.509972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:18.510922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Checking segment: {'id': '1018ec08-631a-4c01-af5c-761ad03bfc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:18.511928 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.512769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Bound using segment: {'id': '1018ec08-631a-4c01-af5c-761ad03bfc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:18.515308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Bound port: 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018ec08-631a-4c01-af5c-761ad03bfc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a8580040-2b68-48e8-a56f-d924760ebe05'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:18.518307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.594520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.659505 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cd6ed8-2751-4d76-8ed2-041b99dae43d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:18.660187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cd6ed8-2751-4d76-8ed2-041b99dae43d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:18.666909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c2cd6ed8-2751-4d76-8ed2-041b99dae43d tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/2c292af7-2cee-4c62-a91e-be0889bab132 HTTP/1.1" status: 404 len: 337 time: 0.3373592 May 13 15:13:18.668739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-e71271a9-cfbf-45c6-814c-b99d439f0619', 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': 'b46dbbf8-0714-4e2d-b165-eff2a4b5dab2'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:18.669523 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.692063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38652) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:18.745746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8daee1d1-cabe-4889-a6e2-dc5657fe068a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/ae9f0c99-31da-478e-bd1a-440d3cca0345 HTTP/1.1" status: 200 len: 992 time: 0.6056409 May 13 15:13:18.746887 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:18.843925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a50d3f-ff0a-40c3-a458-9ebbc6657827,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:18.858003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-fcf3a583-8d3b-46c7-8ecd-9918e5b71f9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 1000 time: 0.7131019 May 13 15:13:19.004405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Provisioning complete for port 9eb91e44-099c-41f5-8d04-b8771d4e96bf triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:19.004773 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.055773 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37c034e-e3c2-4788-9886-9ffb197eb2a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:19.059169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37c034e-e3c2-4788-9886-9ffb197eb2a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:19.062505 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b37c034e-e3c2-4788-9886-9ffb197eb2a1 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/3e0c0493-7ced-475f-bc6d-a8772e83fd25 HTTP/1.1" status: 404 len: 333 time: 0.3682389 May 13 15:13:19.080941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38656) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:19.220540 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee653c38-75ce-4bfc-8328-7f98da00602c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:19.221440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee653c38-75ce-4bfc-8328-7f98da00602c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:19.222566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ee653c38-75ce-4bfc-8328-7f98da00602c tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/764b69d5-9bd8-46b8-987b-78fa8305dc09 HTTP/1.1" status: 404 len: 337 time: 0.1377559 May 13 15:13:19.236664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38660) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:19.284600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Allocated IP 172.21.0.2 (e71271a9-cfbf-45c6-814c-b99d439f0619/b46dbbf8-0714-4e2d-b165-eff2a4b5dab2/3efaf7a2-9952-4966-8db3-3c30ba2af721) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:19.299998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.352194 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23125f7-d86d-4d76-a665-7ac41fabe5d6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] DELETE failed (client error): The resource could not be found. May 13 15:13:19.352668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23125f7-d86d-4d76-a665-7ac41fabe5d6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:19.354460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b23125f7-d86d-4d76-a665-7ac41fabe5d6 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/subnets/29eba0f2-91a1-43f8-acea-dd2cddb2530c HTTP/1.1" status: 404 len: 337 time: 0.1166747 May 13 15:13:19.383862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38664) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:19.530038 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.572644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=a78bfe8b-942c-42ae-a49a-49f50ebea83e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:19.639560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] For port 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:19.644356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] For port 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb77aea-b0ab-47cc-816a-92d0a55606ac,segment=NetworkSegment(1018ec08-631a-4c01-af5c-761ad03bfc8d),segment_id=1018ec08-631a-4c01-af5c-761ad03bfc8d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:19.646127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Port 9eb91e44-099c-41f5-8d04-b8771d4e96bf cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:19.658896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 9eb91e44-099c-41f5-8d04-b8771d4e96bf {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:19.659511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.665752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0dda1-0d7e-4272-b765-2f35e092b2d6 req-74c0c38e-b88c-442d-9936-34bbfbfc32dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:19.666832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-35e0dda1-0d7e-4272-b765-2f35e092b2d6 req-74c0c38e-b88c-442d-9936-34bbfbfc32dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:19.754623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:19.756342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: cd490214-d4f8-48c4-a8c3-75d7387346f6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:19.763216 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.821267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-66c320ce-bace-4b19-b108-e8421541c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:19.822782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-66c320ce-bace-4b19-b108-e8421541c171 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 200 len: 835 time: 0.7625561 May 13 15:13:19.856698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Provisioning for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:19.880351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-35e0dda1-0d7e-4272-b765-2f35e092b2d6 req-74c0c38e-b88c-442d-9936-34bbfbfc32dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:19.881503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35e0dda1-0d7e-4272-b765-2f35e092b2d6 req-74c0c38e-b88c-442d-9936-34bbfbfc32dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 931 time: 1.2144499 May 13 15:13:19.910388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:19.927665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.929981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Provisioning complete for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:19.931449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.963383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, cd490214-d4f8-48c4-a8c3-75d7387346f6) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:19.978057 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.resource_extend [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:19.986938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:19.987558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:19.998512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0bf4f-ff40-4836-87c2-7b7da214da88 None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:20.097268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8e059080-f6aa-43cc-9d05-bb22a31a3d20 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0068500 May 13 15:13:20.111225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.124301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:20.132886 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.237551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Transition to ACTIVE for port object 3efaf7a2-9952-4966-8db3-3c30ba2af721 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:20.261987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35e0dda1-0d7e-4272-b765-2f35e092b2d6 req-e8919d90-cec3-4a52-b5a9-7792a7511622 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301668 May 13 15:13:20.275458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c027d9f0-90cb-4950-9692-213315753510 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:13:20.293938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814bc77-70ac-4c6e-a2c5-fdbe22028c8a None None] Pushing event updated for resources: {'Port': ['ID=9cb77aea-b0ab-47cc-816a-92d0a55606ac,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:20.303493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.327222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:20.331629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-f2326973-0c0e-41df-b0cf-09b3b7d6245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:20.333238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-f2326973-0c0e-41df-b0cf-09b3b7d6245a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e15487dc-88f4-4f80-9dc0-28e070a41cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4424765 May 13 15:13:20.523706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Transition to ACTIVE for port object 3efaf7a2-9952-4966-8db3-3c30ba2af721 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:20.532057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Transition to ACTIVE for port object c027d9f0-90cb-4950-9692-213315753510 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:20.566724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.626090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.626292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] DHCP port deletion for 1dc2c316-5163-4dba-83d3-75271191522f request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:20.656444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Network e71271a9-cfbf-45c6-814c-b99d439f0619 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:20.702130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.788346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Deleting port 80e6a854-4c92-4f8e-a745-84a6f19b725e {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:20.789368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:20.906259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:20.927260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:20.975709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Current status of the port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:21.093323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 9eb91e44-099c-41f5-8d04-b8771d4e96bf owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:21.111201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-cd490214-d4f8-48c4-a8c3-75d7387346f6', 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': 'a78bfe8b-942c-42ae-a49a-49f50ebea83e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:21.113786 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.139541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Pushing event updated for resources: {'Port': ['ID=3efaf7a2-9952-4966-8db3-3c30ba2af721,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:21.191855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5174110'] for subnet, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.219484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.246113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.246113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.251604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.251604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.252003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.252767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.255166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:21.257517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Pushing event updated for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:21.410740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.20.0.1 (a8580040-2b68-48e8-a56f-d924760ebe05/381a3e55-2add-442a-8c88-aeee1cc7a400/37d13eda-8a53-4fd1-94be-f469624df163) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:21.493768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Provisioning complete for port 80e6a854-4c92-4f8e-a745-84a6f19b725e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:21.494366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:21.757060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-25251f2a-b7c9-49aa-ac8e-306e670bce42 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3455555 May 13 15:13:21.795168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:21.795691 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.012615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.078308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Attempting to bind port c027d9f0-90cb-4950-9692-213315753510 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:22.078879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Attempting to bind port c027d9f0-90cb-4950-9692-213315753510 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:22.079432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Attempting to bind port c027d9f0-90cb-4950-9692-213315753510 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:22.099461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Router 21c75934-69d8-40c6-8d77-bb2748215ff1 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:22.101925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Attempting to bind port 3efaf7a2-9952-4966-8db3-3c30ba2af721 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:22.102716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Attempting to bind port 3efaf7a2-9952-4966-8db3-3c30ba2af721 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '84240cc4-c932-4e1c-8613-00179ea41b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:22.103350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Attempting to bind port 3efaf7a2-9952-4966-8db3-3c30ba2af721 on network e71271a9-cfbf-45c6-814c-b99d439f0619 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:22.108045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Port c027d9f0-90cb-4950-9692-213315753510 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:13:22.108436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Attempting to bind port c027d9f0-90cb-4950-9692-213315753510 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:22.115932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Calling delete_port for 80e6a854-4c92-4f8e-a745-84a6f19b725e owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:22.152927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:22.153302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:22.153610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:22.154041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Bound port: c027d9f0-90cb-4950-9692-213315753510, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:22.154413 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.194884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb77aea-b0ab-47cc-816a-92d0a55606ac up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:22.227063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Port': ['ID=9eb91e44-099c-41f5-8d04-b8771d4e96bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.279722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70f264-c444-4398-804a-c954e2d0c3f5 None None] Network a8580040-2b68-48e8-a56f-d924760ebe05 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:22.302543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.387244 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43334fbe-ee11-455d-a4ab-07822b78fd56 tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/ports/9eb91e44-099c-41f5-8d04-b8771d4e96bf HTTP/1.1" status: 204 len: 168 time: 3.0003247 May 13 15:13:22.397726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:22.403015 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.427878 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1157e265-5ed2-4734-a83d-88b633f7c2cb req-70fcd21e-3a6e-4b2a-80a3-fcd4e36d7c37 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603909 May 13 15:13:22.453672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20382e21-9110-4769-be3e-e255258aea60 req-54ba5736-6532-4def-bc78-ff7dbbe8d47f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.456738 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20382e21-9110-4769-be3e-e255258aea60 req-54ba5736-6532-4def-bc78-ff7dbbe8d47f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.9401112 May 13 15:13:22.464328 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732697224569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7608739'] for subnet, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.586196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 37d13eda-8a53-4fd1-94be-f469624df163 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:22.593613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:22.623337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c027d9f0-90cb-4950-9692-213315753510,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:22.632610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:22.636561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.646320 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Sync routers for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:22.665196 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:22.666224 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:22.667029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.667671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.673425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "PUT /v2.0/subnets/a78bfe8b-942c-42ae-a49a-49f50ebea83e HTTP/1.1" status: 200 len: 826 time: 2.5481544 May 13 15:13:22.757307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Allocated IP 2001:db8::2 (cd490214-d4f8-48c4-a8c3-75d7387346f6/a78bfe8b-942c-42ae-a49a-49f50ebea83e/d67e8fec-e177-4186-b0cf-92504fa36a9c) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:22.761373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38680) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:22.886027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8706ad-e9ee-48f1-b0e3-9a59b1187fde tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=a78bfe8b-942c-42ae-a49a-49f50ebea83e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:22.927335 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-34320b0b-330a-4235-9cc0-c1ee969558e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/21c75934-69d8-40c6-8d77-bb2748215ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3806024 May 13 15:13:22.941155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:22.942956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:22.944948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] 10.222.0.86 "PUT /v2.0/ports/c027d9f0-90cb-4950-9692-213315753510 HTTP/1.1" status: 200 len: 1091 time: 5.0861952 May 13 15:13:22.945863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38684) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:23.015872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'tag': 'c027d9f0-90cb-4950-9692-213315753510'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:23.047593 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:23.267537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-20382e21-9110-4769-be3e-e255258aea60 req-af7716cd-6e32-4468-be09-f51bd3c3985d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901886 May 13 15:13:23.325289 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c139865a-048d-4e86-b7eb-5fd8de04e819'] response: {'name': 'network-changed', 'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'tag': 'c027d9f0-90cb-4950-9692-213315753510', 'status': 'completed', 'code': 200} May 13 15:13:23.484543 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:13:17Z', 'revision_number': 5, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:23.489535 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Checking router: 21c75934-69d8-40c6-8d77-bb2748215ff1 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:23.496412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:23.497076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Checking segment: {'id': '84240cc4-c932-4e1c-8613-00179ea41b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:23.497370 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.497748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Bound using segment: {'id': '84240cc4-c932-4e1c-8613-00179ea41b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:23.501255 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Routers {'21c75934-69d8-40c6-8d77-bb2748215ff1'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:23.501878 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.503015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['21c75934-69d8-40c6-8d77-bb2748215ff1'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:23.505299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Bound port: 3efaf7a2-9952-4966-8db3-3c30ba2af721, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84240cc4-c932-4e1c-8613-00179ea41b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e71271a9-cfbf-45c6-814c-b99d439f0619'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:23.506556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.526167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 80e6a854-4c92-4f8e-a745-84a6f19b725e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:23.526736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.587800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.805130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network a8580040-2b68-48e8-a56f-d924760ebe05 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:23.812959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:23.819246 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:23.827177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] For port 3efaf7a2-9952-4966-8db3-3c30ba2af721, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:23.830790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] For port 3efaf7a2-9952-4966-8db3-3c30ba2af721, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3efaf7a2-9952-4966-8db3-3c30ba2af721,segment=NetworkSegment(84240cc4-c932-4e1c-8613-00179ea41b2e),segment_id=84240cc4-c932-4e1c-8613-00179ea41b2e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:23.848307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38409c-6900-4715-a60a-e0068ca39c2c service neutron] Pushing event updated for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:23.859842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9cb77aea-b0ab-47cc-816a-92d0a55606ac completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:23.924877 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:23.946520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=37d13eda-8a53-4fd1-94be-f469624df163,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:23.982961 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] Set router 21c75934-69d8-40c6-8d77-bb2748215ff1 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:23.994844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.073690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c479a-23d8-4a1c-8719-2d59928d934b req-f8bce491-69e9-4a70-90b8-c7ccc5a0e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:24.076225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-f8bce491-69e9-4a70-90b8-c7ccc5a0e8d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1096 time: 1.3795273 May 13 15:13:24.095841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.183399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:24.287177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.335574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 80e6a854-4c92-4f8e-a745-84a6f19b725e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:24.336822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80e6a854-4c92-4f8e-a745-84a6f19b725e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:24.338602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Port 80e6a854-4c92-4f8e-a745-84a6f19b725e update to ACTIVE by agent not found {{(pid=88134) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 13 15:13:24.401230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] No DVR routers for this DVR port 80e6a854-4c92-4f8e-a745-84a6f19b725e on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:24.422178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.470678 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7ca836bb-1a12-4203-a7d7-9ce29cf0d38d None None] Provisioning for port c027d9f0-90cb-4950-9692-213315753510 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:24.483864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Transition to ACTIVE for port object d67e8fec-e177-4186-b0cf-92504fa36a9c will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:24.492445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655da2ca-16f5-453d-95b8-2fc46b7de185 None None] Pushing event updated for resources: {'Port': ['ID=3efaf7a2-9952-4966-8db3-3c30ba2af721,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.544802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.608729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41e8f6-4c33-49fb-8a74-577e5cdd5c32 None None] Pushing event deleted for resources: {'Port': ['ID=80e6a854-4c92-4f8e-a745-84a6f19b725e,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:24.670658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Transition to ACTIVE for port object d67e8fec-e177-4186-b0cf-92504fa36a9c will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:24.676181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Provisioning complete for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:24.676181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.711587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] For port 80e6a854-4c92-4f8e-a745-84a6f19b725e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80e6a854-4c92-4f8e-a745-84a6f19b725e,segment=NetworkSegment(49b24e35-1ffe-484d-b240-7d310890b3c2),segment_id=49b24e35-1ffe-484d-b240-7d310890b3c2)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:24.714334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.767134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:13:17Z', 'revision_number': 5, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:24.777587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f3ada-9a04-4b01-a71e-a386e7d0f09d None None] The sync data for ids ['21c75934-69d8-40c6-8d77-bb2748215ff1'] in n-d-841736-1 is: [{'id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'name': 'tempest-TestAggregatesBasicOps-514567072-router', 'tenant_id': 'a4e23072c26a4865b7e7181436ea3177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:12:32Z', 'updated_at': '2022-05-13T15:13:17Z', 'revision_number': 5, 'project_id': 'a4e23072c26a4865b7e7181436ea3177', 'gw_port': {'id': '812542b8-4b93-4368-a39f-7f687e0bee1c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c75934-69d8-40c6-8d77-bb2748215ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:38Z', 'updated_at': '2022-05-13T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:24.858011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:24.950507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-0757a4a5-2481-4180-a978-f3b2f08005df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:24.952263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-0757a4a5-2481-4180-a978-f3b2f08005df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 1094 time: 1.9286683 May 13 15:13:25.030399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Pushing event updated for resources: {'Port': ['ID=d67e8fec-e177-4186-b0cf-92504fa36a9c,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:25.084123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:25.096265 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:25.102607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:25.116650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Calling delete_port for 80e6a854-4c92-4f8e-a745-84a6f19b725e owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:25.174821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.310525 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.db.api [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:25.311002 n-d-841736-1 neutron-server[88131]: DEBUG oslo_db.api [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:25.326381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Attempting to bind port d67e8fec-e177-4186-b0cf-92504fa36a9c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:25.326763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Attempting to bind port d67e8fec-e177-4186-b0cf-92504fa36a9c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:25.327135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Attempting to bind port d67e8fec-e177-4186-b0cf-92504fa36a9c on network cd490214-d4f8-48c4-a8c3-75d7387346f6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:25.343001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:25.343648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Checking segment: {'id': '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:25.346908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.347690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Bound using segment: {'id': '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:25.347845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Bound port: d67e8fec-e177-4186-b0cf-92504fa36a9c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:25.348567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.385536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Current status of the port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:25.453683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Provisioning for port 9cb77aea-b0ab-47cc-816a-92d0a55606ac completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:25.481120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Provisioning complete for port 9cb77aea-b0ab-47cc-816a-92d0a55606ac triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:25.481120 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.614465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-8eb6f819-e8f0-4116-b12f-1ec8db22ce82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c027d9f0-90cb-4950-9692-213315753510 HTTP/1.1" status: 200 len: 217 time: 0.2745073 May 13 15:13:25.676611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] For port d67e8fec-e177-4186-b0cf-92504fa36a9c, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:25.687162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] For port d67e8fec-e177-4186-b0cf-92504fa36a9c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d67e8fec-e177-4186-b0cf-92504fa36a9c,segment=NetworkSegment(9f5fe353-b6b2-462e-b4bf-fa74cdfa9341),segment_id=9f5fe353-b6b2-462e-b4bf-fa74cdfa9341)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:25.820510 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.837087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-3c0be660-216b-4a57-8a33-0ba160be9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:25.839374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-3c0be660-216b-4a57-8a33-0ba160be9790 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.2076740 May 13 15:13:25.852771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Deleting port 812542b8-4b93-4368-a39f-7f687e0bee1c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:25.853215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.877350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Current status of the port 9cb77aea-b0ab-47cc-816a-92d0a55606ac is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:25.878401 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:25.902358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.018532 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Deleting port 80e6a854-4c92-4f8e-a745-84a6f19b725e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:26.019570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.168882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] For port 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb77aea-b0ab-47cc-816a-92d0a55606ac,segment=NetworkSegment(1018ec08-631a-4c01-af5c-761ad03bfc8d),segment_id=1018ec08-631a-4c01-af5c-761ad03bfc8d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:26.182446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.190269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33317bc-a6bf-433b-b5d9-cdd10bba8e61 None None] Pushing event updated for resources: {'Port': ['ID=d67e8fec-e177-4186-b0cf-92504fa36a9c,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:26.222864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] For port 812542b8-4b93-4368-a39f-7f687e0bee1c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=812542b8-4b93-4368-a39f-7f687e0bee1c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:26.223447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.264670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] The port '80e6a854-4c92-4f8e-a745-84a6f19b725e' was deleted {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:26.400425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352af2-6a0e-47c8-b66a-d5c14c70a2c3 None None] Pushing event updated for resources: {'Port': ['ID=9cb77aea-b0ab-47cc-816a-92d0a55606ac,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:26.439702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Calling delete_port for 812542b8-4b93-4368-a39f-7f687e0bee1c owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:26.508879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Provisioning for port 37d13eda-8a53-4fd1-94be-f469624df163 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:26.545407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Provisioning complete for port 37d13eda-8a53-4fd1-94be-f469624df163 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:26.550987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.644302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.680343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.769260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.792926 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Port 37d13eda-8a53-4fd1-94be-f469624df163 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:26.796134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c2ceb-4e81-4e8d-8c8e-9051035d847b None None] Network e71271a9-cfbf-45c6-814c-b99d439f0619 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:26.798066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc2c316-5163-4dba-83d3-75271191522f']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:26.816558 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:26.820120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3efaf7a2-9952-4966-8db3-3c30ba2af721 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:27.018927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b24e35-1ffe-484d-b240-7d310890b3c2') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.020644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b24e35-1ffe-484d-b240-7d310890b3c2') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:27.024733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Provisioning complete for port 9cb77aea-b0ab-47cc-816a-92d0a55606ac triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.025232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.065360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c479a-23d8-4a1c-8719-2d59928d934b req-5faf82bf-49f4-445a-a328-5007d773727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:27.066850 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-5faf82bf-49f4-445a-a328-5007d773727f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 897 time: 2.9441726 May 13 15:13:27.099591 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.137063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.184483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 3efaf7a2-9952-4966-8db3-3c30ba2af721 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:27.211834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.214392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.231627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=37d13eda-8a53-4fd1-94be-f469624df163,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.244175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4a50d3f-ff0a-40c3-a458-9ebbc6657827 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:27.248113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:27.250857 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: util.warn( May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:27.279801 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:27.285140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=812542b8-4b93-4368-a39f-7f687e0bee1c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.290765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ce645-17d4-4d68-a488-66e0a6270dd0 req-a3065a2e-d1f5-40ba-ad66-7ea85bae0dd4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:27.291817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e8ce645-17d4-4d68-a488-66e0a6270dd0 req-a3065a2e-d1f5-40ba-ad66-7ea85bae0dd4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 2.3134348 May 13 15:13:27.328998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e4a50d3f-ff0a-40c3-a458-9ebbc6657827 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:27.329463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e4a50d3f-ff0a-40c3-a458-9ebbc6657827 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:27.372635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-fbae5a3a-bc18-4d64-9348-2605dd02f3ee None None] Current status of the port 9cb77aea-b0ab-47cc-816a-92d0a55606ac is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:27.444288 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-d473e784-2c00-4772-a811-ed9b6cef5672 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 1000 time: 0.3598368 May 13 15:13:27.454437 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.540497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-899ec809-e970-4359-8141-383a994f4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:27.542486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-899ec809-e970-4359-8141-383a994f4fe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9225225 May 13 15:13:27.564876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.577902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Provisioning for port 3efaf7a2-9952-4966-8db3-3c30ba2af721 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:27.595259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Provisioning complete for port 3efaf7a2-9952-4966-8db3-3c30ba2af721 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:27.595631 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.597110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:27.618749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] 10.222.0.36 "DELETE /v2.0/networks/1dc2c316-5163-4dba-83d3-75271191522f HTTP/1.1" status: 204 len: 168 time: 5.2198029 May 13 15:13:27.644879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f8d38-a91a-4cf0-9b35-75eb5093a13f tempest-PortsIpV6TestJSON-481817878 tempest-PortsIpV6TestJSON-481817878-project] Pushing event deleted for resources: {'Network': ['ID=1dc2c316-5163-4dba-83d3-75271191522f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:27.674289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network a8580040-2b68-48e8-a56f-d924760ebe05 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:27.675686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:28.041955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Current status of the port 3efaf7a2-9952-4966-8db3-3c30ba2af721 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:28.042536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.150833 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.157873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.177760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] For port 3efaf7a2-9952-4966-8db3-3c30ba2af721, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3efaf7a2-9952-4966-8db3-3c30ba2af721,segment=NetworkSegment(84240cc4-c932-4e1c-8613-00179ea41b2e),segment_id=84240cc4-c932-4e1c-8613-00179ea41b2e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:28.189005 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.266425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988b302-1715-4273-ae18-158e6547d968 None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:28.427399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 4ebdbb94-2901-4088-a5c3-8b42d0d69e60 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:28.495128 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.495827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c75934-69d8-40c6-8d77-bb2748215ff1 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:28.529196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.587966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca94748d-b3c8-4ad4-a3f3-5cb4c1f93c66 None None] Provisioning complete for port 37d13eda-8a53-4fd1-94be-f469624df163 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:28.588366 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ca94748d-b3c8-4ad4-a3f3-5cb4c1f93c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:28.701984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e8ce645-17d4-4d68-a488-66e0a6270dd0 req-7d783ac2-968f-4820-a7fd-c24b715c7f6f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4001665 May 13 15:13:28.736578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aad30-90cf-4883-bac3-81a596bf77a0 None None] Pushing event updated for resources: {'Port': ['ID=3efaf7a2-9952-4966-8db3-3c30ba2af721,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:28.746432 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ca94748d-b3c8-4ad4-a3f3-5cb4c1f93c66 None None] Port 37d13eda-8a53-4fd1-94be-f469624df163 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:28.778355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ca94748d-b3c8-4ad4-a3f3-5cb4c1f93c66 None None] Provisioning for port d67e8fec-e177-4186-b0cf-92504fa36a9c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:28.782357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c479a-23d8-4a1c-8719-2d59928d934b req-f5e24205-e625-4d72-b54c-735e7fb4247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:28.782529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38702) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:28.783901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-f5e24205-e625-4d72-b54c-735e7fb4247f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 200 len: 835 time: 1.2504182 May 13 15:13:28.815632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=a78bfe8b-942c-42ae-a49a-49f50ebea83e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:28.875733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:28.889866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fffda-cab3-44ef-8216-23944f58083d None None] Sync routers for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:28.893641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dbcba82f-6920-4820-9f79-584706843647 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0718277 May 13 15:13:28.896403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:28.933450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:28.934081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.043176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.054597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f2407279-5a41-4788-bd74-df0aeb454022 None None] Provisioning complete for port 3efaf7a2-9952-4966-8db3-3c30ba2af721 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:29.054969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f2407279-5a41-4788-bd74-df0aeb454022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.060748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363de3ee-b07d-4fd4-bf6e-c4d3cf5e4be8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.061476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-363de3ee-b07d-4fd4-bf6e-c4d3cf5e4be8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:29.094346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-363de3ee-b07d-4fd4-bf6e-c4d3cf5e4be8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:29.096077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-363de3ee-b07d-4fd4-bf6e-c4d3cf5e4be8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports/37d13eda-8a53-4fd1-94be-f469624df163 HTTP/1.1" status: 200 len: 910 time: 0.1982081 May 13 15:13:29.099259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38712) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:29.127391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:29.128287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.153456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.188666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd490214-d4f8-48c4-a8c3-75d7387346f6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.204904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.205453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.222162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.239479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533fffda-cab3-44ef-8216-23944f58083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:29.239875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fffda-cab3-44ef-8216-23944f58083d None None] The sync data for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:29.240858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.241439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] DHCP port deletion for cd490214-d4f8-48c4-a8c3-75d7387346f6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:29.251927 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:29.252525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.263585 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Deleting port d67e8fec-e177-4186-b0cf-92504fa36a9c {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:29.263946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.369786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb77aea-b0ab-47cc-816a-92d0a55606ac up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:29.380034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0272a42d-e7d2-4d26-8375-10ed04e824d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faf7883d4ea2459dbe21ea6b2a377216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908129 May 13 15:13:29.381032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38716) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:29.381220 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:29.405659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:13:29.405659 n-d-841736-1 neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:13:29.405659 n-d-841736-1 neutron-server[88132]: [parameters: {'id': 'cd490214-d4f8-48c4-a8c3-75d7387346f6'}] May 13 15:13:29.405659 n-d-841736-1 neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:29.406344 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:29.419734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-90b0182c-0409-49f7-bbb6-3349e7fb0787 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7200530 May 13 15:13:29.561395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.564974 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-18773cdf-1ffc-4088-a56a-417683e047f4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/21c75934-69d8-40c6-8d77-bb2748215ff1 HTTP/1.1" status: 204 len: 168 time: 6.5409873 May 13 15:13:29.566460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:29.627037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f2407279-5a41-4788-bd74-df0aeb454022 None None] Current status of the port 3efaf7a2-9952-4966-8db3-3c30ba2af721 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:29.644370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Deleting subnet 742b3e3a-a076-4d11-a7e8-3834bea4f2a9 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:29.653444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.655031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9cb77aea-b0ab-47cc-816a-92d0a55606ac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:29.655569 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.686403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.695369 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37dc45f8-6067-4a52-bb63-7dd40984bc90 req-fddec279-5121-40df-9970-de714462b592 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668402 May 13 15:13:29.720125 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c479a-23d8-4a1c-8719-2d59928d934b req-51912f53-aaa2-4541-8cd5-d987f97e43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:29.721823 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-51912f53-aaa2-4541-8cd5-d987f97e43a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e15487dc-88f4-4f80-9dc0-28e070a41cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9073694 May 13 15:13:29.730543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.804593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] For port d67e8fec-e177-4186-b0cf-92504fa36a9c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d67e8fec-e177-4186-b0cf-92504fa36a9c,segment=NetworkSegment(9f5fe353-b6b2-462e-b4bf-fa74cdfa9341),segment_id=9f5fe353-b6b2-462e-b4bf-fa74cdfa9341)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:29.804987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.930800 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.966869 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:29.997591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting port d67e8fec-e177-4186-b0cf-92504fa36a9c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:29.998002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.013145 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Calling delete_port for d67e8fec-e177-4186-b0cf-92504fa36a9c owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:30.037708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.075253 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6387ba4a-382e-4b62-b1b5-ac29555418fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.132948 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-414d16d5-468f-4269-ad52-79ea6fa528db service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927260 May 13 15:13:30.148358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b13db-0c6b-4a21-9cbd-8903b4584113 req-f820b7dc-2240-4cd1-b628-1f02dbf75b5f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.149899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c02b13db-0c6b-4a21-9cbd-8903b4584113 req-f820b7dc-2240-4cd1-b628-1f02dbf75b5f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.2474563 May 13 15:13:30.154960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.190997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9cb77aea-b0ab-47cc-816a-92d0a55606ac is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:30.197318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.202395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1c0d1-f3b0-4a30-a7ba-9532fbc73654,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:30.212938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.216891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6815a4b7-9d92-4b83-ae04-9511d0767e79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17a1c0d1-f3b0-4a30-a7ba-9532fbc73654 HTTP/1.1" status: 204 len: 168 time: 0.8323710 May 13 15:13:30.217099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-270548cb-3226-4263-a006-5e2397003332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.218931 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-270548cb-3226-4263-a006-5e2397003332 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 1094 time: 0.4099376 May 13 15:13:30.229418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.265268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c02b13db-0c6b-4a21-9cbd-8903b4584113 req-376259d9-ab3c-4590-9447-1bd3077c0caa tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 May 13 15:13:30.277449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] Pushing event deleted for resources: {'Port': ['ID=d67e8fec-e177-4186-b0cf-92504fa36a9c,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:30.284925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] The port 'd67e8fec-e177-4186-b0cf-92504fa36a9c' was deleted {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:30.338632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29435c1-2eba-40c5-8de1-eeb16d10e218 None None] No DVR routers for this DVR port d67e8fec-e177-4186-b0cf-92504fa36a9c on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:30.367034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f57ecc-7f4b-402a-8373-1662094a1306 None None] Network cd490214-d4f8-48c4-a8c3-75d7387346f6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:30.542067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3efaf7a2-9952-4966-8db3-3c30ba2af721 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:30.749025 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 3efaf7a2-9952-4966-8db3-3c30ba2af721 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:30.749739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.764368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.769778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.857371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742b3e3a-a076-4d11-a7e8-3834bea4f2a9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:30.884002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd490214-d4f8-48c4-a8c3-75d7387346f6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.895658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944268d8-c834-4d8b-8916-614a8f8f82e4 None None] Network a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:30.898072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.920053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.920485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5fe353-b6b2-462e-b4bf-fa74cdfa9341') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:30.930603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-444c479a-23d8-4a1c-8719-2d59928d934b req-b4574ed4-831e-432f-8226-7836970ae871 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884691 May 13 15:13:30.938933 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38a4a91e-28ce-48b6-8a64-40b45042d8e0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/742b3e3a-a076-4d11-a7e8-3834bea4f2a9 HTTP/1.1" status: 204 len: 168 time: 1.3706796 May 13 15:13:30.942936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:30.954097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:30.969009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-2f611486-e92e-4959-9f36-e237ce1ef399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:30.970529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-2f611486-e92e-4959-9f36-e237ce1ef399 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.6829665 May 13 15:13:31.036861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.055436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-8e4c64e9-61b1-44ac-b5d2-c34c65b21971 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c027d9f0-90cb-4950-9692-213315753510 HTTP/1.1" status: 200 len: 217 time: 0.0779283 May 13 15:13:31.058601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:31.059080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.073007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 3efaf7a2-9952-4966-8db3-3c30ba2af721 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:31.075235 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:31.116240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.201609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Deleting port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:31.201893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.254623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-71759e84-3b51-415c-88b7-6507f466b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.256247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-71759e84-3b51-415c-88b7-6507f466b2ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1802258 May 13 15:13:31.265579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d67e8fec-e177-4186-b0cf-92504fa36a9c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:31.279641 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.21.0.1 (e71271a9-cfbf-45c6-814c-b99d439f0619/b46dbbf8-0714-4e2d-b165-eff2a4b5dab2/245c01b1-53f7-4170-b329-96cefe8b691e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:31.314144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d67e8fec-e177-4186-b0cf-92504fa36a9c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:31.315032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d67e8fec-e177-4186-b0cf-92504fa36a9c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:31.315651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 812542b8-4b93-4368-a39f-7f687e0bee1c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:31.359293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 812542b8-4b93-4368-a39f-7f687e0bee1c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:31.359753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 812542b8-4b93-4368-a39f-7f687e0bee1c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:31.376963 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.400656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649481'] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.501038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=cd490214-d4f8-48c4-a8c3-75d7387346f6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:31.509590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-086842b1-8492-4cd3-9597-9f3f9d4e8990 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/cd490214-d4f8-48c4-a8c3-75d7387346f6 HTTP/1.1" status: 204 len: 168 time: 8.7270701 May 13 15:13:31.522890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.531439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] DHCP port deletion for a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:31.536401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Deleting port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:31.537039 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.599790 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-583ffe3a-84ee-402d-a91a-484d7d63569f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:31.600379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583ffe3a-84ee-402d-a91a-484d7d63569f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:31.606624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-583ffe3a-84ee-402d-a91a-484d7d63569f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/cd490214-d4f8-48c4-a8c3-75d7387346f6 HTTP/1.1" status: 404 len: 339 time: 0.0783758 May 13 15:13:31.615074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.621696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115085730', 'description': 'd1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:31.639124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:31.645767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] For port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:31.646140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.655610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-809bd216-87d4-49f4-a28e-418132af977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.658544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-809bd216-87d4-49f4-a28e-418132af977a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3947866 May 13 15:13:31.670160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Usage tracker for resource:network and tenant:6760d944a3194422ad3980891756790f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:31.786812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:31.820369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Calling delete_port for 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:31.868463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:31.885618 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-36794a7c-269c-42a6-871d-41e026e434d3 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171047 May 13 15:13:31.899060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6019a85-6c7c-48c8-bd45-43348025fc2b req-87ea9562-c0c8-43ba-bf08-eec63d374c5f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:31.900680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6019a85-6c7c-48c8-bd45-43348025fc2b req-87ea9562-c0c8-43ba-bf08-eec63d374c5f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.3405049 May 13 15:13:31.901173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:31.920252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:31.920252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.925697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] For port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,segment=NetworkSegment(1caa240e-7546-4353-b35a-b00af932f4b0),segment_id=1caa240e-7546-4353-b35a-b00af932f4b0)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:31.926091 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.954080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.968793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:31.978552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:31.979010 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment 2a78e467-c303-415d-bcea-ab6d8dda0547 of type vlan for network a94fc3d2-c974-4c8d-99a0-c62f315c557b May 13 15:13:32.012529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.050410 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e6019a85-6c7c-48c8-bd45-43348025fc2b req-3d323ce0-a97b-4e1d-9d3a-be0f77f8b0e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167819 May 13 15:13:32.099137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Calling delete_port for 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:32.102638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 245c01b1-53f7-4170-b329-96cefe8b691e will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:32.104803 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.112756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:32.113719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.137598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.155329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-54b4fdbe-cc47-4678-9a6e-477bb90f5585 tempest-ServiceProvidersTest-488500050 tempest-ServiceProvidersTest-488500050-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2312393 May 13 15:13:32.156586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-be1cb0c2-6a4b-4e5f-9dd7-5064ac713709 req-ea32535c-1639-431e-a8cc-6b004fe7884d service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543416 May 13 15:13:32.198045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:32.198394 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:32.276515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f8fbb8-7be8-47fe-aee7-146b56aa51b6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:32.300312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] No DVR routers for this DVR port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:32.354908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=a94fc3d2-c974-4c8d-99a0-c62f315c557b,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:32.366654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a94fc3d2-c974-4c8d-99a0-c62f315c557b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:32.375832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56b23dfb-d583-4d68-a883-bfb5bbb10138 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7589059 May 13 15:13:32.379373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:32.472700 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:32.542136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:32.542483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:32.573144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38778) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:32.578379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.621313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.636936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a47d11f-fe68-4983-8c9d-417db1515ec6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:32.637671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a47d11f-fe68-4983-8c9d-417db1515ec6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Synchronizing usage tracker for tenant:6760d944a3194422ad3980891756790f on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:32.689761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b46a4043-ddae-4291-b8fe-62555ed9369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.698542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:32.704143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Deleting port 98f8fbb8-7be8-47fe-aee7-146b56aa51b6 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:32.704557 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.710670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network e71271a9-cfbf-45c6-814c-b99d439f0619 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:32.720242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.722976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:32.728342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=245c01b1-53f7-4170-b329-96cefe8b691e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:32.730754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:32.751302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:32.756643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Usage tracker for resource:security_group_rule and tenant:96e4eec155e9472fa032c6ee78222ea9 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:32.763786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:32.770845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:32.888756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.893933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.930739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c45c8d2b-7439-4016-877e-fb4278395162 None None] The port '98f8fbb8-7be8-47fe-aee7-146b56aa51b6' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:32.944162 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96e4eec155e9472fa032c6ee78222ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693860 May 13 15:13:32.945009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:32.949441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caa240e-7546-4353-b35a-b00af932f4b0') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:32.949743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caa240e-7546-4353-b35a-b00af932f4b0') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:32.964673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.973563 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.988162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5a47d11f-fe68-4983-8c9d-417db1515ec6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Unset dirty status for tenant:6760d944a3194422ad3980891756790f on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:32.989708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5a47d11f-fe68-4983-8c9d-417db1515ec6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks?id=a94fc3d2-c974-4c8d-99a0-c62f315c557b HTTP/1.1" status: 200 len: 765 time: 0.6093876 May 13 15:13:32.991133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:32.997468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38788) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.014986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:33.015517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'description': 'd2'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:33.015885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:33.031460 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:33.040539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cca2d-0467-4e1e-a517-a19a2f95ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b452f93-7e3c-4cf7-aed1-cef7c3080eae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.088041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d76fe0f-a701-42dd-a40e-8021bedc6228 None None] Provisioning for port 245c01b1-53f7-4170-b329-96cefe8b691e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:33.096329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d76fe0f-a701-42dd-a40e-8021bedc6228 None None] Provisioning complete for port 245c01b1-53f7-4170-b329-96cefe8b691e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:33.097157 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d76fe0f-a701-42dd-a40e-8021bedc6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.141144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.177057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.197631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-6d76fe0f-a701-42dd-a40e-8021bedc6228 None None] Port 245c01b1-53f7-4170-b329-96cefe8b691e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:33.204978 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.211431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.221000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0 HTTP/1.1" status: 204 len: 168 time: 2.2758665 May 13 15:13:33.221983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d20d8-74a6-47ab-9309-7be4ce0b2fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51cd8df-bf87-4406-9bde-5b0f8b8ea8c0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.268799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.331634 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.397487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.449973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.462879 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.480691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.492671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10c293-bfd3-42a0-9e93-cbcfea6d1810 req-d1d3088f-91a4-4a5f-95f2-4cdf9cf20f8f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:33.494201 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca10c293-bfd3-42a0-9e93-cbcfea6d1810 req-d1d3088f-91a4-4a5f-95f2-4cdf9cf20f8f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.2349620 May 13 15:13:33.498197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.522855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b452f93-7e3c-4cf7-aed1-cef7c3080eae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.531462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network a94fc3d2-c974-4c8d-99a0-c62f315c557b is not hosted by any dhcp agent {{(pid=88132) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 13 15:13:33.536914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:33.538225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.538882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "PUT /v2.0/networks/a94fc3d2-c974-4c8d-99a0-c62f315c557b HTTP/1.1" status: 200 len: 762 time: 0.5404611 May 13 15:13:33.577763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.580124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7dd21d1e-8ffd-4138-99a8-7dc8d40af4b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72a98c781cf7402b8b789b6dc4ca67a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805506 May 13 15:13:33.589174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38804) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:33.608396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.612457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-01346396-279c-47fb-8128-362dc2566e84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b452f93-7e3c-4cf7-aed1-cef7c3080eae HTTP/1.1" status: 204 len: 168 time: 0.6616652 May 13 15:13:33.649867 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9920-f954-47cb-b8ae-4adf25d9c0e2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=a94fc3d2-c974-4c8d-99a0-c62f315c557b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.663834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network a94fc3d2-c974-4c8d-99a0-c62f315c557b details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:33.696909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.757642 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.884639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.905630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a63af8-a2d9-4a31-a00e-9b52927b29c8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:33.909332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:33.910628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-53842de3-c377-4e00-a715-bbe668877a6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7a63af8-a2d9-4a31-a00e-9b52927b29c8 HTTP/1.1" status: 204 len: 168 time: 0.3192894 May 13 15:13:34.098668 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca10c293-bfd3-42a0-9e93-cbcfea6d1810 req-80d62820-e338-4100-a4dd-27c31334c4bf tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217929 May 13 15:13:34.120293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70f66d-a6b9-4f5e-989c-470beec0aa13 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.120293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5d70f66d-a6b9-4f5e-989c-470beec0aa13 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks?id=a94fc3d2-c974-4c8d-99a0-c62f315c557b HTTP/1.1" status: 200 len: 765 time: 0.5386329 May 13 15:13:34.124430 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38816) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.346500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.356908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83122781-160d-4c64-81a0-eb26526457cd tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.361610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.362121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-83122781-160d-4c64-81a0-eb26526457cd tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2365377 May 13 15:13:34.365500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.424016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b93853fe-bdc3-408c-a347-07f1ed677f9d tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Synchronizing usage tracker for tenant:6760d944a3194422ad3980891756790f on resource:subnet {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:34.446074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b93853fe-bdc3-408c-a347-07f1ed677f9d tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Unset dirty status for tenant:6760d944a3194422ad3980891756790f on resource:subnet {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:34.447469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b93853fe-bdc3-408c-a347-07f1ed677f9d tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d HTTP/1.1" status: 200 len: 207 time: 0.0847883 May 13 15:13:34.451237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.481045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.490277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.635772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.641777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.647607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.654279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.660016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.665146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=245c01b1-53f7-4170-b329-96cefe8b691e,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.666390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:34.667413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Synchronizing usage tracker for tenant:6760d944a3194422ad3980891756790f on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:34.670583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-84f2365d-118d-4834-9b1b-e78122d4a725 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4e23072c26a4865b7e7181436ea3177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611335 May 13 15:13:34.676072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.699774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Unset dirty status for tenant:6760d944a3194422ad3980891756790f on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:34.704875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a0c6cb3a-bb80-42d1-87c1-e9ae4e79c0c4 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2483592 May 13 15:13:34.709889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:34.758668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.791827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.817732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network e71271a9-cfbf-45c6-814c-b99d439f0619 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:34.853815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:34.871992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.893949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c51a36-451e-4030-b157-64eafcc5b1f5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:34.935144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:34.954157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1033620a-3d57-44fa-9f4b-20306b420009 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18c51a36-451e-4030-b157-64eafcc5b1f5 HTTP/1.1" status: 204 len: 168 time: 0.2623694 May 13 15:13:34.983838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.242149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f8709b16-be59-48f4-acfa-3dcde24f94b2 None None] Provisioning complete for port 245c01b1-53f7-4170-b329-96cefe8b691e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:35.242802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f8709b16-be59-48f4-acfa-3dcde24f94b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:35.311001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 4ebdbb94-2901-4088-a5c3-8b42d0d69e60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:35.362201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f8709b16-be59-48f4-acfa-3dcde24f94b2 None None] Port 245c01b1-53f7-4170-b329-96cefe8b691e cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:13:35.431036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23962-e03c-43a9-8c71-0aeee5531f0d req-178063b6-1822-41fa-b4a5-a9504ada2fb4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.433212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23d23962-e03c-43a9-8c71-0aeee5531f0d req-178063b6-1822-41fa-b4a5-a9504ada2fb4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.1460841 May 13 15:13:35.449489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3ebb43e-406b-4a60-aa55-c6ba2f13fb35 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7381587 May 13 15:13:35.466302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.571585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:35.584314 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] Sync routers for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:35.584895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-54544b35-c4a5-4b2e-9474-56ff8497b0f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4838569 May 13 15:13:35.585854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38880) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.601002 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:35.601959 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:35.617929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23d23962-e03c-43a9-8c71-0aeee5531f0d req-2f9970e4-8284-4ac1-90b9-1744e87cce12 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710515 May 13 15:13:35.647887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.649504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.652917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.657550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.659787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.662834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3fd9d5b0-186b-4f53-96ec-9b27297017c0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1934426 May 13 15:13:35.667632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.718286 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810bb29-42c9-450c-a5bc-41dc76dd168a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.721272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4810bb29-42c9-450c-a5bc-41dc76dd168a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:35.759725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4810bb29-42c9-450c-a5bc-41dc76dd168a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:35.764500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4810bb29-42c9-450c-a5bc-41dc76dd168a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports/245c01b1-53f7-4170-b329-96cefe8b691e HTTP/1.1" status: 200 len: 910 time: 0.1770945 May 13 15:13:35.765111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38892) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.774153 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:35.791143 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:35.794292 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:35.891981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.894965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.898405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.901827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.906088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:35.920331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-86f7e191-833c-46c3-8f3d-1cf338f0e5e8 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2513151 May 13 15:13:35.921552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38904) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:35.927038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:35.927571 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566833-482d-4aef-8b37-33b89c09d07e None None] The sync data for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:36.164389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49c0e9-a6ee-4c2c-b503-d5235d447b77 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.171985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ae49c0e9-a6ee-4c2c-b503-d5235d447b77 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks/27b62e87-1eb6-4993-826d-2e4f6920f8c4 HTTP/1.1" status: 200 len: 803 time: 0.2483580 May 13 15:13:36.172919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.210677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.508261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:36.575229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2b3149a-108a-4bd9-9a6d-3e2a25e2ee38 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/floatingips/ae9f0c99-31da-478e-bd1a-440d3cca0345 HTTP/1.1" status: 200 len: 992 time: 0.3633146 May 13 15:13:36.637979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b95613e7-d1eb-4593-b31e-c06251157758 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/networks/27b62e87-1eb6-4993-826d-2e4f6920f8c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4637852 May 13 15:13:36.647648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38940) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.777757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef23ff-90ff-4d9e-8eb0-f02f89b04cff tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.780343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-29ef23ff-90ff-4d9e-8eb0-f02f89b04cff tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets/8e2bacdd-187b-413b-a95a-cb81d47d66e2 HTTP/1.1" status: 200 len: 843 time: 0.1308372 May 13 15:13:36.786142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.954936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5612ae-d56c-458f-91f0-a9a25be1cd95 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['shared'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:36.956784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ab5612ae-d56c-458f-91f0-a9a25be1cd95 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "GET /v2.0/subnets/8e2bacdd-187b-413b-a95a-cb81d47d66e2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1686990 May 13 15:13:36.962747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38964) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.965173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 38966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:36.970555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64285520'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:36.986957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.002233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:37.025031 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afab032-10c1-4393-b210-1bab5387ffc9 req-cc6c4d06-f4cd-4382-bcbd-d7f1372ad9f7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:37.026709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4afab032-10c1-4393-b210-1bab5387ffc9 req-cc6c4d06-f4cd-4382-bcbd-d7f1372ad9f7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.1732731 May 13 15:13:37.034093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:37.038756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.157579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:37.181519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.182228 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Added segment dd106619-ccae-47a1-8b5d-cca07df2a45f of type vlan for network 77461893-0941-4055-b325-8c5948e74e78 May 13 15:13:37.217442 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.261522 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4afab032-10c1-4393-b210-1bab5387ffc9 req-5f5d8bb0-9670-44e8-8612-2dfb305410da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110019 May 13 15:13:37.264078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.270695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:37.271567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.409243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4424701 May 13 15:13:37.410074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38976) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.419600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'network_id': '77461893-0941-4055-b325-8c5948e74e78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:37.438303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43a4c0-3d4e-4787-98e2-d1854cb28944 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Network': ['ID=77461893-0941-4055-b325-8c5948e74e78,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:37.470566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 77461893-0941-4055-b325-8c5948e74e78 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:37.524181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 5005d2a4-6736-4262-b145-0f57bedde59e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:37.525110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.676688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.689581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:37.701377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Made reservation on behalf of 6760d944a3194422ad3980891756790f for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:37.705136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.744899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 245c01b1-53f7-4170-b329-96cefe8b691e {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:37.745238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.817875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Performing IP validity checks on allocation pools {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 13 15:13:37.818446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.ipam_backend_mixin [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88132) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 13 15:13:37.821022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38982) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:37.827776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660858792', 'description': 'tempest-secgroup-smoke-660858792 description', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:37.840870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.849013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:37.852892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:37.861534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:37.876764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.892685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.948265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:37.957651 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.957981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:37.958819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:37.964409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:37.978307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:38.057237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.120264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 5005d2a4-6736-4262-b145-0f57bedde59e owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:38.166637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.179300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=0a763a16-65ae-4e9b-ad2c-fa98a384b396,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.203564 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.206657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Checking segment: {'id': 'dd106619-ccae-47a1-8b5d-cca07df2a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '77461893-0941-4055-b325-8c5948e74e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:38.207024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network hostable DHCP agents. Network: 77461893-0941-4055-b325-8c5948e74e78, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:38.214381 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.226947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:38.239530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:38.245798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:38.260855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:38.280151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Network 77461893-0941-4055-b325-8c5948e74e78 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:38.282979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5778aa35-aac9-4cc9-9458-dde23eee0665,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.308610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 77461893-0941-4055-b325-8c5948e74e78) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:38.314395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:38.315133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.315386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 245c01b1-53f7-4170-b329-96cefe8b691e owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:38.321187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e005b789-6e07-411e-9a8e-d2ae704abc4f None None] Network 77461893-0941-4055-b325-8c5948e74e78 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:38.422456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-38259ef0-1b0e-4b75-8c5a-ca769eea5526 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0110025 May 13 15:13:38.427982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38988) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:38.444918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:38.545945 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.569646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.634892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-77461893-0941-4055-b325-8c5948e74e78', 'network_id': '77461893-0941-4055-b325-8c5948e74e78', 'tenant_id': '6760d944a3194422ad3980891756790f', 'fixed_ips': [{'subnet_id': '0a763a16-65ae-4e9b-ad2c-fa98a384b396'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:38.637174 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.700121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.701384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8793991 May 13 15:13:38.717748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 38996) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:38.725726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9777c6-0351-4998-acc2-2238df2c755c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e614a0f-66fa-45c8-8d26-7899069fe1a7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.731183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:38.744051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:38.752315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:38.759087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:38.771644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7815427'] for subnet, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.774197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:38.792124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.798831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6d440-f6e2-4857-a034-53f2a8da0ef0 req-3005c3dd-5f53-4858-95f3-2402ab133938 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:38.800435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5d6d440-f6e2-4857-a034-53f2a8da0ef0 req-3005c3dd-5f53-4858-95f3-2402ab133938 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.3249805 May 13 15:13:38.853741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:38.858055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=5005d2a4-6736-4262-b145-0f57bedde59e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:38.872263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.189481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d5d6d440-f6e2-4857-a034-53f2a8da0ef0 req-98f502ae-9dda-407e-af09-acf53810a210 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689003 May 13 15:13:39.204329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=245c01b1-53f7-4170-b329-96cefe8b691e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:39.307247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.317349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.371315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3966bec-0889-40a9-aa29-e3989ec66457,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:39.375456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.376866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a981c8c6-a9f8-402b-b621-3a66baebb0fa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6558769 May 13 15:13:39.380753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.391050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.400877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:39.421955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:39.427766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:39.436019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:39.444114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732697224569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6630646'] for subnet, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.477914 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.478451 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Floating IP ae9f0c99-31da-478e-bd1a-440d3cca0345 disassociated (deleted). External IP: 172.25.5.59, port: 6546292a-5366-44f3-83d2-e0470d9991df. May 13 15:13:39.521611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.530293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:39.530900 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.532260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "PUT /v2.0/subnets/0a763a16-65ae-4e9b-ad2c-fa98a384b396 HTTP/1.1" status: 200 len: 900 time: 1.1020865 May 13 15:13:39.537516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.566896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Allocated IP 2001:db8::3 (77461893-0941-4055-b325-8c5948e74e78/0a763a16-65ae-4e9b-ad2c-fa98a384b396/15aeabac-e79f-443a-a869-73afeae89723) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:39.680975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9687ecb-066b-4f8e-8938-52decc7ad4d0 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event updated for resources: {'Subnet': ['ID=0a763a16-65ae-4e9b-ad2c-fa98a384b396,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:39.763190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.777131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.813741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.816587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6327f1e-5439-4a41-9ad3-9df16cd8959d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:39.839287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.843544 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.844052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c0d4ff01-4e3a-4550-8226-2a440ca07a1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4618702 May 13 15:13:39.845055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:39.856172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Transition to ACTIVE for port object 15aeabac-e79f-443a-a869-73afeae89723 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:39.877733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Transition to ACTIVE for port object 15aeabac-e79f-443a-a869-73afeae89723 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:39.885210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:39.885413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:39.907971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:39.917621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:39.923145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:39.939614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:39.963579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.019991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Pushing event updated for resources: {'Port': ['ID=15aeabac-e79f-443a-a869-73afeae89723,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.026867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.035137 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.041662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Network 77461893-0941-4055-b325-8c5948e74e78 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:40.042969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:40.045758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:40.121266 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.182953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.184019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=0a763a16-65ae-4e9b-ad2c-fa98a384b396,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.204188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Attempting to bind port 15aeabac-e79f-443a-a869-73afeae89723 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:40.204714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Attempting to bind port 15aeabac-e79f-443a-a869-73afeae89723 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'dd106619-ccae-47a1-8b5d-cca07df2a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '77461893-0941-4055-b325-8c5948e74e78'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:40.205104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Attempting to bind port 15aeabac-e79f-443a-a869-73afeae89723 on network 77461893-0941-4055-b325-8c5948e74e78 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:40.211038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.216080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:40.216771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Checking segment: {'id': 'dd106619-ccae-47a1-8b5d-cca07df2a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '77461893-0941-4055-b325-8c5948e74e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:40.217428 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.218068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Bound using segment: {'id': 'dd106619-ccae-47a1-8b5d-cca07df2a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '77461893-0941-4055-b325-8c5948e74e78'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:40.218856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Bound port: 15aeabac-e79f-443a-a869-73afeae89723, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd106619-ccae-47a1-8b5d-cca07df2a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '77461893-0941-4055-b325-8c5948e74e78'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:40.219461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.303705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6697684-da5c-48fb-a1c4-9ec55d87f2c4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.324047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.370681 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.375237 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-393666e1-c736-4b90-bfa7-2274d2096bf0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4987130 May 13 15:13:40.376076 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.387581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:40.395132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77461893-0941-4055-b325-8c5948e74e78']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:40.406064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:40.429829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd106619-ccae-47a1-8b5d-cca07df2a45f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:40.430406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd106619-ccae-47a1-8b5d-cca07df2a45f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:40.431391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] For port 15aeabac-e79f-443a-a869-73afeae89723, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:40.435733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] For port 15aeabac-e79f-443a-a869-73afeae89723, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=15aeabac-e79f-443a-a869-73afeae89723,segment=NetworkSegment(dd106619-ccae-47a1-8b5d-cca07df2a45f),segment_id=dd106619-ccae-47a1-8b5d-cca07df2a45f)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:40.445946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.446105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:40.451561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:40.482867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.489871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:40.508632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.520798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:40.521400 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:40.538996 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:40.544465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.661943 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 13 15:13:40.661943 n-d-841736-1 neutron-server[88132]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 13 15:13:40.661943 n-d-841736-1 neutron-server[88132]: [parameters: {'id': '77461893-0941-4055-b325-8c5948e74e78'}] May 13 15:13:40.661943 n-d-841736-1 neutron-server[88132]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:40.662618 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:40.682979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78952f-4794-48b5-87f4-05e50de60208 None None] Pushing event updated for resources: {'Port': ['ID=15aeabac-e79f-443a-a869-73afeae89723,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.692299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.697784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.740097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd092b63-73f1-4bd5-b6c6-71b019fc5463,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.745494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.746915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f104f1bd-6734-4c4d-8495-1a172bfa4119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667283 May 13 15:13:40.750450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39032) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.757912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:40.771043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12e26b-9c0c-4c4e-8ca8-402bf1bf95b8 None None] Network 77461893-0941-4055-b325-8c5948e74e78 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:40.773547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:40.778304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:40.781825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:40.790049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:40.804681 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:40.813750 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.900898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.907277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.934142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2584d850-b630-41f3-99ca-1510e7b1d8e6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:40.936572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router b24a057d-16bf-44ac-a157-3a2723e3be60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:40.940418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 4ebdbb94-2901-4088-a5c3-8b42d0d69e60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:40.946843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.948061 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51080cff-2b10-4b44-af84-40fe451784d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964822 May 13 15:13:40.950628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39036) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:40.955816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '3e614a0f-66fa-45c8-8d26-7899069fe1a7', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:40.963080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:40.967178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:40.970198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:40.976754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:40.989097 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:13:40.996764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:40.997140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fddeb62-5241-43ec-bf75-39b0d2a12beb None None] Network 77461893-0941-4055-b325-8c5948e74e78 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:41.077310 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.082034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.110579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c55e6b0-3eb9-4e68-8870-dd36d75d2cc3,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:41.123806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.128153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-824bbef4-a61d-4de0-8304-051de67af995 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738086 May 13 15:13:41.128394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39040) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:41.135105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'network': {'name': 'tempest-network-smoke--930600564', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:41.141514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:41.146045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:network and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:41.149965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:41.156845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:41.164738 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.174016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:41.176918 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.196634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting port 15aeabac-e79f-443a-a869-73afeae89723 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:41.196947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.238634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4abd66-845d-4d2b-8c5c-0d0c627896fd None None] get_active_networks_info from n-d-841736-1 {{(pid=88134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 13 15:13:41.255318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:41.304537 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.304796 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Added segment 23a4f99e-95dd-42c0-85fb-3282e0fd457c of type vlan for network 04d4ca43-531c-4655-b9b2-1b957dcc2970 May 13 15:13:41.332802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a94a4-74b0-4f85-a922-79f8c8930d7d req-09187cac-a88d-47e7-bfdd-7e461a213ded tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.334544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b16a94a4-74b0-4f85-a922-79f8c8930d7d req-09187cac-a88d-47e7-bfdd-7e461a213ded tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.8408725 May 13 15:13:41.392566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4abd66-845d-4d2b-8c5c-0d0c627896fd None None] Resources bound (agent type, host, resource id): {{(pid=88134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 13 15:13:41.404177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.453351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:41.469500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] For port 15aeabac-e79f-443a-a869-73afeae89723, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=15aeabac-e79f-443a-a869-73afeae89723,segment=NetworkSegment(dd106619-ccae-47a1-8b5d-cca07df2a45f),segment_id=dd106619-ccae-47a1-8b5d-cca07df2a45f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:41.469863 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.483073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] Sync routers for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:41.500160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b16a94a4-74b0-4f85-a922-79f8c8930d7d req-3bb825d1-3fed-4a81-beb7-81487957fb70 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496501 May 13 15:13:41.522341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:41.526417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0238a642-05a3-4db7-8260-f069de93e553 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7603006 May 13 15:13:41.529366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:41.530217 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.530405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.541558 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Sync routers for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:41.555990 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:41.556768 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.563282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39044) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:41.617960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.639944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Calling delete_port for 15aeabac-e79f-443a-a869-73afeae89723 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:41.645136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:41.646522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.700778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.706888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:41.707674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:41.789068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:41.789461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8aed3-eaa4-4887-ab67-e7f8c135f0f4 None None] The sync data for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:41.876237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:42.062002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5a225bcb-1050-4ac9-b9e9-0543b8cc5fd7 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae9f0c99-31da-478e-bd1a-440d3cca0345 HTTP/1.1" status: 204 len: 168 time: 5.0930016 May 13 15:13:42.067860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:42.178721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0485585 May 13 15:13:42.181392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39058) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:42.188722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163c61b-65dc-41c5-8b16-244ccd457e7d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Network': ['ID=04d4ca43-531c-4655-b9b2-1b957dcc2970,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:42.198730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.220622 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:42.231163 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7383285e-0d70-4853-bf2d-ca99ee8df885'] response: {'name': 'network-changed', 'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df', 'status': 'completed', 'code': 200} May 13 15:13:42.251627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'admin_state_up': True, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:42.278189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:42.283607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:router and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:42.293131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:42.312953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:42.392828 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.401187 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Checking router: b24a057d-16bf-44ac-a157-3a2723e3be60 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:42.408516 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.414335 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:42.415426 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.484932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No DVR routers for this DVR port 15aeabac-e79f-443a-a869-73afeae89723 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:42.486716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.487745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.548281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Port': ['ID=15aeabac-e79f-443a-a869-73afeae89723,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:42.662742 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.682693 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:42.712579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.788947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77461893-0941-4055-b325-8c5948e74e78']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.867920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd106619-ccae-47a1-8b5d-cca07df2a45f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.868496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd106619-ccae-47a1-8b5d-cca07df2a45f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:42.933264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6898f-9f21-462a-84e5-b207d5fba1c6 req-d49b6455-6cbd-4b3a-8e58-a343af5ea535 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:42.934009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ceb6898f-9f21-462a-84e5-b207d5fba1c6 req-d49b6455-6cbd-4b3a-8e58-a343af5ea535 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:42.950060 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ceb6898f-9f21-462a-84e5-b207d5fba1c6 req-d49b6455-6cbd-4b3a-8e58-a343af5ea535 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:42.952445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ceb6898f-9f21-462a-84e5-b207d5fba1c6 req-d49b6455-6cbd-4b3a-8e58-a343af5ea535 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 0.2821603 May 13 15:13:42.955538 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:42.980612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-b38616e0-a421-47c0-828f-17c75a315969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:42.982109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-b38616e0-a421-47c0-828f-17c75a315969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49bff001508646548736068375f91a15&device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 1096 time: 0.7901244 May 13 15:13:43.041207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.145369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:43.145770 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.193747 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ceb6898f-9f21-462a-84e5-b207d5fba1c6 req-3be1c1e9-765c-436b-a61f-26d118cc90b3 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351983 May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:43.207877 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:43.218704 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:43.224765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 37d13eda-8a53-4fd1-94be-f469624df163 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:43.225830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.227798 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec10dd4-caef-4906-b852-4782429e4d73 None None] The sync data for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 is: [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd6b3f0d4-31cb-4b15-9175-657d5b68b41f', 'name': '', 'network_id': 'e15487dc-88f4-4f80-9dc0-28e070a41cf8', 'tenant_id': '49bff001508646548736068375f91a15', 'mac_address': 'fa:16:3e:e4:2f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:12:07Z', 'updated_at': '2022-05-13T15:12:23Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'subnets': [{'id': 'e735819e-f03e-4ebf-bd28-054b3269ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:43.312259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.376776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.386351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f6a02-b50a-41fc-93aa-cdd485731fd6 req-22b2f0fb-9e74-4760-885b-aa47f6e32c10 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.387871 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-624f6a02-b50a-41fc-93aa-cdd485731fd6 req-22b2f0fb-9e74-4760-885b-aa47f6e32c10 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.6617219 May 13 15:13:43.416433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.498689 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:43.505016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=77461893-0941-4055-b325-8c5948e74e78,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:43.533323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-84556862-78b7-46df-b51f-cd78307a678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:43.535003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-84556862-78b7-46df-b51f-cd78307a678c service neutron] 10.222.0.90 "GET /v2.0/networks?id=e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 200 len: 897 time: 0.4912627 May 13 15:13:43.556531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f29c79f6-7cbd-4dea-9de9-4d947d47385a tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/77461893-0941-4055-b325-8c5948e74e78 HTTP/1.1" status: 204 len: 168 time: 4.0102918 May 13 15:13:43.556531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.609702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb607b-a3f7-4a1d-8780-fe3ef027f596 None None] New status for floating IP ae9f0c99-31da-478e-bd1a-440d3cca0345: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:13:43.655635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-624f6a02-b50a-41fc-93aa-cdd485731fd6 req-885e367b-50c2-44e2-927a-f86d42aa519a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326353 May 13 15:13:43.685456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 37d13eda-8a53-4fd1-94be-f469624df163 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:43.766218 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-991df62b-7b0b-4a78-b18e-7cb04e684636 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 200 len: 217 time: 0.2148538 May 13 15:13:43.870904 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f324fea2-1d90-4e2f-8a47-0e5f050db9fb tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:43.871357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f324fea2-1d90-4e2f-8a47-0e5f050db9fb tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:43.877724 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f324fea2-1d90-4e2f-8a47-0e5f050db9fb tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/0a763a16-65ae-4e9b-ad2c-fa98a384b396 HTTP/1.1" status: 404 len: 337 time: 0.2482548 May 13 15:13:43.878211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39074) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:43.912253 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa46b6b-eafd-48e3-a789-e4736fbbfbec tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:43.912730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa46b6b-eafd-48e3-a789-e4736fbbfbec tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:43.918375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3aa46b6b-eafd-48e3-a789-e4736fbbfbec tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/77461893-0941-4055-b325-8c5948e74e78 HTTP/1.1" status: 404 len: 339 time: 0.0354822 May 13 15:13:43.918375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39078) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:44.044278 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:13:44.054251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-8e7ac775-5d1b-4fa8-a39f-af6e540c6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:44.055794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-8e7ac775-5d1b-4fa8-a39f-af6e540c6298 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 200 len: 835 time: 0.2792950 May 13 15:13:44.099514 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.309019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-2de77600-7d2b-471f-9b8e-3dbec3a1611a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:44.310553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-2de77600-7d2b-471f-9b8e-3dbec3a1611a tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 0.3647363 May 13 15:13:44.322915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.328088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-4a236464-29b0-4932-a3b0-160b99a2fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:44.329655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-4a236464-29b0-4932-a3b0-160b99a2fe63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e15487dc-88f4-4f80-9dc0-28e070a41cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528899 May 13 15:13:44.335235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.447701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.464806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.483517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=37d13eda-8a53-4fd1-94be-f469624df163,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:44.613285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 6546292a-5366-44f3-83d2-e0470d9991df {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:44.613983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.641355 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-4c6eadf1-c280-4d63-adbc-670a7e51c6a0 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777927 May 13 15:13:44.715836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94fc3d2-c974-4c8d-99a0-c62f315c557b']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:44.769603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.188 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/67911de3-24dc-4822-9bbe-8e651fa5549d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:44.827462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a78e467-c303-415d-bcea-ab6d8dda0547') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:44.828698 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a78e467-c303-415d-bcea-ab6d8dda0547') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:44.934938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:44.959318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44c379a6-d008-431d-9069-fc8ce59adf09 req-9a8e422e-c542-467e-9699-a4362ab8d324 service neutron] 10.222.0.90 "GET /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071346 May 13 15:13:45.060322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c92c00-4c5c-44a8-a9b4-2ffbad16af86 req-7e012858-3b63-40e0-a8d1-fed95587ae13 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:45.061910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35c92c00-4c5c-44a8-a9b4-2ffbad16af86 req-7e012858-3b63-40e0-a8d1-fed95587ae13 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.1566565 May 13 15:13:45.070290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.136769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-35c92c00-4c5c-44a8-a9b4-2ffbad16af86 req-911d363a-b992-4561-9f86-3b330dc30f54 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620143 May 13 15:13:45.174661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.188599 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.199124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b798f-013e-4288-9817-cd1a4e648c4d req-207bcf49-71d7-45a4-9eb3-9516ed345c17 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:45.200643 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a6b798f-013e-4288-9817-cd1a4e648c4d req-207bcf49-71d7-45a4-9eb3-9516ed345c17 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 945 time: 0.8324320 May 13 15:13:45.202703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.244386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:45.254360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:45.267519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:45.293037 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:45.293447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:45.313707 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:45.329932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=67911de3-24dc-4822-9bbe-8e651fa5549d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:45.555452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6a6b798f-013e-4288-9817-cd1a4e648c4d req-f87e90bc-cc93-4166-b999-80849ce84d80 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c4725-737e-4f5c-99af-39a631670870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312049 May 13 15:13:45.583900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.681284 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.769419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=a94fc3d2-c974-4c8d-99a0-c62f315c557b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:45.792319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port 6546292a-5366-44f3-83d2-e0470d9991df, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6546292a-5366-44f3-83d2-e0470d9991df,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:45.792722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.806521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3cb309c8-fc5e-4369-a7ab-a6e74996caee tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/a94fc3d2-c974-4c8d-99a0-c62f315c557b HTTP/1.1" status: 204 len: 168 time: 1.8868747 May 13 15:13:45.811923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39118) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:45.911659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:45.983261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 6546292a-5366-44f3-83d2-e0470d9991df owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:46.021712 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-545b3858-80f8-47f5-9209-1d125594fe36 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:46.022415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545b3858-80f8-47f5-9209-1d125594fe36 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:46.024878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-545b3858-80f8-47f5-9209-1d125594fe36 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/a78bfe8b-942c-42ae-a49a-49f50ebea83e HTTP/1.1" status: 404 len: 337 time: 0.2118533 May 13 15:13:46.027009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 4ebdbb94-2901-4088-a5c3-8b42d0d69e60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:46.045919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39122) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.091364 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a081b80-8c4d-4f39-932b-95d4bddffa70 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:46.091364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a081b80-8c4d-4f39-932b-95d4bddffa70 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:46.091956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6a081b80-8c4d-4f39-932b-95d4bddffa70 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/cd490214-d4f8-48c4-a8c3-75d7387346f6 HTTP/1.1" status: 404 len: 339 time: 0.0448360 May 13 15:13:46.108007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.279227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:46.295467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] Sync routers for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:46.312830 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:46.313830 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:46.324339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c581b732-0f01-4b6d-b0c4-4ad50e90b566 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7598953 May 13 15:13:46.332196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39134) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.403564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-681522ce-1c07-4a46-8dda-cae0f0c922d1 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:46.427417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-681522ce-1c07-4a46-8dda-cae0f0c922d1 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:46.429151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-681522ce-1c07-4a46-8dda-cae0f0c922d1 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebdbb94-2901-4088-a5c3-8b42d0d69e60 HTTP/1.1" status: 200 len: 205 time: 0.0958946 May 13 15:13:46.433130 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:46.433908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:46.447790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting subnet 62051fea-48d2-4a26-ae11-25be0bc0542e {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:46.453030 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] Routers {'4ebdbb94-2901-4088-a5c3-8b42d0d69e60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:46.453947 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:46.460783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.519182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.520809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:46.521344 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd50893-8d80-4645-ae2a-2cabdf1726ce None None] The sync data for ids ['4ebdbb94-2901-4088-a5c3-8b42d0d69e60'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:46.563756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.613503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.742521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e930-e720-4c58-ba8f-57200d0642b0 req-b8899f4f-0302-476f-b6eb-195aadb7da06 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:46.744081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0450e930-e720-4c58-ba8f-57200d0642b0 req-b8899f4f-0302-476f-b6eb-195aadb7da06 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.4775808 May 13 15:13:46.818024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=6546292a-5366-44f3-83d2-e0470d9991df,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:46.831775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.878188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:46.882358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-2038f4b2-e19f-4dbf-8c72-28e2f55d4701 req-059aaa52-7547-414e-92d7-19561dabc5d6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Synchronizing usage tracker for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:13:46.934942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0450e930-e720-4c58-ba8f-57200d0642b0 req-28b64709-0c0c-476e-a2cc-77d3f00274cb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819410 May 13 15:13:46.995804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.030395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:13:47.042308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port 6546292a-5366-44f3-83d2-e0470d9991df on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:47.049163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.049423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.051097 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5b017995-ecea-4d69-bf1a-b072589a7f99 req-dce629ff-b3aa-4e3b-a45e-3a25619f8937 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.90 "DELETE /v2.0/ports/6546292a-5366-44f3-83d2-e0470d9991df HTTP/1.1" status: 204 len: 173 time: 2.6808081 May 13 15:13:47.051675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'name': 'network-vif-deleted', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:47.056927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20505122-55ad-4484-8800-f5bf4cc2f426 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:47.058601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=62051fea-48d2-4a26-ae11-25be0bc0542e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:47.104324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-2038f4b2-e19f-4dbf-8c72-28e2f55d4701 req-059aaa52-7547-414e-92d7-19561dabc5d6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Unset dirty status for tenant:49bff001508646548736068375f91a15 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:13:47.105465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2038f4b2-e19f-4dbf-8c72-28e2f55d4701 req-059aaa52-7547-414e-92d7-19561dabc5d6 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e13f362-79f6-4e68-9895-1c87b45d6410 HTTP/1.1" status: 200 len: 210 time: 0.3527467 May 13 15:13:47.155096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a25f520c-6027-4495-91fc-50cdde079fdc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/62051fea-48d2-4a26-ae11-25be0bc0542e HTTP/1.1" status: 204 len: 168 time: 1.0437508 May 13 15:13:47.156524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39146) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.244368 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca67e90-e677-45a7-84c4-617dc1959bd2'] response: {'server_uuid': '6e13f362-79f6-4e68-9895-1c87b45d6410', 'name': 'network-vif-deleted', 'tag': '6546292a-5366-44f3-83d2-e0470d9991df', 'status': 'completed', 'code': 200} May 13 15:13:47.264105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.267211 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.312868 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.314273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router 4ebdbb94-2901-4088-a5c3-8b42d0d69e60 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:13:47.338516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting subnet 5e5e529d-9d48-4111-9d56-7eb80992b058 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:47.350817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.356118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.357309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d5e157cd-4a89-47aa-9228-8101d0831df8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60 HTTP/1.1" status: 204 len: 168 time: 0.9224546 May 13 15:13:47.359970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39156) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.453952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:47.492137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet b46dbbf8-0714-4e2d-b165-eff2a4b5dab2 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:47.492390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.496115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.502136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Sync routers for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:47.565051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.581264 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.585886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:47.585886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:47.587636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7e9e118a-1428-45ab-8412-08707674a45f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4038064 May 13 15:13:47.592162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:47.713148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.721853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:47.839460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:47.920333 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.026703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=b46dbbf8-0714-4e2d-b165-eff2a4b5dab2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.032473 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.054106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5c601289-0a7e-49e0-8a96-0d5e1d3006f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/b46dbbf8-0714-4e2d-b165-eff2a4b5dab2 HTTP/1.1" status: 204 len: 168 time: 0.6930246 May 13 15:13:48.056957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.112261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b67b2-f946-48ce-aa0e-cd44b8ea4f9f None None] Network e71271a9-cfbf-45c6-814c-b99d439f0619 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:48.240641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a52d8a3c-47d9-44aa-aa9b-5efcd9ce5f99 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b18b43c44f8a44e4bebc0e9798ed7782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6463804 May 13 15:13:48.246786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39182) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.265247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39186) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.338220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 381a3e55-2add-442a-8c88-aeee1cc7a400 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:48.377285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.453757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612e81d-e90a-4975-8278-b5a004b32a06 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:48.456330 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1612e81d-e90a-4975-8278-b5a004b32a06 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074742 May 13 15:13:48.458453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.462179 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.522902 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.523515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5e529d-9d48-4111-9d56-7eb80992b058,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.536647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.557530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.557887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.558287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.558628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.558964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.559305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.559642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.559973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.560379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.560709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.561431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.561431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:48.568001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd747dd1-f2d8-4c81-9522-d8690dd675fa tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/5e5e529d-9d48-4111-9d56-7eb80992b058 HTTP/1.1" status: 204 len: 168 time: 1.4084878 May 13 15:13:48.568706 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.578481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-76ed828d-57a9-4bba-90a4-3408d723ac36 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070523 May 13 15:13:48.595727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:48.603263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1480038646', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:48.605505 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.622369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cddb2b-a382-4c76-bb69-3695b01a551b req-68e56304-b88f-4743-a2d1-510684c47b25 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:48.623924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05cddb2b-a382-4c76-bb69-3695b01a551b req-68e56304-b88f-4743-a2d1-510684c47b25 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 943 time: 0.4799109 May 13 15:13:48.646697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6546292a-5366-44f3-83d2-e0470d9991df no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:48.688712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.713184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 6546292a-5366-44f3-83d2-e0470d9991df {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:48.714194 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6546292a-5366-44f3-83d2-e0470d9991df not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:48.746580 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.805726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b95ff5-881c-472c-989d-fa2f97f4dc93 None None] Network b762aefa-2553-409b-b693-e90d2ee203e6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:48.849095 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.898508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c4725-737e-4f5c-99af-39a631670870,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.906105 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:48.938425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c027d9f0-90cb-4950-9692-213315753510 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:13:48.977069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=381a3e55-2add-442a-8c88-aeee1cc7a400,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:48.980816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:48.992499 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.002800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.004472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:subnet and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:49.008605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:49.015872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:49.034095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:49.038476 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.045687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-05cddb2b-a382-4c76-bb69-3695b01a551b req-b67febd9-038a-428a-868a-ed76a3760df6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098146 May 13 15:13:49.048037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.056626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8d431ca-a5cd-4a56-9c48-4b82f495d001 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad2c4725-737e-4f5c-99af-39a631670870 HTTP/1.1" status: 204 len: 168 time: 0.7877707 May 13 15:13:49.062612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-73ad335f-3b35-4157-8c76-51daf6ddc862 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/381a3e55-2add-442a-8c88-aeee1cc7a400 HTTP/1.1" status: 204 len: 168 time: 1.0045955 May 13 15:13:49.069415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.129665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:49.166159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:49.166546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.240663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c027d9f0-90cb-4950-9692-213315753510,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:49.265730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'c027d9f0-90cb-4950-9692-213315753510', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': 'c027d9f0-90cb-4950-9692-213315753510', 'mac_address': 'fa:16:3e:93:1e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:13:49.281292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb009178-00fa-48be-8647-ac06254ca10c None None] Network a8580040-2b68-48e8-a56f-d924760ebe05 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:49.495863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] For port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,segment=NetworkSegment(66ff824d-2220-44c5-ab21-e9e0ea85174a),segment_id=66ff824d-2220-44c5-ab21-e9e0ea85174a)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:49.496597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.519628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7283ed21-5d70-4be5-91c2-399fee98460b None None] Provisioning complete for port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:49.520011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7283ed21-5d70-4be5-91c2-399fee98460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.569503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] DHCP port deletion for e71271a9-cfbf-45c6-814c-b99d439f0619 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:49.610043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Deleting port 3efaf7a2-9952-4966-8db3-3c30ba2af721 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:49.610422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.690198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Calling delete_port for cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:49.706163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:45Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:49.729047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Checking router: dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:49.729394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Updating router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 port 67911de3-24dc-4822-9bbe-8e651fa5549d binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:13:49.795177 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c027d9f0-90cb-4950-9692-213315753510 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:49.795547 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.844334 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.899911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.908487 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7283ed21-5d70-4be5-91c2-399fee98460b None None] Could not find standard attr ID for object cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7. {{(pid=88134) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 13 15:13:49.910913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.911862 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.929226 n-d-841736-1 neutron-server[88134]: INFO neutron.plugins.ml2.db [None req-7283ed21-5d70-4be5-91c2-399fee98460b None None] No ports have port_id starting with cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 May 13 15:13:49.935160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c027d9f0-90cb-4950-9692-213315753510 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:13:49.953193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c027d9f0-90cb-4950-9692-213315753510,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:49.991993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 3efaf7a2-9952-4966-8db3-3c30ba2af721 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:49.992623 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.994139 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:49.997026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No DVR routers for this DVR port cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:50.000448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Port': ['ID=cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.107465 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.111761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Subnet': ['ID=2053db66-6791-4efb-83c7-d047f10e4342,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.223966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Checking segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:50.224350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network hostable DHCP agents. Network: 04d4ca43-531c-4655-b9b2-1b957dcc2970, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:50.239852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.316926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b762aefa-2553-409b-b693-e90d2ee203e6']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.330110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:50.388725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['c027d9f0-90cb-4950-9692-213315753510'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:13:50.434773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 3efaf7a2-9952-4966-8db3-3c30ba2af721, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3efaf7a2-9952-4966-8db3-3c30ba2af721,segment=NetworkSegment(84240cc4-c932-4e1c-8613-00179ea41b2e),segment_id=84240cc4-c932-4e1c-8613-00179ea41b2e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:50.435460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.440605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bbef7-7871-4f2d-b388-167ca644e739 None None] DHCP port deletion for b762aefa-2553-409b-b693-e90d2ee203e6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:50.497677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] For port 3efaf7a2-9952-4966-8db3-3c30ba2af721, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3efaf7a2-9952-4966-8db3-3c30ba2af721,segment=NetworkSegment(84240cc4-c932-4e1c-8613-00179ea41b2e),segment_id=84240cc4-c932-4e1c-8613-00179ea41b2e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:50.498343 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.509554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.567118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ff824d-2220-44c5-ab21-e9e0ea85174a') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.567737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ff824d-2220-44c5-ab21-e9e0ea85174a') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:50.594931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 3efaf7a2-9952-4966-8db3-3c30ba2af721 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:50.595466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.624737 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.634711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:50.635123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.648831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3efaf7a2-9952-4966-8db3-3c30ba2af721 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:50.760661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:50.770323 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:50.773429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 04d4ca43-531c-4655-b9b2-1b957dcc2970) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:50.777637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:50.778319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.783612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.788164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:50.817660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port 3efaf7a2-9952-4966-8db3-3c30ba2af721 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:50.847747 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=b762aefa-2553-409b-b693-e90d2ee203e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.870602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2e2844f4-9646-48d4-b209-ffe677b6cd80 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/b762aefa-2553-409b-b693-e90d2ee203e6 HTTP/1.1" status: 204 len: 168 time: 2.3007071 May 13 15:13:50.873375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39224) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.878891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=3efaf7a2-9952-4966-8db3-3c30ba2af721,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:50.901132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] DHCP port deletion for a8580040-2b68-48e8-a56f-d924760ebe05 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:50.921732 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8ee38b-3d4f-4dc5-a100-dc2fd2059c87 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:50.922482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8ee38b-3d4f-4dc5-a100-dc2fd2059c87 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:50.923699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Calling delete_port for 3efaf7a2-9952-4966-8db3-3c30ba2af721 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:50.924398 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ce8ee38b-3d4f-4dc5-a100-dc2fd2059c87 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/8bdb74a2-3f74-430d-b1ad-e6373f4c38b3 HTTP/1.1" status: 404 len: 337 time: 0.0478663 May 13 15:13:50.926040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f28b9640-daf3-4842-b350-e509decf7dd7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3293273 May 13 15:13:50.926904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39228) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.929379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.958015 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c42907-101a-49bf-ac5a-b50c7f3055ff tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:50.958697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c42907-101a-49bf-ac5a-b50c7f3055ff tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:50.958879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e022c-39b1-4cd8-8124-66a74bc02f3c None None] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:50.961004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21c42907-101a-49bf-ac5a-b50c7f3055ff tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/df25d1c4-543e-4ee8-b636-5cc7ac78240a HTTP/1.1" status: 404 len: 339 time: 0.0325925 May 13 15:13:50.963632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:50.995920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3efaf7a2-9952-4966-8db3-3c30ba2af721 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:50.996442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3efaf7a2-9952-4966-8db3-3c30ba2af721 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:50.996872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:51.009110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.043716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71271a9-cfbf-45c6-814c-b99d439f0619']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.044653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Deleting port 9cb77aea-b0ab-47cc-816a-92d0a55606ac {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:51.045035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.057764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84240cc4-c932-4e1c-8613-00179ea41b2e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.058234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84240cc4-c932-4e1c-8613-00179ea41b2e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:51.071744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.093634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.093849 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df2529f-8255-4ab8-82f5-ce6517356971 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:51.094224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df2529f-8255-4ab8-82f5-ce6517356971 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:51.096073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2df2529f-8255-4ab8-82f5-ce6517356971 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/d19b74fc-c8ee-4f47-b4a7-a6b00fdf6abf HTTP/1.1" status: 404 len: 337 time: 0.1314127 May 13 15:13:51.103595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:51.104140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.105106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.144782 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88c5cf7-8f5f-496e-ab35-6585366272c5 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:51.145299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88c5cf7-8f5f-496e-ab35-6585366272c5 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:51.150391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e88c5cf7-8f5f-496e-ab35-6585366272c5 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/c43f8eb9-d009-47c5-93c0-694296737e55 HTTP/1.1" status: 404 len: 339 time: 0.0412648 May 13 15:13:51.152351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.162388 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:51.163405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cf0d02ea-03d1-49ef-a7a2-a2e0b237d1b7 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:51.207635 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-3535f554-6cb0-4397-a15b-ce31588b5ee3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:51.208092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3535f554-6cb0-4397-a15b-ce31588b5ee3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:51.210436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3535f554-6cb0-4397-a15b-ce31588b5ee3 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/317bed1f-3e48-4805-a534-5035651aba07 HTTP/1.1" status: 404 len: 337 time: 0.0567548 May 13 15:13:51.252058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.269089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.303405 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-5016f456-f8e9-4952-a91b-a4fc46d0c154 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:51.303784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5016f456-f8e9-4952-a91b-a4fc46d0c154 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:51.308601 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5016f456-f8e9-4952-a91b-a4fc46d0c154 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/1a5a5209-4280-4ad9-a029-fafe92e2e9da HTTP/1.1" status: 404 len: 339 time: 0.0361009 May 13 15:13:51.316229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.360253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e9f3-d6cc-4fb0-ab38-96832cb8f68f req-da6703f6-402c-4d42-8074-94fb07276922 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:51.368802 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ea6e9f3-d6cc-4fb0-ab38-96832cb8f68f req-da6703f6-402c-4d42-8074-94fb07276922 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 944 time: 1.0862000 May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:51.373930 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:51.377698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.407722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.413505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting subnet 9fa9a36e-139d-4504-8fce-16fbf9070cd3 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:51.455571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=e71271a9-cfbf-45c6-814c-b99d439f0619,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:51.471156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.492913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:51.493521 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:51.572838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-44abec54-46e5-4500-80e4-11e31606d3ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/e71271a9-cfbf-45c6-814c-b99d439f0619 HTTP/1.1" status: 204 len: 168 time: 2.5012226 May 13 15:13:51.589126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:51.614817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6ea6e9f3-d6cc-4fb0-ab38-96832cb8f68f req-3bb3f6a5-6d5b-440b-b1c1-b12c26b47ef1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450228 May 13 15:13:51.617207 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.717060 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:51.847759 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.resource_extend [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 15:13:52.040470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.042331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Deleting port 3efaf7a2-9952-4966-8db3-3c30ba2af721 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:52.042977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.139328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-04d4ca43-531c-4655-b9b2-1b957dcc2970', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:52.145031 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.165996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.305664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 9cb77aea-b0ab-47cc-816a-92d0a55606ac {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:52.306255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.336554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-32475526-47bb-44fd-ad3b-b007fcd42b78 None None] The port '3efaf7a2-9952-4966-8db3-3c30ba2af721' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:52.433248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.496115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] For port 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb77aea-b0ab-47cc-816a-92d0a55606ac,segment=NetworkSegment(1018ec08-631a-4c01-af5c-761ad03bfc8d),segment_id=1018ec08-631a-4c01-af5c-761ad03bfc8d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:52.496115 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.575883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9cb77aea-b0ab-47cc-816a-92d0a55606ac no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:52.581138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.593943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39276) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.601245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa9a36e-139d-4504-8fce-16fbf9070cd3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:52.622066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e8b03-f874-4d1a-bb6a-5426ceea9d6f None None] Network 1d8d8993-1f0b-4bdf-9797-a57666442b42 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:52.628875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-adda65c3-8929-45fc-a787-efc9a1c6b3bc tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/9fa9a36e-139d-4504-8fce-16fbf9070cd3 HTTP/1.1" status: 204 len: 168 time: 1.3113496 May 13 15:13:52.635169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:52.643921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.729623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 9cb77aea-b0ab-47cc-816a-92d0a55606ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9cb77aea-b0ab-47cc-816a-92d0a55606ac,segment=NetworkSegment(1018ec08-631a-4c01-af5c-761ad03bfc8d),segment_id=1018ec08-631a-4c01-af5c-761ad03bfc8d)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:52.730109 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.805644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.857930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port d6b3f0d4-31cb-4b15-9175-657d5b68b41f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:52.858321 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:52.932189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Calling delete_port for 9cb77aea-b0ab-47cc-816a-92d0a55606ac owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:52.955523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 9cb77aea-b0ab-47cc-816a-92d0a55606ac owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:53.046060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Transition to ACTIVE for port object 67911de3-24dc-4822-9bbe-8e651fa5549d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:53.085163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.122638 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.163115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:53.197504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.247589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa8dff83b7942138461d6c31d162eb6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:53.253648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:53.253909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=9cb77aea-b0ab-47cc-816a-92d0a55606ac,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:53.260899 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.268515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port 9cb77aea-b0ab-47cc-816a-92d0a55606ac on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:53.281721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:53.283525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Attempting to bind port 67911de3-24dc-4822-9bbe-8e651fa5549d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:53.284139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Attempting to bind port 67911de3-24dc-4822-9bbe-8e651fa5549d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:53.284314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Attempting to bind port 67911de3-24dc-4822-9bbe-8e651fa5549d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:53.307480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:53.307856 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:53.308279 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.308681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:53.309199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Bound port: 67911de3-24dc-4822-9bbe-8e651fa5549d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:53.309572 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.324369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting port 42e727d2-8b13-426f-916d-ffd0e0b52416 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:53.325030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.331000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port d6b3f0d4-31cb-4b15-9175-657d5b68b41f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:53.331354 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.344666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:53.345025 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:53.368676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9cb77aea-b0ab-47cc-816a-92d0a55606ac is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:53.369105 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.391130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef462f-2948-45ce-b2ba-d9afa82e6fb1 None None] Pushing event updated for resources: {'Port': ['ID=67911de3-24dc-4822-9bbe-8e651fa5549d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:53.397994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Allocated IP 172.20.0.2 (04d4ca43-531c-4655-b9b2-1b957dcc2970/2053db66-6791-4efb-83c7-d047f10e4342/94f5fc99-0062-4353-aec2-f443f8eeeebe) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:53.461828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ed87-13a5-42a7-9c6f-90908310e77b req-31dd3d66-3485-4052-818c-e59aa41a5644 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:53.463680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e461ed87-13a5-42a7-9c6f-90908310e77b req-31dd3d66-3485-4052-818c-e59aa41a5644 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 944 time: 0.5103137 May 13 15:13:53.569706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] DHCP port deletion for 1d8d8993-1f0b-4bdf-9797-a57666442b42 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:53.572694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] For port 67911de3-24dc-4822-9bbe-8e651fa5549d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:53.604059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Deleting port 42e727d2-8b13-426f-916d-ffd0e0b52416 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:53.604059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.630894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] For port 67911de3-24dc-4822-9bbe-8e651fa5549d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=67911de3-24dc-4822-9bbe-8e651fa5549d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:53.650248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.678476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e461ed87-13a5-42a7-9c6f-90908310e77b req-32e8a7e6-d55d-4a98-8a5e-a2a25196e0e9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945772 May 13 15:13:53.723195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for d6b3f0d4-31cb-4b15-9175-657d5b68b41f owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:53.776263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.816017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8580040-2b68-48e8-a56f-d924760ebe05']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.848938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.855521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] For port 42e727d2-8b13-426f-916d-ffd0e0b52416, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=42e727d2-8b13-426f-916d-ffd0e0b52416,segment=NetworkSegment(f9a9d50f-df3c-4106-b29a-aa8f674156ef),segment_id=f9a9d50f-df3c-4106-b29a-aa8f674156ef)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:53.856111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.857880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1018ec08-631a-4c01-af5c-761ad03bfc8d') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.858181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1018ec08-631a-4c01-af5c-761ad03bfc8d') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:53.864047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.876719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.914412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.924046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:53.924590 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.932951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Deleting port 9cb77aea-b0ab-47cc-816a-92d0a55606ac {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:53.933413 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: timer() May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:53.940408 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:54.039912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.056877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Calling delete_port for 42e727d2-8b13-426f-916d-ffd0e0b52416 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:54.069392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.079469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=a8580040-2b68-48e8-a56f-d924760ebe05,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.101876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-df02a4d2-d99e-4854-98c8-5b7a59d77f6e None None] The port '9cb77aea-b0ab-47cc-816a-92d0a55606ac' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:54.115573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5511523-2120-4706-815a-d15b018d3e5b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.126006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-54bad23a-2f95-4e57-b68f-89b27bb29123 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2aa8dff83b7942138461d6c31d162eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5234976 May 13 15:13:54.133730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.144458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef462f-2948-45ce-b2ba-d9afa82e6fb1 None None] Pushing event updated for resources: {'Port': ['ID=67911de3-24dc-4822-9bbe-8e651fa5549d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.151643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.154378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:54.155014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:54.160794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9071bbd9-4bfc-4da5-8beb-304f57901b23 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/a8580040-2b68-48e8-a56f-d924760ebe05 HTTP/1.1" status: 204 len: 168 time: 2.5565686 May 13 15:13:54.161859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39294) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:54.168473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-30410832'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:54.186434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:54.192441 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:54.196892 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:54.208759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:54.214120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.215389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.268726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Port': ['ID=42e727d2-8b13-426f-916d-ffd0e0b52416,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.279108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=d6b3f0d4-31cb-4b15-9175-657d5b68b41f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.279445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:54.283407 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.298322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Transition to ACTIVE for port object 94f5fc99-0062-4353-aec2-f443f8eeeebe will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:54.307462 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No DVR routers for this DVR port 42e727d2-8b13-426f-916d-ffd0e0b52416 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:54.378572 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.397233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Transition to ACTIVE for port object 94f5fc99-0062-4353-aec2-f443f8eeeebe will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:54.400168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] For port 42e727d2-8b13-426f-916d-ffd0e0b52416, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=42e727d2-8b13-426f-916d-ffd0e0b52416,segment=NetworkSegment(f9a9d50f-df3c-4106-b29a-aa8f674156ef),segment_id=f9a9d50f-df3c-4106-b29a-aa8f674156ef)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:54.400486 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.435498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.496999 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.507192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.532050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8d8993-1f0b-4bdf-9797-a57666442b42']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:54.552799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a9d50f-df3c-4106-b29a-aa8f674156ef') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:54.553436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a9d50f-df3c-4106-b29a-aa8f674156ef') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:54.644882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.1 (04d4ca43-531c-4655-b9b2-1b957dcc2970/2053db66-6791-4efb-83c7-d047f10e4342/7b514d95-02d0-4d21-9d5c-d6560a3c6a52) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:13:54.659033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:13:54.671197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.694632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Calling delete_port for 42e727d2-8b13-426f-916d-ffd0e0b52416 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:54.725151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.728811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 42e727d2-8b13-426f-916d-ffd0e0b52416 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:13:54.756250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5511523-2120-4706-815a-d15b018d3e5b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:54.765932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.767167 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ed0cb6b-8584-4b14-8d74-9facf3da4ca0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5511523-2120-4706-815a-d15b018d3e5b HTTP/1.1" status: 204 len: 168 time: 0.6263504 May 13 15:13:54.769182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:54.791666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 42e727d2-8b13-426f-916d-ffd0e0b52416 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:13:54.792003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 42e727d2-8b13-426f-916d-ffd0e0b52416 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:13:54.857804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:54.860809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c027d9f0-90cb-4950-9692-213315753510 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:54.900867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:54.903770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:54.985798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:55.028039 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.029206 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment eb63a7d9-7542-475a-8d40-05759b2f5e3d of type vlan for network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 May 13 15:13:55.038322 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.073377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:55.074371 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.082513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Pushing event updated for resources: {'Port': ['ID=94f5fc99-0062-4353-aec2-f443f8eeeebe,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:55.095266 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:55.191580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39304) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.215752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.255131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.267115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.299201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Attempting to bind port 94f5fc99-0062-4353-aec2-f443f8eeeebe on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:13:55.299576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Attempting to bind port 94f5fc99-0062-4353-aec2-f443f8eeeebe by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:13:55.300261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Attempting to bind port 94f5fc99-0062-4353-aec2-f443f8eeeebe on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:13:55.301224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.305368 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:13:55.306342 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:13:55.311187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.315611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:13:55.315911 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Checking segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:55.316239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.316472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Bound using segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:13:55.316941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Bound port: 94f5fc99-0062-4353-aec2-f443f8eeeebe, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:13:55.317564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.325514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=1d8d8993-1f0b-4bdf-9797-a57666442b42,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.331698 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.364338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.370017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:55.371261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.374838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Usage tracker for resource:security_group_rule and tenant:31bab3ac555748caa8ea4ec6f712613b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:55.377674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:13:55.395475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:55.396647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port c027d9f0-90cb-4950-9692-213315753510 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:55.406744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7db86e2b-3207-4325-8df7-f79bb6d8b3b6 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/1d8d8993-1f0b-4bdf-9797-a57666442b42 HTTP/1.1" status: 204 len: 168 time: 2.7690413 May 13 15:13:55.413203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.415121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port c027d9f0-90cb-4950-9692-213315753510 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:55.415504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.417118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:55.462097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c53f5-0573-48f7-a0ae-8809a5f8f4ca req-301a638f-4de9-479f-add4-1a7531f99a93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:55.463432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e95c53f5-0573-48f7-a0ae-8809a5f8f4ca req-301a638f-4de9-479f-add4-1a7531f99a93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 944 time: 0.3792787 May 13 15:13:55.513604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Router b24a057d-16bf-44ac-a157-3a2723e3be60 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:13:55.537364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e95c53f5-0573-48f7-a0ae-8809a5f8f4ca req-e770422e-29a0-49c4-8bdc-58aab7165fb5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 May 13 15:13:55.567262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4046035 May 13 15:13:55.579475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39312) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.583952 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91e3397-a2ae-49f3-b94a-9f4a47b9dd7f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:55.584566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91e3397-a2ae-49f3-b94a-9f4a47b9dd7f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:55.586866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f91e3397-a2ae-49f3-b94a-9f4a47b9dd7f tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/4706deb1-de70-464e-8381-0c689a427362 HTTP/1.1" status: 404 len: 337 time: 0.1696920 May 13 15:13:55.591289 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.598557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:55.613155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39316) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.629454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] For port 94f5fc99-0062-4353-aec2-f443f8eeeebe, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:13:55.645985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] For port 94f5fc99-0062-4353-aec2-f443f8eeeebe, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=94f5fc99-0062-4353-aec2-f443f8eeeebe,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:13:55.657981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.702803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179464cd-e8ff-4eaa-9d3d-81d41b242f9d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=2f3dc42a-1170-41e0-8edf-212dd7fd5900,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.732658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:13:55.734419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:13:55.786545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:55.789666 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-0690a925-db25-45f3-9d05-049588b46c29 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] DELETE failed (client error): The resource could not be found. May 13 15:13:55.790314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0690a925-db25-45f3-9d05-049588b46c29 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:13:55.792182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0690a925-db25-45f3-9d05-049588b46c29 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/afade3a5-566a-4d4d-9ba6-a78108cc67e9 HTTP/1.1" status: 404 len: 339 time: 0.1340435 May 13 15:13:55.801074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:13:55.817642 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.819345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39320) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:55.838139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Deleting port 42e727d2-8b13-426f-916d-ffd0e0b52416 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:55.838514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.866934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:55.905474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:55.908946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:55.911399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.013207 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3772884d-7a32-4c37-95bb-c1aeb391f1b7 None None] The port '42e727d2-8b13-426f-916d-ffd0e0b52416' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:13:56.028321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96787d-dafb-49b0-bab3-817670d03b96 None None] Pushing event updated for resources: {'Port': ['ID=94f5fc99-0062-4353-aec2-f443f8eeeebe,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.030907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c027d9f0-90cb-4950-9692-213315753510 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:56.031295 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.036470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:56.048708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:56.056348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:45Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.060597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:56.066952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df32b0-6306-4644-b7a3-33a3b880056a None None] The sync data for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 is: [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:45Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:56.081970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c027d9f0-90cb-4950-9692-213315753510'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:13:56.084390 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121dbfe-7d9b-4a40-8726-69487e5ba713,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.084617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:13:56.091231 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6890dfd1-042d-46f6-8b3f-cba8aac5fc4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31bab3ac555748caa8ea4ec6f712613b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970294 May 13 15:13:56.096748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c027d9f0-90cb-4950-9692-213315753510,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:56.101259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.105436 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.110554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39326) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.122978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting subnet 8e2bacdd-187b-413b-a95a-cb81d47d66e2 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:56.147073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.195206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:56.223002 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0eed7d-1d0c-4439-8a85-b3bd43f981e5'] response: {'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c027d9f0-90cb-4950-9692-213315753510', 'code': 200} May 13 15:13:56.255566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:13:56.266140 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Sync routers for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:13:56.281129 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:56.282029 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:56.310631 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.366767 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.410872 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.464880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05aa71c1-c920-4582-86b6-64e13679483c tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "PUT /v2.0/routers/b24a057d-16bf-44ac-a157-3a2723e3be60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3339736 May 13 15:13:56.465666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39330) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:56.574033 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.685400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 94f5fc99-0062-4353-aec2-f443f8eeeebe up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:56.759642 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:56.759919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting subnet e735819e-f03e-4ebf-bd28-054b3269ffea {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:13:56.764927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.775524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c90e0a-6501-43f8-a685-3f59eb2d7699 req-0fb56892-1c10-4708-88b5-4bb0b6540996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:56.777022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-18c90e0a-6501-43f8-a685-3f59eb2d7699 req-0fb56892-1c10-4708-88b5-4bb0b6540996 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 1096 time: 0.4692378 May 13 15:13:56.859629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 94f5fc99-0062-4353-aec2-f443f8eeeebe completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:56.874094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.907655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:56.954998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121dbfe-7d9b-4a40-8726-69487e5ba713,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.037107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.099009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.099498 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.099843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.100267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.100667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.101093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.101484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.101939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.102331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.102766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.103161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.103548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:13:57.147421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.149380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-38f11842-45e7-40ae-90e1-0971e8969522 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4121dbfe-7d9b-4a40-8726-69487e5ba713 HTTP/1.1" status: 204 len: 168 time: 1.0355325 May 13 15:13:57.257889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-18c90e0a-6501-43f8-a685-3f59eb2d7699 req-b676686e-5546-4958-9883-5163dd334af0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939278 May 13 15:13:57.302487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faa7a8-02bd-46d6-a210-c41c93a94fee req-9cb32584-3609-4deb-9b79-3bb1814e75d0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:57.315976 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3faa7a8-02bd-46d6-a210-c41c93a94fee req-9cb32584-3609-4deb-9b79-3bb1814e75d0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.3556395 May 13 15:13:57.336314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.428710 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.466424 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:57.478508 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Checking router: b24a057d-16bf-44ac-a157-3a2723e3be60 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:13:57.492161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.495918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Routers {'b24a057d-16bf-44ac-a157-3a2723e3be60'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:13:57.496881 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['b24a057d-16bf-44ac-a157-3a2723e3be60'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:57.616308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea1e92-2e74-4ba2-b969-d7b6dd7fd2ab None None] Network 27b62e87-1eb6-4993-826d-2e4f6920f8c4 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:57.629865 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.651989 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/subnets/8e2bacdd-187b-413b-a95a-cb81d47d66e2 HTTP/1.1" status: 204 len: 168 time: 1.8029063 May 13 15:13:57.655389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.656748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:57.685925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:57.688373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/subnets/e735819e-f03e-4ebf-bd28-054b3269ffea HTTP/1.1" status: 204 len: 168 time: 1.2179010 May 13 15:13:57.691748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2013a4-b20f-4fbf-b32b-119314d341a2 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2bacdd-187b-413b-a95a-cb81d47d66e2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.771551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39344) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:57.772672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec339ee-11e3-4a55-8930-f419a276bc70 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Subnet': ['ID=e735819e-f03e-4ebf-bd28-054b3269ffea,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.857022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=7d8fa8da-d779-449b-9300-eaff0e648e0d,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:57.900069 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] Set router b24a057d-16bf-44ac-a157-3a2723e3be60 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:13:57.910560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88757fe0-90f6-4171-81e8-39fc59d20ab0 None None] Network e15487dc-88f4-4f80-9dc0-28e070a41cf8 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:57.987549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': 'eb63a7d9-7542-475a-8d40-05759b2f5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:13:57.988417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 2f3dc42a-1170-41e0-8edf-212dd7fd5900, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:13:58.043023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.059551 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.082897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:13:58.086171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Deleting port ac7dee42-9154-49f7-8317-25c1ee4d7b6b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:58.086715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.130818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e32cd6-3b90-4b16-b888-428eeb0e9d92 None None] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:58.140711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.159920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.218313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c3faa7a8-02bd-46d6-a210-c41c93a94fee req-0f61a4d0-ee40-40a8-b40b-0be806c7fa04 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615271 May 13 15:13:58.314683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 2f3dc42a-1170-41e0-8edf-212dd7fd5900) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:13:58.380515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:13:58.381453 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.383093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e28eb-3545-403a-9ddc-159042369b9b None None] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:13:58.463671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.475739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port 3e7cf6c9-b844-4700-bc64-723b3af8c44c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:58.478347 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.532665 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:58.547041 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08108ae8-0ffb-43b5-b2e1-396c588f8c5f None None] The sync data for ids ['b24a057d-16bf-44ac-a157-3a2723e3be60'] in n-d-841736-1 is: [{'id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'name': 'tempest-TestNetworkBasicOps-router-2080638286', 'tenant_id': '49bff001508646548736068375f91a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:55Z', 'updated_at': '2022-05-13T15:13:54Z', 'revision_number': 5, 'project_id': '49bff001508646548736068375f91a15', 'gw_port': {'id': '3e7cf6c9-b844-4700-bc64-723b3af8c44c', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24a057d-16bf-44ac-a157-3a2723e3be60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:57Z', 'updated_at': '2022-05-13T15:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:13:58.586602 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9725514b-87a6-4868-99e3-6a1069f1c70d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0049236 May 13 15:13:58.595512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:13:58.629013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:58.759674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Provisioning for port 94f5fc99-0062-4353-aec2-f443f8eeeebe completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:58.846857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Provisioning complete for port 94f5fc99-0062-4353-aec2-f443f8eeeebe triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:58.847227 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.850974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] For port ac7dee42-9154-49f7-8317-25c1ee4d7b6b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,segment=NetworkSegment(c5d3bd36-0b98-4e67-adea-a8aa62293792),segment_id=c5d3bd36-0b98-4e67-adea-a8aa62293792)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:58.852475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:58.957179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 67911de3-24dc-4822-9bbe-8e651fa5549d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:13:58.981552 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port 3e7cf6c9-b844-4700-bc64-723b3af8c44c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=3e7cf6c9-b844-4700-bc64-723b3af8c44c,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:13:58.981998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.060826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Calling delete_port for ac7dee42-9154-49f7-8317-25c1ee4d7b6b owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:59.126635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for 3e7cf6c9-b844-4700-bc64-723b3af8c44c owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:13:59.153772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.163342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.238261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] No DVR routers for this DVR port ac7dee42-9154-49f7-8317-25c1ee4d7b6b on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:13:59.303495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Port': ['ID=ac7dee42-9154-49f7-8317-25c1ee4d7b6b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.336888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588bdaa-6074-442f-837c-d019793f35c6 None None] DHCP port deletion for 27b62e87-1eb6-4993-826d-2e4f6920f8c4 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:59.386956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1925407875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:13:59.414960 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.416865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 67911de3-24dc-4822-9bbe-8e651fa5549d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:13:59.430748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:13:59.465520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 67911de3-24dc-4822-9bbe-8e651fa5549d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:13:59.465899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.494908 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:13:59.500593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=3e7cf6c9-b844-4700-bc64-723b3af8c44c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:13:59.505106 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:13:59.525147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] DHCP port deletion for e15487dc-88f4-4f80-9dc0-28e070a41cf8 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:13:59.555203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:13:59.588695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.591317 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Deleting port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:13:59.591678 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.623699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.625370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.629949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-2f3dc42a-1170-41e0-8edf-212dd7fd5900', 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '7d8fa8da-d779-449b-9300-eaff0e648e0d'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:13:59.630780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.672674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Current status of the port 94f5fc99-0062-4353-aec2-f443f8eeeebe is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:13:59.672674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.674066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.684996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b62e87-1eb6-4993-826d-2e4f6920f8c4']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.702142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d3bd36-0b98-4e67-adea-a8aa62293792') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.702707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d3bd36-0b98-4e67-adea-a8aa62293792') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:13:59.713989 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.725268 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.767630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.783459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:13:59.787178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.837204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: timer() May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:13:59.858646 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:13:59.960112 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:13:59.972469 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e756a638-60b4-42f8-8d3b-bd215109eb43 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3629293 May 13 15:13:59.987193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39380) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.063650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:00.066961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:00.072766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'port': {'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900', 'name': 'tempest-RoutersTest-554565725'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:00.109302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.166196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.217457 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f34cd9b8-9186-4088-aa85-c721995de40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.241197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.241605 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Fanout notify agent at l3_agent the message router_deleted on router b24a057d-16bf-44ac-a157-3a2723e3be60 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:00.244137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] For port 94f5fc99-0062-4353-aec2-f443f8eeeebe, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=94f5fc99-0062-4353-aec2-f443f8eeeebe,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:00.278521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.299627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.300842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f54a8b54-1377-4d25-8dea-9d470a14f3b5 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/routers/b24a057d-16bf-44ac-a157-3a2723e3be60 HTTP/1.1" status: 204 len: 168 time: 2.5216272 May 13 15:14:00.316772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39388) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:00.367395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.372996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.431486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] 10.222.0.36 "DELETE /v2.0/networks/27b62e87-1eb6-4993-826d-2e4f6920f8c4 HTTP/1.1" status: 204 len: 168 time: 2.7530267 May 13 15:14:00.438603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6e7e-9609-410b-aa1f-7ada1ddf6742 tempest-NetworksIpV6Test-418446529 tempest-NetworksIpV6Test-418446529-project] Pushing event deleted for resources: {'Network': ['ID=27b62e87-1eb6-4993-826d-2e4f6920f8c4,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:00.521063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Allocated IP 172.20.0.2 (2f3dc42a-1170-41e0-8edf-212dd7fd5900/7d8fa8da-d779-449b-9300-eaff0e648e0d/dc75bd54-d9ad-4061-b4b8-e6785ac3cc13) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:00.556545 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:00.568508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f514a3c-05f5-4fa5-9e44-a39ce4317f78 req-5104d12a-421c-4fba-a47b-b5bd86990c23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:00.581354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f514a3c-05f5-4fa5-9e44-a39ce4317f78 req-5104d12a-421c-4fba-a47b-b5bd86990c23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.9720340 May 13 15:14:00.600539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:port and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:00.609529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:00.620490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:00.627082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.649391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:00.654244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.672944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Deleting port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:00.673598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.750791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6f514a3c-05f5-4fa5-9e44-a39ce4317f78 req-cd97bda4-d37c-46db-92da-fce779497d09 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962903 May 13 15:14:00.808533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:00.854333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] device_id is not set on port da5e0e73-86db-427d-b2b9-d60ae074b8ed yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:00.912886 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:00.940490 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Transition to ACTIVE for port object dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:00.946164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 67911de3-24dc-4822-9bbe-8e651fa5549d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:00.956944 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.003083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] For port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:01.005643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.176168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Transition to ACTIVE for port object dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:01.185882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 67911de3-24dc-4822-9bbe-8e651fa5549d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=67911de3-24dc-4822-9bbe-8e651fa5549d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:01.197373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39418) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.205839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Calling delete_port for c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:01.233789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:01.242067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.247977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-32ba2498-71cd-46f0-be39-4de7f5c8cc85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/dfdf0db0-2899-4bab-b1a4-f604e05f8ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2930129 May 13 15:14:01.274159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Sync routers for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:01.277942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.306642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:01.319148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:01.328901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:01.387340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Provisioning for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:01.412350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:01.414460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:13:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:01.448145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] For port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,segment=NetworkSegment(b595a3e9-cc08-4012-8cc8-b86461094ed4),segment_id=b595a3e9-cc08-4012-8cc8-b86461094ed4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:01.448475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.471682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fefdc1a8-ab1b-4b1d-8fa9-377a19785230 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6760d944a3194422ad3980891756790f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732475 May 13 15:14:01.474044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:01.555957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.20.0.7 (2f3dc42a-1170-41e0-8edf-212dd7fd5900/7d8fa8da-d779-449b-9300-eaff0e648e0d/da5e0e73-86db-427d-b2b9-d60ae074b8ed) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:01.565106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.581831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:01.605994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.684761 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Provisioning complete for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:01.685496 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.696561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.703005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Calling delete_port for c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:01.727659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:01.729064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2788e3d-cc69-4c85-9ceb-ad69418be18f HTTP/1.1" status: 204 len: 168 time: 0.2540894 May 13 15:14:01.749193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760418f-b3ed-4e08-a52b-5a594aad09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2788e3d-cc69-4c85-9ceb-ad69418be18f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:01.794117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-2362a188-71f5-4142-9b6e-929cbfcdf040 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:01.823206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-2362a188-71f5-4142-9b6e-929cbfcdf040 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:01.824963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-2362a188-71f5-4142-9b6e-929cbfcdf040 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660858792&fields=id&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 267 time: 0.1171589 May 13 15:14:01.840747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01f5d-d80c-43e0-9a48-258b0cc53ac9 req-333b3945-f404-4f10-8731-76e56445b58e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:01.848160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e01f5d-d80c-43e0-9a48-258b0cc53ac9 req-333b3945-f404-4f10-8731-76e56445b58e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.7215526 May 13 15:14:01.893895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af754a2-b279-413a-9001-2b70dfa732d0 None None] Pushing event updated for resources: {'Port': ['ID=94f5fc99-0062-4353-aec2-f443f8eeeebe,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.071364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39464) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:02.072466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-70e01f5d-d80c-43e0-9a48-258b0cc53ac9 req-d035501b-270a-4ff2-9b2d-2404063d0a3b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233708 May 13 15:14:02.110210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-983ad569-10a7-416c-8f1f-d39e64f0b815 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.117684 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-983ad569-10a7-416c-8f1f-d39e64f0b815 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:02.162438 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.168990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-983ad569-10a7-416c-8f1f-d39e64f0b815 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:02.170447 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-983ad569-10a7-416c-8f1f-d39e64f0b815 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 796 time: 0.3379879 May 13 15:14:02.203068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-0d6ee2ef-9be7-4e62-83e4-9832e3b0b9eb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/quotas/b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 375 time: 0.0257695 May 13 15:14:02.214590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 13 15:14:02.214590 n-d-841736-1 neutron-server[88134]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 13 15:14:02.214590 n-d-841736-1 neutron-server[88134]: [parameters: {'port_id': 'c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4'}] May 13 15:14:02.214590 n-d-841736-1 neutron-server[88134]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:02.215251 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:02.230406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object da5e0e73-86db-427d-b2b9-d60ae074b8ed will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:02.231961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.302975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Attempting to bind port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:02.303472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Attempting to bind port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'eb63a7d9-7542-475a-8d40-05759b2f5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:02.304106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Attempting to bind port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 on network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:02.306934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Port': ['ID=c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.321026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Pushing event updated for resources: {'Port': ['ID=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.348252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.368913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:14:02.369692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:02.370302 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3e7cf6c9-b844-4700-bc64-723b3af8c44c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:02.381274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] No DVR routers for this DVR port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:02.394093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:02.394913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:02.408253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c82ea44b8744bcdaecc87463bb1842d is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:02.409836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:02.410452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Checking segment: {'id': 'eb63a7d9-7542-475a-8d40-05759b2f5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:02.411039 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.411639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Bound using segment: {'id': 'eb63a7d9-7542-475a-8d40-05759b2f5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:02.412340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Bound port: dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb63a7d9-7542-475a-8d40-05759b2f5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2f3dc42a-1170-41e0-8edf-212dd7fd5900'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:02.412920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.419628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-02cac7e2-929b-4958-b57d-e68b8c1a04f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:02.419864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.425838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:02.444087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:02.452516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 3e7cf6c9-b844-4700-bc64-723b3af8c44c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:02.453340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 3e7cf6c9-b844-4700-bc64-723b3af8c44c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:02.453858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d6b3f0d4-31cb-4b15-9175-657d5b68b41f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:02.473093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-02cac7e2-929b-4958-b57d-e68b8c1a04f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:02.480757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-02cac7e2-929b-4958-b57d-e68b8c1a04f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687154 May 13 15:14:02.498742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d6b3f0d4-31cb-4b15-9175-657d5b68b41f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:02.499433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d6b3f0d4-31cb-4b15-9175-657d5b68b41f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:02.500066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac7dee42-9154-49f7-8317-25c1ee4d7b6b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:02.546986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ac7dee42-9154-49f7-8317-25c1ee4d7b6b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:02.547617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ac7dee42-9154-49f7-8317-25c1ee4d7b6b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:02.567736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.576875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.578971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=da5e0e73-86db-427d-b2b9-d60ae074b8ed,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.639903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c82ea44b8744bcdaecc87463bb1842d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674005 May 13 15:14:02.642133 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add544a3-2e41-4ab9-b6e1-e3cde6f8d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37b8d0-5cca-46da-8091-79f96876a27e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.644864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39486) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:02.670948 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:02.677733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:02.686804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:02.690667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:02.738799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.754117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.771642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Deleting port c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:02.772160 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.790959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca07e1-bfa3-4c51-95e4-d1858b418f5d req-38d129f3-45a0-40cb-a236-d9465011d46b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.792785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-77ca07e1-bfa3-4c51-95e4-d1858b418f5d req-38d129f3-45a0-40cb-a236-d9465011d46b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.4898179 May 13 15:14:02.809679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Provisioning complete for port 94f5fc99-0062-4353-aec2-f443f8eeeebe triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:02.810177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.832629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15487dc-88f4-4f80-9dc0-28e070a41cf8']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:02.863084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.863735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b595a3e9-cc08-4012-8cc8-b86461094ed4') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:02.863735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b595a3e9-cc08-4012-8cc8-b86461094ed4') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:02.876637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:02.877257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.919595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.954668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=67911de3-24dc-4822-9bbe-8e651fa5549d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:02.971401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-77ca07e1-bfa3-4c51-95e4-d1858b418f5d req-c34920e5-79b4-4b85-8aea-696dd1e3c268 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636941 May 13 15:14:02.972103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-35d4c860-815e-4d35-92d5-94360bde83b7 None None] The port 'c315ee7c-0c9d-48be-9e8c-2cad3c0fb2d4' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:02.990131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:02.990310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39494) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:03.006854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-75331e69-759b-42d8-a79b-2a70762b755c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0181289 May 13 15:14:03.009369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:03.009876 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.023745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39500) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:03.114674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.119589 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-70ccd712-fd54-48e9-88ac-dbe6fe75c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: timer() May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:03.130978 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:03.136980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.139220 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.188685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.211057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] Pushing event deleted for resources: {'Network': ['ID=e15487dc-88f4-4f80-9dc0-28e070a41cf8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.248234 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2d294b9-9aa4-4bc6-bbb3-ef064c92f141 tempest-TestNetworkBasicOps-847217867 tempest-TestNetworkBasicOps-847217867-project] 10.222.0.36 "DELETE /v2.0/networks/e15487dc-88f4-4f80-9dc0-28e070a41cf8 HTTP/1.1" status: 204 len: 168 time: 2.9196157 May 13 15:14:03.278123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2057575779'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:03.283685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:03.288327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Usage tracker for resource:network and tenant:74f63013c59f4512b472f7906017fa72 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:03.292044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:03.300282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:03.300536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] For port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:03.324263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37b8d0-5cca-46da-8091-79f96876a27e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.331592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.335289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-70cbad20-ae35-4413-8354-3a22bb01a055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f37b8d0-5cca-46da-8091-79f96876a27e HTTP/1.1" status: 204 len: 168 time: 0.6867628 May 13 15:14:03.335289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Made reservation on behalf of 74f63013c59f4512b472f7906017fa72 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:03.337848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.393894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] For port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,segment=NetworkSegment(eb63a7d9-7542-475a-8d40-05759b2f5e3d),segment_id=eb63a7d9-7542-475a-8d40-05759b2f5e3d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:03.480830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.521152 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.536823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 67911de3-24dc-4822-9bbe-8e651fa5549d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:03.606210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.690758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-fa14bcaa-12bf-4c91-a1ba-3dea7ceef0ff service neutron] 10.222.0.36 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1211371 May 13 15:14:03.692350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-81398e6c-0aa0-49c6-aaf9-96397ab9c7fe None None] Current status of the port 94f5fc99-0062-4353-aec2-f443f8eeeebe is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:03.698438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:03.729441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73fcd-d0d3-4eea-972d-b71c6b4d81ee None None] Pushing event updated for resources: {'Port': ['ID=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:03.765436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 67911de3-24dc-4822-9bbe-8e651fa5549d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:03.766053 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.770017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909104c2-5aa9-4772-93e0-5cb28535b4d7 req-b84051ca-7f1f-4f54-af5e-f1ae645876d5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:03.771924 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-909104c2-5aa9-4772-93e0-5cb28535b4d7 req-b84051ca-7f1f-4f54-af5e-f1ae645876d5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.1534126 May 13 15:14:03.810005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Usage tracker for resource:security_group_rule and tenant:74f63013c59f4512b472f7906017fa72 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:03.857046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:03.900049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-edfd12d9-a693-4252-b55f-5726ad0cd3b3 None None] Provisioning complete for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:03.901446 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-edfd12d9-a693-4252-b55f-5726ad0cd3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:03.919791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-909104c2-5aa9-4772-93e0-5cb28535b4d7 req-2281e0c8-35e3-46ca-b2c7-4430bba19271 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421094 May 13 15:14:03.923578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:03.960835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:04.070835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-edfd12d9-a693-4252-b55f-5726ad0cd3b3 None None] Port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:04.082348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:13:57Z', 'revision_number': 2, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:04.096127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Checking router: dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:04.102276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Updating router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:14:04.221082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:04.253643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 67911de3-24dc-4822-9bbe-8e651fa5549d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:04.255965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 94f5fc99-0062-4353-aec2-f443f8eeeebe up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:04.293703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.302051 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.325759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b449c0a-0a3d-47e9-a027-d1c9e55bad1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49bff001508646548736068375f91a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009595 May 13 15:14:04.329261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39528) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:04.336869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-54218a0e-1a4a-47eb-8dc9-6ad33bf0a7af service neutron] 10.222.0.36 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235679 May 13 15:14:04.347227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:04.356890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Usage tracker for resource:security_group_rule and tenant:687f8b453786479d9b34057c4af0650a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:04.368989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:04.381614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:04.432200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.463608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.494515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.525198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:04.528511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.540800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 94f5fc99-0062-4353-aec2-f443f8eeeebe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:04.541361 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.546257 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.546706 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Added segment bd8c6587-3098-4e23-81c1-f8eb75ef3b20 of type vlan for network 1d65119e-8b7a-4443-85ec-5e497c6d9125 May 13 15:14:04.582233 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.638269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7032070-fe0a-46d2-8d83-21513e66d8c2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:04.665759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.675367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-198962be-5e96-4c3b-8772-1671f4697524 req-702d74bc-e392-414c-9352-3a24db337c00 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 210 time: 0.1242983 May 13 15:14:04.743754 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.749725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:04.750416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:04.942684 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.016074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ecb13b-bc4e-47b1-b867-944491016956,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.029576 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.052619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.096025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.111198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 94f5fc99-0062-4353-aec2-f443f8eeeebe is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:05.231955 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.235199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.237972 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0119e5d9-71a6-4552-a1ca-c31e79d99bd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40ecb13b-bc4e-47b1-b867-944491016956 HTTP/1.1" status: 204 len: 168 time: 0.9074252 May 13 15:14:05.263180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e8ad8-7f42-4539-82d8-e6e7976db850,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.272465 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a457a794-738d-4572-b7f5-076f4e0fedd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=687f8b453786479d9b34057c4af0650a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0392168 May 13 15:14:05.273421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Transition to ACTIVE for port object 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:05.276349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:05.288989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3009601 May 13 15:14:05.294049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:05.299438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:05.335570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Request body: {'subnet': {'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:05.650691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1596b-b4cc-415b-841f-8032c9695198 None None] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:05.667465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:05.692903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb17c-aad5-4d51-a023-db02593284c0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event updated for resources: {'Network': ['ID=1d65119e-8b7a-4443-85ec-5e497c6d9125,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.696351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b042eb3-341c-4590-a5c5-bc5dcd384a81 None None] Pushing event updated for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:05.722361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:05.982705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.010394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb2a74-159d-4303-95bd-8d78a11df4e6 req-7491504e-47f5-453d-b513-7119228f55e4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.013124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64eb2a74-159d-4303-95bd-8d78a11df4e6 req-7491504e-47f5-453d-b513-7119228f55e4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.7503467 May 13 15:14:06.014113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39558) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:06.053954 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.076296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-816859c4-26be-4593-83d9-8b8c3f63308b None None] Provisioning for port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:06.086113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b3efd7c-68b7-490d-8cb2-e6617617e9c0 req-5b1910d4-2c55-4a1e-b625-f69ec35be1cc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 210 time: 0.0707955 May 13 15:14:06.089775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:06.104356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Usage tracker for resource:subnet and tenant:74f63013c59f4512b472f7906017fa72 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:06.110205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:06.122892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.126748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:06.134583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c651c-1602-4887-9966-1e88909f383f req-d7297026-57ad-4622-bac0-a318893d077c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.136417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a35c651c-1602-4887-9966-1e88909f383f req-d7297026-57ad-4622-bac0-a318893d077c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 945 time: 0.8716488 May 13 15:14:06.140929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Made reservation on behalf of 74f63013c59f4512b472f7906017fa72 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:06.143409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Attempting to bind port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:06.143786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Attempting to bind port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:06.144163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Attempting to bind port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:06.145240 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.154577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:06.155005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Checking segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:06.155353 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.155745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Bound using segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:06.156243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Bound port: 7b514d95-02d0-4d21-9d5c-d6560a3c6a52, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:06.156627 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.212826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:06.236440 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:802d9b768230462e8e99a5448d6bea57 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:06.241164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:06.252520 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.262500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:06.271533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64eb2a74-159d-4303-95bd-8d78a11df4e6 req-94ad961b-7015-49a4-87f2-8d3526d9efba tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255285 May 13 15:14:06.277671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e8ad8-7f42-4539-82d8-e6e7976db850,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.279728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port c027d9f0-90cb-4950-9692-213315753510 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:06.280073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.312923 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.314130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e5c8b963-a35f-4a88-b098-9ef7121f248a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1e8ad8-7f42-4539-82d8-e6e7976db850 HTTP/1.1" status: 204 len: 168 time: 1.0365610 May 13 15:14:06.358927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.407574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:06.434147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:06.434519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.501869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] For port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:06.556629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] For port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:06.565913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.572631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.575666 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.689781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b042eb3-341c-4590-a5c5-bc5dcd384a81 None None] Pushing event updated for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:06.740101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.759593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:06.760281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:06.831846 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:06.942518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-e06ef8f0-0464-4313-9381-2ccf199319ad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:06.944588 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-e06ef8f0-0464-4313-9381-2ccf199319ad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 796 time: 0.4749920 May 13 15:14:06.946021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:06.946443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.015457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event updated for resources: {'Subnet': ['ID=04425d11-6c58-4427-bd83-d2224de52d60,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.059994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Checking segment: {'id': 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:07.060516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Network hostable DHCP agents. Network: 1d65119e-8b7a-4443-85ec-5e497c6d9125, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:07.087909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-805ef1ff-57c6-40ad-a149-4a63b0d14b46 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 379 time: 0.1281080 May 13 15:14:07.108613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'port': {'device_id': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'admin_state_up': True, 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'security_groups': ['3e614a0f-66fa-45c8-8d26-7899069fe1a7']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:07.117826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=802d9b768230462e8e99a5448d6bea57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0946352 May 13 15:14:07.147058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:07.162395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:07.298745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6848c-8826-4cd8-99ec-51c9a908c8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f8a1cc-2c70-4da7-bd08-34efd5bb8f72,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.329564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=da5e0e73-86db-427d-b2b9-d60ae074b8ed,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:07.406797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:07.491308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:07.496806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4dd3d95b-600d-4284-a123-d50c876d7d2b req-580ca213-f0d1-4c96-8752-d0984530992d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 210 time: 0.1047714 May 13 15:14:07.499681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:07.514621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 1d65119e-8b7a-4443-85ec-5e497c6d9125) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:07.529011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:07.529614 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.543736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:07.552897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.610702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-01540080-e1af-4ccc-9d84-d8652560c8f3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3096349 May 13 15:14:07.615361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:07.622744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Request body: {'port': {'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125', 'name': 'tempest-TagsExtTest-85859112'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:07.629716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port c027d9f0-90cb-4950-9692-213315753510, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c027d9f0-90cb-4950-9692-213315753510,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:07.629716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:07.809793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892777f-2dec-43ee-927e-3ad04580ffa7 None None] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:07.877112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for c027d9f0-90cb-4950-9692-213315753510 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:08.009039 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.034968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,segment=NetworkSegment(eb63a7d9-7542-475a-8d40-05759b2f5e3d),segment_id=eb63a7d9-7542-475a-8d40-05759b2f5e3d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:08.065284 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.119029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.184380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.9 (04d4ca43-531c-4655-b9b2-1b957dcc2970/2053db66-6791-4efb-83c7-d047f10e4342/23617bf2-9b2e-46c7-a4b9-296990bd6e6c) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:08.256909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Provisioning complete for port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:08.258197 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.306056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:08.311150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Usage tracker for resource:port and tenant:74f63013c59f4512b472f7906017fa72 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:08.314729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:08.325238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:08.332257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:08.341339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Made reservation on behalf of 74f63013c59f4512b472f7906017fa72 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:08.345809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.370097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] device_id is not set on port 6030f13d-3e16-4f7c-ab1b-6edefff23617 yet. {{(pid=88131) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 13 15:14:08.425451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:06Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:08.433202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9ce1c-1e8b-4d94-af3d-7a97ffb84481 None None] The sync data for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 is: [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:06Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:08.534007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Current status of the port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:08.629665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-1d65119e-8b7a-4443-85ec-5e497c6d9125', 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125', 'tenant_id': '74f63013c59f4512b472f7906017fa72', 'fixed_ips': [{'subnet_id': '04425d11-6c58-4427-bd83-d2224de52d60'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:08.630366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.631124 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.654927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Provisioning for port da5e0e73-86db-427d-b2b9-d60ae074b8ed completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:08.693025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Allocated IP 172.20.0.4 (1d65119e-8b7a-4443-85ec-5e497c6d9125/04425d11-6c58-4427-bd83-d2224de52d60/6030f13d-3e16-4f7c-ab1b-6edefff23617) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:08.870507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.901658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Provisioning complete for port da5e0e73-86db-427d-b2b9-d60ae074b8ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:08.902257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.927741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:08.957308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=c027d9f0-90cb-4950-9692-213315753510,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.012945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c027d9f0-90cb-4950-9692-213315753510 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:09.061061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51e3a72c-591e-4de5-b6eb-ee2c8a93e857 req-4dd20c91-8595-4cc0-b02d-0caa8eba83a8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 210 time: 0.1494241 May 13 15:14:09.102587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port c027d9f0-90cb-4950-9692-213315753510 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:09.106004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.125972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-14bc2a04-f8d0-4f4e-b193-ab037f3d95ca None None] Port da5e0e73-86db-427d-b2b9-d60ae074b8ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:09.129026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'name': 'network-vif-deleted', 'tag': 'c027d9f0-90cb-4950-9692-213315753510'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:09.138057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f8a1cc-2c70-4da7-bd08-34efd5bb8f72,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:09.153405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: c027d9f0-90cb-4950-9692-213315753510 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:09.153922 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c027d9f0-90cb-4950-9692-213315753510 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:09.166601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.167558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee9172f6-1f73-4305-8a3f-5ab5a242f450 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2f8a1cc-2c70-4da7-bd08-34efd5bb8f72 HTTP/1.1" status: 204 len: 168 time: 2.0170314 May 13 15:14:09.172167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a35c651c-1602-4887-9966-1e88909f383f req-acc0e9a3-8357-4c08-b3c3-ca297f1fd6c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "DELETE /v2.0/ports/c027d9f0-90cb-4950-9692-213315753510 HTTP/1.1" status: 204 len: 173 time: 3.0192497 May 13 15:14:09.242563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8fc9-79db-4676-b877-72e3868f1b12 req-d2bafe24-a1e1-4d2e-bcab-055c75591702 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:09.243288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c3ab8fc9-79db-4676-b877-72e3868f1b12 req-d2bafe24-a1e1-4d2e-bcab-055c75591702 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:09.269879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c3ab8fc9-79db-4676-b877-72e3868f1b12 req-d2bafe24-a1e1-4d2e-bcab-055c75591702 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:09.280888 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3ab8fc9-79db-4676-b877-72e3868f1b12 req-d2bafe24-a1e1-4d2e-bcab-055c75591702 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 867 time: 1.3053715 May 13 15:14:09.321480 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad5bd47-9182-4460-b401-7cd022761e19'] response: {'server_uuid': '05190b59-be74-4cf1-a21a-f4044ccbef2c', 'name': 'network-vif-deleted', 'tag': 'c027d9f0-90cb-4950-9692-213315753510', 'status': 'completed', 'code': 200} May 13 15:14:09.336065 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.394378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 23617bf2-9b2e-46c7-a4b9-296990bd6e6c will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:09.427034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:09.459139 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c3ab8fc9-79db-4676-b877-72e3868f1b12 req-4e4ecdff-addf-46cc-abe9-698a5b09a535 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759784 May 13 15:14:10.036269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.242544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:10.303954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:10.324566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:10.325834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:10.329307 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:10.374712 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.399128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Transition to ACTIVE for port object 6030f13d-3e16-4f7c-ab1b-6edefff23617 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:10.545177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.645674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Allocated IP 172.20.0.2 (1d65119e-8b7a-4443-85ec-5e497c6d9125/04425d11-6c58-4427-bd83-d2224de52d60/a43027ca-b3f1-45e7-b0fc-d01ecf36f160) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:10.736373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.750944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:10.877886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:10.904347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:10.913384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:10.969307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dcb48041-0bb2-4269-8d50-7521a70feb01 req-b9ffe701-bed3-44f2-8556-d22eec866ada tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=05190b59-be74-4cf1-a21a-f4044ccbef2c HTTP/1.1" status: 200 len: 210 time: 0.0974913 May 13 15:14:10.984942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:10.985799 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.011718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.017315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event updated for resources: {'Port': ['ID=6030f13d-3e16-4f7c-ab1b-6edefff23617,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:11.028238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=da5e0e73-86db-427d-b2b9-d60ae074b8ed,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:11.030880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:11.031453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.047343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-42341b8b-4be3-4eba-9905-2abf43968668 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9441535 May 13 15:14:11.081099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.082332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.095577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Request body: {'port': {'device_id': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:11.173201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-19827a30-fd0b-4a54-a285-ef60d872d752 None None] Provisioning for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:11.205718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ed90-ba12-4dc7-bce3-e19526b5a0c0 req-ba02175d-414f-44ca-a31b-ec102813684e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:11.206637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fe28ed90-ba12-4dc7-bce3-e19526b5a0c0 req-ba02175d-414f-44ca-a31b-ec102813684e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:11.214272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-19827a30-fd0b-4a54-a285-ef60d872d752 None None] Provisioning complete for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:11.215150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-19827a30-fd0b-4a54-a285-ef60d872d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.216891 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7cf5a94e-00e0-4835-8685-ef6d07094ea2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.6000447 May 13 15:14:11.219944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39636) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.233925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-782665943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:11.247773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:11.248412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:11.249888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:11.252819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Usage tracker for resource:router and tenant:74f63013c59f4512b472f7906017fa72 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:11.256717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:11.263665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:11.286839 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.288060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.329577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fe28ed90-ba12-4dc7-bce3-e19526b5a0c0 req-ba02175d-414f-44ca-a31b-ec102813684e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:11.338428 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe28ed90-ba12-4dc7-bce3-e19526b5a0c0 req-ba02175d-414f-44ca-a31b-ec102813684e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 931 time: 1.0093272 May 13 15:14:11.387179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-19827a30-fd0b-4a54-a285-ef60d872d752 None None] Port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:11.496472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe28ed90-ba12-4dc7-bce3-e19526b5a0c0 req-f3c58ecf-03c5-4ca0-9d4f-99e00257b518 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526976 May 13 15:14:11.500000 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.517355 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.546047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Transition to ACTIVE for port object a43027ca-b3f1-45e7-b0fc-d01ecf36f160 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:11.549885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.595761 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.596455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Transition to ACTIVE for port object a43027ca-b3f1-45e7-b0fc-d01ecf36f160 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:11.623902 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:11.625326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:11.657637 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.660929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f4193498-a155-412e-a179-581137733f9c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4375765 May 13 15:14:11.662067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.669438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f46b7f9f-d142-410d-ad0e-e67cb736aa82 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1593891583', 'prefixes': ['172.20.0.0/16']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:11.677736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f46b7f9f-d142-410d-ad0e-e67cb736aa82 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:11.711063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.792041 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f46b7f9f-d142-410d-ad0e-e67cb736aa82 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.801747 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f46b7f9f-d142-410d-ad0e-e67cb736aa82 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1384676 May 13 15:14:11.806357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:11.831287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-c979c411-bfbf-49c4-98e8-37af486e9b00 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-226201487') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:11.898597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router c2fd23b9-1846-44c9-9f28-7d3a8d81b37c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:11.940604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Pushing event updated for resources: {'Port': ['ID=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:11.961912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4bdd7946-d28c-48af-a430-67f63ff92da2 None None] Provisioning complete for port da5e0e73-86db-427d-b2b9-d60ae074b8ed triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:11.962570 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4bdd7946-d28c-48af-a430-67f63ff92da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:11.997799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:12.004895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:12.014817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:12.022659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:12.038037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:12.038734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.185702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd7946-d28c-48af-a430-67f63ff92da2 None None] Port da5e0e73-86db-427d-b2b9-d60ae074b8ed cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:12.208389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Attempting to bind port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:12.209308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Attempting to bind port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:12.209906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Attempting to bind port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 on network 1d65119e-8b7a-4443-85ec-5e497c6d9125 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:12.222916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:12.223650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Checking segment: {'id': 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:12.224371 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.224976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Bound using segment: {'id': 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:12.225687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Bound port: a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1d65119e-8b7a-4443-85ec-5e497c6d9125'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:12.226320 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.342726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:12.348313 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cd703107-6f46-4e39-8b28-84c0a855a52d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/c2fd23b9-1846-44c9-9f28-7d3a8d81b37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3264091 May 13 15:14:12.356057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] Sync routers for ids ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:12.361801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.375283 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] Routers {'c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:12.376872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:12.388508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23617bf2-9b2e-46c7-a4b9-296990bd6e6c {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:12.412955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:12.413819 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.416856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.436608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Transition to ACTIVE for port object 23617bf2-9b2e-46c7-a4b9-296990bd6e6c will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:12.449459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.514405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c4846d-9676-4344-aa5f-44f9735c020a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:12.529691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07c4846d-9676-4344-aa5f-44f9735c020a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports/da5e0e73-86db-427d-b2b9-d60ae074b8ed HTTP/1.1" status: 200 len: 976 time: 0.1375020 May 13 15:14:12.529908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] For port a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:12.532595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.544006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c979c411-bfbf-49c4-98e8-37af486e9b00 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-226201487 HTTP/1.1" status: 201 len: 201 time: 0.7366023 May 13 15:14:12.545447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.547668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] For port a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,segment=NetworkSegment(bd8c6587-3098-4e23-81c1-f8eb75ef3b20),segment_id=bd8c6587-3098-4e23-81c1-f8eb75ef3b20)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:12.557414 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.560253 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:12.589571 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] Routers {'c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:12.593909 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:12.670349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:12.702509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-e7a6005d-bd20-4cc2-abe4-9e973f9075ad tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-395037665') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:12.743649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:12.853635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:12.875073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d906ea-215f-4e84-bfca-368b6eddb525 None None] Pushing event updated for resources: {'Port': ['ID=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:12.916995 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:12.922244 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3140d0-0e99-47e0-a862-8d08f0873ac4 None None] The sync data for ids ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:12.932050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:13.124164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:13.124521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:13.124846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:13.125919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:13.150010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e15a34-7f54-4f98-8a68-535f76f5fd2b req-643b8561-fe09-4f59-811a-2d08cd35541e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.156766 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-38e15a34-7f54-4f98-8a68-535f76f5fd2b req-643b8561-fe09-4f59-811a-2d08cd35541e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.4305711 May 13 15:14:13.159370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:14:13.159685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:13.185828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:13.186193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Checking segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:13.186403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Bound using segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:13.186824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Bound port: 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:13.187167 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.278636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e7a6005d-bd20-4cc2-abe4-9e973f9075ad tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-395037665 HTTP/1.1" status: 201 len: 201 time: 0.6026831 May 13 15:14:13.290211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39688) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:13.308438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-38e15a34-7f54-4f98-8a68-535f76f5fd2b req-5bd141ec-4db1-4e87-97e1-e0b6e214628c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506934 May 13 15:14:13.331945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-bd8b0e98-12fc-4e9e-aeb8-5c796daee74e tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-1623183848') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:13.418485 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.465140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:13.665933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Usage tracker for resource:security_group_rule and tenant:c4575787d5724ef099ac883782635a60 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:13.674048 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.674322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:13.685027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:13.689897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:13.695533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:13.703959 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.788465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:13.789134 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:13.790631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] 10.222.0.90 "PUT /v2.0/ports/23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 1091 time: 2.7004371 May 13 15:14:13.794982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:13.866266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bd8b0e98-12fc-4e9e-aeb8-5c796daee74e tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-1623183848 HTTP/1.1" status: 201 len: 201 time: 0.5676343 May 13 15:14:13.890696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:13.917394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-c07789f1-729c-4296-82c6-181ab69b7907 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-1124913786') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:13.923448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc4010-ab2f-4b52-b36a-23d989ba3d1c service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:13.949029 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222a4882-ec38-4ead-84fc-1390b4983f97'] response: {'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'status': 'completed', 'code': 200} May 13 15:14:14.036027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.044821 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.066470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-0d6021a2-6b9a-4daa-a026-b5844798e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.068022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-0d6021a2-6b9a-4daa-a026-b5844798e90f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1094 time: 0.2006283 May 13 15:14:14.155069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c07789f1-729c-4296-82c6-181ab69b7907 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-1124913786 HTTP/1.1" status: 201 len: 201 time: 0.2639685 May 13 15:14:14.156117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39700) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:14.167110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-c3df7d01-53bb-4866-b9f7-5ba9f69b047f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:14.194017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-e9479522-04c3-43de-a2ab-be442b402ccb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 217 time: 0.1098092 May 13 15:14:14.205073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4575787d5724ef099ac883782635a60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499923 May 13 15:14:14.205936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:14.209820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b264ff-1f88-4293-816b-3db00d189742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec245be-d97d-4437-8fed-c155ced6b92c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:14.296263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port da5e0e73-86db-427d-b2b9-d60ae074b8ed {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:14.297368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.323053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-69a7c3eb-58c5-4360-bd9a-f667c05d0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.324623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-69a7c3eb-58c5-4360-bd9a-f667c05d0b75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.1175787 May 13 15:14:14.347738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.409904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3df7d01-53bb-4866-b9f7-5ba9f69b047f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 200 len: 240 time: 0.2469745 May 13 15:14:14.410657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39710) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:14.421140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158ae9f-7ed9-414e-9a49-96b3af346783 None None] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:14.432650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.564286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e91c225e-7e1b-44cf-8290-cd9c0a30e3d3 None None] Provisioning for port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:14.598869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e640f6-8407-4c05-b10f-f59a049578a1 req-8e45226b-a3ec-486d-a934-8cf96c718e12 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.600807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78e640f6-8407-4c05-b10f-f59a049578a1 req-8e45226b-a3ec-486d-a934-8cf96c718e12 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.1586528 May 13 15:14:14.619730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.625496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-da861309-a328-4583-90a8-4851d13fc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:14.628393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-da861309-a328-4583-90a8-4851d13fc94d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2783077 May 13 15:14:14.828483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for da5e0e73-86db-427d-b2b9-d60ae074b8ed owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:14.831908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:14.928634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78e640f6-8407-4c05-b10f-f59a049578a1 req-d2e80093-d718-4a81-8835-672bd08bcf64 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131626 May 13 15:14:15.007036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec245be-d97d-4437-8fed-c155ced6b92c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:15.014407 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.015744 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2d654c9a-b338-4c53-80cf-c810885ec975 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ec245be-d97d-4437-8fed-c155ced6b92c HTTP/1.1" status: 204 len: 168 time: 0.8051941 May 13 15:14:15.082252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:15.120974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-1edc83f6-6eb1-49d4-b769-73e8730bc9f4 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797354 May 13 15:14:15.203815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-2b05cdcd-72e0-4491-9d7c-7d60ec724b32 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-226201487') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:15.293021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.293874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.413575 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80045abc-b3e3-4ac0-a8f6-8dedfe6e77ea req-eddf2c12-4543-4da9-853f-b96ed8f80d0a service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805994 May 13 15:14:15.467780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ee130846-deed-4912-95b9-fffa2fa0c2f8 None None] Provisioning for port 6030f13d-3e16-4f7c-ab1b-6edefff23617 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:15.474199 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.477168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ee130846-deed-4912-95b9-fffa2fa0c2f8 None None] Provisioning complete for port 6030f13d-3e16-4f7c-ab1b-6edefff23617 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.477565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ee130846-deed-4912-95b9-fffa2fa0c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.587481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=da5e0e73-86db-427d-b2b9-d60ae074b8ed,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:15.634422 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ee130846-deed-4912-95b9-fffa2fa0c2f8 None None] Port 6030f13d-3e16-4f7c-ab1b-6edefff23617 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:15.640773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:15.641853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a43027ca-b3f1-45e7-b0fc-d01ecf36f160 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:15.684926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd0711-ce22-4034-afe4-d86298921053 req-c1051e81-a27a-44db-92d5-c1cd076644ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.686414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-c1051e81-a27a-44db-92d5-c1cd076644ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1094 time: 0.1759737 May 13 15:14:15.725422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39728) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:15.756813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:15.765312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.766186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.814784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.872039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:15.880054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Usage tracker for resource:security_group_rule and tenant:39121fc3ad1c4c8ab874319d49ea3b3f is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:15.887705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:15.911121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:15.925527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-38d89745-3efb-4e25-bcaa-706f349393b7 None None] Provisioning complete for port 6030f13d-3e16-4f7c-ab1b-6edefff23617 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:15.925907 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-38d89745-3efb-4e25-bcaa-706f349393b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:15.964180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd0711-ce22-4034-afe4-d86298921053 req-7053aca9-1099-4e7b-9409-4990badd3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:15.966111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-7053aca9-1099-4e7b-9409-4990badd3bbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.2716687 May 13 15:14:16.019229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-38d89745-3efb-4e25-bcaa-706f349393b7 None None] Port 6030f13d-3e16-4f7c-ab1b-6edefff23617 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:16.090846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-df3be65d-e497-43c2-8f11-d1a18dee54e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 217 time: 0.1164496 May 13 15:14:16.095425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:16.096487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.143049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,segment=NetworkSegment(bd8c6587-3098-4e23-81c1-f8eb75ef3b20),segment_id=bd8c6587-3098-4e23-81c1-f8eb75ef3b20)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:16.149719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.186702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd0711-ce22-4034-afe4-d86298921053 req-37225d84-ca5d-4124-bcd0-dccc3c019c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.188373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-37225d84-ca5d-4124-bcd0-dccc3c019c00 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.0902114 May 13 15:14:16.279883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.308889 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2b05cdcd-72e0-4491-9d7c-7d60ec724b32 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-226201487 HTTP/1.1" status: 204 len: 168 time: 1.8927417 May 13 15:14:16.312438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.314303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.322653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-3c601050-8dee-4b84-ad6d-0834e4cf1e76 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-226201487') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:16.355359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.376645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.403741 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd0711-ce22-4034-afe4-d86298921053 req-a23a1f60-4db0-458c-986b-6df97d25e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.405173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-a23a1f60-4db0-458c-986b-6df97d25e31b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063284 May 13 15:14:16.638534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981071e2-aec8-4283-9eff-57ccd4637308 req-39fa6d3e-d374-428d-ba6e-c960710b0b10 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:16.640160 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-981071e2-aec8-4283-9eff-57ccd4637308 req-39fa6d3e-d374-428d-ba6e-c960710b0b10 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.4343398 May 13 15:14:16.680582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db19e87-ba69-4bea-9b36-5e9580ec3d61,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:16.694502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-957e92f3-bf7c-4a4a-a191-740d2771afe5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39121fc3ad1c4c8ab874319d49ea3b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641838 May 13 15:14:16.700187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.769728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router c2fd23b9-1846-44c9-9f28-7d3a8d81b37c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:16.781301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-981071e2-aec8-4283-9eff-57ccd4637308 req-63de2720-8229-414f-9ecc-34843c8e68f0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315715 May 13 15:14:16.828743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-e775c70c-a364-4edb-843c-1f0e8900c5c9 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121566 May 13 15:14:16.842472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:14:16.859925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:16.950485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:16.963818 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3c601050-8dee-4b84-ad6d-0834e4cf1e76 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-226201487 HTTP/1.1" status: 204 len: 168 time: 0.6480737 May 13 15:14:16.964037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39744) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:16.973276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-eaa6d837-9ab7-4dd0-b1c9-9621e1c44e3a tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:16.974710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a43027ca-b3f1-45e7-b0fc-d01ecf36f160 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:16.984195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.004938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] Sync routers for ids ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:17.008332 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba07fb4f-fc19-41b4-9e01-686f948e4591 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/c2fd23b9-1846-44c9-9f28-7d3a8d81b37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4741180 May 13 15:14:17.011950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39748) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.068634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] Routers {'c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:17.069271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.082449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eaa6d837-9ab7-4dd0-b1c9-9621e1c44e3a tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 200 len: 205 time: 0.1171534 May 13 15:14:17.088628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.101991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-ec20b8de-7888-4d52-93f5-416a8b148042 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.197936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.216329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec20b8de-7888-4d52-93f5-416a8b148042 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 200 len: 240 time: 0.1223593 May 13 15:14:17.217317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.222807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-6d7753f8-bdfc-4e7b-aa68-c09cda1c5624 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-395037665') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.226244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] Routers {'c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:17.226878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.266358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ffbd0711-ce22-4034-afe4-d86298921053 req-a0b21155-a2ff-4bf2-a719-8743c76748d9 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255226 May 13 15:14:17.289663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:17.314633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d7753f8-bdfc-4e7b-aa68-c09cda1c5624 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-395037665 HTTP/1.1" status: 204 len: 168 time: 0.0958188 May 13 15:14:17.315663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.316184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6ada6-ef9c-41a3-bb3d-5e682e59c44e None None] The sync data for ids ['c2fd23b9-1846-44c9-9f28-7d3a8d81b37c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:17.317787 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:17.318159 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.318622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39764) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.328993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-b7362d8c-164f-4311-85c3-17cff7de9779 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-395037665') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.343161 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'mac_address': 'fa:16:3e:b9:67:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:14:17.374900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.407308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db19e87-ba69-4bea-9b36-5e9580ec3d61,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:17.457988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:17.458281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.509714 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.510880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a377550d-6b93-4697-a7eb-c39c2a4cbc74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0db19e87-ba69-4bea-9b36-5e9580ec3d61 HTTP/1.1" status: 204 len: 168 time: 0.8097525 May 13 15:14:17.514892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23617bf2-9b2e-46c7-a4b9-296990bd6e6c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:17.532572 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b7362d8c-164f-4311-85c3-17cff7de9779 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-395037665 HTTP/1.1" status: 204 len: 168 time: 0.2121360 May 13 15:14:17.533567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.535170 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-5239025c-0a44-42a0-999c-717fef464dc4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] remove_router_interface failed (client error): The resource could not be found. May 13 15:14:17.536260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5239025c-0a44-42a0-999c-717fef464dc4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/c2fd23b9-1846-44c9-9f28-7d3a8d81b37c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5232561 May 13 15:14:17.543874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.550710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-25de9c60-99b3-4b35-a521-a03514d40b08 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.578232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:17.597244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:17.693880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e21594d1-327d-4e0b-8812-24585c4c9eea tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:17.708531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:17.731829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e21594d1-327d-4e0b-8812-24585c4c9eea tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:17.733525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:17.736362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e21594d1-327d-4e0b-8812-24585c4c9eea tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fd23b9-1846-44c9-9f28-7d3a8d81b37c HTTP/1.1" status: 200 len: 205 time: 0.1913254 May 13 15:14:17.737509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.748730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-25de9c60-99b3-4b35-a521-a03514d40b08 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 200 len: 205 time: 0.2135935 May 13 15:14:17.753877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39784) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:17.760313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-24953405-9241-4224-a587-1c84257c89b7 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:17.860359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['23617bf2-9b2e-46c7-a4b9-296990bd6e6c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:14:17.951943 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.175329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24953405-9241-4224-a587-1c84257c89b7 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 200 len: 241 time: 0.4201860 May 13 15:14:18.178148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39798) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.184469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-f2298ec0-c30a-44b8-89a5-d0fc545aec2e tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-1623183848') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:18.452964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f2298ec0-c30a-44b8-89a5-d0fc545aec2e tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-1623183848 HTTP/1.1" status: 204 len: 168 time: 0.2734551 May 13 15:14:18.453591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39806) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.462041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-338504b0-e375-4d46-93ea-fa370e586d43 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-1623183848') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:18.558920 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.564353 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.637312 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.638309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router c2fd23b9-1846-44c9-9f28-7d3a8d81b37c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:18.668014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8126464-7938-48c5-981f-4a53601b6f9d req-872c2285-e599-4290-a8f5-2a7a91714ccb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:18.670811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8126464-7938-48c5-981f-4a53601b6f9d req-872c2285-e599-4290-a8f5-2a7a91714ccb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 944 time: 0.5543654 May 13 15:14:18.682021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:18.683932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb74c812-9ffb-4170-a776-13fc46dc18e5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/c2fd23b9-1846-44c9-9f28-7d3a8d81b37c HTTP/1.1" status: 204 len: 168 time: 0.9448452 May 13 15:14:18.687613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:18.844048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:18.955171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a8126464-7938-48c5-981f-4a53601b6f9d req-75b5d69e-85e6-4c14-9965-2c7f9891edae tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693143 May 13 15:14:18.981004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 7d8fa8da-d779-449b-9300-eaff0e648e0d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:18.990417 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.066571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:19.079355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:19.079651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.103784 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.156251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-338504b0-e375-4d46-93ea-fa370e586d43 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-1623183848 HTTP/1.1" status: 204 len: 168 time: 0.6996906 May 13 15:14:19.158075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.163396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-a1aa40b0-dfb3-458c-8870-2319361680c4 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.257911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.307647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:19.308022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.348662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:19.364444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.382954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:19.390773 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.467291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8fa8da-d779-449b-9300-eaff0e648e0d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:19.474836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.485367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-19ae4312-7dcf-4255-9368-cc558eab4853 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/7d8fa8da-d779-449b-9300-eaff0e648e0d HTTP/1.1" status: 204 len: 168 time: 0.7924135 May 13 15:14:19.485774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.491474 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9c64a3-0153-417d-8eb7-433c478a0551'] response: {'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'code': 200} May 13 15:14:19.507987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad25d7-b228-402a-b62c-322cf960ebda None None] Network 2f3dc42a-1170-41e0-8edf-212dd7fd5900 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:19.617082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a1aa40b0-dfb3-458c-8870-2319361680c4 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 200 len: 205 time: 0.4576406 May 13 15:14:19.633263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.642729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-c43400f8-0fcb-4638-ab90-fd9853fda644 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.706371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c43400f8-0fcb-4638-ab90-fd9853fda644 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 200 len: 241 time: 0.0717163 May 13 15:14:19.712057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:19.722423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.735167 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.737869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-9f95a553-53fa-401a-88d4-8af3725e5e86 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-1124913786') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.775943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:19.776592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.789295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f95a553-53fa-401a-88d4-8af3725e5e86 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-1124913786 HTTP/1.1" status: 204 len: 168 time: 0.0621557 May 13 15:14:19.790154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39854) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.807166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-db01126f-eeb7-4001-afa8-ee069730a0ea tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-1124913786') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.822125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483b23-51fa-42c2-99a8-46581195a1fd req-6da3f9db-97bf-4e65-aaef-a9747eaf3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:19.823996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b483b23-51fa-42c2-99a8-46581195a1fd req-6da3f9db-97bf-4e65-aaef-a9747eaf3218 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.2530253 May 13 15:14:19.891038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:19.908741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b483b23-51fa-42c2-99a8-46581195a1fd req-1f13d672-4d8d-4f62-9848-9f99021843bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728354 May 13 15:14:19.919227 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db01126f-eeb7-4001-afa8-ee069730a0ea tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-1124913786 HTTP/1.1" status: 204 len: 168 time: 0.1225991 May 13 15:14:19.920304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.926731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-91b9dbb3-6d16-4964-87ae-f47f2c97d73a tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:19.978852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:19.979103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91b9dbb3-6d16-4964-87ae-f47f2c97d73a tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 200 len: 205 time: 0.0561864 May 13 15:14:20.130631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] DHCP port deletion for 2f3dc42a-1170-41e0-8edf-212dd7fd5900 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:20.138501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Deleting port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:20.139632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.275425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,segment=NetworkSegment(eb63a7d9-7542-475a-8d40-05759b2f5e3d),segment_id=eb63a7d9-7542-475a-8d40-05759b2f5e3d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:20.275985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.457079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d910f1-e319-4ee1-bff2-903a3f707e08 req-4f620d0a-2148-4e79-93a1-315788248156 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:20.462822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8d910f1-e319-4ee1-bff2-903a3f707e08 req-4f620d0a-2148-4e79-93a1-315788248156 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.2335007 May 13 15:14:20.495637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:20.544819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] For port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,segment=NetworkSegment(eb63a7d9-7542-475a-8d40-05759b2f5e3d),segment_id=eb63a7d9-7542-475a-8d40-05759b2f5e3d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:20.545165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.592306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8d910f1-e319-4ee1-bff2-903a3f707e08 req-c9fc13ef-b58f-41b9-bbdd-ddc16959c02d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200109 May 13 15:14:20.642790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-f3516ebe-8a63-41f0-8969-7d59f18f3017 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:20.707538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:20.707839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f3516ebe-8a63-41f0-8969-7d59f18f3017 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 204 len: 168 time: 0.7260203 May 13 15:14:20.708425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:20.714575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-9f0ade7d-fb43-49ec-b698-4421f5e023f2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:20.759939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:20.815727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=dc75bd54-d9ad-4061-b4b8-e6785ac3cc13,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:20.948549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Calling delete_port for dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:21.045802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:21.064276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.125416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3dc42a-1170-41e0-8edf-212dd7fd5900']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.167194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb63a7d9-7542-475a-8d40-05759b2f5e3d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.169526 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f0ade7d-fb43-49ec-b698-4421f5e023f2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 204 len: 168 time: 0.4596865 May 13 15:14:21.171518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.173459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb63a7d9-7542-475a-8d40-05759b2f5e3d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.186394 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-92bf37af-cf4d-4c26-aeb9-0e565cac9a35 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.209512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.239541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.249173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:21.249468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:21.249927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: timer() May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:21.273807 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:21.348689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:21.348954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:21.370484 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-92bf37af-cf4d-4c26-aeb9-0e565cac9a35 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 204 len: 168 time: 0.1963131 May 13 15:14:21.371317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39934) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.376779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-525bd7eb-7401-470b-9b3a-6b456643e3fb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.398186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.448884 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:21.449242 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:21.484252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.489426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.514480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-525bd7eb-7401-470b-9b3a-6b456643e3fb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 204 len: 168 time: 0.1422300 May 13 15:14:21.515125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39946) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.521643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-4763bf6c-cc3e-4a85-84f0-1f36b3a3f316 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-173812921') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.547962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=2f3dc42a-1170-41e0-8edf-212dd7fd5900,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:21.566318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bd3d8879-660c-4f25-afc9-c36a177e78a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/2f3dc42a-1170-41e0-8edf-212dd7fd5900 HTTP/1.1" status: 204 len: 168 time: 2.0786874 May 13 15:14:21.569778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 39954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.584504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1823220244'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:21.595458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:21.602270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:21.606625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:21.616341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:21.629717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:21.634812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.651008 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4763bf6c-cc3e-4a85-84f0-1f36b3a3f316 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-173812921 HTTP/1.1" status: 201 len: 201 time: 0.1346552 May 13 15:14:21.652354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39968) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.658497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-c81f4943-7227-45e2-9e9a-d32d4ed616ca tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-105319590') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.725078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:21.753123 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.753536 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment e756c08a-0ab1-4e6e-99fc-cd223ebe3351 of type vlan for network 433590f4-d878-48f8-a2ed-74ced2944d50 May 13 15:14:21.809596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c81f4943-7227-45e2-9e9a-d32d4ed616ca tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-105319590 HTTP/1.1" status: 201 len: 201 time: 0.1562712 May 13 15:14:21.810556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.812473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39990) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:21.818185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-22512949-b653-459e-b6c3-5714651922af tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-1247200162') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:21.896175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.903992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:21.905073 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:21.950718 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Deleting port dc75bd54-d9ad-4061-b4b8-e6785ac3cc13 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:21.951438 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.041800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-22512949-b653-459e-b6c3-5714651922af tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-1247200162 HTTP/1.1" status: 201 len: 201 time: 0.2282040 May 13 15:14:22.044924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 39998) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.054897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-17eb12b4-e6ba-4ef4-9b5c-20ef6f56c4eb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-1077733639') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.091440 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-45dff988-11fc-4b8c-a8df-0e99b034dc54 None None] The port 'dc75bd54-d9ad-4061-b4b8-e6785ac3cc13' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:22.102113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17eb12b4-e6ba-4ef4-9b5c-20ef6f56c4eb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-1077733639 HTTP/1.1" status: 201 len: 201 time: 0.0558720 May 13 15:14:22.107131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40004) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.116007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-fcaca5ad-62e7-459b-b9e3-17e4b916f745 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', {'tags': ['tempest-TagsExtTest-Tag-143799101', 'tempest-TagsExtTest-Tag-535665387', 'tempest-TagsExtTest-Tag-1403259919']}) {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.207678 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fcaca5ad-62e7-459b-b9e3-17e4b916f745 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 200 len: 316 time: 0.1012495 May 13 15:14:22.211334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40010) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.212334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6384501 May 13 15:14:22.218579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042b7f3-b1c0-45b0-a5b0-acab07cf4e30 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=433590f4-d878-48f8-a2ed-74ced2944d50,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:22.219922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-685893a2-ef2b-4375-97d4-6a43b2afcfee tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.222887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40012) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.229280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:22.229725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 433590f4-d878-48f8-a2ed-74ced2944d50 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:22.371324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-685893a2-ef2b-4375-97d4-6a43b2afcfee tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 204 len: 168 time: 0.1565440 May 13 15:14:22.375170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40020) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.383774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-db864ce3-8f59-4960-a37c-e68c601fc15f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-143799101') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.391149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:22.406620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:22.416422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:22.429054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:22.447823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:22.452302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.484017 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-db864ce3-8f59-4960-a37c-e68c601fc15f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:22.489198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db864ce3-8f59-4960-a37c-e68c601fc15f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-143799101 HTTP/1.1" status: 404 len: 328 time: 0.1090422 May 13 15:14:22.489376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9738151-ea7c-4010-9eb0-84632c476200 req-195361ee-8735-41a2-b1d4-937ea6e114b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:22.489760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40026) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.491380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9738151-ea7c-4010-9eb0-84632c476200 req-195361ee-8735-41a2-b1d4-937ea6e114b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.6410127 May 13 15:14:22.503024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-b56fd992-7095-4f4c-9747-b7eeaa6fb21d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-535665387') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.613874 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-b56fd992-7095-4f4c-9747-b7eeaa6fb21d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:22.615732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b56fd992-7095-4f4c-9747-b7eeaa6fb21d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-535665387 HTTP/1.1" status: 404 len: 328 time: 0.1243250 May 13 15:14:22.618116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.624139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-d068768c-a401-421c-bcb2-9604799da720 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60', 'tempest-TagsExtTest-Tag-1403259919') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.722546 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-d068768c-a401-421c-bcb2-9604799da720 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:22.728654 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d068768c-a401-421c-bcb2-9604799da720 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags/tempest-TagsExtTest-Tag-1403259919 HTTP/1.1" status: 404 len: 329 time: 0.1045492 May 13 15:14:22.728927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40042) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.741658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-2f1180c4-9089-48e4-80fa-7ffc89eb477c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', {'tags': ['tempest-TagsExtTest-Tag-1144542514', 'tempest-TagsExtTest-Tag-109036665', 'tempest-TagsExtTest-Tag-373738034']}) {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.786762 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a9738151-ea7c-4010-9eb0-84632c476200 req-995c6ca1-f608-4981-bccf-08641c194057 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632278 May 13 15:14:22.869183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:22.901604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2f1180c4-9089-48e4-80fa-7ffc89eb477c tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 200 len: 316 time: 0.1702938 May 13 15:14:22.903281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40048) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:22.927164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-ed6a1fc8-ff6c-48f9-9c87-277a88fbb641 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:22.978775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=0a7a7e14-bb57-445c-9566-cc8d34ac1dd7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:22.985265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:22.985703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 433590f4-d878-48f8-a2ed-74ced2944d50, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:23.011376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 433590f4-d878-48f8-a2ed-74ced2944d50 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:23.027446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 433590f4-d878-48f8-a2ed-74ced2944d50) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:23.037631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a2865-def2-411a-a5a7-8eaec862952a None None] Network 433590f4-d878-48f8-a2ed-74ced2944d50 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:23.045049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.045829 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.099043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a43c6fbd-dbcb-4b69-bb73-48c21f1665f4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8730927 May 13 15:14:23.099483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.118065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2107465199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:23.136319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:23.144342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:23.150293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:23.169856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:23.187342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.190497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.228715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.264103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99f711-0752-49fb-89d2-663b18a5fd89 req-a5c6c6c3-e617-441a-a100-de28d61d423d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.265856 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf99f711-0752-49fb-89d2-663b18a5fd89 req-a5c6c6c3-e617-441a-a100-de28d61d423d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1315100 May 13 15:14:23.272079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.305556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ed6a1fc8-ff6c-48f9-9c87-277a88fbb641 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 204 len: 168 time: 0.3995879 May 13 15:14:23.305937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.307015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-37150fa3-ba7e-4856-bbed-d3d3f432422f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2065825 May 13 15:14:23.308940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.310916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.318887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-ecb1e1f5-f130-428d-b334-d1aefcb07372 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-1144542514') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.337162 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-433590f4-d878-48f8-a2ed-74ced2944d50', 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '0a7a7e14-bb57-445c-9566-cc8d34ac1dd7'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:23.341022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.431562 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-ecb1e1f5-f130-428d-b334-d1aefcb07372 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:23.432695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ecb1e1f5-f130-428d-b334-d1aefcb07372 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-1144542514 HTTP/1.1" status: 404 len: 329 time: 0.1224635 May 13 15:14:23.435716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40066) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.448795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-970cee3d-606c-47e4-980b-b6a52d61cedc tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-109036665') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.517609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cf99f711-0752-49fb-89d2-663b18a5fd89 req-6675c031-94ae-4500-8ffd-258790cb4aeb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413373 May 13 15:14:23.653636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40072) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.701894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Allocated IP 172.20.0.2 (433590f4-d878-48f8-a2ed-74ced2944d50/0a7a7e14-bb57-445c-9566-cc8d34ac1dd7/fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:23.799880 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-970cee3d-606c-47e4-980b-b6a52d61cedc tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:23.801103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-970cee3d-606c-47e4-980b-b6a52d61cedc tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-109036665 HTTP/1.1" status: 404 len: 328 time: 0.3634934 May 13 15:14:23.805012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40078) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.812051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-49ddc780-dc31-4cff-be87-b46998fbb33b tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617', 'tempest-TagsExtTest-Tag-373738034') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:23.853705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f868f0d-df1f-4903-9375-c916b545a1ab tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:23.855429 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2f868f0d-df1f-4903-9375-c916b545a1ab tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1091 time: 0.1869242 May 13 15:14:23.859267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40084) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:23.865220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:23.878293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:23.885463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:floatingip and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:23.889433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:23.896798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:23.916009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:23.946136 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-49ddc780-dc31-4cff-be87-b46998fbb33b tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:23.947323 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-49ddc780-dc31-4cff-be87-b46998fbb33b tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags/tempest-TagsExtTest-Tag-373738034 HTTP/1.1" status: 404 len: 328 time: 0.1410720 May 13 15:14:23.952063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:24.014298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.031998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Transition to ACTIVE for port object fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:24.041240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-30be31bc-bde4-47ed-b99a-066e18d46039 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', {'tags': ['tempest-TagsExtTest-Tag-277327624', 'tempest-TagsExtTest-Tag-859712633', 'tempest-TagsExtTest-Tag-1336191325']}) {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:24.059633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Transition to ACTIVE for port object fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:24.068883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.133253 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.154690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Network 433590f4-d878-48f8-a2ed-74ced2944d50 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:24.171511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:24.182433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:24.216626 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-30be31bc-bde4-47ed-b99a-066e18d46039 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 200 len: 316 time: 0.2622364 May 13 15:14:24.218150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:24.231148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-9f79459b-9b4f-4cca-8d98-660fec7329d2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:24.304054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Pushing event updated for resources: {'Port': ['ID=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:24.414244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.416347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.417413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.418613 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.419291 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.420172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.421111 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.422096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.423674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.425001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.427354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.428541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:24.459691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.472045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Attempting to bind port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:24.476869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Attempting to bind port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:24.477470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Attempting to bind port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac on network 433590f4-d878-48f8-a2ed-74ced2944d50 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:24.485373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:24.486110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Checking segment: {'id': 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:24.486724 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.487488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Bound using segment: {'id': 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:24.488609 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Bound port: fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '433590f4-d878-48f8-a2ed-74ced2944d50'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:24.489221 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.526109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9f79459b-9b4f-4cca-8d98-660fec7329d2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 204 len: 168 time: 0.3069103 May 13 15:14:24.531354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40096) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:24.541079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-11ec1474-c27a-459a-8b78-3a91bd8f87b7 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-277327624') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:24.637921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] For port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:24.644590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] For port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,segment=NetworkSegment(e756c08a-0ab1-4e6e-99fc-cd223ebe3351),segment_id=e756c08a-0ab1-4e6e-99fc-cd223ebe3351)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:24.652193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:24.715404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.187 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/289f3f7c-4148-47b8-af34-535025c5ae9f) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:24.812924 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fa252-d3cb-437d-9e72-28071a6518f3 None None] Pushing event updated for resources: {'Port': ['ID=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.007032 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-11ec1474-c27a-459a-8b78-3a91bd8f87b7 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:25.013310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-11ec1474-c27a-459a-8b78-3a91bd8f87b7 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-277327624 HTTP/1.1" status: 404 len: 328 time: 0.4792163 May 13 15:14:25.015331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40104) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:25.018436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.20.0.1 (433590f4-d878-48f8-a2ed-74ced2944d50/0a7a7e14-bb57-445c-9566-cc8d34ac1dd7/14261a19-64d9-4c2e-bde6-8767876e5058) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:25.023266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-4d53c7fa-3697-4a71-a609-257b7b4880e0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-859712633') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.187776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.236019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.322081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:25.326021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:25.327860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=289f3f7c-4148-47b8-af34-535025c5ae9f,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:25.330021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:25.453893 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-4d53c7fa-3697-4a71-a609-257b7b4880e0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:25.458062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4d53c7fa-3697-4a71-a609-257b7b4880e0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-859712633 HTTP/1.1" status: 404 len: 328 time: 0.4386597 May 13 15:14:25.458367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:25.463807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-3bfe405c-6494-4979-bea8-91ca6677e69f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877', 'tempest-TagsExtTest-Tag-1336191325') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.675644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.696872 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-3bfe405c-6494-4979-bea8-91ca6677e69f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:25.697953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3bfe405c-6494-4979-bea8-91ca6677e69f tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags/tempest-TagsExtTest-Tag-1336191325 HTTP/1.1" status: 404 len: 329 time: 0.2386508 May 13 15:14:25.701626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 14261a19-64d9-4c2e-bde6-8767876e5058 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:25.702676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:25.711724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-cb6feaba-8a05-4b88-acf5-f912af4017fa tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', {'tags': ['tempest-TagsExtTest-Tag-234273518', 'tempest-TagsExtTest-Tag-1376649348', 'tempest-TagsExtTest-Tag-994960417']}) {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.770517 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb6feaba-8a05-4b88-acf5-f912af4017fa tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "PUT /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 200 len: 316 time: 0.0665216 May 13 15:14:25.774615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:25.779224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:25.831705 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-f12d64de-405a-4bf4-bf22-1825084ee3b2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:25.978277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 433590f4-d878-48f8-a2ed-74ced2944d50 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:25.980099 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:25.988033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:26.041618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=14261a19-64d9-4c2e-bde6-8767876e5058,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:26.088938 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.102122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f12d64de-405a-4bf4-bf22-1825084ee3b2 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 204 len: 168 time: 0.2816527 May 13 15:14:26.106194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40126) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.121566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-89551a72-ba9f-432a-accd-c3b3722c41a0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-234273518') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:26.139657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.164115 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-89551a72-ba9f-432a-accd-c3b3722c41a0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:26.170980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-89551a72-ba9f-432a-accd-c3b3722c41a0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-234273518 HTTP/1.1" status: 404 len: 328 time: 0.0616901 May 13 15:14:26.171191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40132) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.184872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-05e6bb26-a0f4-4d72-90a3-b9a05c6868d3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-1376649348') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:26.277772 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-05e6bb26-a0f4-4d72-90a3-b9a05c6868d3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:26.282211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05e6bb26-a0f4-4d72-90a3-b9a05c6868d3 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-1376649348 HTTP/1.1" status: 404 len: 329 time: 0.1118984 May 13 15:14:26.283180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40138) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.299437 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.302374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.tag.tag_plugin [None req-76e543bc-7489-40cc-8521-063857b641f9 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18', 'tempest-TagsExtTest-Tag-994960417') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:26.342375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.384863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b93dd1-b7de-49ab-82c5-89d8785b1825 None None] Network 433590f4-d878-48f8-a2ed-74ced2944d50 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:26.409961 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-76e543bc-7489-40cc-8521-063857b641f9 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] show failed (client error): The resource could not be found. May 13 15:14:26.411010 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-76e543bc-7489-40cc-8521-063857b641f9 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags/tempest-TagsExtTest-Tag-994960417 HTTP/1.1" status: 404 len: 328 time: 0.1271858 May 13 15:14:26.415675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40142) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.485124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-762e2fa0-c92f-44a6-adab-fcd789d64737 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b5c0b723-e5d4-4269-8100-81ada1c58a18') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:26.485503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-57980578-52b0-4624-a9ae-5f9462dcdd95 None None] Provisioning for port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:26.630425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-762e2fa0-c92f-44a6-adab-fcd789d64737 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18/tags HTTP/1.1" status: 204 len: 168 time: 0.2135181 May 13 15:14:26.633503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:26.656133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-ffd16d72-3839-47a7-95ff-cfd7985b87d0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88db9632-59ca-4a7f-9e18-13c13a754877') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:26.741940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.756947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:26.949298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:26.997281 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ffd16d72-3839-47a7-95ff-cfd7985b87d0 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877/tags HTTP/1.1" status: 204 len: 168 time: 0.3624887 May 13 15:14:27.000931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:27.015451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-b6b5d74a-69f1-4a74-adc6-61f9ef920318 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6030f13d-3e16-4f7c-ab1b-6edefff23617') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:27.078803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=289f3f7c-4148-47b8-af34-535025c5ae9f,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:27.113966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:27.123398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:27.123770 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.144985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.170378 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.181554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6b5d74a-69f1-4a74-adc6-61f9ef920318 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617/tags HTTP/1.1" status: 204 len: 168 time: 0.1795237 May 13 15:14:27.184230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40156) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:27.189921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.tag.tag_plugin [None req-d6bc15fa-10a0-4772-8d74-201eb6581b22 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '04425d11-6c58-4427-bd83-d2224de52d60') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:27.220935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.261964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Provisioning for port 14261a19-64d9-4c2e-bde6-8767876e5058 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:27.270341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Provisioning complete for port 14261a19-64d9-4c2e-bde6-8767876e5058 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:27.270710 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.441670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Port 14261a19-64d9-4c2e-bde6-8767876e5058 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:27.556457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Provisioning complete for port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:27.557132 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.558681 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 83d04953-d46b-40ae-94de-f9533af05a75 associated. External IP: 172.25.5.187, port: 23617bf2-9b2e-46c7-a4b9-296990bd6e6c. May 13 15:14:27.658418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.673494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=14261a19-64d9-4c2e-bde6-8767876e5058,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:27.722611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:27.723019 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.781768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Current status of the port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:27.782932 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.818284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,segment=NetworkSegment(e756c08a-0ab1-4e6e-99fc-cd223ebe3351),segment_id=e756c08a-0ab1-4e6e-99fc-cd223ebe3351)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:27.858274 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d6bc15fa-10a0-4772-8d74-201eb6581b22 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60/tags HTTP/1.1" status: 204 len: 168 time: 0.6720357 May 13 15:14:27.866758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40162) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:27.906241 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:27.969311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 433590f4-d878-48f8-a2ed-74ced2944d50 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:27.973761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:28.044325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:28.050466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:28.050810 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:28.246029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 70538eb5-3fa8-4c6c-bdde-9a4d5685380c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:28.457192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:28.475494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:28.490935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5d0effeb-5b0b-4a21-a109-a901b548b293 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/70538eb5-3fa8-4c6c-bdde-9a4d5685380c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1782403 May 13 15:14:28.494057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.501307 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] Sync routers for ids ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:28.523049 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] Routers {'70538eb5-3fa8-4c6c-bdde-9a4d5685380c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:28.524040 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:28.565771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6f8d-caf6-4e8e-898e-996431abbbdb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for subnetpool, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.569258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3d4c6f8d-caf6-4e8e-898e-996431abbbdb tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnetpools/b5c0b723-e5d4-4269-8100-81ada1c58a18 HTTP/1.1" status: 204 len: 168 time: 0.6989110 May 13 15:14:28.577203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.638122 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:28.647266 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4347a3f0-0872-49b2-a71c-a96c577b1dad tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "GET /v2.0/ports?device_id=88db9632-59ca-4a7f-9e18-13c13a754877 HTTP/1.1" status: 200 len: 205 time: 0.0666499 May 13 15:14:28.648614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40178) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.665761 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] Routers {'70538eb5-3fa8-4c6c-bdde-9a4d5685380c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:28.666265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e704713-8717-4526-b6b9-ea4abb1b4f7d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:28.667159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e704713-8717-4526-b6b9-ea4abb1b4f7d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:28.670372 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:28.708663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c6e1c-b3aa-427b-9c8d-66c90408ffa7 None None] Current status of the port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:28.712075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5e704713-8717-4526-b6b9-ea4abb1b4f7d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:28.717308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5e704713-8717-4526-b6b9-ea4abb1b4f7d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports/14261a19-64d9-4c2e-bde6-8767876e5058 HTTP/1.1" status: 200 len: 910 time: 0.2218926 May 13 15:14:28.718391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40182) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:28.816619 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:28.817374 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f713a8-c579-4a7d-ba7b-761637037ffc None None] The sync data for ids ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:28.837750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1b047fbf-4807-4f38-b364-d86f25a2e1fb None None] Provisioning complete for port 14261a19-64d9-4c2e-bde6-8767876e5058 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:28.838114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1b047fbf-4807-4f38-b364-d86f25a2e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.924168 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:28.967020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:29.058415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1b047fbf-4807-4f38-b364-d86f25a2e1fb None None] Port 14261a19-64d9-4c2e-bde6-8767876e5058 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:29.122759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:29.123129 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.353345 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.422135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:29.433231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.441579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.451808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:29.464460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Sync routers for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:29.490487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.491205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Fanout notify agent at l3_agent the message router_deleted on router 88db9632-59ca-4a7f-9e18-13c13a754877 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:29.495748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:29.499136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:29.500901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.502187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-24a86fa9-0138-4c9c-857c-fa491533053d tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/routers/88db9632-59ca-4a7f-9e18-13c13a754877 HTTP/1.1" status: 204 len: 168 time: 0.8531547 May 13 15:14:29.504135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.527809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40188) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:29.581232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7a72ea80-26be-48eb-b9f5-19826cfc50c4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7206242 May 13 15:14:29.582067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:29.696094 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c572832-b0c6-4235-beb5-fc0de551e3c5'] response: {'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'status': 'completed', 'code': 200} May 13 15:14:29.972810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5de0b-8fe3-45c2-b7de-3b9cfb0d1630 req-d7ede0d5-bafb-4c7c-9adc-6c0c1aaeed60 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:29.983400 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ea5de0b-8fe3-45c2-b7de-3b9cfb0d1630 req-d7ede0d5-bafb-4c7c-9adc-6c0c1aaeed60 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1743002 May 13 15:14:29.992043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5b5a65fd-9690-4a6f-a654-07f74208fc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:29.998166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:30.042642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ea5de0b-8fe3-45c2-b7de-3b9cfb0d1630 req-24f933f9-b1f0-4f7b-95a7-81ab1d03e83d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578914 May 13 15:14:30.060513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Deleting port 6030f13d-3e16-4f7c-ab1b-6edefff23617 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:30.060513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.061392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:30.215697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-74817e9f-9565-4760-9b7f-bbd26498b42b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 200 len: 991 time: 0.1453576 May 13 15:14:30.449197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '83d04953-d46b-40ae-94de-f9533af05a75', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'mac_address': 'fa:16:3e:b9:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:25Z', 'updated_at': '2022-05-13T15:14:25Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:30.456664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Checking router: dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:14:30.468530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:30.469305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:30.515469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-f842d71d-7338-4020-b530-da97db830ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:30.517108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-f842d71d-7338-4020-b530-da97db830ad0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.6253178 May 13 15:14:30.719608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:14:30.720331 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:30.970633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Calling delete_port for 6030f13d-3e16-4f7c-ab1b-6edefff23617 owned by {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:31.063304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-b2ae1a82-7440-4aeb-a6c5-56ab57d0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:31.064814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-b2ae1a82-7440-4aeb-a6c5-56ab57d0120c service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.5373778 May 13 15:14:31.069030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 14261a19-64d9-4c2e-bde6-8767876e5058 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:31.069612 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.172928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '83d04953-d46b-40ae-94de-f9533af05a75', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'mac_address': 'fa:16:3e:b9:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:25Z', 'updated_at': '2022-05-13T15:14:25Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:31.178272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ac8fa-2e92-4e66-b4f8-e3868c627afd None None] The sync data for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 is: [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '83d04953-d46b-40ae-94de-f9533af05a75', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'mac_address': 'fa:16:3e:b9:67:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:14:25Z', 'updated_at': '2022-05-13T15:14:25Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:31.219589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:31.441724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-80a22850-7bf4-4c5b-8deb-16bc70855cfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 999 time: 0.3463495 May 13 15:14:31.534719 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead84de-8f0e-4eaf-a3de-191f5db52761 None None] New status for floating IP 83d04953-d46b-40ae-94de-f9533af05a75: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:14:31.589548 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-893c3258-4e32-4b9d-abe0-87d129fe0caa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 200 len: 991 time: 0.3679900 May 13 15:14:31.603904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:31.778763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 14261a19-64d9-4c2e-bde6-8767876e5058 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:32.000073 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.111086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-b892b298-4b4a-472b-a68a-a395def62596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.112660 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-b892b298-4b4a-472b-a68a-a395def62596 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.6344457 May 13 15:14:32.113446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event deleted for resources: {'Port': ['ID=6030f13d-3e16-4f7c-ab1b-6edefff23617,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.272489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.291394 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-92293d7d-216c-4b31-ac2b-dd6c45e27494 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/ports/6030f13d-3e16-4f7c-ab1b-6edefff23617 HTTP/1.1" status: 204 len: 168 time: 2.7565365 May 13 15:14:32.293705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.320710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-cc4b5136-712d-4a6f-9055-c541db74497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:32.322155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-cc4b5136-712d-4a6f-9055-c541db74497a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746380 May 13 15:14:32.375422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Deleting subnet 04425d11-6c58-4427-bd83-d2224de52d60 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:32.379031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.449878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.519867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.564753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.581817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-13723c9f-662c-4c0a-a6ca-76eedbd5d2aa service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524502 May 13 15:14:32.584459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=14261a19-64d9-4c2e-bde6-8767876e5058,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.611276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:32.696482 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-53286509-b930-4274-b433-568d094086fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.796438 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9a6b6fb-1d57-4dce-bd45-18913c5d8aad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 200 len: 993 time: 0.1781955 May 13 15:14:32.810662 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.878336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.921827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event deleted for resources: {'Subnet': ['ID=04425d11-6c58-4427-bd83-d2224de52d60,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:32.935354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:32.939430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee49a9-437e-4e5c-9907-5ddde54dd066 None None] Network 1d65119e-8b7a-4443-85ec-5e497c6d9125 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:32.968395 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3568e8d-23b0-4e8d-85c9-3a176409e063 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/subnets/04425d11-6c58-4427-bd83-d2224de52d60 HTTP/1.1" status: 204 len: 168 time: 0.6704106 May 13 15:14:32.971672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:33.174676 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.185959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.187819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b57d848a-d86c-4fe8-bb8a-497d6ec2a5a8 req-2f06cb4b-d201-4f73-a057-6e67fd0cbf0f service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975535 May 13 15:14:33.225223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Deleting port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:33.225574 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.333356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] DHCP port deletion for 1d65119e-8b7a-4443-85ec-5e497c6d9125 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:33.342690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Deleting port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:33.343285 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.373060 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.519751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] For port a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,segment=NetworkSegment(bd8c6587-3098-4e23-81c1-f8eb75ef3b20),segment_id=bd8c6587-3098-4e23-81c1-f8eb75ef3b20)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:33.520253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.601530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] For port a43027ca-b3f1-45e7-b0fc-d01ecf36f160, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,segment=NetworkSegment(bd8c6587-3098-4e23-81c1-f8eb75ef3b20),segment_id=bd8c6587-3098-4e23-81c1-f8eb75ef3b20)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:33.601921 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.676138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 70538eb5-3fa8-4c6c-bdde-9a4d5685380c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:33.697509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Calling delete_port for a43027ca-b3f1-45e7-b0fc-d01ecf36f160 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:33.760345 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Calling delete_port for a43027ca-b3f1-45e7-b0fc-d01ecf36f160 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:33.819848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:33.898932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event deleted for resources: {'Port': ['ID=a43027ca-b3f1-45e7-b0fc-d01ecf36f160,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:33.912344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] No DVR routers for this DVR port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:33.928915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:33.928915 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:34.041192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:34.051122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] Sync routers for ids ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:34.068313 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] Routers {'70538eb5-3fa8-4c6c-bdde-9a4d5685380c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:34.069977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-20d5d0af-f70c-4f40-bbf8-e7c0c9364093 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/70538eb5-3fa8-4c6c-bdde-9a4d5685380c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3502405 May 13 15:14:34.072193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.074348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.093138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.132813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d65119e-8b7a-4443-85ec-5e497c6d9125']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.138905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72534b7b-3246-460e-bb4a-eb60095ba851 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:34.149168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.149642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8c6587-3098-4e23-81c1-f8eb75ef3b20') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.160354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-72534b7b-3246-460e-bb4a-eb60095ba851 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:34.161889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-72534b7b-3246-460e-bb4a-eb60095ba851 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=70538eb5-3fa8-4c6c-bdde-9a4d5685380c HTTP/1.1" status: 200 len: 205 time: 0.0864174 May 13 15:14:34.165216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.166132 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.187626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.199593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] Routers {'70538eb5-3fa8-4c6c-bdde-9a4d5685380c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:34.200229 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.200805 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.211860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:34.212822 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: timer() May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:34.310277 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:34.315002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:34.315002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e536120d-6be2-4e8d-9016-41f30304b99d None None] The sync data for ids ['70538eb5-3fa8-4c6c-bdde-9a4d5685380c'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:34.319363 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.350697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.356445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.396926 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] 10.222.0.36 "DELETE /v2.0/networks/1d65119e-8b7a-4443-85ec-5e497c6d9125 HTTP/1.1" status: 204 len: 168 time: 1.4229057 May 13 15:14:34.398209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f33d-dae1-44b7-8999-af9d0f1b1562 tempest-TagsExtTest-147062865 tempest-TagsExtTest-147062865-project] Pushing event deleted for resources: {'Network': ['ID=1d65119e-8b7a-4443-85ec-5e497c6d9125,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:34.429292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Deleting port a43027ca-b3f1-45e7-b0fc-d01ecf36f160 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:34.430270 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.520848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a1b780b2-93ea-4ded-982f-ad92a084a002 None None] The port 'a43027ca-b3f1-45e7-b0fc-d01ecf36f160' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:34.672871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.675619 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.713949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.714768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router 70538eb5-3fa8-4c6c-bdde-9a4d5685380c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:34.738174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.741736 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33357c2c-1a6c-4100-8060-8c80e95b8cc6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/70538eb5-3fa8-4c6c-bdde-9a4d5685380c HTTP/1.1" status: 204 len: 168 time: 0.5728703 May 13 15:14:34.742241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.844087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 0a7a7e14-bb57-445c-9566-cc8d34ac1dd7 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:34.850917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:34.851991 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:34.879877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a43027ca-b3f1-45e7-b0fc-d01ecf36f160 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:34.927001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a43027ca-b3f1-45e7-b0fc-d01ecf36f160 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:34.927713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a43027ca-b3f1-45e7-b0fc-d01ecf36f160 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:34.963842 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.079189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.104623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8d9979e3-c486-4abe-9cb8-2781f8da91b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74f63013c59f4512b472f7906017fa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510860 May 13 15:14:35.107027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40282) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:35.179974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.211249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.215247 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.288424 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.305524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.316896 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7032070-fe0a-46d2-8d83-21513e66d8c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:35.326654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.340816 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8c532be-156f-43c6-a691-b6031d4a75cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7032070-fe0a-46d2-8d83-21513e66d8c2 HTTP/1.1" status: 204 len: 168 time: 0.2324636 May 13 15:14:35.365963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7a7e14-bb57-445c-9566-cc8d34ac1dd7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:35.377752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.384608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47dd84-db73-44f6-882b-f6ee85ff915f None None] Network 433590f4-d878-48f8-a2ed-74ced2944d50 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:35.391403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40290) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:35.400588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-040c82a6-cbf4-4a0e-a7a6-00c825ef6c37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/0a7a7e14-bb57-445c-9566-cc8d34ac1dd7 HTTP/1.1" status: 204 len: 168 time: 0.6507618 May 13 15:14:35.563236 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.585064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:35.585893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.790270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] DHCP port deletion for 433590f4-d878-48f8-a2ed-74ced2944d50 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:14:35.795618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Deleting port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:35.795997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:35.868807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,segment=NetworkSegment(e756c08a-0ab1-4e6e-99fc-cd223ebe3351),segment_id=e756c08a-0ab1-4e6e-99fc-cd223ebe3351)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:35.870625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.143684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:36.223889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] For port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,segment=NetworkSegment(e756c08a-0ab1-4e6e-99fc-cd223ebe3351),segment_id=e756c08a-0ab1-4e6e-99fc-cd223ebe3351)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:36.226875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.309477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.416808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:14:36.420693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:36.423981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Calling delete_port for fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:36.544344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:14:36.545014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40322) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.545785 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:14:36.552248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0058272 May 13 15:14:36.557630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40324) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:36.820101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec21cf15-c12b-4f72-86cd-53c6f79ce528 tempest-NetworksApiDiscovery-1924106017 tempest-NetworksApiDiscovery-1924106017-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2611072 May 13 15:14:36.893619 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:14:36.903074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:36.932026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:14:36.932395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:14:36.951506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433590f4-d878-48f8-a2ed-74ced2944d50']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.967933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.968365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e756c08a-0ab1-4e6e-99fc-cd223ebe3351') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:36.985887 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.008489 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.029625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:14:37.030064 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.047383 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Deleting port fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:37.047967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: timer() May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:14:37.048521 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:14:37.140166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c1d40a44-9475-43cb-97e8-a170a8799239 None None] The port 'fd9c5464-df85-4ce2-aa59-af2a9c8fa5ac' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:14:37.151272 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.156995 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.190864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=433590f4-d878-48f8-a2ed-74ced2944d50,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:37.200604 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f5e8899b-2391-4b1b-9e21-92e5a21009a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/433590f4-d878-48f8-a2ed-74ced2944d50 HTTP/1.1" status: 204 len: 168 time: 1.8044789 May 13 15:14:37.201014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40340) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.208728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-324784996', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:37.218611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:37.222761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:37.226432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:37.232970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:37.253648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.254676 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.284228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.316734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40346) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.343216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40352) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.514573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.526492 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.543494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:37.547802 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:37.550180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Usage tracker for resource:security_group_rule and tenant:f2be35a9232248d9bc8b3f4a4d600b1b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:37.554938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:37.557837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Usage tracker for resource:security_group_rule and tenant:ef8eaef7f8a9461eb99a47d91fabe9b0 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:37.562704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:37.565686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:37.571567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:37.646473 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.730789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.738890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.740454 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.758610 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.820904 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2be35a9232248d9bc8b3f4a4d600b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001025 May 13 15:14:37.820904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f8203-7322-4528-a22d-830ed6c43459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64586974-6497-41ed-9ba1-1c4b499aea1e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:37.823108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40362) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.834158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef8eaef7f8a9461eb99a47d91fabe9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897876 May 13 15:14:37.841082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:37.911903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7558e8-a590-4b28-a1ad-dd2c49f82c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf3a39-fc94-4e8a-b397-b18b64cb6ff5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:37.957917 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:37.990057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.057796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.078587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64586974-6497-41ed-9ba1-1c4b499aea1e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:38.095091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.098396 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-483e2d80-ce7e-416a-b852-4cecdc3dbf46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64586974-6497-41ed-9ba1-1c4b499aea1e HTTP/1.1" status: 204 len: 168 time: 0.2746861 May 13 15:14:38.123631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.143398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.182027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.233697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.356095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.390082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.25.5.113 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6093b669-9db6-490d-a728-e4c898dea1bd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:38.393840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf3a39-fc94-4e8a-b397-b18b64cb6ff5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:38.505145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.506528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a38500c-3623-4c1a-9997-b3b15237180c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1bf3a39-fc94-4e8a-b397-b18b64cb6ff5 HTTP/1.1" status: 204 len: 168 time: 0.6635118 May 13 15:14:38.595629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.632302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:38.704413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:38.708044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:38.712746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:38.758808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=6093b669-9db6-490d-a728-e4c898dea1bd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:38.993697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40394) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:39.027075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.044669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:39.051224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Usage tracker for resource:security_group_rule and tenant:09468132d50a4a909d4aef6017485625 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:39.055782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:39.066791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:39.189178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.196456 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.247724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488b3429-1c26-4a9e-8cb1-710978ace2f8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:39.262258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0430e0a2-675d-47d1-8503-f648cba408c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09468132d50a4a909d4aef6017485625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674897 May 13 15:14:39.265340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40402) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:39.413377 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.485895 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.581585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.819941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.857087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488b3429-1c26-4a9e-8cb1-710978ace2f8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:39.869505 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:39.870710 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-124ef5f1-0c6b-418b-906c-0123a74cba69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/488b3429-1c26-4a9e-8cb1-710978ace2f8 HTTP/1.1" status: 204 len: 168 time: 0.6044128 May 13 15:14:39.880117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.156108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 1776fdf7-630c-4d8d-9d8b-ce655b8182ec is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:40.339776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40444) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:40.362397 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.380586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:40.385272 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Usage tracker for resource:security_group_rule and tenant:93e14245286d474eb6ecd1323c3be799 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:40.388690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:40.391251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:40.404017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:40.404284 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] Sync routers for ids ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:40.420100 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] Routers {'1776fdf7-630c-4d8d-9d8b-ce655b8182ec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:40.426259 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.449636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.453947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c52393aa-010f-4907-94c4-2ac43329281a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2518232 May 13 15:14:40.454782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40450) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:40.551028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.556368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.564736 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.585571 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] Routers {'1776fdf7-630c-4d8d-9d8b-ce655b8182ec'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:40.586872 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.608894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f8987e-0c4b-438c-b69e-a0e30831f8c1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.658306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-47b1d6a2-ebaf-4c9d-b53c-24c979b1a48f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93e14245286d474eb6ecd1323c3be799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144395 May 13 15:14:40.658858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40458) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:40.737694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.774282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.796261 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:40.799111 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ba6a-9748-44bf-8990-c71e1a6ba09a None None] The sync data for ids ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:40.891295 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.912557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f8987e-0c4b-438c-b69e-a0e30831f8c1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:40.921838 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:40.922930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f40813b2-0237-4ef9-82c2-be0d3121c8ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75f8987e-0c4b-438c-b69e-a0e30831f8c1 HTTP/1.1" status: 204 len: 168 time: 0.2621756 May 13 15:14:40.939695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-237d3982-2b5f-4460-aaa2-892c16191dd4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers/1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 200 len: 880 time: 0.4837699 May 13 15:14:40.942487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40470) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.217443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03e69c6e-bc85-4224-a7a0-1dda0bc3f64e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:router {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:41.237975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-03e69c6e-bc85-4224-a7a0-1dda0bc3f64e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:router {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:41.243120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40486) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:41.243701 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03e69c6e-bc85-4224-a7a0-1dda0bc3f64e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2996483 May 13 15:14:41.253157 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-324784996'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:42.004163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40528) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:42.055096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.068369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.151525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.175320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:42.180839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d4be8a81b1413a8993f84494e5bc02 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:42.190077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:42.198905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:42.310355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.315212 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.372954 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d4be8a81b1413a8993f84494e5bc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645449 May 13 15:14:42.372954 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68229-1cc2-4ec1-8f40-244116e94aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6a1ac-3eea-406d-b912-c86b89217ec5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:42.374541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40540) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:42.420464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router 1776fdf7-630c-4d8d-9d8b-ce655b8182ec has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:42.440770 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.469920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.533586 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.557201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6a1ac-3eea-406d-b912-c86b89217ec5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:42.568935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.571449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dee36dad-da07-462e-9bbe-738849f7a95f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2c6a1ac-3eea-406d-b912-c86b89217ec5 HTTP/1.1" status: 204 len: 168 time: 0.1960084 May 13 15:14:42.684587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:42.697251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:42.701387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:42.704134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] Sync routers for ids ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:42.706171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c4ee65cb-583f-44cb-833b-10f013d3ef5b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 200 len: 887 time: 1.4573610 May 13 15:14:42.725343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] Routers {'1776fdf7-630c-4d8d-9d8b-ce655b8182ec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:42.726267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:42.863951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:42.882467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] Routers {'1776fdf7-630c-4d8d-9d8b-ce655b8182ec'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:42.888592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.036974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:43.038682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6fda3-c15f-4956-863e-092796333e46 None None] The sync data for ids ['1776fdf7-630c-4d8d-9d8b-ce655b8182ec'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:43.058182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40564) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.086723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.089104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d71cbe9f-c5d4-4538-b464-390b7c7cd941 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers/1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 200 len: 887 time: 0.3859994 May 13 15:14:43.091615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.122832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:43.128011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Usage tracker for resource:security_group_rule and tenant:5e3dd30307474803b221b940bf41ca2e is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:43.131107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:43.138878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:43.222016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f43c6de-471d-4731-ab24-7c323b643b28 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:43.244491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4f43c6de-471d-4731-ab24-7c323b643b28 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:43.248854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4f43c6de-471d-4731-ab24-7c323b643b28 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 200 len: 205 time: 0.1558619 May 13 15:14:43.249525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40576) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.263060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.273230 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.322277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf952c3b-ed52-45ce-ab16-22c6e3c4491c,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:43.364694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b3602112-5378-405b-b1ee-1657e84baddc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e3dd30307474803b221b940bf41ca2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053479 May 13 15:14:43.368322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40580) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:43.544849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.622327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.674024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.821541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.839651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 6093b669-9db6-490d-a728-e4c898dea1bd {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:43.840645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.874747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.907496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf952c3b-ed52-45ce-ab16-22c6e3c4491c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:43.919753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:43.922030 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5b2ec4fe-1b97-48c5-a3e9-8565e113d1a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf952c3b-ed52-45ce-ab16-22c6e3c4491c HTTP/1.1" status: 204 len: 168 time: 0.5509150 May 13 15:14:44.083136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.377028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 6093b669-9db6-490d-a728-e4c898dea1bd owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:44.596981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:44.649956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=6093b669-9db6-490d-a728-e4c898dea1bd,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:44.788089 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.010567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.013050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.037996 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.038498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router 1776fdf7-630c-4d8d-9d8b-ce655b8182ec {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:45.048455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40612) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:45.069330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.076074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-44c497df-bb74-409b-a2bc-4fd8b7bd9588 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 204 len: 168 time: 1.8199589 May 13 15:14:45.076428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40620) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:45.082478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1753104758'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:45.089777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:45.094746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:45.100801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:45.110953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:45.125448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:45.129762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.171823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:45.191725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.192272 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment b3b4d36b-7c84-4cb6-845b-9c9342c58fb5 of type vlan for network 92539692-48ab-4125-b077-b6aa2d33a1f5 May 13 15:14:45.208091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440107021-network', 'tenant_id': 'ef657b7a69754f25ac0baa0d944236a3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:45.220528 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:45.239298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Usage tracker for resource:network and tenant:ef657b7a69754f25ac0baa0d944236a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:45.245666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:45.254257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.258846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:45.281615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Made reservation on behalf of ef657b7a69754f25ac0baa0d944236a3 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:45.283933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.301336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.321266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:45.327240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef657b7a69754f25ac0baa0d944236a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:45.330861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:45.333740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.339772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:45.340423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.363448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:45.481304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=92539692-48ab-4125-b077-b6aa2d33a1f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.489862 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eb692287-b25d-49dc-a6f1-9d96e57e49ba tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4122601 May 13 15:14:45.490086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40630) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:45.497618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:45.499365 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:45.601130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.610910 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.656005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:45.669384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e02e1-1ba0-401b-abb3-92fcfef31ee7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.678203 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.678616 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Added segment 5bd34bfd-ec9a-47e6-9898-a0cce7f7c801 of type vlan for network 923c5da6-b51f-4431-9316-c018bb5d3d03 May 13 15:14:45.700203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:45.709859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:45.713955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:45.721080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:45.732446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.735817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:45.742883 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.775856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.777164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:45.778051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:45.941075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8890252 May 13 15:14:45.941478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40644) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:45.945194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aa93d-0a32-456f-a895-1e3c713f7bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=923c5da6-b51f-4431-9316-c018bb5d3d03,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:45.951030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Request body: {'subnet': {'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440107021-subnet', 'tenant_id': 'ef657b7a69754f25ac0baa0d944236a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:45.959628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 923c5da6-b51f-4431-9316-c018bb5d3d03 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:45.959852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:45.967432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Usage tracker for resource:subnet and tenant:ef657b7a69754f25ac0baa0d944236a3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:45.971293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:46.000461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:46.084189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Made reservation on behalf of ef657b7a69754f25ac0baa0d944236a3 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:46.087287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.222448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.244898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-11d762db-5d45-4c38-a3ab-5d1905b3ea36 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:46.246309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-11d762db-5d45-4c38-a3ab-5d1905b3ea36 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.1665342 May 13 15:14:46.269854 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-cdbefbbe-4072-4f3f-bfe8-21b96cd61a7e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0145516 May 13 15:14:46.328028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=89466691-5667-4561-962b-88ab07e2cea6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:46.380938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:46.381301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 92539692-48ab-4125-b077-b6aa2d33a1f5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:46.384897 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-6c38a59d-6943-4cc5-9587-576abdc5aead tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099551 May 13 15:14:46.426655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:46.451769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 92539692-48ab-4125-b077-b6aa2d33a1f5) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:46.454610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.470600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f756c-1a6b-4468-86fd-d3524f588def None None] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:46.490981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:46.491850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.569242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da7da6f-5ecb-46e1-88da-962a1f79a619,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:46.576013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a4e59b0b-8c19-4efb-9da3-384b24ce43c2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0825584 May 13 15:14:46.577305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:46.585970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1919533938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:46.594888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:46.606843 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:46.616318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:46.620709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Checking segment: {'id': '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:46.621218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Network hostable DHCP agents. Network: 923c5da6-b51f-4431-9316-c018bb5d3d03, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:46.640453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:46.655838 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.657090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.662008 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Network 923c5da6-b51f-4431-9316-c018bb5d3d03 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:46.681414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 923c5da6-b51f-4431-9316-c018bb5d3d03) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:46.688147 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.690648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:46.691308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.746743 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c142b83-389a-4b54-98eb-b6f21ca39e0d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8041284 May 13 15:14:46.748544 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.763804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995cb64-546d-4966-909c-ecadca81362f None None] Network 923c5da6-b51f-4431-9316-c018bb5d3d03 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:46.791344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:46.795334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b42c1b5a-7c99-4e26-8a42-a4e42e37442e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2141988 May 13 15:14:46.795724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:46.796009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-d7bc5d32-a15f-4bbe-addd-e8ced15dd80c service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968942 May 13 15:14:47.030133 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-147f29d1-117f-41e3-ae5d-d82f8edae01e service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301085 May 13 15:14:47.301680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-92539692-48ab-4125-b077-b6aa2d33a1f5', 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '89466691-5667-4561-962b-88ab07e2cea6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:14:47.302592 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.366841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574826aa-df09-44f3-a1ff-167bbb1ba68f None None] Network 923c5da6-b51f-4431-9316-c018bb5d3d03 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:47.630515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.684944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Allocated IP 172.20.0.2 (92539692-48ab-4125-b077-b6aa2d33a1f5/89466691-5667-4561-962b-88ab07e2cea6/8b5615ee-ea10-4801-80fc-b7a1f5682dfd) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:47.750339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40692) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:47.758662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-412713303-network', 'tenant_id': '12450befc3084e2c8180518f7bfe07d3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:47.766617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:47.774302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Usage tracker for resource:network and tenant:12450befc3084e2c8180518f7bfe07d3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:47.778126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:47.785556 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:47.805015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Made reservation on behalf of 12450befc3084e2c8180518f7bfe07d3 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:47.806466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.824559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.845306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:47.850204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Usage tracker for resource:security_group_rule and tenant:12450befc3084e2c8180518f7bfe07d3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:47.854137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:47.863852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:47.987375 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:47.995370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.014422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:14:48.023251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cbe04ee9-55a1-43e9-bc5d-bd9354ce4f75 req-bb939690-69a2-4491-8973-c71a27eda25a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.1363876 May 13 15:14:48.027392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.028386 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Added segment f1b3ad9c-9c81-4fcb-8195-66e8b4d44bb7 of type vlan for network 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d May 13 15:14:48.087280 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.127413 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.128879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:48.129539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.182761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.196048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Transition to ACTIVE for port object 8b5615ee-ea10-4801-80fc-b7a1f5682dfd will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:48.222364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Transition to ACTIVE for port object 8b5615ee-ea10-4801-80fc-b7a1f5682dfd will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:48.235938 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.345669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:48.349829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:48.352782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Pushing event updated for resources: {'Port': ['ID=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.355296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:48.371878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.20.0.1 (92539692-48ab-4125-b077-b6aa2d33a1f5/89466691-5667-4561-962b-88ab07e2cea6/4226b02f-1d7b-4293-a6bd-5fee66e2b297) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:48.471271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Attempting to bind port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:48.471650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Attempting to bind port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:48.472014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Attempting to bind port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd on network 92539692-48ab-4125-b077-b6aa2d33a1f5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:48.478796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:48.479219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Checking segment: {'id': 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:48.479629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.480486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Bound using segment: {'id': 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:48.490685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Bound port: 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '92539692-48ab-4125-b077-b6aa2d33a1f5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:48.491251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.495195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e8ba5a-4569-4c6d-b04f-d0e809de3f37,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.533887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] Pushing event updated for resources: {'Network': ['ID=6ec88d52-ec3f-47b9-851d-a4b21e07fc6d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.550042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7aa7db6f-070c-4821-8ee1-6ce610bc8ead admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7950051 May 13 15:14:48.550277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:14:48.550756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40708) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:48.584040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Request body: {'subnet': {'network_id': '6ec88d52-ec3f-47b9-851d-a4b21e07fc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-412713303-subnet', 'tenant_id': '12450befc3084e2c8180518f7bfe07d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:48.594589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:48.610048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Usage tracker for resource:subnet and tenant:12450befc3084e2c8180518f7bfe07d3 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:48.614590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:48.620178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.643179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 4226b02f-1d7b-4293-a6bd-5fee66e2b297 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:48.673144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:48.683438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.713637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] For port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:48.717035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] For port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,segment=NetworkSegment(b3b4d36b-7c84-4cb6-845b-9c9342c58fb5),segment_id=b3b4d36b-7c84-4cb6-845b-9c9342c58fb5)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:48.727888 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.758539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Made reservation on behalf of 12450befc3084e2c8180518f7bfe07d3 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:48.761333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:48.849747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a42607-b315-4edc-888f-129e83b6d369 None None] Pushing event updated for resources: {'Port': ['ID=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:48.902406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:48.921026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:48.927848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:49.001064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=4226b02f-1d7b-4293-a6bd-5fee66e2b297,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:49.022975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.023866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.024373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.024623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.024966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.025300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.025633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.025962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.026286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.026611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.026932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.027911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:49.035540 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.308658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5998677-ac30-42fb-8859-889afb875e10 req-5f89bb30-ad0b-4ddf-9ea0-bf3a660db64c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.0751050 May 13 15:14:49.344034 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.535794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.711818 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:49.729230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Checking segment: {'id': 'f1b3ad9c-9c81-4fcb-8195-66e8b4d44bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6ec88d52-ec3f-47b9-851d-a4b21e07fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:49.729726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Network hostable DHCP agents. Network: 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:14:49.810262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86ff53a-0c79-4bfd-82a4-b127ee6bfd13,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:49.905606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-7c129f50-48ca-4d03-aac3-364e8e96bd50 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:49.907153 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-7c129f50-48ca-4d03-aac3-364e8e96bd50 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.5836163 May 13 15:14:49.942784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:50.082207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Network 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:14:50.114739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:50.128577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6f2a8-566b-4f46-9657-f031c3827455 None None] Network 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:50.130771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:50.131560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.148082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba77e8-b0eb-4455-816e-b1c485087604 None None] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:50.178451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:50.360713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:50.379442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d786751a-be2f-4e5a-b3fd-4fa6fc854d38 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8182311 May 13 15:14:50.423074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:50.427861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.475474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9feb26a0-056d-4fee-978a-0a267a2908d5 None None] Provisioning for port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:50.518107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.528805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ffbb55ef-bcad-4c98-8101-e2ed5ec90647 req-62d7df3f-17e8-462a-bf96-fff091da7048 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.0577686 May 13 15:14:50.533902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.720114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=4226b02f-1d7b-4293-a6bd-5fee66e2b297,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:50.733295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:50.785523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ac6cc-8c15-470d-a26f-66d4206c773a None None] Network 6ec88d52-ec3f-47b9-851d-a4b21e07fc6d requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:14:51.003195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8b5615ee-ea10-4801-80fc-b7a1f5682dfd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:51.006995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:51.013310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:51.028664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40736) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.108708 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.202461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.212418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.6 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/d8695e21-ccf4-4bf2-a75d-69ba3f6189c2) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:51.222127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:51.231408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Usage tracker for resource:security_group_rule and tenant:710c22b698864632b9b7e8f1f56dff58 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:51.235928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:51.243584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:51.337320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:51.386581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:51.387143 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.522767 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.530668 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.575442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=710c22b698864632b9b7e8f1f56dff58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454757 May 13 15:14:51.581683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:51.640923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:51.641321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.669927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-2c5c3665-18c9-42fb-b24b-ea6c98f96eb0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:51.670824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-2c5c3665-18c9-42fb-b24b-ea6c98f96eb0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Synchronizing usage tracker for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:51.708726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,segment=NetworkSegment(b3b4d36b-7c84-4cb6-845b-9c9342c58fb5),segment_id=b3b4d36b-7c84-4cb6-845b-9c9342c58fb5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:14:51.710649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router ecaa6fac-091b-4626-8f8b-7b29aaa882ce is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:14:51.718377 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.753769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13c98a-a7b0-4406-81e5-6efe0ba1d01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e507e04a-0762-4b35-991e-fc3ce4cbcae8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.810721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-2c5c3665-18c9-42fb-b24b-ea6c98f96eb0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Unset dirty status for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:51.812790 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-2c5c3665-18c9-42fb-b24b-ea6c98f96eb0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/networks?id=923c5da6-b51f-4431-9316-c018bb5d3d03 HTTP/1.1" status: 200 len: 808 time: 0.4962034 May 13 15:14:51.822478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.836914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-c5c867cf-735a-49d9-a73e-c21e1bc73d3f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/quotas/ef657b7a69754f25ac0baa0d944236a3 HTTP/1.1" status: 200 len: 375 time: 0.0172594 May 13 15:14:51.894056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Provisioning complete for port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:51.894668 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.916050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-23250a82-37ad-4663-bd99-e6800d829a09 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef657b7a69754f25ac0baa0d944236a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695069 May 13 15:14:51.921509 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:51.930456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:51.992487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-399bdb60-019d-4a52-be88-b664736745aa req-405977c3-12fb-4377-9f33-4bd1505b7fc2 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.1280193 May 13 15:14:52.034759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.061720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Current status of the port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:52.064759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:52.069067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:52.078789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Provisioning for port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:52.083569 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] Sync routers for ids ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:52.087372 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f61da544-b562-48e0-b863-f2c7fbaa8c7b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/ecaa6fac-091b-4626-8f8b-7b29aaa882ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2878561 May 13 15:14:52.087597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40756) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.097258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Provisioning complete for port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:52.098699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.100937 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] Routers {'ecaa6fac-091b-4626-8f8b-7b29aaa882ce'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:52.108925 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:52.130793 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.153292 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-d0e95eef-ca31-4ec1-bfd7-610effca951c service neutron] 10.222.0.36 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234428 May 13 15:14:52.154410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e507e04a-0762-4b35-991e-fc3ce4cbcae8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:52.161498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.162622 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d3ed412d-86a2-4833-81d2-32ef635ec9c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e507e04a-0762-4b35-991e-fc3ce4cbcae8 HTTP/1.1" status: 204 len: 168 time: 0.5682654 May 13 15:14:52.188554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a49825-adf3-403e-817b-f1040bd19cf2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.193917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10a49825-adf3-403e-817b-f1040bd19cf2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:52.219963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10a49825-adf3-403e-817b-f1040bd19cf2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:52.221236 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10a49825-adf3-403e-817b-f1040bd19cf2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports/4226b02f-1d7b-4293-a6bd-5fee66e2b297 HTTP/1.1" status: 200 len: 910 time: 0.1276743 May 13 15:14:52.221535 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:52.222873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.225410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40762) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.232781 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] Routers {'ecaa6fac-091b-4626-8f8b-7b29aaa882ce'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:52.233471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:52.248478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89466691-5667-4561-962b-88ab07e2cea6'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:52.250038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7cce0f28-2eb3-4568-8826-9e04a5e7abf2 None None] Port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:52.354113 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:52.359378 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab885a7-4563-46ac-9b8e-37d2306c75c2 None None] The sync data for ids ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'] in n-d-841736-1 is: [] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:52.377276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-eb1e0b4b-da56-4f9a-af3e-cd2630623a37 None None] Provisioning complete for port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:52.377870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eb1e0b4b-da56-4f9a-af3e-cd2630623a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.392016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:52.414861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-60b0490c-11a1-4515-917b-155e63cfa1bd service neutron] 10.222.0.36 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474916 May 13 15:14:52.441294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:52.443833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:52.490006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e0b4b-da56-4f9a-af3e-cd2630623a37 None None] Port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:52.499455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:52.622065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:52.640853 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4921f128-2133-44ba-aad5-3f5345cfb901 None None] Provisioning complete for port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:52.641346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4921f128-2133-44ba-aad5-3f5345cfb901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.653925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.711464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:52.721130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Usage tracker for resource:security_group_rule and tenant:1e41e22af868459b84dda59928411195 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:52.726834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:52.754432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:52.758611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:52.758844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.796879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-983481df-3bb0-4bbf-92f5-be7c27a9788e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8639145 May 13 15:14:52.803219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-4921f128-2133-44ba-aad5-3f5345cfb901 None None] Port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:52.911824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Request body: {'port': {'device_id': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:52.918985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.926492 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:52.944165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-688b1ada-e45b-4f82-a28f-1d1ab105afad None None] Provisioning for port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:14:52.955887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8b5615ee-ea10-4801-80fc-b7a1f5682dfd up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:14:52.968682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-792350cd-67a7-4172-9c76-fa479a999642 req-eb874972-a87d-4558-9cdf-609be72bb2fc tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 210 time: 0.1856577 May 13 15:14:52.988803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2d235-7960-4bcb-827e-d7d72411cdf4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:53.020068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-688b1ada-e45b-4f82-a28f-1d1ab105afad None None] Provisioning complete for port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:53.020293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf803475-e037-4ada-af19-79134a4a5d09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e41e22af868459b84dda59928411195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940566 May 13 15:14:53.020402 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-688b1ada-e45b-4f82-a28f-1d1ab105afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.021132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40782) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:53.113266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-688b1ada-e45b-4f82-a28f-1d1ab105afad None None] Port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:14:53.128972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.135686 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:14:53.136204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.181875 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.231744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.259784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.290361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950527a-03db-491e-a59e-8448bd1320dc req-e302c940-d518-4ed2-a8ee-a26af190aad4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:53.291936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7950527a-03db-491e-a59e-8448bd1320dc req-e302c940-d518-4ed2-a8ee-a26af190aad4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 931 time: 0.1421521 May 13 15:14:53.302900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:14:53.341479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.372997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2d235-7960-4bcb-827e-d7d72411cdf4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:53.382800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:53.386283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c067ff7a-4c97-4621-afe4-86d0a4cfa0a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e2d235-7960-4bcb-827e-d7d72411cdf4 HTTP/1.1" status: 204 len: 168 time: 0.3609235 May 13 15:14:53.394538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7950527a-03db-491e-a59e-8448bd1320dc req-cb4243b2-9ec8-4f41-b31c-96521c4e8934 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794945 May 13 15:14:54.142679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:54.210005 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.214114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad137714-d515-4b15-a5d3-f61a8f905aa3 req-55b977e4-50bc-412a-b453-336ae106f931 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 210 time: 0.0827594 May 13 15:14:54.250218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Transition to ACTIVE for port object d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:54.259765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b63c912d-b640-40a0-902a-b77be2b6a130 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:54.260803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.261544 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b63c912d-b640-40a0-902a-b77be2b6a130 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.86 "GET /v2.0/networks?id=923c5da6-b51f-4431-9316-c018bb5d3d03 HTTP/1.1" status: 200 len: 808 time: 0.2451596 May 13 15:14:54.277938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Request body: {'port': {'device_id': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03', 'admin_state_up': True, 'tenant_id': 'ef657b7a69754f25ac0baa0d944236a3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:54.427382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:54.432555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Usage tracker for resource:port and tenant:ef657b7a69754f25ac0baa0d944236a3 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:54.435792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:54.441983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:54.456329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Made reservation on behalf of ef657b7a69754f25ac0baa0d944236a3 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:14:54.460779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.465327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Pushing event updated for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:54.577195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.592982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Attempting to bind port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:54.593477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Attempting to bind port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:54.594810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Attempting to bind port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:54.599815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.669670 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Allocated IP 172.20.0.11 (923c5da6-b51f-4431-9316-c018bb5d3d03/3da7da6f-5ecb-46e1-88da-962a1f79a619/713f909a-6047-41a4-b1b1-e25f23a8bf89) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:14:54.688530 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:14:54.688990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Attempting to bind port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:54.713380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:54.713856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:54.714345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:54.715374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Bound port: d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:54.715374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.804762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:54.805546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:54.809574 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/ports/4226b02f-1d7b-4293-a6bd-5fee66e2b297 HTTP/1.1" status: 200 len: 910 time: 2.5807626 May 13 15:14:54.815165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e498-db9f-4726-a6d0-884cf9618bb5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=4226b02f-1d7b-4293-a6bd-5fee66e2b297,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:54.818361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:55.018191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:55.024411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:55.071457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afc3e7-7e30-40b5-ac0b-7fe6fec5a1b8 req-0b48c52e-685a-4f6d-8d8a-0227e8d4126b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.073035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93afc3e7-7e30-40b5-ac0b-7fe6fec5a1b8 req-0b48c52e-685a-4f6d-8d8a-0227e8d4126b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.3946855 May 13 15:14:55.096368 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.155388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-93afc3e7-7e30-40b5-ac0b-7fe6fec5a1b8 req-27ac8fd3-f131-44e4-b349-5bc175eed5ea tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751731 May 13 15:14:55.178985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.213762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.238928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.239535 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.240939 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] 10.222.0.86 "PUT /v2.0/ports/d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 HTTP/1.1" status: 200 len: 1091 time: 2.3618946 May 13 15:14:55.241383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:55.345258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Network 923c5da6-b51f-4431-9316-c018bb5d3d03 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:14:55.357081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:14:55.359811 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:14:55.366223 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f565766f-acb3-43a0-bb3e-e10f5277f593'] response: {'name': 'network-changed', 'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2', 'status': 'completed', 'code': 200} May 13 15:14:55.423790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Pushing event updated for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:55.451933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.452706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.476105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-e1b8f63a-7cc4-4af5-b077-8ce23f3444a3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2021592 May 13 15:14:55.488322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Request body: {'port': {'device_id': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:14:55.495209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85af62-d9a2-47b5-bcf9-12d3d78d9b68 service neutron] Pushing event updated for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:55.631823 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:55.806659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-2b6eeb77-1e89-4e9e-baff-df9289f8d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.808116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-2b6eeb77-1e89-4e9e-baff-df9289f8d0a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 1094 time: 0.4411435 May 13 15:14:55.816766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc931-8e00-4940-8d6b-5f37ef410cc2 req-236f3274-8896-45ae-a8f1-2a07e6a7dd4b tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:55.818284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29edc931-8e00-4940-8d6b-5f37ef410cc2 req-236f3274-8896-45ae-a8f1-2a07e6a7dd4b tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 932 time: 0.3631983 May 13 15:14:55.908449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-6e92951b-9817-44c0-95c6-1eb59ae441fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 HTTP/1.1" status: 200 len: 217 time: 0.0889685 May 13 15:14:55.991294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29edc931-8e00-4940-8d6b-5f37ef410cc2 req-6379b254-193d-4276-abed-f81689544e3f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132689 May 13 15:14:56.012924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-1c3c0110-5ca8-4af7-a001-2014e3de1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.014371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-1c3c0110-5ca8-4af7-a001-2014e3de1329 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0899308 May 13 15:14:56.017436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.040626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713f909a-6047-41a4-b1b1-e25f23a8bf89 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:14:56.047926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.063759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Transition to ACTIVE for port object 713f909a-6047-41a4-b1b1-e25f23a8bf89 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:14:56.067223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.232921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:56.336732 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-6e747140-8b5b-4813-8902-ae2c3868d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.338127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-6e747140-8b5b-4813-8902-ae2c3868d3e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686813 May 13 15:14:56.368718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Attempting to bind port 713f909a-6047-41a4-b1b1-e25f23a8bf89 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:14:56.369295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Attempting to bind port 713f909a-6047-41a4-b1b1-e25f23a8bf89 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:14:56.369995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Attempting to bind port 713f909a-6047-41a4-b1b1-e25f23a8bf89 on network 923c5da6-b51f-4431-9316-c018bb5d3d03 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:56.383599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Port 713f909a-6047-41a4-b1b1-e25f23a8bf89 on network 923c5da6-b51f-4431-9316-c018bb5d3d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:14:56.383920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Attempting to bind port 713f909a-6047-41a4-b1b1-e25f23a8bf89 on network 923c5da6-b51f-4431-9316-c018bb5d3d03 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:14:56.393443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:14:56.393856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Checking segment: {'id': '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:14:56.394230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Bound using segment: {'id': '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:14:56.394762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Bound port: 713f909a-6047-41a4-b1b1-e25f23a8bf89, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:14:56.395149 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.502832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011fd55-2b6c-4ea1-97e9-1cb36f648966 req-40e6ca6c-1b57-46b2-8d3f-c54afc6c51b8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.511004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2011fd55-2b6c-4ea1-97e9-1cb36f648966 req-40e6ca6c-1b57-46b2-8d3f-c54afc6c51b8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.1912179 May 13 15:14:56.541840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-a5c79e76-cc38-4efd-9222-e338c3758953 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961415 May 13 15:14:56.544447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 4226b02f-1d7b-4293-a6bd-5fee66e2b297 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:14:56.544795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.553196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:14:56.568285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2011fd55-2b6c-4ea1-97e9-1cb36f648966 req-80dd0b70-87e7-41ed-afdf-19b2a268f707 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563776 May 13 15:14:56.569748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89,segment=NetworkSegment(5bd34bfd-ec9a-47e6-9898-a0cce7f7c801),segment_id=5bd34bfd-ec9a-47e6-9898-a0cce7f7c801)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:14:56.584548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.659466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.660241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.662155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/713f909a-6047-41a4-b1b1-e25f23a8bf89 HTTP/1.1" status: 200 len: 1092 time: 1.1788499 May 13 15:14:56.662688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:14:56.696686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31db249-50d6-4628-995a-61b8f999f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:56.792550 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80efff68-e4d9-4403-8165-d704eaefd9dc'] response: {'name': 'network-changed', 'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89', 'status': 'completed', 'code': 200} May 13 15:14:56.832396 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-23352fec-1a2d-41ab-b762-2fe479936b74 req-002366f4-3f14-49ab-8af5-ded342b5675a service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568645 May 13 15:14:56.839679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-cc0799dc-4bda-4212-803b-d2fb3f4da773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.841399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-cc0799dc-4bda-4212-803b-d2fb3f4da773 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef657b7a69754f25ac0baa0d944236a3&device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 1095 time: 0.1120722 May 13 15:14:56.863625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:56.920334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-cefed9c2-01b7-475d-9b79-23f1b0d7f2e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89 HTTP/1.1" status: 200 len: 217 time: 0.0714600 May 13 15:14:56.986117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-815c3f2b-445c-4902-9bfd-b54c9f0b0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:56.987580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-815c3f2b-445c-4902-9bfd-b54c9f0b0576 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3da7da6f-5ecb-46e1-88da-962a1f79a619 HTTP/1.1" status: 200 len: 848 time: 0.0609624 May 13 15:14:57.029765 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 4226b02f-1d7b-4293-a6bd-5fee66e2b297 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:14:57.037657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-5bb9cc68-2698-4c60-8cf9-d21673db8418 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=923c5da6-b51f-4431-9316-c018bb5d3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438533 May 13 15:14:57.288491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-ec97d867-8b0d-43ee-858d-cb25067a9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.290530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-ec97d867-8b0d-43ee-858d-cb25067a9efa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 1094 time: 0.3584785 May 13 15:14:57.420060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-62364b63-5290-4227-9e44-cedf513befbe service neutron] 10.222.0.86 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710160 May 13 15:14:57.505874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:57.514824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-1319653c-3b10-4846-9549-3b664fb94ba3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.514824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-1319653c-3b10-4846-9549-3b664fb94ba3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Synchronizing usage tracker for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:57.554474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-1319653c-3b10-4846-9549-3b664fb94ba3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Unset dirty status for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:57.555613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-1319653c-3b10-4846-9549-3b664fb94ba3 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 944 time: 0.2789316 May 13 15:14:57.578622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=4226b02f-1d7b-4293-a6bd-5fee66e2b297,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:57.624190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-7faa0cdd-a249-41e4-b9f9-e5326e354203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.629748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-7faa0cdd-a249-41e4-b9f9-e5326e354203 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.3155499 May 13 15:14:57.751300 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-36a301f1-28c6-4908-a860-be4a1f373c48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 HTTP/1.1" status: 200 len: 217 time: 0.0870154 May 13 15:14:57.765062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4d05144b-8d4b-4768-8cea-9cf4fbbc3fc8 req-cf2afa2b-53c0-4d3d-9352-b6fc51ba6fd1 service neutron] 10.222.0.86 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380527 May 13 15:14:57.821985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-c6395aac-088c-4cd9-bcd3-5101b6106fc1 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Synchronizing usage tracker for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:57.905219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-c6395aac-088c-4cd9-bcd3-5101b6106fc1 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Unset dirty status for tenant:ef657b7a69754f25ac0baa0d944236a3 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:57.920564 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82e8dc9f-ca4d-44e5-8df9-702b3b4ff7f1 req-c6395aac-088c-4cd9-bcd3-5101b6106fc1 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988334 May 13 15:14:57.971452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-391e1a57-c33c-4c09-ac44-a269b3c961c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:57.973148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-391e1a57-c33c-4c09-ac44-a269b3c961c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef657b7a69754f25ac0baa0d944236a3&device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 1095 time: 0.1160688 May 13 15:14:58.048191 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:14:58.088757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-3718d278-f0db-4bc6-8110-89472aec19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.090242 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-3718d278-f0db-4bc6-8110-89472aec19e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.3145449 May 13 15:14:58.092673 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.110666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-2c828b82-0e7c-4be8-8601-4ebef09c79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.112094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-2c828b82-0e7c-4be8-8601-4ebef09c79fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=923c5da6-b51f-4431-9316-c018bb5d3d03 HTTP/1.1" status: 200 len: 909 time: 0.1327252 May 13 15:14:58.217917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-98663c4e-fa5e-45aa-9d7d-c54e5a7fe838 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89 HTTP/1.1" status: 200 len: 217 time: 0.0967331 May 13 15:14:58.290180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-410b2ebe-16a2-48e0-a04d-2ec82ffeb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.291601 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-410b2ebe-16a2-48e0-a04d-2ec82ffeb291 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3da7da6f-5ecb-46e1-88da-962a1f79a619 HTTP/1.1" status: 200 len: 848 time: 0.0674100 May 13 15:14:58.299825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceffb8-ad95-469c-8f18-9928219bab33 req-9a76833e-f59a-4a5e-86d3-37c96548f8fe tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.300551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c0ceffb8-ad95-469c-8f18-9928219bab33 req-9a76833e-f59a-4a5e-86d3-37c96548f8fe tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:58.343816 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-71a5e1db-3dc0-45a8-9034-f0cec1166bd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=923c5da6-b51f-4431-9316-c018bb5d3d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454259 May 13 15:14:58.346324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-1a4f312f-f317-4ec5-9605-412aab2c9fa5 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.347655 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-1a4f312f-f317-4ec5-9605-412aab2c9fa5 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.1795611 May 13 15:14:58.435752 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.448854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c0ceffb8-ad95-469c-8f18-9928219bab33 req-9a76833e-f59a-4a5e-86d3-37c96548f8fe tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:58.450019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0ceffb8-ad95-469c-8f18-9928219bab33 req-9a76833e-f59a-4a5e-86d3-37c96548f8fe tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.5930455 May 13 15:14:58.461016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router ecaa6fac-091b-4626-8f8b-7b29aaa882ce has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:14:58.463008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:14:58.463950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-d376d66a-f334-46a6-885a-f34856e2a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:58.465433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-d376d66a-f334-46a6-885a-f34856e2a865 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3655436 May 13 15:14:58.469623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Usage tracker for resource:security_group_rule and tenant:97082f0c0ce34f5cb8114647ccf0b1af is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:14:58.473720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:14:58.491203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:14:58.529957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-849dda86-05c9-417a-ac5d-6e51e392654b service neutron] 10.222.0.86 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798024 May 13 15:14:58.714233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-29e9aefa-49e4-4e1b-9326-041f4345462e req-94770386-6921-46e8-95ee-e236d2a65efe service neutron] 10.222.0.86 "GET /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772118 May 13 15:14:58.718686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.729825 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:58.761144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7392f93c-3c60-4523-8c81-71833d4f6660 req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941834 May 13 15:14:58.776356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3627f93-6540-4651-866a-76bd5be86f7e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:14:58.785039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.785385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.785727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.786048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.786373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.786694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.787014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.787333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.787649 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.787975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.788301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.788618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce65a7-4010-4d2b-af33-c596ceee9910 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:14:58.859385 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0ceffb8-ad95-469c-8f18-9928219bab33 req-f67b3a97-1f22-4812-9a4f-a154d06aa1c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010880 May 13 15:14:58.885037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:14:58.909682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] Sync routers for ids ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:14:58.930175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b13c371d-ce10-4a99-a5ce-b4fcde5be5c9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/ecaa6fac-091b-4626-8f8b-7b29aaa882ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010263 May 13 15:14:58.930560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40860) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:58.931766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] Routers {'ecaa6fac-091b-4626-8f8b-7b29aaa882ce'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:58.932786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:58.943523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-bf6c8832-509e-4b7c-a64a-0ba089700346 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621944 May 13 15:14:59.020794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:59.031216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c741d09e-e3e7-4eb3-b364-81874320f3a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:14:59.032586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] Routers {'ecaa6fac-091b-4626-8f8b-7b29aaa882ce'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:14:59.033304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:14:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:59.081983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c741d09e-e3e7-4eb3-b364-81874320f3a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:14:59.087263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c741d09e-e3e7-4eb3-b364-81874320f3a5 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecaa6fac-091b-4626-8f8b-7b29aaa882ce HTTP/1.1" status: 200 len: 205 time: 0.1556334 May 13 15:14:59.088243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.111871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:14:59.112311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975161ec-3b24-49be-9f89-c3d9a3fc25e7 None None] The sync data for ids ['ecaa6fac-091b-4626-8f8b-7b29aaa882ce'] in n-d-841736-1 is: [] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:14:59.170210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5dd21468-2025-468d-9d02-aa1bae8d773f req-8947f124-a08c-44f7-91c5-93e5b72796c1 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193403 May 13 15:14:59.195102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced113-cb87-42a5-bfb2-b5f1cda68a81 req-a265458b-01f7-47dd-86dd-8af3e7b2769c tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:59.197435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20ced113-cb87-42a5-bfb2-b5f1cda68a81 req-a265458b-01f7-47dd-86dd-8af3e7b2769c tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 944 time: 0.1223056 May 13 15:14:59.242911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20ced113-cb87-42a5-bfb2-b5f1cda68a81 req-1dfbe58a-7b23-4d5a-a56a-5bedbfeaf07f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 May 13 15:14:59.377313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.436274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d8745-6c45-4e8c-b8f1-838366efeb13 req-56bab624-be7c-4d12-a970-d3c56e96ab68 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:14:59.437652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-462d8745-6c45-4e8c-b8f1-838366efeb13 req-56bab624-be7c-4d12-a970-d3c56e96ab68 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.4534013 May 13 15:14:59.714483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-462d8745-6c45-4e8c-b8f1-838366efeb13 req-0def4ddf-1bdd-4ba9-9365-d9667cafff4f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708728 May 13 15:14:59.723480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.726379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.744527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.762317 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.763250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router ecaa6fac-091b-4626-8f8b-7b29aaa882ce {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:14:59.791051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.795358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-79256d66-3d67-4279-815f-659dd773aec2 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/ecaa6fac-091b-4626-8f8b-7b29aaa882ce HTTP/1.1" status: 204 len: 168 time: 0.7057955 May 13 15:14:59.796070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:14:59.822546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5d294473-cb93-41f3-a5b2-691b03e257f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.864202 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0902c6a9-245c-4866-a0b3-e7c70d1f6580 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 200 len: 993 time: 0.1185312 May 13 15:14:59.886716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 89466691-5667-4561-962b-88ab07e2cea6 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:14:59.890141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:14:59.952279 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.130560 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.232662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5bcbb-67c8-416e-ab24-091d6ed1e05b req-77aab173-acf4-4506-af65-113a2443b0a4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.234246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efb5bcbb-67c8-416e-ab24-091d6ed1e05b req-77aab173-acf4-4506-af65-113a2443b0a4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.2338476 May 13 15:15:00.242451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.302598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=89466691-5667-4561-962b-88ab07e2cea6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:00.310936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.323165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335eb71-b5cf-4945-bbe8-709af138da39 None None] Network 92539692-48ab-4125-b077-b6aa2d33a1f5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:00.330768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4fca9e24-5f74-4ffd-b262-e78ab5deba3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/89466691-5667-4561-962b-88ab07e2cea6 HTTP/1.1" status: 204 len: 168 time: 0.5333474 May 13 15:15:00.333401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:00.338641 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efb5bcbb-67c8-416e-ab24-091d6ed1e05b req-6e9ea2de-beb2-4682-87eb-8ae5b21df512 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919850 May 13 15:15:00.470292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.535593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:00.536196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.649310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] DHCP port deletion for 92539692-48ab-4125-b077-b6aa2d33a1f5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:00.655561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:00.656945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Deleting port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:00.657610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.819480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf434-9a9e-4ab7-8c18-34601980d310 req-617a96c2-5b66-47cb-be34-0ee8e0cb1141 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.824028 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fecf434-9a9e-4ab7-8c18-34601980d310 req-617a96c2-5b66-47cb-be34-0ee8e0cb1141 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 944 time: 0.3501623 May 13 15:15:00.828947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a4ea4-d415-42ab-9205-9add3d91579b req-e4ea628f-029b-4724-a0dd-4adcd36ee96a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:00.837627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d1a4ea4-d415-42ab-9205-9add3d91579b req-e4ea628f-029b-4724-a0dd-4adcd36ee96a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1485801 May 13 15:15:00.880576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,segment=NetworkSegment(b3b4d36b-7c84-4cb6-845b-9c9342c58fb5),segment_id=b3b4d36b-7c84-4cb6-845b-9c9342c58fb5)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:00.881063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:00.930099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8b5615ee-ea10-4801-80fc-b7a1f5682dfd no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:00.949995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d1a4ea4-d415-42ab-9205-9add3d91579b req-3b24137f-0d66-4621-abcf-77f32ebe9ed5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102138 May 13 15:15:00.989402 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-3f767963-ec18-4e66-98c0-7f5764bb9214 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3326941 May 13 15:15:01.023342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] For port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,segment=NetworkSegment(b3b4d36b-7c84-4cb6-845b-9c9342c58fb5),segment_id=b3b4d36b-7c84-4cb6-845b-9c9342c58fb5)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:01.023851 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.029892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 8b5615ee-ea10-4801-80fc-b7a1f5682dfd owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:01.084902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fecf434-9a9e-4ab7-8c18-34601980d310 req-ec7af397-54c8-41df-b105-4743b6f84b8c tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547588 May 13 15:15:01.185504 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 713f909a-6047-41a4-b1b1-e25f23a8bf89 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:15:01.198768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Calling delete_port for 8b5615ee-ea10-4801-80fc-b7a1f5682dfd owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:01.291553 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.343749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:01.401408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=8b5615ee-ea10-4801-80fc-b7a1f5682dfd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:01.433723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:01.434327 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.522308 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89,segment=NetworkSegment(5bd34bfd-ec9a-47e6-9898-a0cce7f7c801),segment_id=5bd34bfd-ec9a-47e6-9898-a0cce7f7c801)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:01.535755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.538740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '713f909a-6047-41a4-b1b1-e25f23a8bf89', 'network_id': '923c5da6-b51f-4431-9316-c018bb5d3d03', 'port_id': '713f909a-6047-41a4-b1b1-e25f23a8bf89', 'mac_address': 'fa:16:3e:2a:43:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da7da6f-5ecb-46e1-88da-962a1f79a619', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:15:01.580779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92539692-48ab-4125-b077-b6aa2d33a1f5']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:01.603006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:01.603308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b4d36b-7c84-4cb6-845b-9c9342c58fb5') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:01.621592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.626920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3793-0df2-4a3f-bca8-149c0839960c req-220d78aa-57fc-443a-ad39-40f3015ad1cc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:01.628704 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b1b3793-0df2-4a3f-bca8-149c0839960c req-220d78aa-57fc-443a-ad39-40f3015ad1cc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.1256843 May 13 15:15:01.643723 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:01.645986 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.653929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:15:01.654594 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.656496 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:01.715356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 713f909a-6047-41a4-b1b1-e25f23a8bf89 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:01.715935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.737170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b1b3793-0df2-4a3f-bca8-149c0839960c req-78a3ff1d-d43c-4d9b-8514-34064253f7f1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999379 May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: timer() May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:15:01.744313 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:15:01.772015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713f909a-6047-41a4-b1b1-e25f23a8bf89 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:01.786002 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.799195 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89,segment=NetworkSegment(5bd34bfd-ec9a-47e6-9898-a0cce7f7c801),segment_id=5bd34bfd-ec9a-47e6-9898-a0cce7f7c801)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:01.805258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.818914 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.826308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=92539692-48ab-4125-b077-b6aa2d33a1f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:01.851651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-43dd1aa9-3d63-40c8-9c3e-ff0101921db9 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/92539692-48ab-4125-b077-b6aa2d33a1f5 HTTP/1.1" status: 204 len: 168 time: 1.5136034 May 13 15:15:01.852202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40936) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:01.858245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242998825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:01.866538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:01.871395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:01.874759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:01.883344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:01.896094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.899418 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.910418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:01.923360 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.950670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.985545 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:01.989615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ffa5999-6e60-4001-a1b4-dd5d8035e2fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1358690 May 13 15:15:01.989796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:02.001985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285938033'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:02.010004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:02.015054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:02.018262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:02.026828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:02.040509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:02.045197 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.077551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:02.088459 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.088852 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 0f7570e4-a852-4d40-886d-4b06a1f63874 of type vlan for network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 May 13 15:15:02.092566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['713f909a-6047-41a4-b1b1-e25f23a8bf89'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:02.131994 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.166292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Deleting port 8b5615ee-ea10-4801-80fc-b7a1f5682dfd {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:02.166673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.178039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba567-c08d-475a-acd3-da8e5e92ddbb req-0826f724-8c00-43e7-b3ac-048756281563 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:02.186884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54aba567-c08d-475a-acd3-da8e5e92ddbb req-0826f724-8c00-43e7-b3ac-048756281563 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1059766 May 13 15:15:02.196452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.208713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:02.210639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.248802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b3885d32-1a93-4716-829e-6af8a6b06cbd None None] The port '8b5615ee-ea10-4801-80fc-b7a1f5682dfd' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:15:02.297024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-54aba567-c08d-475a-acd3-da8e5e92ddbb req-d974340a-71ed-4678-a8dc-de8b4a328f23 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089714 May 13 15:15:02.434415 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4427881 May 13 15:15:02.438780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 40948) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:02.441019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98856043-f962-4c8b-9d68-ab35dc2288b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:02.448132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:02.454496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:02.574607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88695b-461a-420d-a400-5bba8816feeb req-1f57ae1a-a66a-4a3c-9c49-975a6339247f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:02.576108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de88695b-461a-420d-a400-5bba8816feeb req-1f57ae1a-a66a-4a3c-9c49-975a6339247f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 945 time: 0.3129773 May 13 15:15:02.582103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:02.601195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:02.606683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:02.616297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:02.638870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:02.642587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.661924 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de88695b-461a-420d-a400-5bba8816feeb req-46aca8f9-9327-4e48-b9f6-0f8f270f9886 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769374 May 13 15:15:02.691049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59e64000-2b50-4ce7-8827-62e73c1e8d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:02.881338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.081549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.117707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-a886b213-acc5-4705-917e-157592e55354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:03.119427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-a886b213-acc5-4705-917e-157592e55354 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.1574895 May 13 15:15:03.131160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37e763-836f-4777-a0d6-809a43f06564 req-62e82234-d3d4-4d76-9c9a-100f85ae8a59 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:03.136956 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d37e763-836f-4777-a0d6-809a43f06564 req-62e82234-d3d4-4d76-9c9a-100f85ae8a59 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.1269898 May 13 15:15:03.174407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=6ed385df-206c-403d-905d-760051266ec9,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:03.178474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 713f909a-6047-41a4-b1b1-e25f23a8bf89 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:03.190944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:03.191487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:03.215023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:03.225925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:03.231853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:03.232886 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.240113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31331ea3-fa10-4d87-b935-d307041a75cb None None] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:03.258527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3f45dde0-0c33-4770-bd28-c83bbce66407 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8162856 May 13 15:15:03.258865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 40958) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:03.340963 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d37e763-836f-4777-a0d6-809a43f06564 req-545dde1c-3ee8-49fa-9ad8-12334da916e6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013953 May 13 15:15:03.358732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.361739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 713f909a-6047-41a4-b1b1-e25f23a8bf89 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:03.421072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 713f909a-6047-41a4-b1b1-e25f23a8bf89 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:03.421434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.495467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64567e7d-5efa-45d4-9ad9-9c48bc11b84c req-03994c8c-861d-44f0-8e3a-c9fe9168ca28 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:03.497152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64567e7d-5efa-45d4-9ad9-9c48bc11b84c req-03994c8c-861d-44f0-8e3a-c9fe9168ca28 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.0877972 May 13 15:15:03.557807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-64567e7d-5efa-45d4-9ad9-9c48bc11b84c req-8ba41c9a-d682-4178-a125-44a74ad42c3d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537059 May 13 15:15:03.569371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-3fde4e12-367c-437d-8168-09d0262f0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:03.576278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-3fde4e12-367c-437d-8168-09d0262f0e81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.4332340 May 13 15:15:03.622601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:03.623404 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.650806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 713f909a-6047-41a4-b1b1-e25f23a8bf89 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:03.651186 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.723722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89,segment=NetworkSegment(5bd34bfd-ec9a-47e6-9898-a0cce7f7c801),segment_id=5bd34bfd-ec9a-47e6-9898-a0cce7f7c801)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:03.725758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:03.743435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:03.878724 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8b4750-5b84-41e2-9447-be9132c5af14'] response: {'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89', 'code': 200} May 13 15:15:03.900727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:03.928332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Allocated IP 172.20.0.2 (4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6/6ed385df-206c-403d-905d-760051266ec9/b26126b6-474a-47b8-8052-818578ceb497) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:04.012602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77675d7a-3cd7-4c90-9f45-d81527e7f363 req-ff90e406-c686-4eac-a894-6dc8bb76b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.014168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77675d7a-3cd7-4c90-9f45-d81527e7f363 req-ff90e406-c686-4eac-a894-6dc8bb76b875 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 1097 time: 0.1026874 May 13 15:15:04.048662 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-db6185b2-c397-450a-a4ca-5d1e0c3f2713 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 1001 time: 0.4654853 May 13 15:15:04.071643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77675d7a-3cd7-4c90-9f45-d81527e7f363 req-74fe1127-d133-45f1-94f0-1161f47ffe95 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 May 13 15:15:04.193289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.207280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Transition to ACTIVE for port object b26126b6-474a-47b8-8052-818578ceb497 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:04.217301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.228510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Transition to ACTIVE for port object b26126b6-474a-47b8-8052-818578ceb497 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:04.236308 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.305488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-94ed163c-8e0b-4fc5-a1dc-0d4b2db2d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.306407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-94ed163c-8e0b-4fc5-a1dc-0d4b2db2d8ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.2204690 May 13 15:15:04.306736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:04.309528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:04.313433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:04.322455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Pushing event updated for resources: {'Port': ['ID=b26126b6-474a-47b8-8052-818578ceb497,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:04.418096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Attempting to bind port b26126b6-474a-47b8-8052-818578ceb497 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:04.418692 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Attempting to bind port b26126b6-474a-47b8-8052-818578ceb497 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:04.419239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Attempting to bind port b26126b6-474a-47b8-8052-818578ceb497 on network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:04.425913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:04.426556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Checking segment: {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:04.427141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.427679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Bound using segment: {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:04.428309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Bound port: b26126b6-474a-47b8-8052-818578ceb497, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:04.428867 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.491252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae3394-35bf-49b2-b6b9-6a5ca2bee260 req-b254deaa-434c-4ed4-bfd0-7b58b033a896 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.500319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89ae3394-35bf-49b2-b6b9-6a5ca2bee260 req-b254deaa-434c-4ed4-bfd0-7b58b033a896 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 946 time: 0.4607852 May 13 15:15:04.536739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] For port b26126b6-474a-47b8-8052-818578ceb497, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:04.542261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] For port b26126b6-474a-47b8-8052-818578ceb497, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b26126b6-474a-47b8-8052-818578ceb497,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:04.547681 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.610804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89ae3394-35bf-49b2-b6b9-6a5ca2bee260 req-11495cec-a208-4a69-ace7-b16b371df939 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093154 May 13 15:15:04.651870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10792e-d8ea-453d-8940-332a26361af1 None None] Pushing event updated for resources: {'Port': ['ID=b26126b6-474a-47b8-8052-818578ceb497,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:04.655394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d587b-55e8-476b-8ab7-2340163d80bb req-2a0ff324-0697-4175-b85e-79e1e48d290c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:04.664653 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d3d587b-55e8-476b-8ab7-2340163d80bb req-2a0ff324-0697-4175-b85e-79e1e48d290c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 943 time: 0.1380203 May 13 15:15:04.811043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.20.0.1 (4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6/6ed385df-206c-403d-905d-760051266ec9/e7d4770f-a8e7-4a92-8b16-5decf34434d6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:04.965532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d3d587b-55e8-476b-8ab7-2340163d80bb req-f660ed13-df70-45e5-b0ae-702651af918a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991149 May 13 15:15:04.974439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:04.999865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-f2a77baa-b66c-4c49-a678-6ffa33e1de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:05.002308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-f2a77baa-b66c-4c49-a678-6ffa33e1de75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6845458 May 13 15:15:05.197181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:15:05.197465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.242350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object e7d4770f-a8e7-4a92-8b16-5decf34434d6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:05.273206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-7e8873c2-97aa-4512-95c9-a779122c5b1c service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239230 May 13 15:15:05.325280 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b3942-5e62-4626-8e79-ae4ce1817d48 req-8ca513d3-c8a1-4960-9876-8dbc879e460e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:05.332532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-927b3942-5e62-4626-8e79-ae4ce1817d48 req-8ca513d3-c8a1-4960-9876-8dbc879e460e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.3358204 May 13 15:15:05.445376 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.475045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:05.500390 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2', 'mac_address': 'fa:16:3e:bc:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:15:05.516798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-927b3942-5e62-4626-8e79-ae4ce1817d48 req-dc3e9177-ce34-4e54-bf17-67c127c7da6e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832764 May 13 15:15:05.573572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:05.584840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:05.588343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:05.624831 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-e4ee2e17-0dc1-4a26-a61f-3ba6dec14d14 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387425 May 13 15:15:05.641103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:05.669753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:05.670700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.692198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.707946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:05.778956 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:05.803318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:05.949567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:06.065688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65f8be-48af-4cf0-af15-fcaf9c9351e3 req-007e62dc-990e-4b92-a480-00bedee8bd67 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:06.089011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f65f8be-48af-4cf0-af15-fcaf9c9351e3 req-007e62dc-990e-4b92-a480-00bedee8bd67 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 946 time: 0.2993991 May 13 15:15:06.095835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['d8695e21-ccf4-4bf2-a75d-69ba3f6189c2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:06.122477 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.191436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f65f8be-48af-4cf0-af15-fcaf9c9351e3 req-cc17cca7-d65d-492d-acd7-751835d7b96f tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 May 13 15:15:06.454593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377809a4-7603-4662-be09-5e7453f68f8f None None] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:06.560918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a2cbc208-8c06-4173-b8b9-7156bf84f21a None None] Provisioning for port b26126b6-474a-47b8-8052-818578ceb497 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:06.936686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3ddd-1366-4527-ac3f-6c9efce69b52 req-6078ebcf-5e27-464d-b4a0-bec6de2fb332 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:06.938543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34ff3ddd-1366-4527-ac3f-6c9efce69b52 req-6078ebcf-5e27-464d-b4a0-bec6de2fb332 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1708055 May 13 15:15:06.973733 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:06.982349 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.014023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b26126b6-474a-47b8-8052-818578ceb497 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:07.028361 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34ff3ddd-1366-4527-ac3f-6c9efce69b52 req-a2ccc9ba-1d2a-4f36-bbce-0ea7f8583bd5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795293 May 13 15:15:07.115888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b26126b6-474a-47b8-8052-818578ceb497 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:07.121667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d42a97-d47a-4eef-97c0-ae6cd203c42c req-38abad4b-9191-4943-8d49-0c442f61da0e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:07.123537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b26126b6-474a-47b8-8052-818578ceb497 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:07.123807 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.140411 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46d42a97-d47a-4eef-97c0-ae6cd203c42c req-38abad4b-9191-4943-8d49-0c442f61da0e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 944 time: 0.9200923 May 13 15:15:07.217713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:07.224705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.232405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.274436 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46d42a97-d47a-4eef-97c0-ae6cd203c42c req-63148b17-b707-4a1a-8c41-e61323a5d0d7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330576 May 13 15:15:07.330386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b26126b6-474a-47b8-8052-818578ceb497 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:07.330773 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.388741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Provisioning for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:07.407082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Provisioning complete for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:07.407449 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.417083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:07.418452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:07.452965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b26126b6-474a-47b8-8052-818578ceb497, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b26126b6-474a-47b8-8052-818578ceb497,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:07.477350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.538431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:07.584984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:07.585396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.626117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Port e7d4770f-a8e7-4a92-8b16-5decf34434d6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:07.672342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b26126b6-474a-47b8-8052-818578ceb497,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:07.693923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Provisioning complete for port b26126b6-474a-47b8-8052-818578ceb497 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:07.694550 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.739942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:07.863020 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:07.863020 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.908954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:07.922306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:07.962069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:07.965683 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3fe6f5-90f1-4623-97a6-e8fba8e278db'] response: {'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2', 'code': 200} May 13 15:15:07.997100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:08.008517 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:08.024248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c706ae32-c01b-471e-909c-5a574ec518e8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7613070 May 13 15:15:08.025285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.027496 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:08.028087 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:08.041962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1522627151'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:08.088354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:08.091514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ce966768-072b-4338-9fc7-9bb2cb2d49f5 None None] Current status of the port b26126b6-474a-47b8-8052-818578ceb497 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:08.101821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:08.106651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:08.110055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:08.125465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:08.140981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:08.144561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.178143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:08.188106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.188527 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 39d77f51-f932-44a4-9c76-173c9c06dd97 of type vlan for network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 May 13 15:15:08.219276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.224121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-29e5dd76-c314-4203-9401-678c86ac68dc None None] Provisioning complete for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:08.225065 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29e5dd76-c314-4203-9401-678c86ac68dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.278663 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.297341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:08.298708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:08.331519 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-29e5dd76-c314-4203-9401-678c86ac68dc None None] Port e7d4770f-a8e7-4a92-8b16-5decf34434d6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:08.436890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a721-2baa-46b3-906d-6015f4d0a795 req-09a808fc-94e0-40c9-8b6e-98d1ea52f450 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:08.439109 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:08.447568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1066a721-2baa-46b3-906d-6015f4d0a795 req-09a808fc-94e0-40c9-8b6e-98d1ea52f450 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.2039957 May 13 15:15:08.518095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1066a721-2baa-46b3-906d-6015f4d0a795 req-9d4d573b-cb6d-40c3-b139-4c28d4476134 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688019 May 13 15:15:08.520022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=99986fb9-b2f9-4ecd-94ce-80ac30832dd3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:08.533646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba99153-d011-4a0b-a770-194acef8632b req-648145e9-65f3-4757-93cc-d06d48ad3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:08.535204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cba99153-d011-4a0b-a770-194acef8632b req-648145e9-65f3-4757-93cc-d06d48ad3adc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 1096 time: 0.4893084 May 13 15:15:08.547354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:08.721092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-101a7c36-6b20-4cd5-ba04-e6e2cd72fabe tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6944101 May 13 15:15:08.724781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41058) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:08.744257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:08.768413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cba99153-d011-4a0b-a770-194acef8632b req-deb88da7-15a0-436d-a013-76822d995b95 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 May 13 15:15:08.829761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0965eb-ddd3-4f1c-a87d-5b951179e917 req-6b94f014-1f62-442d-9c97-a99b3e57a9ed tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:08.840720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e0965eb-ddd3-4f1c-a87d-5b951179e917 req-6b94f014-1f62-442d-9c97-a99b3e57a9ed tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.3863747 May 13 15:15:08.923187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1e0965eb-ddd3-4f1c-a87d-5b951179e917 req-2b01637b-bbc0-48cf-aa70-cb165a33ccef tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630472 May 13 15:15:08.961409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b26126b6-474a-47b8-8052-818578ceb497 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:09.036934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b26126b6-474a-47b8-8052-818578ceb497 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:09.037321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.084078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:09.090801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:09.094983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:09.102551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:09.118476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:09.123423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.131802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:05Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:06Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:09.138775 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:09.140460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Updating router fe814dcc-a81e-4db2-bf64-ddbc0a80081b port e7d4770f-a8e7-4a92-8b16-5decf34434d6 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:09.181155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b26126b6-474a-47b8-8052-818578ceb497 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:09.207837 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.408036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.654971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:09.655331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 99986fb9-b2f9-4ecd-94ce-80ac30832dd3, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:09.663381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=69b55067-2ab2-411b-8f81-9d8a4794a417,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:09.683640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:09.697416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 99986fb9-b2f9-4ecd-94ce-80ac30832dd3) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:09.702941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:09.703077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.712069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b310c7f-df56-4d34-bd86-4114899e3deb None None] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:09.770791 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:09.771614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e7e0e407-9698-47db-a01a-64524a8d3546 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0457087 May 13 15:15:09.775351 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41080) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:09.800856 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Transition to ACTIVE for port object e7d4770f-a8e7-4a92-8b16-5decf34434d6 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:09.814426 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.224038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Pushing event updated for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:10.285706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:10.286598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.313590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80aa4c-6737-4b38-a403-52e3bde2ed31 req-21c45636-8bab-4700-86b4-432a36633c1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:10.318279 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d80aa4c-6737-4b38-a403-52e3bde2ed31 req-21c45636-8bab-4700-86b4-432a36633c1e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.1629379 May 13 15:15:10.387883 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b69-a72a-4337-95d8-90f966b487ad req-927618fd-fc26-49a5-b6a3-362670a1a7b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:10.401060 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-137e9b69-a72a-4337-95d8-90f966b487ad req-927618fd-fc26-49a5-b6a3-362670a1a7b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.5494950 May 13 15:15:10.427770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3d80aa4c-6737-4b38-a403-52e3bde2ed31 req-215c2173-9bb3-41f9-a98d-7d05a380b604 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015577 May 13 15:15:10.444460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.445124 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.445560 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.446545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.447271 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.449725 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.450308 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.450613 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.451063 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.451494 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.451924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.453829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:10.516548 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Attempting to bind port e7d4770f-a8e7-4a92-8b16-5decf34434d6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:10.516990 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Attempting to bind port e7d4770f-a8e7-4a92-8b16-5decf34434d6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:10.517566 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Attempting to bind port e7d4770f-a8e7-4a92-8b16-5decf34434d6 on network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:10.529425 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:10.534234 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Checking segment: {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:10.534937 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.535602 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Bound using segment: {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:10.536199 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Bound port: e7d4770f-a8e7-4a92-8b16-5decf34434d6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7570e4-a852-4d40-886d-4b06a1f63874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:10.536703 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.550885 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-137e9b69-a72a-4337-95d8-90f966b487ad req-ecdba5fc-9a3f-458c-8342-b8587f6336fe tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487544 May 13 15:15:10.663878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Allocated IP 172.21.0.2 (99986fb9-b2f9-4ecd-94ce-80ac30832dd3/69b55067-2ab2-411b-8f81-9d8a4794a417/d7cd127e-9f6a-4c90-bc4f-b896ee8feeec) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:10.768001 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] For port e7d4770f-a8e7-4a92-8b16-5decf34434d6, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:10.771259 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] For port e7d4770f-a8e7-4a92-8b16-5decf34434d6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e7d4770f-a8e7-4a92-8b16-5decf34434d6,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:10.779389 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:10.916948 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:10.918084 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:11.072034 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.087235 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Transition to ACTIVE for port object d7cd127e-9f6a-4c90-bc4f-b896ee8feeec will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:11.114350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Transition to ACTIVE for port object d7cd127e-9f6a-4c90-bc4f-b896ee8feeec will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:11.118662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.123851 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b00b6-364a-47e0-8fdc-2b2c6a709f83 None None] Pushing event updated for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.134586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.214204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:11.219677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:11.222297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:11.231536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:11.369867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Pushing event updated for resources: {'Port': ['ID=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.389073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Attempting to bind port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:11.389828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Attempting to bind port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:11.390377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Attempting to bind port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec on network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:11.408828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:11.409575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Checking segment: {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:11.410149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.410702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Bound using segment: {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:11.411489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Bound port: d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:11.412145 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.535472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] For port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:11.541018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] For port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:11.550447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:11.657746 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6615-1016-4a08-ba9b-2fb1d3f79e54 req-332aa31d-addf-4df1-91df-feba70cf41d0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.659497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee6f6615-1016-4a08-ba9b-2fb1d3f79e54 req-332aa31d-addf-4df1-91df-feba70cf41d0 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 946 time: 0.2176375 May 13 15:15:11.734024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ae98-d4c8-4453-abac-4785d09ed256 None None] Pushing event updated for resources: {'Port': ['ID=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:11.780742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee6f6615-1016-4a08-ba9b-2fb1d3f79e54 req-6e76ccbf-f069-4def-bf9e-416a9748b103 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 May 13 15:15:11.805366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44733-3b18-4b99-b607-8d4191025879 req-32e77ca4-0192-4a7a-9cb5-4d5cb9704615 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:11.807985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cdf44733-3b18-4b99-b607-8d4191025879 req-32e77ca4-0192-4a7a-9cb5-4d5cb9704615 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.1555045 May 13 15:15:11.887163 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:05Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:10Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:11.893126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4becb421-eb92-495b-a176-f505272ddd4c None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:05Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:10Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:11.910696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.21.0.1 (99986fb9-b2f9-4ecd-94ce-80ac30832dd3/69b55067-2ab2-411b-8f81-9d8a4794a417/6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:11.983773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cdf44733-3b18-4b99-b607-8d4191025879 req-13f013be-edb1-4bbd-b91e-4cc472f5551e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693294 May 13 15:15:12.288573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a831-bfdc-48b4-94a6-2b5b76068b7b req-b05ff71d-40e3-4bb4-94aa-c95d319a2113 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:12.290032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc64a831-bfdc-48b4-94a6-2b5b76068b7b req-b05ff71d-40e3-4bb4-94aa-c95d319a2113 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.1166627 May 13 15:15:12.397360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc64a831-bfdc-48b4-94a6-2b5b76068b7b req-922e8a5c-fef2-41a8-af15-84e4848579b1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 May 13 15:15:12.425662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3d187-7f2c-4414-9d93-33e534504846 req-7cfba666-368c-4dd3-acc0-d90d65e4a3ad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:12.427365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8aa3d187-7f2c-4414-9d93-33e534504846 req-7cfba666-368c-4dd3-acc0-d90d65e4a3ad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.4438605 May 13 15:15:12.458650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.491626 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:12.510718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8aa3d187-7f2c-4414-9d93-33e534504846 req-8771b3fc-f8d5-4da2-9ee3-a8e01d68872f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698750 May 13 15:15:12.559775 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:12.647952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:12.651798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:12.654478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:12.709945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:12.749236 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.052588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-782f64fe-deb5-4408-ad3c-10f7064cbfe8 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:13.054640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-782f64fe-deb5-4408-ad3c-10f7064cbfe8 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.86 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 946 time: 0.1950767 May 13 15:15:13.125979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d7cd127e-9f6a-4c90-bc4f-b896ee8feeec up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:13.173074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.219169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Deleting port 713f909a-6047-41a4-b1b1-e25f23a8bf89 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:13.219169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.310120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:13.325546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e7d4770f-a8e7-4a92-8b16-5decf34434d6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:13.483066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d16b379-4374-4483-9f5a-a4a0baa1e353 None None] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:13.525929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d1145-0385-4739-b1f9-9766e35cbd86 req-0edc367c-b202-4156-90f1-ab552f7ccf9e tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:13.527969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4d1145-0385-4739-b1f9-9766e35cbd86 req-0edc367c-b202-4156-90f1-ab552f7ccf9e tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 946 time: 0.4427276 May 13 15:15:13.721636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f4d1145-0385-4739-b1f9-9766e35cbd86 req-7a8d768d-2527-46ad-8bde-a82ff454a9b4 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53e02e1-1ba0-401b-abb3-92fcfef31ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840544 May 13 15:15:13.871614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Provisioning for port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:13.883579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Provisioning complete for port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:13.884269 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.933192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] For port 713f909a-6047-41a4-b1b1-e25f23a8bf89, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=713f909a-6047-41a4-b1b1-e25f23a8bf89,segment=NetworkSegment(5bd34bfd-ec9a-47e6-9898-a0cce7f7c801),segment_id=5bd34bfd-ec9a-47e6-9898-a0cce7f7c801)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:13.933554 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.958630 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:13.966352 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:13.974197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.011156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:14.014908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.214172 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Calling delete_port for 713f909a-6047-41a4-b1b1-e25f23a8bf89 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:14.313075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.333237 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.413208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.490298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e7d4770f-a8e7-4a92-8b16-5decf34434d6 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:14.490901 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.519150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Current status of the port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:14.519674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.561051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69be78-3918-4e26-be0c-6737beb56768 req-35325f18-177c-4935-bf66-b9385fc23193 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:14.562633 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d69be78-3918-4e26-be0c-6737beb56768 req-35325f18-177c-4935-bf66-b9385fc23193 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.5217297 May 13 15:15:14.566357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] For port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:14.582340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.658131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Pushing event deleted for resources: {'Port': ['ID=713f909a-6047-41a4-b1b1-e25f23a8bf89,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.727055 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5e13-eec8-4f81-b68e-88b696fb1b81 None None] Pushing event updated for resources: {'Port': ['ID=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.731820 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port e7d4770f-a8e7-4a92-8b16-5decf34434d6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e7d4770f-a8e7-4a92-8b16-5decf34434d6,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:14.740265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.747091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] No DVR routers for this DVR port 713f909a-6047-41a4-b1b1-e25f23a8bf89 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:14.754138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:14.767664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'name': 'network-vif-deleted', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:14.797793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2fa4d16e-e377-4eb4-aa13-faf06c61014d req-13819b55-4a79-4697-ba8a-258d01a992b9 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.86 "DELETE /v2.0/ports/713f909a-6047-41a4-b1b1-e25f23a8bf89 HTTP/1.1" status: 204 len: 173 time: 1.7351451 May 13 15:15:14.806323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d69be78-3918-4e26-be0c-6737beb56768 req-4244be9a-e692-4240-a06d-a99cea40c9ea tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358179 May 13 15:15:14.854815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:14.856595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:14.887847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:14.901980 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d954a25-1feb-4cc8-91f2-61c13375dfcb'] response: {'server_uuid': '75f5d162-03c6-499a-ad5b-fd46723c01cc', 'name': 'network-vif-deleted', 'tag': '713f909a-6047-41a4-b1b1-e25f23a8bf89', 'status': 'completed', 'code': 200} May 13 15:15:15.030198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d7cd127e-9f6a-4c90-bc4f-b896ee8feeec up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:15.187379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Provisioning for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:15.206071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Provisioning complete for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:15.206723 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.260754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:15.261484 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.263278 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba7f3ffa-7a94-4771-b09b-c80d09cfd803 req-30bc2d2a-8570-4aeb-90c1-1837dac3f555 tempest-VolumesActionsTest-2100413413 tempest-VolumesActionsTest-2100413413-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5d162-03c6-499a-ad5b-fd46723c01cc HTTP/1.1" status: 200 len: 210 time: 0.0891094 May 13 15:15:15.306590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 713f909a-6047-41a4-b1b1-e25f23a8bf89 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:15.314171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:15.400617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 713f909a-6047-41a4-b1b1-e25f23a8bf89 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:15.400955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 713f909a-6047-41a4-b1b1-e25f23a8bf89 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:15.432725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:15.462661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Provisioning complete for port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:15.463025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:15.727144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:15.947743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-622b618c-1254-48ea-afce-ac7caec21935 None None] Current status of the port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:16.078676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1906953d-369b-418a-add9-4b7c8bfc3c1b None None] Provisioning complete for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:16.086848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1906953d-369b-418a-add9-4b7c8bfc3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.161594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:16.241737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1906953d-369b-418a-add9-4b7c8bfc3c1b None None] Port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:16.244898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:16.247400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2b04cd7-bc58-4b89-8e6b-df068dfc531f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4703510 May 13 15:15:16.252064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.260928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1018274050'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:16.277525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:16.278179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:16.280987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:16.289042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:16.294865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:16.308296 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:16.328117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:16.346003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.359100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4972ad-d484-4efe-a71d-db1733a0fe65 req-00b3afa8-51e6-486e-978d-a123266b54a9 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:16.371762 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed4972ad-d484-4efe-a71d-db1733a0fe65 req-00b3afa8-51e6-486e-978d-a123266b54a9 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.2076807 May 13 15:15:16.372595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41200) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.395498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:16.407140 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.407862 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 5aa3cb29-d1f5-42a9-9136-74917df7b0fa of type vlan for network 8c272d42-d811-4484-b2b3-1bc810d02963 May 13 15:15:16.468162 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.535093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ed4972ad-d484-4efe-a71d-db1733a0fe65 req-12f0392d-9fcb-4250-ad24-573d06416eb1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159987 May 13 15:15:16.547374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.553074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:16.553713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.594983 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:16.703193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:16.748979 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4952688 May 13 15:15:16.753160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:16.763378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:16.766809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:16.777101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Usage tracker for resource:security_group_rule and tenant:ba12f5cfd22a48c0814a643b7fb2edee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:16.786080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:16.808247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:17.000151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e7d4770f-a8e7-4a92-8b16-5decf34434d6 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:17.173356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e7d4770f-a8e7-4a92-8b16-5decf34434d6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:17.173648 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.209307 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.221726 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.303783 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:12Z', 'revision_number': 3, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:13Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:17.318616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:17.318980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Updating router fe814dcc-a81e-4db2-bf64-ddbc0a80081b port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:17.327334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba12f5cfd22a48c0814a643b7fb2edee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9533730 May 13 15:15:17.331805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41218) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:17.359996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfb74-3a58-4f55-b961-ad366c7b968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4828b96-2a1e-4694-88ad-e5a08f59cee7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.375955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e7d4770f-a8e7-4a92-8b16-5decf34434d6 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:17.402211 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.421209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:17.427200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:17.430791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:17.438080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:17.449181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.449578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f29047-9ac0-4f8d-88a5-2ae35a0dbded tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=8c272d42-d811-4484-b2b3-1bc810d02963,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.455071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:17.462055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.465320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 8c272d42-d811-4484-b2b3-1bc810d02963 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:17.497404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.573071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.594752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4828b96-2a1e-4694-88ad-e5a08f59cee7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:17.610275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:17.624103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-775cbc8e-5b77-4095-a9e8-82a3eb081b60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4828b96-2a1e-4694-88ad-e5a08f59cee7 HTTP/1.1" status: 204 len: 168 time: 0.2790313 May 13 15:15:17.923585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b868-3494-4f09-9042-ae830c6ba900 req-d66b58de-7e83-45f7-a499-fa321d7aebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:17.925419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-d66b58de-7e83-45f7-a499-fa321d7aebcc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.2015557 May 13 15:15:17.998911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451022c-ecc9-4cf4-878b-83b37e6bc66c req-399fa6f5-ad55-4baa-9ae6-1256550cb779 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.001943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1451022c-ecc9-4cf4-878b-83b37e6bc66c req-399fa6f5-ad55-4baa-9ae6-1256550cb779 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.1645010 May 13 15:15:18.117188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.268663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=b39f39b4-8d99-425d-b142-613209008bfe,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:18.270548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.282483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-ad07d132-6bdf-4d2d-988b-d26deb6c19e5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.291388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-ad07d132-6bdf-4d2d-988b-d26deb6c19e5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.4604011 May 13 15:15:18.302537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Transition to ACTIVE for port object 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:18.312622 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.331472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1451022c-ecc9-4cf4-878b-83b37e6bc66c req-1b1e7e11-7f66-4168-810f-84f608885b85 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595170 May 13 15:15:18.356977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-173cd9c6-ab0b-419b-abc2-864458d844c2 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0644932 May 13 15:15:18.409966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:18.410502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 8c272d42-d811-4484-b2b3-1bc810d02963, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:18.431151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b868-3494-4f09-9042-ae830c6ba900 req-0e816c55-1c88-405f-bca0-1ad95a78e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.434159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-0e816c55-1c88-405f-bca0-1ad95a78e907 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.4801013 May 13 15:15:18.548173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc5da6-8394-493c-b246-0904bcf00340 None None] Pushing event updated for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:18.587655 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-de277998-a494-429d-b326-e30838d06727 req-d6778fcb-b59c-4b95-a135-12906ce920f7 service neutron] show failed (client error): The resource could not be found. May 13 15:15:18.589491 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-d6778fcb-b59c-4b95-a135-12906ce920f7 service neutron] 10.222.0.90 "GET /v2.0/ports/23617bf2-9b2e-46c7-a4b9-296990bd6e6c/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.1807182 May 13 15:15:18.750314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 8c272d42-d811-4484-b2b3-1bc810d02963 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:18.774993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-3a3ea3a4-0841-4857-8d28-f48003648012 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 1001 time: 0.3303311 May 13 15:15:18.875156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 8c272d42-d811-4484-b2b3-1bc810d02963) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:18.939708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.940274 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710c18a-ba60-478c-9ffb-9c43bb7f2dc1 None None] Network 8c272d42-d811-4484-b2b3-1bc810d02963 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:18.942997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:18.978753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b868-3494-4f09-9042-ae830c6ba900 req-38a56a2e-df90-4c82-835a-c398f048baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:18.980296 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-38a56a2e-df90-4c82-835a-c398f048baa8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.1950166 May 13 15:15:19.051872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-bbcba84b-cf06-456c-a32e-56beb21d7755 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6884816 May 13 15:15:19.239504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b868-3494-4f09-9042-ae830c6ba900 req-b64ac68f-139c-452f-8720-564f8f836d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:19.246585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-b64ac68f-139c-452f-8720-564f8f836d5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555752 May 13 15:15:19.273839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Attempting to bind port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:19.277583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Attempting to bind port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:19.279408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Attempting to bind port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae on network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:19.291777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9ade2403-3888-4820-ab12-105ac7e7ba4a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5374191 May 13 15:15:19.299406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:19.618125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-3d1fc252-2463-402e-b759-25a32170f4ed service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587873 May 13 15:15:19.621050 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-8d1f863a-9b74-4174-93f5-5cc7a40348d2 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641665 May 13 15:15:19.741943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:19.742463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Checking segment: {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:19.744230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.744230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Bound using segment: {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:19.745750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Bound port: 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d77f51-f932-44a4-9c76-173c9c06dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:19.748251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:19.900696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-5ce44dbb-efcf-4165-8703-bbca53715ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:19.905170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-5ce44dbb-efcf-4165-8703-bbca53715ce0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 1096 time: 0.7018998 May 13 15:15:20.006411 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.130800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1143b868-3494-4f09-9042-ae830c6ba900 req-60aaba5b-e65a-4cdf-943e-564e6f8facda service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970622 May 13 15:15:20.147195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4aafa-3c0e-48d5-a3bc-5d1b8b441c5f req-882b7f58-3046-4175-8939-d9eca6ad6fc2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:20.157451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4cd4aafa-3c0e-48d5-a3bc-5d1b8b441c5f req-882b7f58-3046-4175-8939-d9eca6ad6fc2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.3224697 May 13 15:15:20.199103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-8c272d42-d811-4484-b2b3-1bc810d02963', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:20.199939 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.235843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4cd4aafa-3c0e-48d5-a3bc-5d1b8b441c5f req-35783749-d783-472b-b1ef-52e33a2a83e3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756915 May 13 15:15:20.255704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] For port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:20.260735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] For port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:20.271430 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:20.500103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-1fcbe43e-c89e-4301-93cf-5a7503bf560e service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619127 May 13 15:15:20.505265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:20.631320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Allocated IP 172.22.0.2 (8c272d42-d811-4484-b2b3-1bc810d02963/b39f39b4-8d99-425d-b142-613209008bfe/57e275c3-46e6-4101-be99-1ed726fa7893) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:20.693139 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.076178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:21.119022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:21.120594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:21.284012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6537dfac-76e7-4466-92e4-10d7db4fe896 req-a57ec362-1a69-4a38-ba47-8d8775828325 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.0851245 May 13 15:15:21.441870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc5da6-8394-493c-b246-0904bcf00340 None None] Pushing event updated for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:21.985607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:22.095258 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.109735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Transition to ACTIVE for port object 57e275c3-46e6-4101-be99-1ed726fa7893 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:22.565346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-83fa05e1-be5a-4cf0-82af-ce3d4f57014a req-43d38c8f-b964-438e-8b29-6b4631e936c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.1770313 May 13 15:15:22.566071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:22.643744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.676682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Transition to ACTIVE for port object 57e275c3-46e6-4101-be99-1ed726fa7893 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:22.698087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:22.704981 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:22.780088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Network 8c272d42-d811-4484-b2b3-1bc810d02963 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:22.846458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:22.854267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:22.917864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Pushing event updated for resources: {'Port': ['ID=57e275c3-46e6-4101-be99-1ed726fa7893,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:23.013294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Attempting to bind port 57e275c3-46e6-4101-be99-1ed726fa7893 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:23.013984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Attempting to bind port 57e275c3-46e6-4101-be99-1ed726fa7893 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:23.014113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Attempting to bind port 57e275c3-46e6-4101-be99-1ed726fa7893 on network 8c272d42-d811-4484-b2b3-1bc810d02963 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:23.020799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:12Z', 'revision_number': 3, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:20Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:23.042392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bad0-bfac-477f-8b43-1f53c14b28d8 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:12Z', 'revision_number': 3, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:20Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:23.046216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:23.047466 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Checking segment: {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:23.049065 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.049982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Bound using segment: {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:23.050937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Bound port: 57e275c3-46e6-4101-be99-1ed726fa7893, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:23.051751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.280841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] For port 57e275c3-46e6-4101-be99-1ed726fa7893, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:23.287469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] For port 57e275c3-46e6-4101-be99-1ed726fa7893, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=57e275c3-46e6-4101-be99-1ed726fa7893,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:23.291598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:23.340599 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.348923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:23.408239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.22.0.1 (8c272d42-d811-4484-b2b3-1bc810d02963/b39f39b4-8d99-425d-b142-613209008bfe/4573e35c-1a0b-46dc-abe3-ad61e8c7e50d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:23.746985 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935a3f-3402-4f48-ad28-cc40437a2d3c None None] Pushing event updated for resources: {'Port': ['ID=57e275c3-46e6-4101-be99-1ed726fa7893,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:23.778663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c59fec-2514-4555-9d71-57da1d81e91a req-2f440b9b-c841-4efa-8ef6-24286fc34942 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:23.790720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c59fec-2514-4555-9d71-57da1d81e91a req-2f440b9b-c841-4efa-8ef6-24286fc34942 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 1.9929943 May 13 15:15:23.823021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:23.826580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:23.936098 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-12c59fec-2514-4555-9d71-57da1d81e91a req-462159b2-739e-42b0-9cc8-b07dc9ce97f3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436396 May 13 15:15:24.030558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:24.045324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.211142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Transition to ACTIVE for port object 23617bf2-9b2e-46c7-a4b9-296990bd6e6c will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:24.219332 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.226076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.301239 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9728f2bb-a91a-48df-b1a2-4572188e7ff6'] response: {'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'code': 200} May 13 15:15:24.355942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:15:24.358209 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:15:24.408136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:24.523063 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.616074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d05058c-75e5-4fd4-b365-617942150186 req-ceca79b0-ef58-46cf-b13f-2ebf8d18c308 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.3412924 May 13 15:15:24.642393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:24.652845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Usage tracker for resource:security_group_rule and tenant:7daf2b9281f347d5aafd91d83fb9cfff is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:24.658663 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:24.670778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:24.759450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:24.771981 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.828069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.842795 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:24.963409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: DOWN; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:25.101765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69f4b2-af0b-4f40-943c-c7c1a788e415,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.159410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a0049c57-2c4a-4c84-a0cb-b767a3f0ad65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7daf2b9281f347d5aafd91d83fb9cfff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8091972 May 13 15:15:25.167174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41442) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:25.172629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a479-d9db-4023-b491-66c5d8481310 req-c3e39d8c-1900-4f2d-8171-c56684469e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.175823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-c3e39d8c-1900-4f2d-8171-c56684469e0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 1.6190977 May 13 15:15:25.201039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-a314d388-0345-4572-aa9e-d80015a8c166 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.203061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-a314d388-0345-4572-aa9e-d80015a8c166 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 1.0245094 May 13 15:15:25.216454 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 57e275c3-46e6-4101-be99-1ed726fa7893 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:25.253564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:25.339080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 57e275c3-46e6-4101-be99-1ed726fa7893 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:25.346066 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:25.375648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] No DVR routers for this DVR port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:15:25.454754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:25.463898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:25.464656 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.524652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15102924-c2bd-495e-86de-9df63937e74a None None] Network 8c272d42-d811-4484-b2b3-1bc810d02963 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:25.581769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 8c272d42-d811-4484-b2b3-1bc810d02963 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:25.592855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:25.597576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:25.606141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:25.650688 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.701204 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Provisioning for port 57e275c3-46e6-4101-be99-1ed726fa7893 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:25.738229 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.786455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Provisioning complete for port 57e275c3-46e6-4101-be99-1ed726fa7893 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:25.786861 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:25.887429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a479-d9db-4023-b491-66c5d8481310 req-4b7974a3-6783-4b35-b4b1-54c61e2ab364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:25.892773 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-4b7974a3-6783-4b35-b4b1-54c61e2ab364 service neutron] 10.222.0.86 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.6437514 May 13 15:15:26.065267 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.129231 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2a668-9314-490c-ba68-c9873a698f41 req-91b71169-79b5-4e4d-82a0-fdb28f898d4a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:26.131725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ac2a668-9314-490c-ba68-c9873a698f41 req-91b71169-79b5-4e4d-82a0-fdb28f898d4a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.9192579 May 13 15:15:26.167205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:26.173826 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.237260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5f4fc272-4858-4f4f-92a8-eb0115d7e54a req-72cd6c29-6689-425f-9449-c69c29a849ea tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.3255684 May 13 15:15:26.304290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:26.307428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:26.318348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-34eb7ece-306e-4b22-8931-fa93248b9fb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 999 time: 0.4017079 May 13 15:15:26.353715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ac2a668-9314-490c-ba68-c9873a698f41 req-92ba37cc-b25e-4538-bff9-d8b5cf5b03b8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914966 May 13 15:15:26.403815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:26.407401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.463760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a479-d9db-4023-b491-66c5d8481310 req-971cd48c-4247-4e64-b0f2-d3af166d4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:26.464304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:26.465348 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-971cd48c-4247-4e64-b0f2-d3af166d4d81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.1404369 May 13 15:15:26.476515 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.518434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.531084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.556180 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:26.556753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:26.557178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:26.569165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:15:26.576395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Attempting to bind port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on network 04d4ca43-531c-4655-b9b2-1b957dcc2970 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:26.580080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69f4b2-af0b-4f40-943c-c7c1a788e415,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:26.621092 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.622211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2aaa072d-7be2-45b3-9e50-0581bb6a97ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b69f4b2-af0b-4f40-943c-c7c1a788e415 HTTP/1.1" status: 204 len: 168 time: 1.4445891 May 13 15:15:26.634662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Current status of the port 57e275c3-46e6-4101-be99-1ed726fa7893 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:26.635058 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.715781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:26.716181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Checking segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:26.716553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Bound using segment: {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:26.720416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Bound port: 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a4f99e-95dd-42c0-85fb-3282e0fd457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:26.720788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.794500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:26.812373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15a479-d9db-4023-b491-66c5d8481310 req-65da4bbd-8f2d-4e2f-9ef2-7cce2ea50a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:26.821554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.821896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.822223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.822551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.822870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.823193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.823517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.823828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.824140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.827686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-65da4bbd-8f2d-4e2f-9ef2-7cce2ea50a97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004801 May 13 15:15:26.837263 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.837643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.837975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:26.848951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] For port 57e275c3-46e6-4101-be99-1ed726fa7893, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=57e275c3-46e6-4101-be99-1ed726fa7893,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:26.859018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:26.893689 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.7 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/84748732-3f24-4000-b9cd-3959734d2979) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:27.007238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05521f25-ef77-4707-bd30-79d28c96b0e1 None None] Pushing event updated for resources: {'Port': ['ID=57e275c3-46e6-4101-be99-1ed726fa7893,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:27.197850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Provisioning for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:27.214006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Provisioning complete for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:27.214440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.270036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.296644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.306038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:27.336491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:27.341992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Usage tracker for resource:security_group_rule and tenant:3360cbd009ed4fc9bc5d358511c68693 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:27.351053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:27.368170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:27.375288 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-3ff2fdd8-8dd5-494a-aff5-0a85d86bb337 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356843 May 13 15:15:27.421459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:27.454118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Provisioning complete for port 57e275c3-46e6-4101-be99-1ed726fa7893 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:27.454556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.703117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.720814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:27.722675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.754764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.815437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-77b4252a-86cd-44a6-91c2-804a0ff70b54 None None] Current status of the port 57e275c3-46e6-4101-be99-1ed726fa7893 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:27.871959 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3360cbd009ed4fc9bc5d358511c68693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995634 May 13 15:15:27.876991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:27.890056 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.902392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:27.903380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.905069 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] 10.222.0.86 "PUT /v2.0/ports/23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 1091 time: 7.4101429 May 13 15:15:27.905788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:27.932552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa48d5-04fe-44db-8f0b-d7c27e9d3b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d70bc-8433-4d60-ac30-6f000efcdd0b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:27.936946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object 84748732-3f24-4000-b9cd-3959734d2979 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:27.959479 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-321ccffc-31bb-4a1d-a601-8d8a72746e9b None None] Provisioning complete for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:27.961607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-321ccffc-31bb-4a1d-a601-8d8a72746e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:27.985451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520f13e-3cd3-454a-8fff-144474f2588a service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:28.060974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.063338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.065453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-321ccffc-31bb-4a1d-a601-8d8a72746e9b None None] Port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:28.083497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.267803 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.285860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['d8695e21-ccf4-4bf2-a75d-69ba3f6189c2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:28.391386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.434419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:28.438936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:28.451595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:28.456890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:28.464622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.465780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:28.553460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4b15a479-d9db-4023-b491-66c5d8481310 req-53dd301e-ca72-44de-b7fe-d320418e76a9 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1629274 May 13 15:15:28.566145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:28.566658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.614818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512b4e6-79a5-4188-93e3-597544eb13a7 req-a5a37c44-5895-4775-99a8-a5808ab423a4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:28.617431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4512b4e6-79a5-4188-93e3-597544eb13a7 req-a5a37c44-5895-4775-99a8-a5808ab423a4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 931 time: 0.3552580 May 13 15:15:28.621804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50b49-0875-4343-a870-c4a1ad006a6c req-1897db7d-4d8f-4efe-a4eb-d697e8369828 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:28.629440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bec50b49-0875-4343-a870-c4a1ad006a6c req-1897db7d-4d8f-4efe-a4eb-d697e8369828 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.5470507 May 13 15:15:28.678106 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.705478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-175bd1fe-0d15-4c2c-83bc-e482a88fc1f8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4592323 May 13 15:15:28.725454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Request body: {'port': {'device_id': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:28.807839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d70bc-8433-4d60-ac30-6f000efcdd0b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:28.889071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4512b4e6-79a5-4188-93e3-597544eb13a7 req-1d0ee5a3-107b-46c6-a7d4-3f0da2dc6575 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096765 May 13 15:15:28.951298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:28.951298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-36f5fdf4-8fa5-407e-bbd7-51ced8f65c7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/867d70bc-8433-4d60-ac30-6f000efcdd0b HTTP/1.1" status: 204 len: 168 time: 1.0517247 May 13 15:15:28.990819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bec50b49-0875-4343-a870-c4a1ad006a6c req-8ebcfecb-40c2-4364-abb8-b456fe1b6c60 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603704 May 13 15:15:29.028040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 8c272d42-d811-4484-b2b3-1bc810d02963 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:29.028040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:29.050465 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-28dcdbb1-7f69-4ef4-aa5e-3341a7377276 None None] Provisioning for port 84748732-3f24-4000-b9cd-3959734d2979 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:29.065485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-28dcdbb1-7f69-4ef4-aa5e-3341a7377276 None None] Provisioning complete for port 84748732-3f24-4000-b9cd-3959734d2979 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:29.065863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-28dcdbb1-7f69-4ef4-aa5e-3341a7377276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.196913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 57e275c3-46e6-4101-be99-1ed726fa7893 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:29.231416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-551b8561-fc35-4526-bef4-656a61ff85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:29.236165 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-551b8561-fc35-4526-bef4-656a61ff85e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1094 time: 0.6325176 May 13 15:15:29.262098 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebbfb04-bcf0-4629-84ff-d0660299b831'] response: {'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'status': 'completed', 'code': 200} May 13 15:15:29.348912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.565914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-28dcdbb1-7f69-4ef4-aa5e-3341a7377276 None None] Port 84748732-3f24-4000-b9cd-3959734d2979 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:29.624429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:29.720416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0abe86f9-4ad5-4979-b17d-179dcd8e600d None None] Provisioning complete for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:29.720416 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0abe86f9-4ad5-4979-b17d-179dcd8e600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:29.942589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 57e275c3-46e6-4101-be99-1ed726fa7893 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:29.956813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.180494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0abe86f9-4ad5-4979-b17d-179dcd8e600d None None] Port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:30.203593 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-32645be9-9f60-49e6-bcfb-097b39735e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.436132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 57e275c3-46e6-4101-be99-1ed726fa7893 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:30.436132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:30.527743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-3c836ccc-1bab-4c6e-a9e2-dd78e3914adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:30.527743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-3c836ccc-1bab-4c6e-a9e2-dd78e3914adf service neutron] 10.222.0.86 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 1.2639647 May 13 15:15:30.642880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:30.642880 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:30.691415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-289aab7c-cd18-415d-bce6-938b1e4417d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:30.695349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-289aab7c-cd18-415d-bce6-938b1e4417d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1094 time: 1.4329667 May 13 15:15:30.872558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16a564-be70-40df-abf8-cf2f6b6967ea req-09cf8398-db21-491b-9168-b31ac3bf7255 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:30.885620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4c16a564-be70-40df-abf8-cf2f6b6967ea req-09cf8398-db21-491b-9168-b31ac3bf7255 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.6122465 May 13 15:15:30.917022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:30.942528 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:30.956948 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:30.961388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8595707b-7f9d-489f-9153-5b721d8e6047 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6477814 May 13 15:15:30.969477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:30.991473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'network': {'name': 'tempest-RoutersTest-1156149814'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:30.998720 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:31.000742 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:31.010838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:31.029431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:network and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:31.032128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84748732-3f24-4000-b9cd-3959734d2979 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:31.038844 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:31.053907 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-56ad76ed-9d53-4a6f-a790-a4e9c9218c75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 999 time: 0.4686613 May 13 15:15:31.055194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:31.061026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.085978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3aaf-13da-4fd1-8d06-ce7d28ec2baa req-f2c7533a-fe70-4ab0-919f-8887832876af tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.088091 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33bd3aaf-13da-4fd1-8d06-ce7d28ec2baa req-f2c7533a-fe70-4ab0-919f-8887832876af tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 931 time: 0.7445292 May 13 15:15:31.092254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:31.096621 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.148043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-d4b6f800-3cb9-43f6-abf0-5ba6559db1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.149705 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-d4b6f800-3cb9-43f6-abf0-5ba6559db1f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.0831032 May 13 15:15:31.156687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4c16a564-be70-40df-abf8-cf2f6b6967ea req-3a902741-25f0-4d4a-b6c0-2f54d432eb86 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096822 May 13 15:15:31.211885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-33bd3aaf-13da-4fd1-8d06-ce7d28ec2baa req-078109dc-45f7-467e-bcdd-2d7b1acfc008 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022012 May 13 15:15:31.224396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-e31b2fe6-e293-4559-8ebe-b6d750af6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.226108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-e31b2fe6-e293-4559-8ebe-b6d750af6050 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.5210979 May 13 15:15:31.234147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:31.241809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Transition to ACTIVE for port object 84748732-3f24-4000-b9cd-3959734d2979 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:31.255469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.347339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Pushing event updated for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:31.407028 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.409120 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added segment 001a34ef-194e-468a-94ed-0e0a63437288 of type vlan for network 20e32428-a09f-4aaf-b219-48387419b55e May 13 15:15:31.441230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41526) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:31.477742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-81bdead1-bf7d-46d8-96a9-52aab4a4790f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 999 time: 0.2401903 May 13 15:15:31.576766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-b9634137-a368-4395-86e7-2e527e3fce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.578569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-b9634137-a368-4395-86e7-2e527e3fce40 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.0857649 May 13 15:15:31.589651 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:31.622562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277998-a494-429d-b326-e30838d06727 req-6604540a-836b-4755-bfbd-418ebaaa28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.624102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-6604540a-836b-4755-bfbd-418ebaaa28ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4625804 May 13 15:15:31.646496 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:31.848348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-18eee3d9-55f9-4c60-bfb4-309cb96f5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:31.859056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-18eee3d9-55f9-4c60-bfb4-309cb96f5ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619333 May 13 15:15:32.175224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.189966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:32.191362 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.240827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-19445629-network', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:32.318705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-ebfd05d5-ffa1-4854-9600-b45c1b331bfb service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414942 May 13 15:15:32.329216 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3474810 May 13 15:15:32.340264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:32.370577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Usage tracker for resource:network and tenant:a5a869076caf4d51be11ff5d68e58a77 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:32.391032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:32.416187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41536) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:32.535042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'subnet': {'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:32.710055 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:27Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:32.717556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1cc49377-5ba9-4b10-9061-98dfe62080f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.723952 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:32.724434 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Updating router fe814dcc-a81e-4db2-bf64-ddbc0a80081b port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:32.793735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Attempting to bind port 84748732-3f24-4000-b9cd-3959734d2979 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:32.794685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Attempting to bind port 84748732-3f24-4000-b9cd-3959734d2979 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:32.795234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Attempting to bind port 84748732-3f24-4000-b9cd-3959734d2979 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:32.826937 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.871199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Port 84748732-3f24-4000-b9cd-3959734d2979 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:15:32.871682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Attempting to bind port 84748732-3f24-4000-b9cd-3959734d2979 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:32.903299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:32.906911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:32.909659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:32.911893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:32.915971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Bound port: 84748732-3f24-4000-b9cd-3959734d2979, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:32.923479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.187260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-10623558-d2c0-41bc-8d96-fd68955e0b83 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5135555 May 13 15:15:33.327298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:33.371799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.494622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:33.504889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:subnet and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:33.510099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:33.522010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:33.623569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd77a8-fb47-4589-be5d-d002ce046693 req-f2893063-c74f-409e-a1f9-2f5a09121095 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:33.627054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26fd77a8-fb47-4589-be5d-d002ce046693 req-f2893063-c74f-409e-a1f9-2f5a09121095 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 1.1321416 May 13 15:15:33.635683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Made reservation on behalf of c3681e6dc207443599309862e36b9467 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:33.640009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.685380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Made reservation on behalf of a5a869076caf4d51be11ff5d68e58a77 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:33.685380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.851640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.892303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-d40f2b95-640d-451a-857f-4deaf52bcef4 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597338 May 13 15:15:33.899302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60192c-d935-41e9-8f93-bd1200473b9b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Network': ['ID=20e32428-a09f-4aaf-b219-48387419b55e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:33.932557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 20e32428-a09f-4aaf-b219-48387419b55e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:33.951016 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:33.988320 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Transition to ACTIVE for port object 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:33.995880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:33.998000 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.002983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26fd77a8-fb47-4589-be5d-d002ce046693 req-a48ffbaa-c452-4d43-b782-870c320ee4c3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384140 May 13 15:15:34.004950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:34.013931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a869076caf4d51be11ff5d68e58a77 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:34.021268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:34.025647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84748732-3f24-4000-b9cd-3959734d2979,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:34.031505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:34.227851 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.373800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:34.373800 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.373800 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] 10.222.0.90 "PUT /v2.0/ports/84748732-3f24-4000-b9cd-3959734d2979 HTTP/1.1" status: 200 len: 1091 time: 5.6328306 May 13 15:15:34.373800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'tag': '84748732-3f24-4000-b9cd-3959734d2979'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:34.526068 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d6fa-b509-4f2a-86d7-ae527d1b361f service neutron] Pushing event updated for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:34.573791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.645716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-5a377dfb-ea8c-4fff-9a9a-d64294eb1c8f service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2370389 May 13 15:15:34.680363 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.765076 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-2c722005-871c-48ba-a4b6-c68688bfa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:34.765076 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-2c722005-871c-48ba-a4b6-c68688bfa52f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1094 time: 0.7244592 May 13 15:15:34.765076 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa694aa9-4746-461e-9ff8-a3750bd2f92d'] response: {'name': 'network-changed', 'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'tag': '84748732-3f24-4000-b9cd-3959734d2979', 'status': 'completed', 'code': 200} May 13 15:15:34.875002 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50922-b000-4dd9-9373-9cebe0c87495 None None] Pushing event updated for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:34.918212 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Attempting to bind port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:34.918588 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Attempting to bind port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:34.918946 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Attempting to bind port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d on network 8c272d42-d811-4484-b2b3-1bc810d02963 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:34.933235 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:34.933808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Checking segment: {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:34.934223 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.935134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Bound using segment: {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:34.935349 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Bound port: 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa3cb29-d1f5-42a9-9136-74917df7b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:34.936958 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:34.982555 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.032171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c7055-559d-4e90-9793-551e1c1b5b7a req-d8302140-6a10-485b-b16f-c992516154c8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.046812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad1c7055-559d-4e90-9793-551e1c1b5b7a req-d8302140-6a10-485b-b16f-c992516154c8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 1.7262161 May 13 15:15:35.117995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b54a6c0-56ff-40c5-9d2d-3f69bce645d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.162752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:15:35.199345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.200023 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Added segment eca8ea10-2283-4678-b4aa-a24fe8c7817e of type vlan for network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 May 13 15:15:35.235467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:15:35.236659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ad1c7055-559d-4e90-9793-551e1c1b5b7a req-e84d27ba-83a6-45be-9cfd-982901e235c1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888866 May 13 15:15:35.237383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-d1d160a3-e096-440c-8ca1-15acf8d320cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.240724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-d1d160a3-e096-440c-8ca1-15acf8d320cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.4681864 May 13 15:15:35.284496 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] For port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:35.292433 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] For port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:35.303420 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.363001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.384949 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-a6b37bb6-d0f6-43b3-a459-5b5a57c39d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.386694 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-a6b37bb6-d0f6-43b3-a459-5b5a57c39d2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 1094 time: 0.6034570 May 13 15:15:35.509014 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:35.509737 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:35.533814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-0fd436f1-fedb-4b9d-ba3f-35b517e60752 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84748732-3f24-4000-b9cd-3959734d2979 HTTP/1.1" status: 200 len: 217 time: 0.1229439 May 13 15:15:35.584691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.586432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.587174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.606692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-1024913f-84d7-459b-8630-663dfe4aeacc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 999 time: 0.3556414 May 13 15:15:35.647023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:35.795788 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50922-b000-4dd9-9373-9cebe0c87495 None None] Pushing event updated for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:35.946790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6f5bc-844d-41ad-8d09-10367848bffd req-f616a3ca-1e89-40a9-a2ff-6bf561a9d576 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:35.957594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00d6f5bc-844d-41ad-8d09-10367848bffd req-f616a3ca-1e89-40a9-a2ff-6bf561a9d576 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.5579660 May 13 15:15:35.997770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] Pushing event updated for resources: {'Network': ['ID=df2a2d25-a5bf-4873-b38e-97b3dd60ec79,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.040777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:15:36.042926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Subnet': ['ID=65ec248f-bb6b-415f-af9b-684a1ca12468,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:36.054234 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-116e1a22-1a6b-41ab-b701-f90e7e6976f8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.6090033 May 13 15:15:36.056287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-aafe04e9-6f7c-4f50-9039-a6506ee46f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.057519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41552) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:36.057660 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-aafe04e9-6f7c-4f50-9039-a6506ee46f13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.5113976 May 13 15:15:36.075590 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Request body: {'subnet': {'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-19445629-subnet', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:36.102769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00d6f5bc-844d-41ad-8d09-10367848bffd req-42576ead-331a-443f-adbd-2829f6b3150d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370556 May 13 15:15:36.104522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:36.107842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-5cf5892b-49dd-4383-bea1-ff463cf39e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.109311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-5cf5892b-49dd-4383-bea1-ff463cf39e5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.4724274 May 13 15:15:36.117944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Usage tracker for resource:subnet and tenant:a5a869076caf4d51be11ff5d68e58a77 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:36.122220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:36.122369 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:36.158850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Checking segment: {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:36.158850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network hostable DHCP agents. Network: 20e32428-a09f-4aaf-b219-48387419b55e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:36.231677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:36.236354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 20e32428-a09f-4aaf-b219-48387419b55e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:36.261146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 20e32428-a09f-4aaf-b219-48387419b55e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:36.293331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.293931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.320131 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8f3420b5-09c4-4b2a-9935-9c32f7b1c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.325834 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-8f3420b5-09c4-4b2a-9935-9c32f7b1c070 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575977 May 13 15:15:36.329209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Made reservation on behalf of a5a869076caf4d51be11ff5d68e58a77 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:15:36.331536 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:36.387367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf05fdd-d497-4026-9bce-a3c30f7eb483 None None] Network 20e32428-a09f-4aaf-b219-48387419b55e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:36.821512 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-80de17b3-06ed-411d-a346-a8a3fca29780 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806099 May 13 15:15:36.842370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-5fa3af7c-a85f-4162-9643-5d8666e2d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:36.848783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-5fa3af7c-a85f-4162-9643-5d8666e2d266 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7263107 May 13 15:15:37.300977 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:35Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:37.311769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-b9fb7cff-3f0b-4832-b14a-b5ee294cd981 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381127 May 13 15:15:37.319250 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330c56e-dbfe-4642-bbfa-cab52f02536f None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:35Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:37.337212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fad6975c-0e68-4211-9f4b-ab4d7f75d725 req-b44eb814-4279-4345-bf68-d931ce1695d8 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246163 May 13 15:15:37.361441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:37.381027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0ba3e708-c266-4e21-a5e3-a6920fb3ac52 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9312358 May 13 15:15:37.381027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41566) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:37.467528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:15:37.505604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-20e32428-a09f-4aaf-b219-48387419b55e', 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'fixed_ips': [{'subnet_id': '65ec248f-bb6b-415f-af9b-684a1ca12468'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:37.505604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.112866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3bd3b-e9db-4bd7-86b0-810464f52bb8 req-4523c328-d443-420a-8fde-0b0aecf1193f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:38.115130 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05e3bd3b-e9db-4bd7-86b0-810464f52bb8 req-4523c328-d443-420a-8fde-0b0aecf1193f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 1.2923050 May 13 15:15:38.265930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a9efbd-d227-402e-93fa-b709c8e06e8e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:38.285969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Checking segment: {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:38.287329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Network hostable DHCP agents. Network: df2a2d25-a5bf-4873-b38e-97b3dd60ec79, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:15:38.359832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d3fde1b1-45bf-4ee7-8840-c2787887fd6a req-3b1aa7ad-63c3-4930-9396-85f39f0524b7 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590060 May 13 15:15:38.378603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b4192-b70c-46d3-a66b-ba2d4346c249 req-197e6e37-11fe-4e2b-8a25-e1f24d3f93c7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:38.390953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119b4192-b70c-46d3-a66b-ba2d4346c249 req-197e6e37-11fe-4e2b-8a25-e1f24d3f93c7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 943 time: 0.8176990 May 13 15:15:38.449832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:15:38.469758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, df2a2d25-a5bf-4873-b38e-97b3dd60ec79) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:38.482269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:38.483221 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.491855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225eba6-63c8-4d2f-88b7-af448a820b25 None None] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:38.521000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-119b4192-b70c-46d3-a66b-ba2d4346c249 req-3143a13b-a54c-4b19-b3ab-1bacbbcb902c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288028 May 13 15:15:38.537182 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Allocated IP 172.23.0.2 (20e32428-a09f-4aaf-b219-48387419b55e/65ec248f-bb6b-415f-af9b-684a1ca12468/9defd74e-243b-47e6-8791-3eeb06dc0a32) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:38.551636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-469754c2-12bb-4294-8b9b-242b1f863898 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 2.4851811 May 13 15:15:38.554877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41572) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:38.566350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:38.578191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:15:38.594128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Usage tracker for resource:router and tenant:a5a869076caf4d51be11ff5d68e58a77 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:15:38.615661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:15:38.632021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:38.642976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:15:38.691378 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.693291 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.777617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:38.789697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'port_id': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'mac_address': 'fa:16:3e:b9:67:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:15:38.906847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-855db23e-6341-4343-aaac-012f5e48a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:38.908016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-855db23e-6341-4343-aaac-012f5e48a0e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 1094 time: 1.1771696 May 13 15:15:38.916141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-05e3bd3b-e9db-4bd7-86b0-810464f52bb8 req-a8814eb7-be29-4950-83ec-19b139285cd8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894003 May 13 15:15:39.038256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:39.038891 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.061545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23617bf2-9b2e-46c7-a4b9-296990bd6e6c {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:39.140715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:39.162903 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.312447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:39.417775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-2b1b781d-5529-4465-9344-2bb176fc80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:39.419258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-2b1b781d-5529-4465-9344-2bb176fc80c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.5000858 May 13 15:15:39.528612 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['23617bf2-9b2e-46c7-a4b9-296990bd6e6c'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:39.545047 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-8eb67afd-eead-4064-b7d6-6107469289ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84748732-3f24-4000-b9cd-3959734d2979 HTTP/1.1" status: 200 len: 217 time: 0.1084054 May 13 15:15:39.635337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:39.638091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:39.657790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:39.658164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.705607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.741158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'fixed_ips': [{'subnet_id': '37a9efbd-d227-402e-93fa-b709c8e06e8e'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:15:39.742030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.782694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:39.831962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-4f63cec7-ca42-4dfc-8841-61bacc2f07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:39.841736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fff628-2108-44d5-9188-7f5494180392 req-1a2bd59a-574c-4bef-a9ee-62cb30a3d395 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:39.842274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-4f63cec7-ca42-4dfc-8841-61bacc2f07c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1910288 May 13 15:15:39.848804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46fff628-2108-44d5-9188-7f5494180392 req-1a2bd59a-574c-4bef-a9ee-62cb30a3d395 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 944 time: 0.5521770 May 13 15:15:39.965764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-59f3faa8-ff25-4f4f-882e-23ee58290eab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:39.967581 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-59f3faa8-ff25-4f4f-882e-23ee58290eab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 944 time: 0.7571037 May 13 15:15:40.044724 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-46fff628-2108-44d5-9188-7f5494180392 req-62a2b592-bfba-41c3-955e-7eb9b296dec2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951861 May 13 15:15:40.108465 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.180728 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-04200902-cc71-4125-affe-2a044b60d5f9 service neutron] delete failed (client error): The resource could not be found. May 13 15:15:40.189221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-04200902-cc71-4125-affe-2a044b60d5f9 service neutron] 10.222.0.90 "DELETE /v2.0/ports/23617bf2-9b2e-46c7-a4b9-296990bd6e6c/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.2035513 May 13 15:15:40.335200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Allocated IP 172.20.0.2 (df2a2d25-a5bf-4873-b38e-97b3dd60ec79/37a9efbd-d227-402e-93fa-b709c8e06e8e/7a3be82a-e728-4ab8-b6c9-037d4734ee8a) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:40.575813 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Transition to ACTIVE for port object 9defd74e-243b-47e6-8791-3eeb06dc0a32 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:40.584754 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.606001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Transition to ACTIVE for port object 9defd74e-243b-47e6-8791-3eeb06dc0a32 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:40.633286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.639249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.746771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-a3dfa17d-615f-47d4-b6ca-6a40b0db3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.748682 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-a3dfa17d-615f-47d4-b6ca-6a40b0db3e1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8214738 May 13 15:15:40.762158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b130-4647-478d-b9ce-85acacf974a6 req-4558be6e-65b5-4979-bc96-0efa92528885 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:40.764324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b247b130-4647-478d-b9ce-85acacf974a6 req-4558be6e-65b5-4979-bc96-0efa92528885 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.5498796 May 13 15:15:40.817464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Pushing event updated for resources: {'Port': ['ID=9defd74e-243b-47e6-8791-3eeb06dc0a32,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:40.875173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:40.875675 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:40.877589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Allocated IP 172.25.5.40 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/e1615528-f0cd-4e53-8ca2-2fbd95f10b2d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:40.919868 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Network 20e32428-a09f-4aaf-b219-48387419b55e is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:40.935136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:40.944641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:40.999280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Allocated IP 172.23.0.1 (20e32428-a09f-4aaf-b219-48387419b55e/65ec248f-bb6b-415f-af9b-684a1ca12468/75458a6f-2235-44c9-993a-a23ee7425993) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:41.003351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:41.015318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-a697e58b-fe20-4130-ad19-8ac39e1cede0 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506654 May 13 15:15:41.020467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b247b130-4647-478d-b9ce-85acacf974a6 req-b4d06beb-6dfd-46c3-ab46-44c48043d8c6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915828 May 13 15:15:41.221180 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.230424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.237009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Attempting to bind port 9defd74e-243b-47e6-8791-3eeb06dc0a32 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:41.237890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Attempting to bind port 9defd74e-243b-47e6-8791-3eeb06dc0a32 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:41.238515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Attempting to bind port 9defd74e-243b-47e6-8791-3eeb06dc0a32 on network 20e32428-a09f-4aaf-b219-48387419b55e {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:41.326140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:41.327026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Checking segment: {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:41.327602 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.328257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Bound using segment: {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:41.328928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Bound port: 9defd74e-243b-47e6-8791-3eeb06dc0a32, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:41.329584 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.409734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.431885 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.457766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Transition to ACTIVE for port object 75458a6f-2235-44c9-993a-a23ee7425993 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:41.466100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-e95f3ab9-18b4-4d32-956a-25f125002046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.467836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-e95f3ab9-18b4-4d32-956a-25f125002046 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1095 time: 1.0036995 May 13 15:15:41.480538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.491091 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.540649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8362eeeb-5d54-4103-b6f5-0d4bd2865806 req-4aa4ebb2-aebc-4266-b54a-7dd6b2431830 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144770 May 13 15:15:41.545358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.550092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Transition to ACTIVE for port object 7a3be82a-e728-4ab8-b6c9-037d4734ee8a will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:41.593151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 20e32428-a09f-4aaf-b219-48387419b55e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:41.600864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:41.607873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:41.642281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Pushing event updated for resources: {'Port': ['ID=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.644198 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Transition to ACTIVE for port object 7a3be82a-e728-4ab8-b6c9-037d4734ee8a will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:41.659077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56967ab-19df-4352-9cda-3edfdd6d2f01 req-82387808-368d-470b-b2de-37d84409c487 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:41.660866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=75458a6f-2235-44c9-993a-a23ee7425993,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.667178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56967ab-19df-4352-9cda-3edfdd6d2f01 req-82387808-368d-470b-b2de-37d84409c487 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 944 time: 0.4155402 May 13 15:15:41.678548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.703558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.748384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:41.760488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:41.782545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] For port 9defd74e-243b-47e6-8791-3eeb06dc0a32, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:41.789306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:41.809493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:41.818089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] For port 9defd74e-243b-47e6-8791-3eeb06dc0a32, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9defd74e-243b-47e6-8791-3eeb06dc0a32,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:41.833599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:41.835449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Pushing event updated for resources: {'Port': ['ID=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:41.853278 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:41.853814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b56967ab-19df-4352-9cda-3edfdd6d2f01 req-0e27dc2a-8288-463a-a649-2839fb41c2d2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860275 May 13 15:15:41.872042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.959212 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:41.991280 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef401b-7b4b-43fd-9be7-69261e94c46b None None] Pushing event updated for resources: {'Port': ['ID=9defd74e-243b-47e6-8791-3eeb06dc0a32,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:42.269180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Attempting to bind port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:42.269571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Attempting to bind port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:42.269943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Attempting to bind port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a on network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:42.281385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:42.281772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Checking segment: {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:42.282181 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.282577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Bound using segment: {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:42.283058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Bound port: 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:42.283433 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.350456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-29eabdf5-043e-42f2-901e-12adf00a7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.352556 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-29eabdf5-043e-42f2-901e-12adf00a7d73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.8664331 May 13 15:15:42.355892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.448732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] For port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:42.453905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] For port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:42.464595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:42.686635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f432d2-341b-48fe-b30c-22601998ba84 None None] Pushing event updated for resources: {'Port': ['ID=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:42.763848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-80db0fd3-031b-4344-a927-742a4e323280 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 1000 time: 0.2736027 May 13 15:15:42.841511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef344e07-ed4b-4864-b9b4-1d8e40234994 req-ba8aae0c-a020-43b1-a017-a9be06539110 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:42.844019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef344e07-ed4b-4864-b9b4-1d8e40234994 req-ba8aae0c-a020-43b1-a017-a9be06539110 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.5334470 May 13 15:15:42.989950 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ef344e07-ed4b-4864-b9b4-1d8e40234994 req-1258a109-8588-432c-a070-ee9a6847888a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348875 May 13 15:15:43.102588 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.115196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.407539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.422476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:43.431470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event updated for resources: {'Port': ['ID=75458a6f-2235-44c9-993a-a23ee7425993,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:43.700184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7a3be82a-e728-4ab8-b6c9-037d4734ee8a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:43.821769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:43.872084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:43.875800 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:43.877067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-86aab5f0-045c-4d15-b475-e727d453d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:43.878552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-86aab5f0-045c-4d15-b475-e727d453d538 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 1.0956378 May 13 15:15:44.144533 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:44.158241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Network 20e32428-a09f-4aaf-b219-48387419b55e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:44.159478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:44.245429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d35add-1a9d-46f4-b0d1-cd598f3ef78e None None] Network 20e32428-a09f-4aaf-b219-48387419b55e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:44.275024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9defd74e-243b-47e6-8791-3eeb06dc0a32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:44.628669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374754b-7690-4cab-a770-3f41ac494ce9 req-05ece1a7-f0cf-4b8a-837c-1f17d8c89d61 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.631714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a374754b-7690-4cab-a770-3f41ac494ce9 req-05ece1a7-f0cf-4b8a-837c-1f17d8c89d61 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 944 time: 1.5062745 May 13 15:15:44.652524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.678173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:44.678556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:44.687518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-af8d6849-ed15-4eba-ae16-55d8776c4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.689828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-af8d6849-ed15-4eba-ae16-55d8776c4894 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7363260 May 13 15:15:44.705244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20596b4a-eb4c-4fd7-a083-473070299801 None None] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:44.739513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:44.781500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd795a6f-645b-4ddc-9515-211f72f4eb23 req-c692e476-865c-4ca2-a82c-cb5f308c81b0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:44.783057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd795a6f-645b-4ddc-9515-211f72f4eb23 req-c692e476-865c-4ca2-a82c-cb5f308c81b0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.4693553 May 13 15:15:44.988519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a374754b-7690-4cab-a770-3f41ac494ce9 req-6d40d6a5-d3b0-4ae6-99bb-b03dc5af830c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422139 May 13 15:15:45.019831 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd795a6f-645b-4ddc-9515-211f72f4eb23 req-4d2869b8-9c5d-48f0-8ac2-5e94ad73388c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277274 May 13 15:15:45.050450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:45.053782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:45.073651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b255278f-667c-48fd-9942-7543fff31e11 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6870615 May 13 15:15:45.074643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41618) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:45.077355 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Provisioning for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:45.080850 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:45.101116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:45.109850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:45.197670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-bc6bce83-c155-4b4f-8aee-35a9e8563f25 service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864667 May 13 15:15:45.225045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:45.227952 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd437ef-46d3-4c54-b41b-954344d5a366'] response: {'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'code': 200} May 13 15:15:45.228970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:45.230341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:45.382309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dff1fb91-ce0a-4251-964b-c5f1568ccd43 req-f6bd3588-66b1-4311-bd51-4793229eb2da service neutron] 10.222.0.90 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725488 May 13 15:15:45.411073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:45.419560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Router 7fbeac22-8c12-44cc-a58a-aab9bf59453d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:15:45.677015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:45.686764 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Sync routers for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:45.703485 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:45.704565 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:45.712045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.716239 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0891d253-6173-41dc-8b42-d3b2a8d97046 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 7.1570733 May 13 15:15:45.716481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41622) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:45.743031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Provisioning complete for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:45.743600 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:45.935366 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:45.948944 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.045437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.152060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:15:46.162807 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:46.192101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Removed routes are [] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:15:46.197675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.216191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:46.817890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Current status of the port 9defd74e-243b-47e6-8791-3eeb06dc0a32 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:46.819289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:46.830181 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:42Z', 'revision_number': 3, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:46.847475 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Checking router: 7fbeac22-8c12-44cc-a58a-aab9bf59453d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:46.848015 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Updating router 7fbeac22-8c12-44cc-a58a-aab9bf59453d port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:46.882501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] For port 9defd74e-243b-47e6-8791-3eeb06dc0a32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9defd74e-243b-47e6-8791-3eeb06dc0a32,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:46.969755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9defd74e-243b-47e6-8791-3eeb06dc0a32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:46.971140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:47.041051 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.082428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974f7e8-f918-46f2-8285-4e1b732f93a0 req-797d791d-71a9-46ef-b732-cd6254b2ced1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:47.083465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1974f7e8-f918-46f2-8285-4e1b732f93a0 req-797d791d-71a9-46ef-b732-cd6254b2ced1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:15:47.138644 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.284506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fd1d8-51f5-470f-bc62-e2158de4d166 None None] Pushing event updated for resources: {'Port': ['ID=9defd74e-243b-47e6-8791-3eeb06dc0a32,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:47.310606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:41Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75458a6f-2235-44c9-993a-a23ee7425993', 'name': '', 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:ab:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:42Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:47.315268 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.319988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:47.320451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Updating router fe814dcc-a81e-4db2-bf64-ddbc0a80081b port 75458a6f-2235-44c9-993a-a23ee7425993 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:47.329347 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.346869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a805-dda7-4e3d-9da3-b0c0b06d608f req-c6341b11-40f0-4481-88ed-10b638be7b86 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:47.349566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32b9a805-dda7-4e3d-9da3-b0c0b06d608f req-c6341b11-40f0-4481-88ed-10b638be7b86 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.9682810 May 13 15:15:47.394218 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1974f7e8-f918-46f2-8285-4e1b732f93a0 req-797d791d-71a9-46ef-b732-cd6254b2ced1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:15:47.401057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1974f7e8-f918-46f2-8285-4e1b732f93a0 req-797d791d-71a9-46ef-b732-cd6254b2ced1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 1.0365758 May 13 15:15:47.433447 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.520968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Provisioning for port 75458a6f-2235-44c9-993a-a23ee7425993 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:47.571567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Provisioning complete for port 75458a6f-2235-44c9-993a-a23ee7425993 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:47.572573 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.648528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:47.649217 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.743940 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-32b9a805-dda7-4e3d-9da3-b0c0b06d608f req-0443781f-a499-4441-ac18-f60e4391a4ad tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897537 May 13 15:15:47.777555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41640) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:47.777679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:47.795938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1974f7e8-f918-46f2-8285-4e1b732f93a0 req-2f25de89-f805-46d8-a458-396e73ca15e8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856564 May 13 15:15:47.877908 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.911545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Transition to ACTIVE for port object e1615528-f0cd-4e53-8ca2-2fbd95f10b2d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:47.927143 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:47.948741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Port 75458a6f-2235-44c9-993a-a23ee7425993 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:48.020748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Provisioning for port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:48.034989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Provisioning complete for port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:48.035632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.151809 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Attempting to bind port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:48.152512 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Attempting to bind port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:48.153043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Attempting to bind port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:48.174112 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:48.174943 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:48.175596 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.176230 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:48.176953 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Bound port: e1615528-f0cd-4e53-8ca2-2fbd95f10b2d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:48.177551 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.186616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:48.194636 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.199550 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2f2d8b19-8f83-4d75-9f42-6f3234130b89 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 933 time: 3.1236057 May 13 15:15:48.200555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.255469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.270808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] For port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:48.275354 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] For port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:48.284513 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.288359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-804b6110-a25f-4211-83a2-fc8fd61680e3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 200 len: 993 time: 0.5032196 May 13 15:15:48.299182 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eef9f-a23a-43c6-9d7a-fe8bd671ac75 None None] Pushing event updated for resources: {'Port': ['ID=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.377729 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eef9f-a23a-43c6-9d7a-fe8bd671ac75 None None] Pushing event updated for resources: {'Port': ['ID=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:48.403245 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:48.405255 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:48.461786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:48.497443 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.524989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cc1e1dc5-182f-4aca-af2c-0ade657f0ae6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 933 time: 0.3189933 May 13 15:15:48.526658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:48.540562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'routes': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:15:48.589272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Transition to ACTIVE for port object 75458a6f-2235-44c9-993a-a23ee7425993 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:48.627207 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:48.638488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9defd74e-243b-47e6-8791-3eeb06dc0a32 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:48.702400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Allocated IP 172.20.0.1 (df2a2d25-a5bf-4873-b38e-97b3dd60ec79/37a9efbd-d227-402e-93fa-b709c8e06e8e/ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:15:48.749753 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:49.050530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.099805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Transition to ACTIVE for port object ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:49.148083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Current status of the port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:49.150623 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.155698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.188888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da74a5-cfe4-45a1-af05-8bd9992f146c None None] Pushing event updated for resources: {'Port': ['ID=75458a6f-2235-44c9-993a-a23ee7425993,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:49.331022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:49.339857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:49.350082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:15:49.363149 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:42Z', 'revision_number': 3, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:49.376640 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a80d35-623f-4f97-a91e-647535acafc2 None None] The sync data for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 is: [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:42Z', 'revision_number': 3, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:49.392512 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:49.393006 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.444638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.452156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Pushing event updated for resources: {'Port': ['ID=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:49.526514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] For port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:49.558079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.702213 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.770768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Provisioning complete for port 9defd74e-243b-47e6-8791-3eeb06dc0a32 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:49.771142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:49.782182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe297-2b9c-4680-81e5-9e0d64d18c4c req-7585c6bc-fb0a-4759-a3a4-d0e74d11b97f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:49.806966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70bfe297-2b9c-4680-81e5-9e0d64d18c4c req-7585c6bc-fb0a-4759-a3a4-d0e74d11b97f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.7428331 May 13 15:15:49.943056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Attempting to bind port 75458a6f-2235-44c9-993a-a23ee7425993 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:49.943589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Attempting to bind port 75458a6f-2235-44c9-993a-a23ee7425993 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:49.943941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Attempting to bind port 75458a6f-2235-44c9-993a-a23ee7425993 on network 20e32428-a09f-4aaf-b219-48387419b55e {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:49.947187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Pushing event updated for resources: {'Port': ['ID=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.005292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:50.005495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Checking segment: {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:50.005805 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.010109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Bound using segment: {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:50.011164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Bound port: 75458a6f-2235-44c9-993a-a23ee7425993, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001a34ef-194e-468a-94ed-0e0a63437288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:50.011742 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.056959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.093453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added routes are [] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:15:50.093990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.extraroute_db [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88132) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:15:50.129020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.185722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.191423 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.261863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9defd74e-243b-47e6-8791-3eeb06dc0a32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:50.362216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] For port 75458a6f-2235-44c9-993a-a23ee7425993, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:50.368035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] For port 75458a6f-2235-44c9-993a-a23ee7425993, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=75458a6f-2235-44c9-993a-a23ee7425993,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:50.381711 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.394904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Pushing event updated for resources: {'Port': ['ID=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.399415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.628995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da74a5-cfe4-45a1-af05-8bd9992f146c None None] Pushing event updated for resources: {'Port': ['ID=75458a6f-2235-44c9-993a-a23ee7425993,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:50.674707 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:15:50.675130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:50.676728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:50.678292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:15:50.687544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70bfe297-2b9c-4680-81e5-9e0d64d18c4c req-986e42d3-c2d9-4985-a2a8-a4e741fd0510 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8638861 May 13 15:15:50.820798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.829521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:50.864469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e1615528-f0cd-4e53-8ca2-2fbd95f10b2d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:50.999342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3dc69-b45b-4a88-a01d-89c31e45463c None None] Current status of the port 9defd74e-243b-47e6-8791-3eeb06dc0a32 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:51.135432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:51.175850 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.234395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:51.280766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Router 7fbeac22-8c12-44cc-a58a-aab9bf59453d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:51.335936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Provisioning for port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:51.345757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Provisioning complete for port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:51.345757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.385900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:51.398055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.401615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6dfc99b-6fc4-49f7-a1a4-55efaefad2f0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 699 time: 2.8736432 May 13 15:15:51.403154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:51.418592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:51.498543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:51.514747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:51.518640 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Provisioning complete for port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:51.519070 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.532889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8697ecfc-fbcb-4163-960a-8253b4f6e409 admin admin] 10.222.0.36 "PUT /v2.0/routers/7fbeac22-8c12-44cc-a58a-aab9bf59453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8151526 May 13 15:15:51.636346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:51.636346 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:51.684705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-49dcb5e3-a713-4853-84f1-8f8ad3e88587 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 699 time: 0.2794924 May 13 15:15:51.686754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:52.061143 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdd825-2313-42b3-8ac0-7cb488bb0664 req-0de099c6-ba11-46f7-a42c-2989d483681a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:52.082855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:52.083348 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.084168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4bfdd825-2313-42b3-8ac0-7cb488bb0664 req-0de099c6-ba11-46f7-a42c-2989d483681a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.2415159 May 13 15:15:52.192992 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4bfdd825-2313-42b3-8ac0-7cb488bb0664 req-518ed30e-a929-4ed6-9f85-81a4a4968adc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045287 May 13 15:15:52.237840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Sync routers for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:52.293892 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:52.307350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:52.308343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:52.398016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.402209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7a3be82a-e728-4ab8-b6c9-037d4734ee8a up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:52.607045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-99e5be23-0f79-4f2b-898b-ff784bcbcbc1 None None] Current status of the port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:52.709980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:52.710432 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.893306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:52.910577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-69ffd32a-a7d7-4766-8054-f421b6b2b125 None None] Provisioning complete for port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:52.910773 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-69ffd32a-a7d7-4766-8054-f421b6b2b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.932039 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:52.990123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-69ffd32a-a7d7-4766-8054-f421b6b2b125 None None] Port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:15:53.021005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 7, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75458a6f-2235-44c9-993a-a23ee7425993', 'name': '', 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:ab:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:53.040326 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24722e9f-aef5-4263-9faf-1ed730307843 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 7, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75458a6f-2235-44c9-993a-a23ee7425993', 'name': '', 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:ab:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:53.072878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:53.430508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84748732-3f24-4000-b9cd-3959734d2979 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:15:53.457689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:53.836545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238923a3-483e-4315-ade9-4d6cf46fbd0e req-4707002d-f59e-4089-b3c4-2c89461844e9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:53.838200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-238923a3-483e-4315-ade9-4d6cf46fbd0e req-4707002d-f59e-4089-b3c4-2c89461844e9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 943 time: 0.3206749 May 13 15:15:53.958984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e1615528-f0cd-4e53-8ca2-2fbd95f10b2d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:53.995029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 75458a6f-2235-44c9-993a-a23ee7425993 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:53.995029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.188901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84748732-3f24-4000-b9cd-3959734d2979,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:54.219883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:49Z', 'revision_number': 4, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6', 'name': '', 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'mac_address': 'fa:16:3e:47:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:48Z', 'updated_at': '2022-05-13T15:15:49Z', 'revision_number': 2, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'subnets': [{'id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:54.222494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:54.223121 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.228890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-238923a3-483e-4315-ade9-4d6cf46fbd0e req-744555d0-49f1-492b-8a4e-f5d7c5dabd20 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662687 May 13 15:15:54.257258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '84748732-3f24-4000-b9cd-3959734d2979', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': '84748732-3f24-4000-b9cd-3959734d2979', 'mac_address': 'fa:16:3e:7d:5c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:15:54.299332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 75458a6f-2235-44c9-993a-a23ee7425993, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=75458a6f-2235-44c9-993a-a23ee7425993,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:54.299695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.322374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:54.325843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Checking router: 7fbeac22-8c12-44cc-a58a-aab9bf59453d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:54.325843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Updating router 7fbeac22-8c12-44cc-a58a-aab9bf59453d port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:15:54.403490 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:54.414640 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:54.415644 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:54.434884 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 84748732-3f24-4000-b9cd-3959734d2979 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:54.435467 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.448838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.474347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84748732-3f24-4000-b9cd-3959734d2979 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:15:54.500435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 75458a6f-2235-44c9-993a-a23ee7425993 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:54.502550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84748732-3f24-4000-b9cd-3959734d2979,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:54.533162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.651312 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:54.767133 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:54.796402 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:54.797553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 75458a6f-2235-44c9-993a-a23ee7425993 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:54.841618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['84748732-3f24-4000-b9cd-3959734d2979'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:15:54.870408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=75458a6f-2235-44c9-993a-a23ee7425993,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.919794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:54.933872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.934222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.934558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.935101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.936139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.938011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.939385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 75458a6f-2235-44c9-993a-a23ee7425993 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:54.939703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 75458a6f-2235-44c9-993a-a23ee7425993 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 13 15:15:54.939832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.940909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.941492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.942015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.942542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:54.943059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:15:55.025677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Port 75458a6f-2235-44c9-993a-a23ee7425993 not found, will not notify nova. {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 13 15:15:55.231903 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 7, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75458a6f-2235-44c9-993a-a23ee7425993', 'name': '', 'network_id': '20e32428-a09f-4aaf-b219-48387419b55e', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:ab:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:50Z', 'revision_number': 4, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '65ec248f-bb6b-415f-af9b-684a1ca12468', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.236979 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:55.248612 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:55.250011 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:55.304513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.553040 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.606564 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Transition to ACTIVE for port object ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:15:55.619094 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.640096 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:55.750466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:55.979992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210809-5310-4118-9a27-a466ad23c460 None None] Pushing event updated for resources: {'Port': ['ID=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:56.051561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Attempting to bind port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:15:56.051717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Attempting to bind port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:15:56.053202 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Attempting to bind port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 on network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:15:56.062759 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:15:56.068072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Checking segment: {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:15:56.069086 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.070064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Bound using segment: {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:15:56.071802 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Bound port: ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca8ea10-2283-4678-b4aa-a24fe8c7817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:15:56.073940 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.075412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545efdf8-82b0-4f1e-809a-d3792ba9d2f1 req-fb402448-017c-4621-85df-dad560656cd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:56.083136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-545efdf8-82b0-4f1e-809a-d3792ba9d2f1 req-fb402448-017c-4621-85df-dad560656cd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 944 time: 0.3181639 May 13 15:15:56.209812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] For port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:15:56.214135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] For port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:15:56.219792 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.263865 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:54Z', 'revision_number': 8, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.271043 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06987d0-ec07-40ec-b815-7c8084034db4 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:54Z', 'revision_number': 8, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:56.286769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-545efdf8-82b0-4f1e-809a-d3792ba9d2f1 req-033461db-8e4b-472d-a42c-b23413c41872 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021685 May 13 15:15:56.346458 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:56.347497 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:56.356700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Deleting port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:56.357061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:56.435656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210809-5310-4118-9a27-a466ad23c460 None None] Pushing event updated for resources: {'Port': ['ID=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:56.520078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:15:56.629065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:56.942263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:15:56.971515 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2250ef51-5ec3-4dc0-a0ef-b0c22e803f54 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2829905 May 13 15:15:56.975758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:57.032943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] For port ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:57.033586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.069688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:15:57.139854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:57.139970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:57.206979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Calling delete_port for ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:57.330412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:57.335675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 65ec248f-bb6b-415f-af9b-684a1ca12468 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:15:57.388437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:49Z', 'revision_number': 4, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6', 'name': '', 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'mac_address': 'fa:16:3e:47:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:48Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'subnets': [{'id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:57.406480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e109615-d088-45ed-a262-16a3aa0b9cbc None None] The sync data for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 is: [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:49Z', 'revision_number': 4, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6', 'name': '', 'network_id': 'df2a2d25-a5bf-4873-b38e-97b3dd60ec79', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'mac_address': 'fa:16:3e:47:ff:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:48Z', 'updated_at': '2022-05-13T15:15:56Z', 'revision_number': 4, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'subnets': [{'id': '37a9efbd-d227-402e-93fa-b709c8e06e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:57.423889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84748732-3f24-4000-b9cd-3959734d2979 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:15:57.646525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a98d2-d405-4327-a76b-059078016710 req-a33cf92c-e4d6-4b63-96df-3221f040c2c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:57.648291 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-674a98d2-d405-4327-a76b-059078016710 req-a33cf92c-e4d6-4b63-96df-3221f040c2c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 944 time: 0.2148156 May 13 15:15:57.674234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 75458a6f-2235-44c9-993a-a23ee7425993 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:57.716044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-674a98d2-d405-4327-a76b-059078016710 req-3b946126-bc9a-40d9-b174-a0fa3d786921 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608151 May 13 15:15:57.752877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 75458a6f-2235-44c9-993a-a23ee7425993 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:15:57.752877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 75458a6f-2235-44c9-993a-a23ee7425993 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:15:57.763447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 84748732-3f24-4000-b9cd-3959734d2979 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:15:57.770136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.771837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 84748732-3f24-4000-b9cd-3959734d2979 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:15:57.772248 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:57.905629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.016060 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 84748732-3f24-4000-b9cd-3959734d2979 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:15:58.016466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.046446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:54Z', 'revision_number': 8, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:58.056755 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84748732-3f24-4000-b9cd-3959734d2979'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:15:58.063847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:15:58.073079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84748732-3f24-4000-b9cd-3959734d2979,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:58.083966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.091162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.134732 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0eb161-67d9-4330-b7c4-fa4448ccd91c'] response: {'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84748732-3f24-4000-b9cd-3959734d2979', 'code': 200} May 13 15:15:58.136521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:15:58.137695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:58.154749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.314659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:58.367457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:58.394358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:15:58.657160 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.764412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66ad7f-01bf-42ee-b5d1-9a960f4d2b5a req-6b92b5e7-9183-4f27-bbbc-3c9dc7e308d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:58.773308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c66ad7f-01bf-42ee-b5d1-9a960f4d2b5a req-6b92b5e7-9183-4f27-bbbc-3c9dc7e308d4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 1096 time: 0.5197458 May 13 15:15:58.773804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=65ec248f-bb6b-415f-af9b-684a1ca12468,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:15:58.803759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:58.822052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4109a-4cb8-4143-a377-e1a91c437b53 None None] Network 20e32428-a09f-4aaf-b219-48387419b55e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:15:58.865951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41750) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:15:58.879463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8b693c14-08aa-4b3f-afa3-85cd5c605dff tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/65ec248f-bb6b-415f-af9b-684a1ca12468 HTTP/1.1" status: 204 len: 168 time: 1.8990886 May 13 15:15:58.931113 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9c66ad7f-01bf-42ee-b5d1-9a960f4d2b5a req-8ed6bb48-7696-4d8a-a88b-e12f5d734f56 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995543 May 13 15:15:59.089443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.196958 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.237955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 9defd74e-243b-47e6-8791-3eeb06dc0a32 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:59.238549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.287098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:54Z', 'revision_number': 8, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:15:59.301634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bfef8-00f6-4cc8-adf2-28ed86823ab1 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:15:54Z', 'revision_number': 8, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '4573e35c-1a0b-46dc-abe3-ad61e8c7e50d', 'name': '', 'network_id': '8c272d42-d811-4484-b2b3-1bc810d02963', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:19:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:23Z', 'updated_at': '2022-05-13T15:15:40Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': 'b39f39b4-8d99-425d-b142-613209008bfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:15:59.366427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bccb6-6fb0-4a0d-a1c6-83b08451f306 req-d2022483-8344-4d6e-81df-3be7ed335311 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:15:59.368102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd5bccb6-6fb0-4a0d-a1c6-83b08451f306 req-d2022483-8344-4d6e-81df-3be7ed335311 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.4707716 May 13 15:15:59.402897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] DHCP port deletion for 20e32428-a09f-4aaf-b219-48387419b55e request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:15:59.408471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Deleting port 9defd74e-243b-47e6-8791-3eeb06dc0a32 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:15:59.408997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.642894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 9defd74e-243b-47e6-8791-3eeb06dc0a32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9defd74e-243b-47e6-8791-3eeb06dc0a32,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:59.643516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.646412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 9defd74e-243b-47e6-8791-3eeb06dc0a32 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:15:59.818797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 9defd74e-243b-47e6-8791-3eeb06dc0a32 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:15:59.826232 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] For port 9defd74e-243b-47e6-8791-3eeb06dc0a32, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=9defd74e-243b-47e6-8791-3eeb06dc0a32,segment=NetworkSegment(001a34ef-194e-468a-94ed-0e0a63437288),segment_id=001a34ef-194e-468a-94ed-0e0a63437288)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:15:59.827196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:15:59.886771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd5bccb6-6fb0-4a0d-a1c6-83b08451f306 req-74fd63cc-69aa-407f-8ecd-1b42025c5668 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103443 May 13 15:15:59.950818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Router 7fbeac22-8c12-44cc-a58a-aab9bf59453d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:00.014066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.089175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port 9defd74e-243b-47e6-8791-3eeb06dc0a32 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:00.093186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Calling delete_port for 9defd74e-243b-47e6-8791-3eeb06dc0a32 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:00.191387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 9defd74e-243b-47e6-8791-3eeb06dc0a32 is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:00.193578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.207854 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dca55662-a2f7-49b1-b8a8-6f31aebfa3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.299212 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:00.318516 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c51bb3de-dada-44f5-b6c2-65932f32f5d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/7fbeac22-8c12-44cc-a58a-aab9bf59453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9944384 May 13 15:16:00.319655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Sync routers for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:00.321268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:00.348915 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:00.349444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=9defd74e-243b-47e6-8791-3eeb06dc0a32,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:00.349599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:00.385175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:00.385537 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:00.481596 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.528533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e32428-a09f-4aaf-b219-48387419b55e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:00.553021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001a34ef-194e-468a-94ed-0e0a63437288') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:00.553494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001a34ef-194e-468a-94ed-0e0a63437288') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:00.567352 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.586713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.593502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:00.594420 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.626957 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:00.638266 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: timer() May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:00.696848 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:00.702078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.707502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.734207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=20e32428-a09f-4aaf-b219-48387419b55e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:00.751684 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2a9eb8fb-e51d-44ee-9757-ea6470942cae tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/20e32428-a09f-4aaf-b219-48387419b55e HTTP/1.1" status: 204 len: 168 time: 1.8830502 May 13 15:16:00.752794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41772) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:00.887303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Deleting port 9defd74e-243b-47e6-8791-3eeb06dc0a32 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:00.888587 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.949638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:00.962211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Deleting port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:00.962905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.028655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:15:57Z', 'revision_number': 5, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port': {'id': 'e1615528-f0cd-4e53-8ca2-2fbd95f10b2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:40Z', 'updated_at': '2022-05-13T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:01.033403 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Checking router: 7fbeac22-8c12-44cc-a58a-aab9bf59453d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:01.044743 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Routers {'7fbeac22-8c12-44cc-a58a-aab9bf59453d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:01.045759 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:15:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:01.060660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b098c3e0-d45a-4f78-bf23-1d41df7a74ab None None] The port '9defd74e-243b-47e6-8791-3eeb06dc0a32' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:01.234758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] For port e1615528-f0cd-4e53-8ca2-2fbd95f10b2d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:01.235120 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.288553 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] Set router 7fbeac22-8c12-44cc-a58a-aab9bf59453d gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:01.368479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Calling delete_port for e1615528-f0cd-4e53-8ca2-2fbd95f10b2d owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:01.418962 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:16:00Z', 'revision_number': 6, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:01.424377 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5fe5-1571-4424-a143-6713108b8e56 None None] The sync data for ids ['7fbeac22-8c12-44cc-a58a-aab9bf59453d'] in n-d-841736-1 is: [{'id': '7fbeac22-8c12-44cc-a58a-aab9bf59453d', 'name': 'tempest-ImageQuotaTest-19445629-router', 'tenant_id': 'a5a869076caf4d51be11ff5d68e58a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:38Z', 'updated_at': '2022-05-13T15:16:00Z', 'revision_number': 6, 'project_id': 'a5a869076caf4d51be11ff5d68e58a77', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:01.472394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.552319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:01.583507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2b610-214e-4c2d-850e-6d456bd2fca4 req-c7f73e8c-7003-4444-950e-9162ef3ea620 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:01.587163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ac2b610-214e-4c2d-850e-6d456bd2fca4 req-c7f73e8c-7003-4444-950e-9162ef3ea620 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.4353888 May 13 15:16:01.608525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:01.608525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device ad44b643-ecd2-47c3-ab75-ea2ccfe94ce6 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:01.668200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ac2b610-214e-4c2d-850e-6d456bd2fca4 req-4c0d654e-1504-452a-b412-f12f7d9ee26d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605254 May 13 15:16:01.802615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:01.880627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1615528-f0cd-4e53-8ca2-2fbd95f10b2d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:01.924875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.925852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.925852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.925852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.926198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.926492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.926845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.927127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.927597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.927919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.928291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.928574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:01.942305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73faa9-d687-4299-b210-667b970d6917 req-6df423a0-a514-467b-958a-608aa5f32808 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:01.943956 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d73faa9-d687-4299-b210-667b970d6917 req-6df423a0-a514-467b-958a-608aa5f32808 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.1118009 May 13 15:16:01.993517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.052781 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d73faa9-d687-4299-b210-667b970d6917 req-50a8c3d8-85fe-4557-96ed-57c078f63c75 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000893 May 13 15:16:02.073050 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:02.073732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.226148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.228807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.257028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.257568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbeac22-8c12-44cc-a58a-aab9bf59453d {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:02.283361 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.284698 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-af8816dd-acd6-4e07-89d3-41e9667ba83a admin admin] 10.222.0.36 "DELETE /v2.0/routers/7fbeac22-8c12-44cc-a58a-aab9bf59453d HTTP/1.1" status: 204 len: 168 time: 1.9620094 May 13 15:16:02.287098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41786) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.359399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Deleting subnet 37a9efbd-d227-402e-93fa-b709c8e06e8e {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:02.362796 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.427696 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.524079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:02.524608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.554224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.663286 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.690133 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-069bb182-5ccb-4c6d-a597-f58d8f2d5736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.721816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a9efbd-d227-402e-93fa-b709c8e06e8e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:02.728488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.733583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c8b12-b62d-4146-9bec-106ca73bf654 None None] Network df2a2d25-a5bf-4873-b38e-97b3dd60ec79 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:02.744500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:02.747490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e10e1096-1c3f-4c5c-ae20-9f9dc3abf069 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37a9efbd-d227-402e-93fa-b709c8e06e8e HTTP/1.1" status: 204 len: 168 time: 0.4570172 May 13 15:16:02.747738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.776114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41798) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:02.919596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Deleting subnet 3da7da6f-5ecb-46e1-88da-962a1f79a619 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:02.937906 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.984340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:02.998137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.014192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Deleting port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:03.014880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.030035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e1271-de1e-4db0-9a9c-a21e5ed3f29f req-39473971-42bd-427f-baad-a749f8fb593f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:03.032270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-527e1271-de1e-4db0-9a9c-a21e5ed3f29f req-39473971-42bd-427f-baad-a749f8fb593f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.3343284 May 13 15:16:03.038680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.168772 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-527e1271-de1e-4db0-9a9c-a21e5ed3f29f req-a53314fa-e2e4-492f-82a2-9547d0bb0d65 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928140 May 13 15:16:03.175288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] DHCP port deletion for df2a2d25-a5bf-4873-b38e-97b3dd60ec79 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:03.179704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Deleting port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:03.180165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.203003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.308317 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.326293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] For port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:03.326564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.345901 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.435769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=4573e35c-1a0b-46dc-abe3-ad61e8c7e50d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.495138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Calling delete_port for 7a3be82a-e728-4ab8-b6c9-037d4734ee8a owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:03.526698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] For port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,segment=NetworkSegment(eca8ea10-2283-4678-b4aa-a24fe8c7817e),segment_id=eca8ea10-2283-4678-b4aa-a24fe8c7817e)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:03.531957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.543002 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.636321 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.667444 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.676504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da7da6f-5ecb-46e1-88da-962a1f79a619,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.717035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] No DVR routers for this DVR port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:03.769725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84fca138-0767-4b3c-88ed-d88ff4fcff7c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3da7da6f-5ecb-46e1-88da-962a1f79a619 HTTP/1.1" status: 204 len: 168 time: 0.9881413 May 13 15:16:03.773577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:03.775356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3be82a-e728-4ab8-b6c9-037d4734ee8a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:03.809541 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e1615528-f0cd-4e53-8ca2-2fbd95f10b2d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:03.849334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Calling delete_port for 7a3be82a-e728-4ab8-b6c9-037d4734ee8a owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:03.900276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e1615528-f0cd-4e53-8ca2-2fbd95f10b2d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:03.900624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e1615528-f0cd-4e53-8ca2-2fbd95f10b2d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:03.901045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7a3be82a-e728-4ab8-b6c9-037d4734ee8a no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:03.922494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:03.941351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7a3be82a-e728-4ab8-b6c9-037d4734ee8a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:03.941704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7a3be82a-e728-4ab8-b6c9-037d4734ee8a not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:03.974878 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:03.975230 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:04.083582 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.124836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2a2d25-a5bf-4873-b38e-97b3dd60ec79']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.134136 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.142231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca8ea10-2283-4678-b4aa-a24fe8c7817e') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.142530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca8ea10-2283-4678-b4aa-a24fe8c7817e') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.204961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.260184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.340253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:04.340556 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: timer() May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:04.383892 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:04.419358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:04.477872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Deleting port 7a3be82a-e728-4ab8-b6c9-037d4734ee8a {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:04.478653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.492474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.531774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923c5da6-b51f-4431-9316-c018bb5d3d03']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.546446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.546446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd34bfd-ec9a-47e6-9898-a0cce7f7c801') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.575038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52a5461a-f6ae-4a26-8ad4-089092741b2f None None] The port '7a3be82a-e728-4ab8-b6c9-037d4734ee8a' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:04.578232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.604360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:04.607115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.607303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.613193 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f5dc795d-66f7-4f9c-9cee-2d781a165e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8588920 May 13 15:16:04.614276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41812) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:04.621656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:04.632181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:04.633102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:04.633262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.643511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-a2dd267e-46f5-4ab8-9947-922a14a7caaa tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:04.645036 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-a2dd267e-46f5-4ab8-9947-922a14a7caaa tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.4941437 May 13 15:16:04.646110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:04.646508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: timer() May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:04.667724 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:04.679228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2a2d25-a5bf-4873-b38e-97b3dd60ec79,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:04.693092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet b39f39b4-8d99-425d-b142-613209008bfe {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:04.696121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.755069 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.775187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aa2cd735-e0ea-41fd-af2c-75ad8959e0b0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df2a2d25-a5bf-4873-b38e-97b3dd60ec79 HTTP/1.1" status: 204 len: 168 time: 2.0263300 May 13 15:16:04.834757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:04.835210 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e6ade-196f-414b-ad44-622d190dd0c6 req-cdeb6bd8-8e1e-4449-97bd-1b4de627bff0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:04.837144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a5e6ade-196f-414b-ad44-622d190dd0c6 req-cdeb6bd8-8e1e-4449-97bd-1b4de627bff0 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 945 time: 0.4831123 May 13 15:16:04.840703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.861806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port 84748732-3f24-4000-b9cd-3959734d2979 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:04.862142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.898151 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.907869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:04.951949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=923c5da6-b51f-4431-9316-c018bb5d3d03,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:04.971945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f2ca8f5-ae73-4be6-9a69-37c8d5eadb12 admin admin] 10.222.0.36 "DELETE /v2.0/networks/923c5da6-b51f-4431-9316-c018bb5d3d03 HTTP/1.1" status: 204 len: 168 time: 1.1980064 May 13 15:16:04.978511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41818) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:04.999904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.008547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.041486 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.073616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5a5e6ade-196f-414b-ad44-622d190dd0c6 req-5c9baf5a-bd3a-4a25-bbd8-d980d3e177e3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779563 May 13 15:16:05.098926 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=b39f39b4-8d99-425d-b142-613209008bfe,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.111452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.124097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2410d-004b-4a3b-8c2c-0114b1aecbbe None None] Network 8c272d42-d811-4484-b2b3-1bc810d02963 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:05.137992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f0032e4f-ca69-444e-b2c0-c3a5973c0158 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/b39f39b4-8d99-425d-b142-613209008bfe HTTP/1.1" status: 204 len: 168 time: 0.5208073 May 13 15:16:05.140812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41826) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.181115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Deleting subnet f86ff53a-0c79-4bfd-82a4-b127ee6bfd13 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:05.196685 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.256190 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a3a87fe4-7a64-4306-a27a-6f3a8add2302 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5a869076caf4d51be11ff5d68e58a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504816 May 13 15:16:05.259937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41830) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:05.291813 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.325602 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.358654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port 84748732-3f24-4000-b9cd-3959734d2979, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=84748732-3f24-4000-b9cd-3959734d2979,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:05.359017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.363854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 57e275c3-46e6-4101-be99-1ed726fa7893 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:05.364195 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.405717 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:03Z', 'revision_number': 9, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:05.407421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.411373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:05.424882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:05.425781 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:05.499014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.500538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.641888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:05.669923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for 84748732-3f24-4000-b9cd-3959734d2979 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:05.693056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] DHCP port deletion for 8c272d42-d811-4484-b2b3-1bc810d02963 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:05.714056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Deleting port 57e275c3-46e6-4101-be99-1ed726fa7893 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:05.714456 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.728428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.734086 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 57e275c3-46e6-4101-be99-1ed726fa7893, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=57e275c3-46e6-4101-be99-1ed726fa7893,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:05.734640 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.763213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b54a6c0-56ff-40c5-9d2d-3f69bce645d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.866873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.895906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['d8695e21-ccf4-4bf2-a75d-69ba3f6189c2'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:05.901714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 57e275c3-46e6-4101-be99-1ed726fa7893 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:05.925240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=84748732-3f24-4000-b9cd-3959734d2979,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:05.931222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:05.937430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20403f83-51f4-4525-8301-c92cae61b7ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b54a6c0-56ff-40c5-9d2d-3f69bce645d3 HTTP/1.1" status: 204 len: 168 time: 0.6763084 May 13 15:16:06.026931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.078815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port 84748732-3f24-4000-b9cd-3959734d2979 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:06.080952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.086808 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.103961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port 57e275c3-46e6-4101-be99-1ed726fa7893 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:06.138946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'name': 'network-vif-deleted', 'tag': '84748732-3f24-4000-b9cd-3959734d2979'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:06.147707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=57e275c3-46e6-4101-be99-1ed726fa7893,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:06.151009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86ff53a-0c79-4bfd-82a4-b127ee6bfd13,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:06.175647 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.203922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c1c15bc6-bb38-44a0-8809-09adbc1890c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f86ff53a-0c79-4bfd-82a4-b127ee6bfd13 HTTP/1.1" status: 204 len: 168 time: 1.2212052 May 13 15:16:06.206069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41842) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.287800 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e8ff3e-2578-4df1-a554-66c7462c3b19'] response: {'server_uuid': '609b869f-4c0a-4e26-8c96-d5e52acea47f', 'name': 'network-vif-deleted', 'tag': '84748732-3f24-4000-b9cd-3959734d2979', 'status': 'completed', 'code': 200} May 13 15:16:06.292055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2df1907c-bc94-4fb0-8cf5-21b66a0ab24f req-3105c613-79d1-4a04-a67c-49f06f1631e7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "DELETE /v2.0/ports/84748732-3f24-4000-b9cd-3959734d2979 HTTP/1.1" status: 204 len: 173 time: 1.6202226 May 13 15:16:06.431460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.457364 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5663e775-a948-49e4-b86f-09e622f9fc07 req-5b08d2d8-e304-4b7f-ae43-6fe13fd459d9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.1140776 May 13 15:16:06.481521 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.602329 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.629783 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:06.658527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec88d52-ec3f-47b9-851d-a4b21e07fc6d']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.667416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.669888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] For port 57e275c3-46e6-4101-be99-1ed726fa7893, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=57e275c3-46e6-4101-be99-1ed726fa7893,segment=NetworkSegment(5aa3cb29-d1f5-42a9-9136-74917df7b0fa),segment_id=5aa3cb29-d1f5-42a9-9136-74917df7b0fa)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:06.670498 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.688462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b3ad9c-9c81-4fcb-8195-66e8b4d44bb7') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.688914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b3ad9c-9c81-4fcb-8195-66e8b4d44bb7') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.707501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:06.711975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.724551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:06.730020 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c272d42-d811-4484-b2b3-1bc810d02963']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.736336 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:06.747450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:06.753263 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.753997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa3cb29-d1f5-42a9-9136-74917df7b0fa') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.754114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa3cb29-d1f5-42a9-9136-74917df7b0fa') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:06.770795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.785784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:06.786041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.791281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.802499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:06.803098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: timer() May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:06.817744 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: timer() May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:06.826433 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:06.876148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Calling delete_port for 57e275c3-46e6-4101-be99-1ed726fa7893 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:06.936983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.960098 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.968740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.985290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:06.990312 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec88d52-ec3f-47b9-851d-a4b21e07fc6d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.002675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8514591d-20c2-4cbf-a4d6-fce0beebd1c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6ec88d52-ec3f-47b9-851d-a4b21e07fc6d HTTP/1.1" status: 204 len: 168 time: 0.7948201 May 13 15:16:07.016999 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/8c272d42-d811-4484-b2b3-1bc810d02963 HTTP/1.1" status: 204 len: 168 time: 1.8749471 May 13 15:16:07.021026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41856) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.058947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:03Z', 'revision_number': 9, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:07.063974 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:07.064456 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:07.065188 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfbcf9-f97e-4fcf-9aac-3d51ebff4253 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:03Z', 'revision_number': 9, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': '6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae', 'name': '', 'network_id': '99986fb9-b2f9-4ecd-94ce-80ac30832dd3', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:4e:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:11Z', 'updated_at': '2022-05-13T15:15:26Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '69b55067-2ab2-411b-8f81-9d8a4794a417', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:07.143734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.145995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745048c-43b2-4711-a4ca-9c15bbad3123 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=8c272d42-d811-4484-b2b3-1bc810d02963,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.156042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.201123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5695386 May 13 15:16:07.204030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41862) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.244722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e92d-d55e-472f-9bd9-802281a03d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b004c9f-6d93-4ed8-9625-1d74aa5274cc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.300096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.315554 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.385434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.425677 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-385d5722-94e6-4b0f-b315-642f061adcd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef657b7a69754f25ac0baa0d944236a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070993 May 13 15:16:07.428379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:07.474387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84748732-3f24-4000-b9cd-3959734d2979 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:07.574520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Deleting port 57e275c3-46e6-4101-be99-1ed726fa7893 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:07.577718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.609478 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.643865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 57e275c3-46e6-4101-be99-1ed726fa7893 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:07.661570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b004c9f-6d93-4ed8-9625-1d74aa5274cc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:07.680737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.682009 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-234adae1-2474-4cf7-8862-4029bbce4d98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b004c9f-6d93-4ed8-9625-1d74aa5274cc HTTP/1.1" status: 204 len: 168 time: 0.4769206 May 13 15:16:07.695403 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.726315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 84748732-3f24-4000-b9cd-3959734d2979 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:07.728694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 84748732-3f24-4000-b9cd-3959734d2979 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:07.867085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-de4086e4-74f3-46fb-b19d-800297b0ac0f req-9c05fde6-64d3-415c-b011-7f615e96a8dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:07.890806 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:07.896026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 57e275c3-46e6-4101-be99-1ed726fa7893 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:07.897515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 57e275c3-46e6-4101-be99-1ed726fa7893 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:07.897945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:07.984333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-de4086e4-74f3-46fb-b19d-800297b0ac0f req-9c05fde6-64d3-415c-b011-7f615e96a8dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:07.984333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-de4086e4-74f3-46fb-b19d-800297b0ac0f req-9c05fde6-64d3-415c-b011-7f615e96a8dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b869f-4c0a-4e26-8c96-d5e52acea47f HTTP/1.1" status: 200 len: 210 time: 0.2267852 May 13 15:16:07.999064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.014344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f9007cb1-a8b7-476f-8fc4-9a864c952c0a None None] The port '57e275c3-46e6-4101-be99-1ed726fa7893' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:08.014344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:08.014344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4573e35c-1a0b-46dc-abe3-ad61e8c7e50d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:08.028141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.077438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e02e1-1ba0-401b-abb3-92fcfef31ee7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:08.080148 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.083198 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-87d1308b-4003-4f3b-bf20-70c167b9f374 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f53e02e1-1ba0-401b-abb3-92fcfef31ee7 HTTP/1.1" status: 204 len: 168 time: 0.6558268 May 13 15:16:08.674468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:08.675387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.696029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.787077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c8d8fa53-2a0e-49cb-9ae5-059feb652737 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12450befc3084e2c8180518f7bfe07d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893357 May 13 15:16:08.789736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:08.922292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.935575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:08.936097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:08.969573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.053315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.093419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e8ba5a-4569-4c6d-b04f-d0e809de3f37,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.104751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:09.123334 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.129535 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7c980c9f-4557-48f5-b42e-7696ffbf91bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8e8ba5a-4569-4c6d-b04f-d0e809de3f37 HTTP/1.1" status: 204 len: 168 time: 0.3382642 May 13 15:16:09.546094 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:09.609544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:09.999242 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:10.435313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:10.689679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:10.709944 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:10.728817 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:10.729392 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:10.737122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5dcfdf3b-782e-48f9-b437-addb5c097284 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150326 May 13 15:16:10.739548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:10.927905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 69b55067-2ab2-411b-8f81-9d8a4794a417 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:10.934448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.014048 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:11.062745 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.208652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657994-0226-490a-b679-f26602b9022e req-d29507f8-85c6-4bf9-a595-d0f5b8c72c2e tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:11.211510 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91657994-0226-490a-b679-f26602b9022e req-d29507f8-85c6-4bf9-a595-d0f5b8c72c2e tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.1018713 May 13 15:16:11.218938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.305188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-91657994-0226-490a-b679-f26602b9022e req-f558b7f1-ea80-4622-8c20-c8a585728195 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Synchronizing usage tracker for tenant:97082f0c0ce34f5cb8114647ccf0b1af on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:11.342392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-91657994-0226-490a-b679-f26602b9022e req-f558b7f1-ea80-4622-8c20-c8a585728195 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Unset dirty status for tenant:97082f0c0ce34f5cb8114647ccf0b1af on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:11.344427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91657994-0226-490a-b679-f26602b9022e req-f558b7f1-ea80-4622-8c20-c8a585728195 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196613 May 13 15:16:11.370821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 41970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:11.454935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.580709 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 10, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:11.589628 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:11.607714 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:11.610276 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:11.733483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da212b9-24d0-4530-96ae-37e135c3ff81 None None] Network 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:11.738159 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.741069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=69b55067-2ab2-411b-8f81-9d8a4794a417,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:11.753680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9bf7b274-6ac3-4a36-a662-d3d41a80c060 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/69b55067-2ab2-411b-8f81-9d8a4794a417 HTTP/1.1" status: 204 len: 168 time: 1.0105133 May 13 15:16:11.754431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 41980) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:11.920654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 289f3f7c-4148-47b8-af34-535025c5ae9f {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:11.921006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:11.934924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:12.100504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.113340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:12.113661 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.285613 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:16:12.326861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.326861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.399270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] DHCP port deletion for 99986fb9-b2f9-4ecd-94ce-80ac30832dd3 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:12.406879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Deleting port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:12.408795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.498763 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 10, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:12.515152 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9ff22-4241-44ef-b052-0f6035bb6174 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:09Z', 'revision_number': 10, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None, '_interfaces': [{'id': 'e7d4770f-a8e7-4a92-8b16-5decf34434d6', 'name': '', 'network_id': '4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'mac_address': 'fa:16:3e:03:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '6ed385df-206c-403d-905d-760051266ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:15:04Z', 'updated_at': '2022-05-13T15:15:14Z', 'revision_number': 5, 'project_id': 'c3681e6dc207443599309862e36b9467', 'subnets': [{'id': '6ed385df-206c-403d-905d-760051266ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:12.606989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 289f3f7c-4148-47b8-af34-535025c5ae9f owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:12.648622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:12.649195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:12.910221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] For port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,segment=NetworkSegment(39d77f51-f932-44a4-9c76-173c9c06dd97),segment_id=39d77f51-f932-44a4-9c76-173c9c06dd97)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:12.910752 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.026921 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.028159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for d7cd127e-9f6a-4c90-bc4f-b896ee8feeec owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:13.160428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=289f3f7c-4148-47b8-af34-535025c5ae9f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.186687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.222174 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Calling delete_port for d7cd127e-9f6a-4c90-bc4f-b896ee8feeec owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:13.283393 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=d7cd127e-9f6a-4c90-bc4f-b896ee8feeec,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.293213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:13.344011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:13.345248 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:13.371067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.371490 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 83d04953-d46b-40ae-94de-f9533af05a75 disassociated (deleted). External IP: 172.25.5.187, port: 23617bf2-9b2e-46c7-a4b9-296990bd6e6c. May 13 15:16:13.517163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.551810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d7cd127e-9f6a-4c90-bc4f-b896ee8feeec no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:13.559685 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99986fb9-b2f9-4ecd-94ce-80ac30832dd3']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:13.578120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d77f51-f932-44a4-9c76-173c9c06dd97') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:13.578719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d77f51-f932-44a4-9c76-173c9c06dd97') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:13.592554 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: d7cd127e-9f6a-4c90-bc4f-b896ee8feeec {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:13.593272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d7cd127e-9f6a-4c90-bc4f-b896ee8feeec not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:13.593913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:13.602937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.634189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:13.635159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6762eb8d-5e8c-4c9c-ab52-cec25a81e2ae not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:13.639398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e327282-6927-4c80-ae9d-b18f6a5637ab req-381fe2fa-73d8-402e-9383-9c294ebb7448 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:13.641659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e327282-6927-4c80-ae9d-b18f6a5637ab req-381fe2fa-73d8-402e-9383-9c294ebb7448 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.2023630 May 13 15:16:13.646074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.674201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:13.674973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: timer() May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:13.693569 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:13.790380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1e327282-6927-4c80-ae9d-b18f6a5637ab req-f679ed92-bbb0-479a-a049-0abda95b0d17 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382411 May 13 15:16:13.798786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:13.816927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.835646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.846427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Deleting port d7cd127e-9f6a-4c90-bc4f-b896ee8feeec {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:13.846888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=99986fb9-b2f9-4ecd-94ce-80ac30832dd3,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:13.847339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:13.858369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bda7d79f-44ff-4212-add0-217ba68b8091 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/99986fb9-b2f9-4ecd-94ce-80ac30832dd3 HTTP/1.1" status: 204 len: 168 time: 2.1026421 May 13 15:16:13.859268 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42022) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:13.926441 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7ffe-a167-4132-b08a-c2ada39cbf14 None None] The port 'd7cd127e-9f6a-4c90-bc4f-b896ee8feeec' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:14.019456 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:14.030905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Sync routers for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:14.041183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:14.042147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:14.057930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.129255 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8ad178fb-6021-48fb-8192-01237516ad11 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/floatingips/83d04953-d46b-40ae-94de-f9533af05a75 HTTP/1.1" status: 204 len: 168 time: 2.7566445 May 13 15:16:14.129907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:14.259082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:14.435150 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fe9252-2d08-49a3-a3c9-8a073eba1e80'] response: {'name': 'network-changed', 'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'status': 'completed', 'code': 200} May 13 15:16:14.680532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:14.685590 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Checking router: dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:14.706540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:14.707898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:14.779058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-2bcc539e-cc5b-4cfe-ae7d-1b87577ed619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:14.780615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-2bcc539e-cc5b-4cfe-ae7d-1b87577ed619 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 1096 time: 0.3137677 May 13 15:16:14.787597 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:14.936768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:15.148267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56eeb3-665a-4c91-8b53-e2cd1cfd60b4 req-cad3855e-a657-4897-8f2b-5c2b86028d39 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.156203 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d56eeb3-665a-4c91-8b53-e2cd1cfd60b4 req-cad3855e-a657-4897-8f2b-5c2b86028d39 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.5417330 May 13 15:16:15.257321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d56eeb3-665a-4c91-8b53-e2cd1cfd60b4 req-c2414126-7739-4c91-bf61-7e172c305d4c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000040 May 13 15:16:15.272703 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e707b5f2-8e8a-47ac-93ab-103e94901a2c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.275492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e707b5f2-8e8a-47ac-93ab-103e94901a2c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.1085699 May 13 15:16:15.295122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d37aa-c2c6-4ef5-b753-965cc307a399 req-2a8096a7-3a59-4388-9c6a-3ba70bdd6865 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.302463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-021d37aa-c2c6-4ef5-b753-965cc307a399 req-2a8096a7-3a59-4388-9c6a-3ba70bdd6865 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 945 time: 0.3730285 May 13 15:16:15.370617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-aa2e314b-0e3d-4858-864b-787afa7f4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.372846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-aa2e314b-0e3d-4858-864b-787afa7f4991 service neutron] 10.222.0.86 "GET /v2.0/networks?id=04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 200 len: 897 time: 0.5260100 May 13 15:16:15.428240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-021d37aa-c2c6-4ef5-b753-965cc307a399 req-18af9667-74c2-4a90-8e2c-30e8551d379b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d25e913-ce2c-4745-9ba4-cf7512754857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246960 May 13 15:16:15.437030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:15.437484 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:15.437827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.444763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26655fd-192d-4633-a66c-e17c73b709a0 None None] The sync data for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 is: [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:13:56Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '7b514d95-02d0-4d21-9d5c-d6560a3c6a52', 'name': '', 'network_id': '04d4ca43-531c-4655-b9b2-1b957dcc2970', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:18:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '2053db66-6791-4efb-83c7-d047f10e4342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:53Z', 'updated_at': '2022-05-13T15:14:12Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '2053db66-6791-4efb-83c7-d047f10e4342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:15.464801 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-3570366d-da87-4fcd-b017-d583684f2127 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 200 len: 217 time: 0.0790308 May 13 15:16:15.581819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-89568e09-b93e-49f5-a487-962cc1a2c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.583660 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-89568e09-b93e-49f5-a487-962cc1a2c676 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 200 len: 835 time: 0.1120074 May 13 15:16:15.756825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port e7d4770f-a8e7-4a92-8b16-5decf34434d6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:15.757265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.766052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:15.766383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:15.802569 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d029210-f484-4e2d-bfe2-349ba0e005ad None None] New status for floating IP 83d04953-d46b-40ae-94de-f9533af05a75: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:16:15.812234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-e2cd29d1-3181-4ff0-b5ed-db3f70ed2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:15.813819 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-e2cd29d1-3181-4ff0-b5ed-db3f70ed2b3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04d4ca43-531c-4655-b9b2-1b957dcc2970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197208 May 13 15:16:15.826986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-0fd60925-9158-41e9-b88a-96c1253393f5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:16:15.828031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-0fd60925-9158-41e9-b88a-96c1253393f5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053430 May 13 15:16:15.942119 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:16.087852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.86', 52037) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:16.103534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port e7d4770f-a8e7-4a92-8b16-5decf34434d6, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e7d4770f-a8e7-4a92-8b16-5decf34434d6,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:16.103899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.119725 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-9e15fb37-12a9-4961-a099-43e6e1b22740 service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713909 May 13 15:16:16.157841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.214608 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=d8695e21-ccf4-4bf2-a75d-69ba3f6189c2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:16.270011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for e7d4770f-a8e7-4a92-8b16-5decf34434d6 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:16.298788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:16.301797 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.319252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-ad397183-294d-47a5-b78c-d22d58f861da tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.319970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-ad397183-294d-47a5-b78c-d22d58f861da tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:16.337178 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "DELETE /v2.0/ports/d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 HTTP/1.1" status: 204 len: 173 time: 1.0179617 May 13 15:16:16.340253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-ad397183-294d-47a5-b78c-d22d58f861da tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:16.342082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-ad397183-294d-47a5-b78c-d22d58f861da tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.2480438 May 13 15:16:16.425697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:16.426851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.461174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'name': 'network-vif-deleted', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:16.612463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aff0333d-188a-4ba9-ba4b-f135839063d8 req-4eb7b3d5-5a21-40d3-b4d1-d8a224e099e3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:16.614327 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d9e20f0a-807f-4eae-8697-62e17e9eeb58 req-fa4a8e32-2d0b-42a7-80de-9d62b7b2a84b service neutron] 10.222.0.86 "GET /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412007 May 13 15:16:16.665440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e4d93-5afa-4ec8-932b-489cc823b711 req-4906c43a-69a1-4ef3-9a54-53d4fc400642 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:16.674735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a36e4d93-5afa-4ec8-932b-489cc823b711 req-4906c43a-69a1-4ef3-9a54-53d4fc400642 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 945 time: 0.2780023 May 13 15:16:16.724085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aff0333d-188a-4ba9-ba4b-f135839063d8 req-4eb7b3d5-5a21-40d3-b4d1-d8a224e099e3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:16.725280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aff0333d-188a-4ba9-ba4b-f135839063d8 req-4eb7b3d5-5a21-40d3-b4d1-d8a224e099e3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.1694012 May 13 15:16:16.866999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:16.867941 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:16.903948 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1918b6-cf8f-4060-a537-6293dc700f1c'] response: {'server_uuid': '7a677049-623d-49ce-96c3-1da1d4e56a84', 'name': 'network-vif-deleted', 'tag': 'd8695e21-ccf4-4bf2-a75d-69ba3f6189c2', 'status': 'completed', 'code': 200} May 13 15:16:16.928071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a36e4d93-5afa-4ec8-932b-489cc823b711 req-3e2557b0-c12e-479d-bb10-b01ec0fbc0a8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e614a0f-66fa-45c8-8d26-7899069fe1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521889 May 13 15:16:16.928946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.065194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 23617bf2-9b2e-46c7-a4b9-296990bd6e6c owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:17.214162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=e7d4770f-a8e7-4a92-8b16-5decf34434d6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.407138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.461685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=23617bf2-9b2e-46c7-a4b9-296990bd6e6c,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:17.563803 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.565136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] No DVR routers for this DVR port 23617bf2-9b2e-46c7-a4b9-296990bd6e6c on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:17.569654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:17.594009 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ddabfbd-bf78-4003-a705-3de621e0ae3a req-a568e47e-36c3-423d-864f-b6acea88a8bd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "DELETE /v2.0/ports/23617bf2-9b2e-46c7-a4b9-296990bd6e6c HTTP/1.1" status: 204 len: 173 time: 1.2448270 May 13 15:16:17.623126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:17.689932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 23617bf2-9b2e-46c7-a4b9-296990bd6e6c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:17.690277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 23617bf2-9b2e-46c7-a4b9-296990bd6e6c not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:17.690903 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:17.748150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:17.748818 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device d8695e21-ccf4-4bf2-a75d-69ba3f6189c2 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:18.132470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:18.154011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a58b25e6-580e-49b5-bf1a-952597e240d2 req-6bcff344-6d11-405a-8a05-f9b58a65512f tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a677049-623d-49ce-96c3-1da1d4e56a84 HTTP/1.1" status: 200 len: 210 time: 0.1366253 May 13 15:16:18.344074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39499776-3201-45da-b389-643516839109 req-cab4ac9f-3c70-448e-a052-cb6f6fcd75ce tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb HTTP/1.1" status: 200 len: 210 time: 0.0623791 May 13 15:16:18.354446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:18.375883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:18.388453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42062) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:18.389387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0ed1c04-9b19-4c4f-b9b5-38680127add6 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5288687 May 13 15:16:18.411633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:18.412594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:18.514148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting subnet 6ed385df-206c-403d-905d-760051266ec9 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:18.519719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.589276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.628462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:18.687121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.779374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.780528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:18.785776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:18.796058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:18.796815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:18.837821 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:18.840679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed385df-206c-403d-905d-760051266ec9,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:18.854490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-735edb9d-ccfc-44b6-a8bd-4b14c8db7283 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/6ed385df-206c-403d-905d-760051266ec9 HTTP/1.1" status: 204 len: 168 time: 0.4632564 May 13 15:16:18.856764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:18.904714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-deleted', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:18.932816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:18.993813 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cae577-ca2d-47a0-bb25-26d3282fdbe9'] response: {'server_uuid': 'c4c726a5-8a3f-4b5a-a561-78c2ffd3f1bb', 'name': 'network-vif-deleted', 'tag': '23617bf2-9b2e-46c7-a4b9-296990bd6e6c', 'status': 'completed', 'code': 200} May 13 15:16:19.011416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.028881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Deleting port b26126b6-474a-47b8-8052-818578ceb497 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:19.029218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.049565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:19.054446 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9069b-23bf-4dd3-a537-79725d3bd722 None None] Network 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:19.073878 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d1f32-84da-4462-9eb4-4ad562d53101 None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:19.322056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] For port b26126b6-474a-47b8-8052-818578ceb497, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b26126b6-474a-47b8-8052-818578ceb497,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:19.324067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.451962 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] DHCP port deletion for 4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:19.456646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Deleting port b26126b6-474a-47b8-8052-818578ceb497 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:19.456823 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.490166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42080) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:19.500796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Calling delete_port for b26126b6-474a-47b8-8052-818578ceb497 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:19.639446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.832638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] For port b26126b6-474a-47b8-8052-818578ceb497, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b26126b6-474a-47b8-8052-818578ceb497,segment=NetworkSegment(0f7570e4-a852-4d40-886d-4b06a1f63874),segment_id=0f7570e4-a852-4d40-886d-4b06a1f63874)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:19.833203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:19.939599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Port': ['ID=b26126b6-474a-47b8-8052-818578ceb497,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:19.942276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No DVR routers for this DVR port b26126b6-474a-47b8-8052-818578ceb497 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:20.048003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Calling delete_port for b26126b6-474a-47b8-8052-818578ceb497 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:20.095374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b26126b6-474a-47b8-8052-818578ceb497 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:20.128927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.169092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b26126b6-474a-47b8-8052-818578ceb497 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:20.169782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b26126b6-474a-47b8-8052-818578ceb497 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:20.170373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e7d4770f-a8e7-4a92-8b16-5decf34434d6 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:20.173767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.194844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7570e4-a852-4d40-886d-4b06a1f63874') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.195578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7570e4-a852-4d40-886d-4b06a1f63874') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:20.208229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.216916 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: e7d4770f-a8e7-4a92-8b16-5decf34434d6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:20.217136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e7d4770f-a8e7-4a92-8b16-5decf34434d6 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:20.230303 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.248968 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.251441 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:16:20.251823 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:16:20.275403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:20.275812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: timer() May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:20.299119 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:20.352700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.393577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.421393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.436868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/networks/4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6 HTTP/1.1" status: 204 len: 168 time: 1.5784960 May 13 15:16:20.440871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:20.451457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'routes': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:20.515046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e3b07-53eb-408f-a730-c6bb8581db3f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Pushing event deleted for resources: {'Network': ['ID=4c24ad8a-35f7-4d64-8cf4-ec4bcc43ffb6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:20.753304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Deleting port b26126b6-474a-47b8-8052-818578ceb497 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:20.753949 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.885908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-da808a70-24cf-4921-b824-6b420dc3f20d None None] The port 'b26126b6-474a-47b8-8052-818578ceb497' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:16:20.905085 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:20.939108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Added routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 13 15:16:20.940306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.extraroute_db [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Removed routes are [] {{(pid=88131) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 13 15:16:20.940657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.047150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:21.047485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.279836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.286261 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.290883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 7b514d95-02d0-4d21-9d5c-d6560a3c6a52, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:21.291358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.455815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router fe814dcc-a81e-4db2-bf64-ddbc0a80081b has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:21.472042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:21.734370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.747213 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:21.755017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:21.757894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Sync routers for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:21.764448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e10f3403-0222-48a7-be09-a694914712fa tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 700 time: 1.3201404 May 13 15:16:21.765820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42138) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.771664 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:21.772437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:21.853906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bed0174e-17a9-4cba-9afe-f2b7a66dfd9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:21.895997 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bed0174e-17a9-4cba-9afe-f2b7a66dfd9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:21.895997 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bed0174e-17a9-4cba-9afe-f2b7a66dfd9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 205 time: 0.1291857 May 13 15:16:21.899345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42146) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:21.983632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=7b514d95-02d0-4d21-9d5c-d6560a3c6a52,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.090785 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:22.127177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42152) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.144888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040444773', 'description': 'tempest-secgroup-smoke-2040444773 description', 'project_id': '04234ac157314dc294011123059c07bd'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:22.156323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:22.163318 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.186053 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.231577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:22.250878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:22.256028 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Checking router: fe814dcc-a81e-4db2-bf64-ddbc0a80081b for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:22.266998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Routers {'fe814dcc-a81e-4db2-bf64-ddbc0a80081b'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:22.268116 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:22.348837 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.456904 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] Set router fe814dcc-a81e-4db2-bf64-ddbc0a80081b gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:22.506621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:22.510998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:22.514023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:22.520975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:22.596070 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:22.596521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.600938 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48666a3-f9a2-47e8-9721-677dc7e3922c None None] The sync data for ids ['fe814dcc-a81e-4db2-bf64-ddbc0a80081b'] in n-d-841736-1 is: [{'id': 'fe814dcc-a81e-4db2-bf64-ddbc0a80081b', 'name': 'tempest-RoutersTest-router-242998825', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:15:01Z', 'updated_at': '2022-05-13T15:16:16Z', 'revision_number': 11, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:22.602124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.606657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.616171 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.676006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7228eb9-8128-4d42-b906-a70a7608be79,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.679873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.680379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router fe814dcc-a81e-4db2-bf64-ddbc0a80081b {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:22.683432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:22.686905 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.688131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0fa2e886-bdc3-4af3-9889-27ac85713bd6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5600383 May 13 15:16:22.693359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.698899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:22.708555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.709644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bd719005-f39a-47cb-8911-766443f027a7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 204 len: 168 time: 0.8093233 May 13 15:16:22.715348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:22.715348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42162) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:22.735209 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1216466731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:22.753754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:22.757241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:22.761970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:22.765625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Usage tracker for resource:router and tenant:c3681e6dc207443599309862e36b9467 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:22.775519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:22.778712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:22.784998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:22.816969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.829550 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.830708 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.884893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.927590 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.927590 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.936488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.987357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fdf89c-4102-4dad-a111-6dc24aeb10a8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:22.996486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:22.997674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-976f519a-0a32-4ae6-b5d8-3c0f0aa96f37 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2826278 May 13 15:16:23.001159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42166) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:23.010046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:23.068443 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.073479 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6b58b6b3-0365-425f-8de5-9cc9d4ec083e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752644 May 13 15:16:23.073650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42170) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:23.081199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:23.091774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:23.098957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:23.103370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:23.107019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:23.118218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Sync routers for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:23.123805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-453badbf-85fb-417e-bc5a-ebe49d774b30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/dfdf0db0-2899-4bab-b1a4-f604e05f8ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6322355 May 13 15:16:23.125895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:23.127905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42174) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:23.132580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:23.134592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:23.204518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting subnet 2053db66-6791-4efb-83c7-d047f10e4342 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:16:23.209234 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.266625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.297244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.363104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:23.394421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.400788 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.434670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603c565b-8cd7-4a8d-9d74-5ea014c29053,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:23.448652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.481964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.483147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2866b5b1-33e5-49a4-b4d3-0b7d3e7dbdb3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4090338 May 13 15:16:23.487156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42178) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:23.495241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:23.510043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.515549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:23.521459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:23.527023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:23.531271 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738370'] for router, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.538669 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:23.570100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.667091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Subnet': ['ID=2053db66-6791-4efb-83c7-d047f10e4342,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:23.675045 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.689011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ef22d-4d03-47eb-b81d-b4b6af1240f4 None None] Network 04d4ca43-531c-4655-b9b2-1b957dcc2970 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:23.693351 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8b5c3eef-7eb8-41a4-b91a-bd149efe3419 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/subnets/2053db66-6791-4efb-83c7-d047f10e4342 HTTP/1.1" status: 204 len: 168 time: 0.5643389 May 13 15:16:23.693966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:23.873980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.943444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.979361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Router c4c221c4-2d63-4856-9798-f56c0a4a92c0 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:23.986564 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:23.997130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.006671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:16:21Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.018189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Checking router: dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:24.043958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Routers {'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:24.044885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.163145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6c4181-3eba-4746-bdf6-b67cc32fe09e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:24.163550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.186999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 67911de3-24dc-4822-9bbe-8e651fa5549d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:24.187561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.191078 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:24.193615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.194847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5698e328-2181-45aa-9418-42dc750527db tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7043850 May 13 15:16:24.200166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.201256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-249816ae-71fd-40d3-a00d-be6ea40e9549 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "PUT /v2.0/routers/c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 200 len: 694 time: 1.1992216 May 13 15:16:24.201990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42190) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.204167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42192) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.206449 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Sync routers for ids ['c4c221c4-2d63-4856-9798-f56c0a4a92c0'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:24.215808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:24.227836 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Routers {'c4c221c4-2d63-4856-9798-f56c0a4a92c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:24.229699 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c4c221c4-2d63-4856-9798-f56c0a4a92c0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.252733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] DHCP port deletion for 04d4ca43-531c-4655-b9b2-1b957dcc2970 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:16:24.274941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Deleting port 94f5fc99-0062-4353-aec2-f443f8eeeebe {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:16:24.275325 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.393112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] Set router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:24.399741 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Set router c4c221c4-2d63-4856-9798-f56c0a4a92c0 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:24.444263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 67911de3-24dc-4822-9bbe-8e651fa5549d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=67911de3-24dc-4822-9bbe-8e651fa5549d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:24.444559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.463278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:24.477995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:24.484774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:24.499826 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0e9518dc-436a-490d-9a3a-63a34bba576c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/routers/c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 200 len: 700 time: 0.2784851 May 13 15:16:24.501385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:24.503606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42198) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.566119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd6b5915-595f-4155-8d70-3bc56ca858b7 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 200 len: 205 time: 0.0607216 May 13 15:16:24.572475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42202) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:24.590638 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c221c4-2d63-4856-9798-f56c0a4a92c0', 'name': 'tempest-RoutersTest-router-1216466731', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:22Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.597673 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Checking router: c4c221c4-2d63-4856-9798-f56c0a4a92c0 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:24.609526 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Routers {'c4c221c4-2d63-4856-9798-f56c0a4a92c0'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:24.611977 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['c4c221c4-2d63-4856-9798-f56c0a4a92c0'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.620794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 67911de3-24dc-4822-9bbe-8e651fa5549d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:24.791263 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] Set router c4c221c4-2d63-4856-9798-f56c0a4a92c0 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:24.919769 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.947530 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c221c4-2d63-4856-9798-f56c0a4a92c0', 'name': 'tempest-RoutersTest-router-1216466731', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:22Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:24.951688 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51ba39-af88-4a48-9058-dd5df1fdc44a None None] The sync data for ids ['c4c221c4-2d63-4856-9798-f56c0a4a92c0'] in n-d-841736-1 is: [{'id': 'c4c221c4-2d63-4856-9798-f56c0a4a92c0', 'name': 'tempest-RoutersTest-router-1216466731', 'tenant_id': 'c3681e6dc207443599309862e36b9467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:22Z', 'updated_at': '2022-05-13T15:16:23Z', 'revision_number': 2, 'project_id': 'c3681e6dc207443599309862e36b9467', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:24.967908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:24.973905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] For port 94f5fc99-0062-4353-aec2-f443f8eeeebe, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=94f5fc99-0062-4353-aec2-f443f8eeeebe,segment=NetworkSegment(23a4f99e-95dd-42c0-85fb-3282e0fd457c),segment_id=23a4f99e-95dd-42c0-85fb-3282e0fd457c)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:24.974345 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.033429 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.051630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=67911de3-24dc-4822-9bbe-8e651fa5549d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.114539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Calling delete_port for 94f5fc99-0062-4353-aec2-f443f8eeeebe owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:16:25.154939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:16:21Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:25.169736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c49a59-a8c9-4c9e-9c52-5c5457dd734f None None] The sync data for ids ['dfdf0db0-2899-4bab-b1a4-f604e05f8ec6'] in n-d-841736-1 is: [{'id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698029643', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:13:42Z', 'updated_at': '2022-05-13T15:16:21Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '67911de3-24dc-4822-9bbe-8e651fa5549d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf0db0-2899-4bab-b1a4-f604e05f8ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:13:44Z', 'updated_at': '2022-05-13T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:25.211438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.237022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.298395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] Pushing event deleted for resources: {'Port': ['ID=94f5fc99-0062-4353-aec2-f443f8eeeebe,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.316552 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ea98b-0f5f-4653-9d92-475ee47f6f8b None None] No DVR routers for this DVR port 94f5fc99-0062-4353-aec2-f443f8eeeebe on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:16:25.420907 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.423552 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.424825 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.432071 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.473190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.474498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2714939 May 13 15:16:25.480475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42208) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.484882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:25.491023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068177-b70c-4d2a-8b34-b465dad1b76d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b1005c-b5a6-4897-8704-df4c5406e8f7,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:25.494898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:25.499114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.499496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Fanout notify agent at l3_agent the message router_deleted on router c4c221c4-2d63-4856-9798-f56c0a4a92c0 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:25.501375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:25.507899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:25.517769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:25.525103 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.526194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-199f3fc5-d479-4e75-9e28-49ee01f273c4 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 204 len: 168 time: 0.9500234 May 13 15:16:25.529579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42212) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.581018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.583559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.598019 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Project 04234ac157314dc294011123059c07bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:25.615330 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.625364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ed4f526-7a45-43e7-9348-9aab6c8c2ace tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 200 len: 205 time: 0.0947053 May 13 15:16:25.627939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42216) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.629416 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.630034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Fanout notify agent at l3_agent the message router_deleted on router dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:16:25.674992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.677120 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4e1e8c8c-401b-4595-a36c-0c1b304de3d6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/routers/dfdf0db0-2899-4bab-b1a4-f604e05f8ec6 HTTP/1.1" status: 204 len: 168 time: 1.9821088 May 13 15:16:25.680717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42220) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.733508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 94f5fc99-0062-4353-aec2-f443f8eeeebe no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:25.750448 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-cd28eb6e-e5d0-4c56-9e9b-165af6f46c60 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:25.751612 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cd28eb6e-e5d0-4c56-9e9b-165af6f46c60 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/c4c221c4-2d63-4856-9798-f56c0a4a92c0 HTTP/1.1" status: 404 len: 336 time: 0.1226451 May 13 15:16:25.755165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42224) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:25.775955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 94f5fc99-0062-4353-aec2-f443f8eeeebe {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:25.776304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 94f5fc99-0062-4353-aec2-f443f8eeeebe not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:25.776894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:25.814039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:25.814715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7b514d95-02d0-4d21-9d5c-d6560a3c6a52 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:25.829374 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:25.955319 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b2d653-7744-4900-84ce-acb82e32e12e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:25.955771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b2d653-7744-4900-84ce-acb82e32e12e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:25.960103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d1b2d653-7744-4900-84ce-acb82e32e12e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/65ec248f-bb6b-415f-af9b-684a1ca12468 HTTP/1.1" status: 404 len: 337 time: 0.2017922 May 13 15:16:25.961878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42228) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.005929 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c779f-0283-46a7-87d8-3b836212ce3b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:26.006380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1c779f-0283-46a7-87d8-3b836212ce3b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:26.008637 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a1c779f-0283-46a7-87d8-3b836212ce3b tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/b39f39b4-8d99-425d-b142-613209008bfe HTTP/1.1" status: 404 len: 337 time: 0.0458498 May 13 15:16:26.011681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.019572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.061014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d4ca43-531c-4655-b9b2-1b957dcc2970']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:26.075154 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c05acc-97c3-4cd6-81db-6215a70d5c4d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:26.075154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c05acc-97c3-4cd6-81db-6215a70d5c4d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:26.082302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2c05acc-97c3-4cd6-81db-6215a70d5c4d tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/69b55067-2ab2-411b-8f81-9d8a4794a417 HTTP/1.1" status: 404 len: 337 time: 0.0670495 May 13 15:16:26.082302 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.082610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42238) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.096388 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a4f99e-95dd-42c0-85fb-3282e0fd457c') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:26.097162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a4f99e-95dd-42c0-85fb-3282e0fd457c') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:26.116330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.117705 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.133592 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd9069-540b-473a-8504-4966d168905c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:26.134038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfd9069-540b-473a-8504-4966d168905c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:26.138513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6bfd9069-540b-473a-8504-4966d168905c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/6ed385df-206c-403d-905d-760051266ec9 HTTP/1.1" status: 404 len: 337 time: 0.0525637 May 13 15:16:26.143539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.160476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056ca81e-9843-47f6-b420-9443b5456213,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.199549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.203661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-210a32fe-7f23-47c2-9568-231679caf01a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7203333 May 13 15:16:26.203933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42246) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.209004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'security_group_rule': {'security_group_id': 'f7228eb9-8128-4d42-b906-a70a7608be79', 'project_id': '04234ac157314dc294011123059c07bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:26.216005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:26.219985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:security_group_rule and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:26.221799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.225384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:26.232315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3c96fd0-8210-4f02-a85b-1d904cea1037 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Synchronizing usage tracker for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:26.233334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:26.237573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:16:26.237712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.251072 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Project 04234ac157314dc294011123059c07bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: timer() May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:16:26.253799 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:16:26.263377 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.349265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.354695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.370098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d3c96fd0-8210-4f02-a85b-1d904cea1037 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] Unset dirty status for tenant:c3681e6dc207443599309862e36b9467 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:26.371553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3c96fd0-8210-4f02-a85b-1d904cea1037 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 200 len: 205 time: 0.2267370 May 13 15:16:26.376458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.388304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65fb579-4179-420d-aa28-7401c31e3c99,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.414431 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.424395 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b07fd508-fcf5-4ed1-bbf1-f61b765a8bd3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2191770 May 13 15:16:26.473028 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-a9c9caef-e652-4835-a300-68a2e7ca4f46 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:26.474081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9c9caef-e652-4835-a300-68a2e7ca4f46 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/fe814dcc-a81e-4db2-bf64-ddbc0a80081b HTTP/1.1" status: 404 len: 336 time: 0.0970199 May 13 15:16:26.476702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42264) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.525661 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.550796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.558866 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-eb6f5b8c-3e23-422d-b6ec-8d2102ad2425 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecaa6fac-091b-4626-8f8b-7b29aaa882ce HTTP/1.1" status: 200 len: 205 time: 0.0777996 May 13 15:16:26.559982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.560754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Network': ['ID=04d4ca43-531c-4655-b9b2-1b957dcc2970,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.578159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f912542a-22a9-48ef-9582-0eafde3fe1ac tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/networks/04d4ca43-531c-4655-b9b2-1b957dcc2970 HTTP/1.1" status: 204 len: 168 time: 0.8960690 May 13 15:16:26.579014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.651507 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-8f9ccdb1-6055-4014-91b9-a48971380ef0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:26.652552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8f9ccdb1-6055-4014-91b9-a48971380ef0 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/ecaa6fac-091b-4626-8f8b-7b29aaa882ce HTTP/1.1" status: 404 len: 336 time: 0.0918519 May 13 15:16:26.655093 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42300) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.661803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.704075 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.710228 n-d-841736-1 neutron-server[88131]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f45f7e-7a54-48b4-823e-63f4563b5533 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:26.711955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f45f7e-7a54-48b4-823e-63f4563b5533 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88131) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:26.714316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-51f45f7e-7a54-48b4-823e-63f4563b5533 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/89466691-5667-4561-962b-88ab07e2cea6 HTTP/1.1" status: 404 len: 337 time: 0.0583026 May 13 15:16:26.728490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.804407 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1aa55aaa-11c2-481d-b1b9-8e241492985a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 200 len: 205 time: 0.0746589 May 13 15:16:26.807758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.850711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.899879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e614a0f-66fa-45c8-8d26-7899069fe1a7,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:26.902034 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-0578386f-cc70-49a1-90a5-5f68258239b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:26.903673 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0578386f-cc70-49a1-90a5-5f68258239b8 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/1776fdf7-630c-4d8d-9d8b-ce655b8182ec HTTP/1.1" status: 404 len: 336 time: 0.0947027 May 13 15:16:26.906558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42316) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:26.915277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:26.917040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-53c4af13-052f-4671-9c16-182a5aa232d4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e614a0f-66fa-45c8-8d26-7899069fe1a7 HTTP/1.1" status: 204 len: 168 time: 0.3370452 May 13 15:16:26.976814 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-05de2203-8dd3-4444-a1f8-00c1faf4b99e tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=70538eb5-3fa8-4c6c-bdde-9a4d5685380c HTTP/1.1" status: 200 len: 205 time: 0.0682161 May 13 15:16:26.979297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42322) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.054440 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-988849d8-588d-4235-b319-2c1eea99e4ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:27.056024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-988849d8-588d-4235-b319-2c1eea99e4ee tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/70538eb5-3fa8-4c6c-bdde-9a4d5685380c HTTP/1.1" status: 404 len: 336 time: 0.0713060 May 13 15:16:27.058908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42328) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.094152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.099103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880424862', 'description': 'tempest-secgroup-smoke-880424862 description', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:27.105841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:27.110374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:27.110879 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-c035bd46-3f90-4245-bb5d-82ef1eecac2f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:27.111216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c035bd46-3f90-4245-bb5d-82ef1eecac2f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:27.114297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:27.120380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42340) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.121184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c035bd46-3f90-4245-bb5d-82ef1eecac2f tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/0a7a7e14-bb57-445c-9566-cc8d34ac1dd7 HTTP/1.1" status: 404 len: 337 time: 0.0613258 May 13 15:16:27.123337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:27.180339 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-641eca2c-e7ae-48ea-a211-eb4ce3a3b468 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fd23b9-1846-44c9-9f28-7d3a8d81b37c HTTP/1.1" status: 200 len: 205 time: 0.0560372 May 13 15:16:27.180339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.181105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.201530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:27.205759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:27.209136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:27.215801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:27.269334 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-4ba64f37-b0b8-4c37-828c-127dbed13d7a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:27.270562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4ba64f37-b0b8-4c37-828c-127dbed13d7a tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/c2fd23b9-1846-44c9-9f28-7d3a8d81b37c HTTP/1.1" status: 404 len: 336 time: 0.0881474 May 13 15:16:27.273542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42350) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.295146 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.299949 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.323055 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-7909b998-e9de-4c64-8f32-a9c41a30e405 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:27.323505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7909b998-e9de-4c64-8f32-a9c41a30e405 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:27.325359 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7909b998-e9de-4c64-8f32-a9c41a30e405 tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/7d8fa8da-d779-449b-9300-eaff0e648e0d HTTP/1.1" status: 404 len: 337 time: 0.0508192 May 13 15:16:27.327947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42356) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.349934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:27.355854 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.360807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a7564e6c-4416-4c6b-aac8-283afb2fe7c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2621746 May 13 15:16:27.361101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42360) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.366734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:27.375091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:27.379073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:27.382158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:27.388594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:27.399341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d9b47a9c-6a1b-4be2-b444-ecc895f47edf tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebdbb94-2901-4088-a5c3-8b42d0d69e60 HTTP/1.1" status: 200 len: 205 time: 0.0702646 May 13 15:16:27.401990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42368) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.470260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.486932 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-7b668d85-4cf8-4b05-8cae-a5366bf24cbb tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] delete failed (client error): The resource could not be found. May 13 15:16:27.487937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7b668d85-4cf8-4b05-8cae-a5366bf24cbb tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/routers/4ebdbb94-2901-4088-a5c3-8b42d0d69e60 HTTP/1.1" status: 404 len: 336 time: 0.0849066 May 13 15:16:27.491804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.514872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 67911de3-24dc-4822-9bbe-8e651fa5549d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:16:27.553890 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-39206a53-9e79-4b2d-aa8c-6fd53458c03c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:27.555429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39206a53-9e79-4b2d-aa8c-6fd53458c03c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:27.557814 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-39206a53-9e79-4b2d-aa8c-6fd53458c03c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/b46dbbf8-0714-4e2d-b165-eff2a4b5dab2 HTTP/1.1" status: 404 len: 337 time: 0.0637007 May 13 15:16:27.560428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42400) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.564829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 67911de3-24dc-4822-9bbe-8e651fa5549d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:16:27.565428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 67911de3-24dc-4822-9bbe-8e651fa5549d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:16:27.589702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.597358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.615233 n-d-841736-1 neutron-server[88132]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45654e0-d004-481a-a194-bcbabb860e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] DELETE failed (client error): The resource could not be found. May 13 15:16:27.615697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45654e0-d004-481a-a194-bcbabb860e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88132) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 13 15:16:27.618337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a45654e0-d004-481a-a194-bcbabb860e9c tempest-RoutersTest-1720040778 tempest-RoutersTest-1720040778-project] 10.222.0.36 "DELETE /v2.0/subnets/381a3e55-2add-442a-8c88-aeee1cc7a400 HTTP/1.1" status: 404 len: 337 time: 0.0565579 May 13 15:16:27.621453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a8657f-754d-4cdd-a08d-d1bf692e420f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:27.642622 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.645426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b472d466-6fd0-44db-a9c1-cfe9bef4175f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823455 May 13 15:16:27.648359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42406) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.656505 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:27.664885 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:27.668864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:27.673048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:27.680465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:27.702350 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.803856 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.810693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.843015 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa457292-c095-4c39-93d7-f994804a40f3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:27.855257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.860372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42410) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:27.860712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-350a84b6-94be-4d94-8e6c-2b827d4008e5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105491 May 13 15:16:27.866244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:27.874800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:27.879138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:27.882552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:27.889755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:27.908954 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.986068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:27.991044 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.016813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42416) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.021337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558121a0-6817-4d51-bf15-255f12f50ffc,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.033310 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.037131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a20ed86d-a5ad-470f-b0d8-919b8dd855c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1732700 May 13 15:16:28.038064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42422) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.044266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:28.052672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:28.057456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:28.060655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:28.067306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:28.087447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.232338 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.236077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-263d42ec-894c-4d01-a4a2-714b4172a61f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3681e6dc207443599309862e36b9467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182665 May 13 15:16:28.239436 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.250801 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.280478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae23a745-f348-45bd-bb3e-cb8ff2ef1269,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.290296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.291496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e18f6ea-02fa-4e96-8c3c-51e2146d07e0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524805 May 13 15:16:28.294183 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.299812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:28.306743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:28.312187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:28.315291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:28.321760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:28.329007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.337230 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:28.345693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.365709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.436624 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.437169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.441229 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.461598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9eeb7c-4af6-42dd-8548-2da420ac151b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.469355 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.472274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cf6122b-a08c-48cc-a526-8793611fdbd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b9eeb7c-4af6-42dd-8548-2da420ac151b HTTP/1.1" status: 204 len: 168 time: 0.2293923 May 13 15:16:28.472450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799967bc-abd4-4132-84db-61bc2195f909,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.485464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.487241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fd8afd30-81a3-4c6e-92ed-76ca01f65881 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1917019 May 13 15:16:28.489482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42440) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.498579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:28.507005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:28.512283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:28.515697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:28.527898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:28.553870 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:28.564604 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.649595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.654639 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.680599 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46b4b6c-9c1f-4aab-b92d-1bb1508b884e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:28.694975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.697241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5756a81d-01ed-431f-8a21-495adc5cd0f2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2061040 May 13 15:16:28.700325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:28.707839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'network': {'name': 'tempest-network-smoke--301842923', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'port_security_enabled': True}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:28.713638 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:28.725073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:network and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:28.729026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:28.736987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:28.763009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:28.768392 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.817579 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:16:28.842946 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.843494 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Added segment a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed of type vlan for network ca074932-eca4-473a-984f-c0ac3a8c3cd2 May 13 15:16:28.881524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.936594 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:28.943191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:28.948480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.052895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3510873 May 13 15:16:29.056622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.064016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'admin_state_up': True, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:29.079256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.084775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae212e-d480-46bd-8e3b-8b3cf7faf0b4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Network': ['ID=ca074932-eca4-473a-984f-c0ac3a8c3cd2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:29.097979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:16:29.100191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:router and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.107813 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.123966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:29.141086 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.145607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.185572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.462193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42492) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:29.669549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--967043804'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:29.677452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.682419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.686265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.699422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:29.714017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.739904 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.752291 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.759166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.763820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.766773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.773053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:29.833018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2021eb17-5785-4f4b-a35d-991bb191e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.922605 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.928394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:29.941392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:29.950795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:29.957031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:29.973790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:29.982945 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db81c2-bb07-4c4c-b809-60860ea80f66,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.076045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.085368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.115490 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.136871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3622d2-4060-4359-9de0-d4e8d032af5f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.141047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.142259 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bf788a5e-c794-4974-9877-564a08ba1eee tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6788476 May 13 15:16:30.144838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42498) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.153540 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.233540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c3fb58-3642-4fe8-b340-21c5367e4603 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:30.254763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e3c3fb58-3642-4fe8-b340-21c5367e4603 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:30.256256 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e3c3fb58-3642-4fe8-b340-21c5367e4603 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1104028 May 13 15:16:30.259662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.265893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-security--326591775', 'description': 'tempest-security-description-113178657'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:30.300162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.325749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.230 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/f9cbeccc-755a-4eca-a244-d3c5e9612d2d) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:30.362355 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.367195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.370282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.372640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "PUT /v2.0/security-groups/6c3622d2-4060-4359-9de0-d4e8d032af5f HTTP/1.1" status: 200 len: 1778 time: 0.1117704 May 13 15:16:30.383949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42506) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.433543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5dc01-5cfe-4372-a4ae-08cff02352c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3622d2-4060-4359-9de0-d4e8d032af5f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.458474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4c264639-b9c1-48bc-8fa9-2973674de76b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups/6c3622d2-4060-4359-9de0-d4e8d032af5f HTTP/1.1" status: 200 len: 1778 time: 0.0725522 May 13 15:16:30.460980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42510) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.532987 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.556088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.578409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.603384 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.667483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.686235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:30.689923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:30.691438 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3622d2-4060-4359-9de0-d4e8d032af5f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.692669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:30.727441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.732873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-0b30c63f-a7eb-478f-b0a9-72e869a2e62f tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c3622d2-4060-4359-9de0-d4e8d032af5f HTTP/1.1" status: 204 len: 168 time: 0.2686129 May 13 15:16:30.733309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42526) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.778548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:30.859136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4929e6f7-7e19-4dd0-b5af-9be7ebc78505 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:30.891101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4929e6f7-7e19-4dd0-b5af-9be7ebc78505 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:30.895647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4929e6f7-7e19-4dd0-b5af-9be7ebc78505 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1584859 May 13 15:16:30.895919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.915189 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-34c0963a-a6e2-47cf-9e91-b63828e332bc tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] delete failed (client error): The resource could not be found. May 13 15:16:30.920237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-34c0963a-a6e2-47cf-9e91-b63828e332bc tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c3622d2-4060-4359-9de0-d4e8d032af5f HTTP/1.1" status: 404 len: 347 time: 0.0194566 May 13 15:16:30.922485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42534) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:30.930114 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511606867'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:30.937539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:30.949774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:30.964486 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:30.992912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:30.999112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:31.004057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:31.015428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:31.112901 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.118344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.190932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b59614-9cc8-46ea-aaa9-273a003c06b0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.197012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.201163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-621139c2-e746-473f-89bf-b31caba66959 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2742305 May 13 15:16:31.202311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42538) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:31.207801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': 'a8b59614-9cc8-46ea-aaa9-273a003c06b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:31.219809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:31.224880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:31.229103 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:31.237597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:31.261609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.357499 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.365773 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.422790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.424240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218287 May 13 15:16:31.427187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42542) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:31.433706 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.468098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace44cc-9a8d-4659-ae5f-411608f50177 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7548311e-5ff0-4833-9de7-aa3723c67008,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.470517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.483812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.524581 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.542197 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7548311e-5ff0-4833-9de7-aa3723c67008,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.547159 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.548277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3e0d2d52-ae14-4045-b4b3-3007de391556 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7548311e-5ff0-4833-9de7-aa3723c67008 HTTP/1.1" status: 204 len: 168 time: 0.1201527 May 13 15:16:31.550917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:31.618380 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1af718ec-82ed-4c2c-8d57-6f2054a6d467 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:31.637683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1af718ec-82ed-4c2c-8d57-6f2054a6d467 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:31.641003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1af718ec-82ed-4c2c-8d57-6f2054a6d467 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0891175 May 13 15:16:31.641776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42550) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:31.727937 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.759889 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.878785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.879149 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.925350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b59614-9cc8-46ea-aaa9-273a003c06b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:31.979043 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:31.980319 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-99338f52-d371-45f0-b182-52c287797969 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8b59614-9cc8-46ea-aaa9-273a003c06b0 HTTP/1.1" status: 204 len: 168 time: 0.3375022 May 13 15:16:31.983056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.039872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c794592-c9b4-407d-9f49-62e2954363f1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:32.057583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5c794592-c9b4-407d-9f49-62e2954363f1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:32.059417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5c794592-c9b4-407d-9f49-62e2954363f1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745754 May 13 15:16:32.064061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.069909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--97663920'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:32.077812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:32.090085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:32.103505 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.128760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:32.133337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:32.136445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:32.148003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:32.163738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 6bc780db-2563-4cef-9524-f16f2fe355f6 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:16:32.248791 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.255324 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.312987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7539e-ea21-4590-b562-d0e209f78f11,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:32.328123 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.329763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-24d9f1cc-7e7d-4958-bdc6-01dd96149b3d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2644937 May 13 15:16:32.332524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42566) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.338621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '60b7539e-ea21-4590-b562-d0e209f78f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:32.346133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:32.353816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:32.357002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:32.362949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:32.387730 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.406491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:32.423100 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Sync routers for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:32.435847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:32.436732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:32.451354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.453980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-28f5985c-c8d8-4058-8d04-cd0480cdd08b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3962729 May 13 15:16:32.457219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42570) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.510891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.517634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20d169bc-2520-4f4a-bbc5-82511dd03e99 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b18b43c44f8a44e4bebc0e9798ed7782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591769 May 13 15:16:32.517886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.520318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42574) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.548571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d79645-2cb7-409b-9581-ccd9c202b26e,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:32.569807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.571774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-399ece52-8e97-4b78-aa04-33414ed6d4e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380965 May 13 15:16:32.575188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42578) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.591870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '60b7539e-ea21-4590-b562-d0e209f78f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:32.601481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:32.607050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:32.611136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:32.618431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:32.642158 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.715801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296e648-3d27-4fac-ba19-256ab3fa08d8 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:32.715801 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8296e648-3d27-4fac-ba19-256ab3fa08d8 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1890972 May 13 15:16:32.716121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42582) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.752543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ea07-7e62-40e9-adfa-8f7873918d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:32.775129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e19d841-35ee-447e-a1a3-16f12bf24c2a tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548234 May 13 15:16:32.775129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42586) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:32.783583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74606182', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:32.809831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:32.873401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.031010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.083350 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb654349-8822-4213-89c2-232c999131a8,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.100686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:33.106862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:subnet and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:33.110610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:33.118138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:33.137004 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.150808 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.155444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c5ea074-76bd-43d1-bd2e-3c9115748482 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5788236 May 13 15:16:33.158970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42596) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.163446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:33.167727 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.189510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '60b7539e-ea21-4590-b562-d0e209f78f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:33.201409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:33.262635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:33.276377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:33.287716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:33.325068 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.385524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.412022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:33.417085 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Checking router: 6bc780db-2563-4cef-9524-f16f2fe355f6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:33.417433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Updating router 6bc780db-2563-4cef-9524-f16f2fe355f6 port f9cbeccc-755a-4eca-a244-d3c5e9612d2d binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:33.478991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.503273 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.507992 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.551209 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.612080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.615965 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4520760 May 13 15:16:33.616326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.622368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '60b7539e-ea21-4590-b562-d0e209f78f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:33.628992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:33.633267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:33.636478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:33.644967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:33.650597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78d7ef-2fbf-43d2-b400-924f92f49507 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a00b89-8b4f-4281-a198-e45b67c16c67,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.681402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Subnet': ['ID=e9d200ff-c3ff-4ba6-a295-00fe98d71c76,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.684781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:33.685162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network hostable DHCP agents. Network: ca074932-eca4-473a-984f-c0ac3a8c3cd2, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:16:33.686711 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.712007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:16:33.740722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, ca074932-eca4-473a-984f-c0ac3a8c3cd2) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:33.745922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:33.747294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.790142 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-499271e4-b08e-4f7a-aa5b-287caa6af13b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0133483 May 13 15:16:33.792474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.815706 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e8b73-2de2-4d3f-9c5e-00eab776501b None None] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:33.830786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.838178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.893636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5c5c34-4778-4900-8811-276c829bda34,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:33.932431 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:33.935214 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3efcffa2-7be5-46cf-a9a7-019940b00fd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178482 May 13 15:16:33.938855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42608) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:33.947831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '60b7539e-ea21-4590-b562-d0e209f78f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:33.957067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:33.962044 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:33.965422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:33.972521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:33.996423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.090946 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.097063 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.128025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd73880c-d144-41de-ade4-a3c90d1b1232,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:34.155727 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.157455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bf026bbc-5ea9-4118-8274-e6aaa42505a0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2173688 May 13 15:16:34.160193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42614) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.209985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.228719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:16:34.229630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.234599 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.250769 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.284984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.310127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd73880c-d144-41de-ade4-a3c90d1b1232,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:34.312577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.313697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-76392e3d-23db-413d-bd34-bb6587452f79 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/dd73880c-d144-41de-ade4-a3c90d1b1232 HTTP/1.1" status: 204 len: 168 time: 0.1519201 May 13 15:16:34.316126 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42620) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.443744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6a83f29-3d5c-43ee-b46c-5e4ef0a1e5fc tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:34.478306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e6a83f29-3d5c-43ee-b46c-5e4ef0a1e5fc tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:34.486160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42626) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.494593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6a83f29-3d5c-43ee-b46c-5e4ef0a1e5fc tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1772122 May 13 15:16:34.499245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Transition to ACTIVE for port object f9cbeccc-755a-4eca-a244-d3c5e9612d2d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:34.509694 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Allocated IP 172.20.0.2 (ca074932-eca4-473a-984f-c0ac3a8c3cd2/e9d200ff-c3ff-4ba6-a295-00fe98d71c76/b0c919ae-b767-42f8-a2e9-8628e8301f1e) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:34.524515 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.527835 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.573919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.669770 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.708972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Attempting to bind port f9cbeccc-755a-4eca-a244-d3c5e9612d2d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:34.709353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Attempting to bind port f9cbeccc-755a-4eca-a244-d3c5e9612d2d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:34.709702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Attempting to bind port f9cbeccc-755a-4eca-a244-d3c5e9612d2d on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:34.716000 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Pushing event updated for resources: {'Port': ['ID=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:34.727671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.728026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.728372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.728758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.729093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.729423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.729749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.730072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.730394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.730715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.731032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.731352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:34.736725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:34.737106 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:34.737508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.737900 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:34.738400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Bound port: f9cbeccc-755a-4eca-a244-d3c5e9612d2d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:34.738757 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.746041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.758382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f5c5c34-4778-4900-8811-276c829bda34,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:34.837026 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.840879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42636) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.841664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cc8f4855-8920-423a-b371-25d8f90164ad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2f5c5c34-4778-4900-8811-276c829bda34 HTTP/1.1" status: 204 len: 168 time: 0.3539395 May 13 15:16:34.874507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] For port f9cbeccc-755a-4eca-a244-d3c5e9612d2d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:34.929514 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] For port f9cbeccc-755a-4eca-a244-d3c5e9612d2d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:34.937779 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e36ee4c8-3b04-4816-83cc-7387ca5d817d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0886502 May 13 15:16:34.939520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:34.940582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:34.981570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.000659 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.028606 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.060979 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.065201 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.066214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Transition to ACTIVE for port object b0c919ae-b767-42f8-a2e9-8628e8301f1e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:35.076122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d72cb8-3dfd-475a-b85b-45eb6fec61fc None None] Pushing event updated for resources: {'Port': ['ID=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.087260 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:35.088051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:35.098141 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0a00b89-8b4f-4281-a198-e45b67c16c67,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.110715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.114164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-885f0dba-c3f3-41d2-a227-48150040b0ea tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f0a00b89-8b4f-4281-a198-e45b67c16c67 HTTP/1.1" status: 204 len: 168 time: 0.1703033 May 13 15:16:35.114806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42648) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.175496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Transition to ACTIVE for port object b0c919ae-b767-42f8-a2e9-8628e8301f1e will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:35.180699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ebb2ec32-5f14-48f1-9991-1afef3a31655 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:35.191460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.205446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ebb2ec32-5f14-48f1-9991-1afef3a31655 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:35.209630 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ebb2ec32-5f14-48f1-9991-1afef3a31655 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0915699 May 13 15:16:35.209930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42652) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.254606 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.267295 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.309241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.327219 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:35.337566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:35.343705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:35.355755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb654349-8822-4213-89c2-232c999131a8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.373066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.374364 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c4c986ca-0c67-49d6-af61-f7bd0c1a932c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cb654349-8822-4213-89c2-232c999131a8 HTTP/1.1" status: 204 len: 168 time: 0.1633532 May 13 15:16:35.377154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42658) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.488487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b32dbd77-ebf4-43d4-8a2e-7f9177c555de tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:35.504429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Pushing event updated for resources: {'Port': ['ID=b0c919ae-b767-42f8-a2e9-8628e8301f1e,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.510030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b32dbd77-ebf4-43d4-8a2e-7f9177c555de tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:35.512412 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b32dbd77-ebf4-43d4-8a2e-7f9177c555de tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1341262 May 13 15:16:35.515331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42662) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.519986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:35.560756 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.577083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.1 (ca074932-eca4-473a-984f-c0ac3a8c3cd2/e9d200ff-c3ff-4ba6-a295-00fe98d71c76/817b1cc2-1c33-4442-bc34-14067aa6a903) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:35.647261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Attempting to bind port b0c919ae-b767-42f8-a2e9-8628e8301f1e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:35.647631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Attempting to bind port b0c919ae-b767-42f8-a2e9-8628e8301f1e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:35.647998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Attempting to bind port b0c919ae-b767-42f8-a2e9-8628e8301f1e on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:35.741969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:35.746557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:35.746557 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.746557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:35.746557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Bound port: b0c919ae-b767-42f8-a2e9-8628e8301f1e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:35.746557 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.813604 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.852569 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.869371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d79645-2cb7-409b-9581-ccd9c202b26e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:35.882208 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.885495 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.886945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ffce956e-8df7-45eb-9984-8fc5ce0e318e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c5d79645-2cb7-409b-9581-ccd9c202b26e HTTP/1.1" status: 204 len: 168 time: 0.3705828 May 13 15:16:35.890175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42666) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.905323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 817b1cc2-1c33-4442-bc34-14067aa6a903 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:35.952032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-59124d2d-b892-4864-96db-17a87deb0c9e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:35.961755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:35.972173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-59124d2d-b892-4864-96db-17a87deb0c9e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:35.975268 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-59124d2d-b892-4864-96db-17a87deb0c9e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824287 May 13 15:16:35.977158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42670) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:35.979714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] For port b0c919ae-b767-42f8-a2e9-8628e8301f1e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:35.983748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] For port b0c919ae-b767-42f8-a2e9-8628e8301f1e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0c919ae-b767-42f8-a2e9-8628e8301f1e,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:35.994824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.067630 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.077201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:36.081274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:36.095427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:36.107779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f18903-c7d3-4e26-a7aa-aaae1100a89a None None] Pushing event updated for resources: {'Port': ['ID=b0c919ae-b767-42f8-a2e9-8628e8301f1e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.120896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:36.130500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f755-ad7d-4608-ba86-84c2f61acab8 None None] The sync data for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 is: [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:31Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:36.140115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.220162 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.249611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.287375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7539e-ea21-4590-b562-d0e209f78f11,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.328299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.333499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d3b42bc6-e151-47ef-bc83-ee958f2cccdb tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/60b7539e-ea21-4590-b562-d0e209f78f11 HTTP/1.1" status: 204 len: 168 time: 0.3551421 May 13 15:16:36.334100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.469539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b3b267b4-e62b-4701-adcc-69cc08c47dc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:36.493950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b3b267b4-e62b-4701-adcc-69cc08c47dc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:36.495756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b3b267b4-e62b-4701-adcc-69cc08c47dc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1606679 May 13 15:16:36.502726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42682) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.522662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285983838'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:36.545380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:36.594677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.602512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:36.630861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.683652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:36.690149 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:36.697240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:36.707710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:36.846219 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.874142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.881903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.955502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1a26f-2356-49f7-8033-56f1b4063913,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:36.963579 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:36.965217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bc3c3529-0890-4758-9b02-e914616af7a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4613669 May 13 15:16:36.968007 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42686) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:36.978811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '67b1a26f-2356-49f7-8033-56f1b4063913', 'direction': 'ingress', 'protocol': 17}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:36.985538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:36.990248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:36.993615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:37.011115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:37.044081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.181110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.190376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.231048 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8708a9c8-b10f-406b-a8a9-6f15267f16bd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.265252 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.269230 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cb40e525-f794-4b36-aeee-39e269b68f02 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2977138 May 13 15:16:37.269609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42690) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.398046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.456926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.579649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.627998 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.636573 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.637369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1a26f-2356-49f7-8033-56f1b4063913,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.671346 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.675511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a0ed5172-6ab6-4e12-81f3-c647b7243cd8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/67b1a26f-2356-49f7-8033-56f1b4063913 HTTP/1.1" status: 204 len: 168 time: 0.3950005 May 13 15:16:37.676146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42696) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.773121 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0c919ae-b767-42f8-a2e9-8628e8301f1e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:37.848647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c90383e-0955-4f0b-ab7b-ae8905eb4cc8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:37.878368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0c90383e-0955-4f0b-ab7b-ae8905eb4cc8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:37.880884 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0c90383e-0955-4f0b-ab7b-ae8905eb4cc8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1996028 May 13 15:16:37.886695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42702) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:37.889918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:37.892892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:37.910204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102777316'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:37.910408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3982d-fa0c-46dd-b8d1-411a27445fcf None None] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:16:37.927545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:37.941165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:37.961287 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.018360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.027774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.037058 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.049933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.061149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7c39a485-9089-4b10-80ce-55667b9880c8 None None] Provisioning for port b0c919ae-b767-42f8-a2e9-8628e8301f1e completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:38.076435 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b0c919ae-b767-42f8-a2e9-8628e8301f1e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:38.086192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b0c919ae-b767-42f8-a2e9-8628e8301f1e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:38.086975 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.095581 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:38.097225 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:38.211944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.219456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.279754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a605382a-6e1c-49ba-aa21-c3bbeb69d9d4,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:38.288689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.295697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-996ed179-5cc3-495a-a810-bfee012d7cad tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4045386 May 13 15:16:38.296835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42706) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:38.302807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799894079'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:38.310508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.315411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.319397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.326426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.339046 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.364047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.369950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.373640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.380536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.489637 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b0c919ae-b767-42f8-a2e9-8628e8301f1e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:38.490270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.491696 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.500009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.561488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b0c919ae-b767-42f8-a2e9-8628e8301f1e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0c919ae-b767-42f8-a2e9-8628e8301f1e,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:38.572681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 6bc780db-2563-4cef-9524-f16f2fe355f6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:38.572830 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.573776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f9cbeccc-755a-4eca-a244-d3c5e9612d2d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:38.631564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb060cd-bebf-4641-931f-b27674c04625,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:38.638672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.639880 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8cd9aa57-caf7-4f4a-ba5e-5871f890b91b tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3417919 May 13 15:16:38.646774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42712) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:38.666771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': 'a605382a-6e1c-49ba-aa21-c3bbeb69d9d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0fb060cd-bebf-4641-931f-b27674c04625', 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:38.688466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:38.693919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:38.703713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:38.713962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:38.720029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b0c919ae-b767-42f8-a2e9-8628e8301f1e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:38.772168 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.839218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port f9cbeccc-755a-4eca-a244-d3c5e9612d2d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:38.861288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f9cbeccc-755a-4eca-a244-d3c5e9612d2d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:38.864599 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.876598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:16:38.888646 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Sync routers for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:16:38.912645 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:38.914981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:38.915189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-48bb122f-6f3a-4486-9dc9-c6acafb6ca51 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/6bc780db-2563-4cef-9524-f16f2fe355f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1213431 May 13 15:16:38.943740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.949518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:38.977341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6367bcf-abc3-4f19-b4a4-11b87fe36883,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.005306 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.007220 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-62fcbef2-f496-4d6b-92f4-202286dd1f75 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3594728 May 13 15:16:39.010668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.048108 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.063104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.106362 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.165595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.169590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a6367bcf-abc3-4f19-b4a4-11b87fe36883 HTTP/1.1" status: 204 len: 168 time: 0.1544743 May 13 15:16:39.169960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42726) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.195514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda05435-1e84-4a43-9fdc-1190870bd9e0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6367bcf-abc3-4f19-b4a4-11b87fe36883,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.271103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-68c2e925-9b8b-4bff-a94a-2082f97ed4d5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:39.306194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-68c2e925-9b8b-4bff-a94a-2082f97ed4d5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:39.310175 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-68c2e925-9b8b-4bff-a94a-2082f97ed4d5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1363351 May 13 15:16:39.311817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42732) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.311952 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f9cbeccc-755a-4eca-a244-d3c5e9612d2d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:39.312307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.359623 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port f9cbeccc-755a-4eca-a244-d3c5e9612d2d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:39.367364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.443439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42742) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.456514 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:39.462665 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.503538 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.584790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.602620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Provisioning complete for port b0c919ae-b767-42f8-a2e9-8628e8301f1e triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:39.608406 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.634050 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.647615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-04043ebe-6ef0-4e15-90f5-f8f3705224aa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:39.672499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-04043ebe-6ef0-4e15-90f5-f8f3705224aa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:39.685417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-04043ebe-6ef0-4e15-90f5-f8f3705224aa tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880424862&fields=id&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 267 time: 0.1583109 May 13 15:16:39.704366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb060cd-bebf-4641-931f-b27674c04625,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:39.709453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0c919ae-b767-42f8-a2e9-8628e8301f1e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:39.722853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.726519 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17b9c2d2-7d5f-4e8d-9f5f-78b468f9c483 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/0fb060cd-bebf-4641-931f-b27674c04625 HTTP/1.1" status: 204 len: 168 time: 0.4112661 May 13 15:16:39.726733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42752) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:39.811121 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:39.876239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b7682979-eaae-4004-8974-e74901265372 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:39.914978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b7682979-eaae-4004-8974-e74901265372 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:39.916561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b7682979-eaae-4004-8974-e74901265372 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1888664 May 13 15:16:39.919407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.024351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:40.037603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b0c919ae-b767-42f8-a2e9-8628e8301f1e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:40.038161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.043667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:50ac450a82bc41da99db07be09b3e011 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:40.060069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.061999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:40.106744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:40.129369 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.159026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-e3c9249d-73e5-43c2-8a5b-ca58da089f81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:40.159786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-e3c9249d-73e5-43c2-8a5b-ca58da089f81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:40.173720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Current status of the port b0c919ae-b767-42f8-a2e9-8628e8301f1e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:40.205024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-e3c9249d-73e5-43c2-8a5b-ca58da089f81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:40.205804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-e3c9249d-73e5-43c2-8a5b-ca58da089f81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 796 time: 0.5192049 May 13 15:16:40.217092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Provisioning for port 817b1cc2-1c33-4442-bc34-14067aa6a903 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:40.221239 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:37Z', 'revision_number': 2, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:40.227741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Provisioning complete for port 817b1cc2-1c33-4442-bc34-14067aa6a903 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:40.228427 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.229665 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Checking router: 6bc780db-2563-4cef-9524-f16f2fe355f6 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:16:40.230020 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Updating router 6bc780db-2563-4cef-9524-f16f2fe355f6 port 817b1cc2-1c33-4442-bc34-14067aa6a903 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:16:40.230165 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-efe5d254-e798-4e10-9ae8-b4c4433f6796 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/quotas/b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 375 time: 0.0158229 May 13 15:16:40.291617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.314801 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.353539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a605382a-6e1c-49ba-aa21-c3bbeb69d9d4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.357654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.370502 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.384421 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.392937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9ed306f6-ad3b-43da-b94f-3ac88c414d74 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/a605382a-6e1c-49ba-aa21-c3bbeb69d9d4 HTTP/1.1" status: 204 len: 168 time: 0.4723923 May 13 15:16:40.393587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42762) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.418067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-a312e67f-8209-4e4d-b3ab-af8a200da6cf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:40.437449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b0c919ae-b767-42f8-a2e9-8628e8301f1e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:40.445891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55608816-a8fd-4db8-a37b-5745dcbe53cd None None] Port 817b1cc2-1c33-4442-bc34-14067aa6a903 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:40.462232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-67a8c6f6-5e24-43a2-95f3-93c1c6442843 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:40.468006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50ac450a82bc41da99db07be09b3e011&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0233805 May 13 15:16:40.470604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42766) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.471209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e796b81-4eb0-46d3-87bc-2cef1c70a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b630875-e28e-4bf4-a912-ae3460a13ed1,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.475700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-aa38698f-a436-44a8-a741-51f886695200 req-a312e67f-8209-4e4d-b3ab-af8a200da6cf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:40.477122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-a312e67f-8209-4e4d-b3ab-af8a200da6cf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401288 May 13 15:16:40.497799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-f314b700-4058-47e2-95fe-592926bdd0c6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:16:40.499547 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-f314b700-4058-47e2-95fe-592926bdd0c6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079679 May 13 15:16:40.509789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-67a8c6f6-5e24-43a2-95f3-93c1c6442843 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:40.511538 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67a8c6f6-5e24-43a2-95f3-93c1c6442843 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165042 May 13 15:16:40.516827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42770) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.530318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702963335'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:40.543164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:40.567453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:40.574754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e69fe3d-18a6-4012-922a-66fe4fbba356 None None] Provisioning complete for port 817b1cc2-1c33-4442-bc34-14067aa6a903 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:40.575883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e69fe3d-18a6-4012-922a-66fe4fbba356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.591941 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.595293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.625435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:40.629652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:40.632546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:40.641221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:40.673890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-ee878d24-36c2-43e5-aeaa-02c77d776162 service neutron] 10.222.0.36 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680093 May 13 15:16:40.690655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.709733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e69fe3d-18a6-4012-922a-66fe4fbba356 None None] Port 817b1cc2-1c33-4442-bc34-14067aa6a903 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:40.781627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.786463 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.843453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-49b3844a-1a15-47b2-acd5-f0ce69289317 service neutron] 10.222.0.36 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622174 May 13 15:16:40.869168 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.879563 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.897035 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Transition to ACTIVE for port object 817b1cc2-1c33-4442-bc34-14067aa6a903 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:40.903149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9848cfc-12ec-4b39-943f-e5bf1e4df3ed,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.906658 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.917970 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.919214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6690b8bd-cbb7-4f37-b9ff-d79c29691114 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4012942 May 13 15:16:40.922195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42774) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:40.922380 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:40.926122 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b630875-e28e-4bf4-a912-ae3460a13ed1 HTTP/1.1" status: 204 len: 168 time: 0.4543085 May 13 15:16:40.927519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20599736-63bc-4ee9-a92f-32c2f9a877e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b630875-e28e-4bf4-a912-ae3460a13ed1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:40.929431 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': 'e9848cfc-12ec-4b39-943f-e5bf1e4df3ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:40.944019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:40.957744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:40.960936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:40.981272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:41.004004 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.048660 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Pushing event updated for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.128196 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.133813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.167391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2a9660-4477-45ee-b419-389db6007e78,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.193592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.197841 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-233d40f8-276f-4ae4-97ea-aabc22d52c77 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2721007 May 13 15:16:41.203987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42786) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.225177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-47086e22-9a20-4d7c-8df8-082686284279 req-3844152a-8860-48cd-8ba1-3595686c6302 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:41.241260 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.242803 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.243597 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.244466 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.245012 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.248097 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.248803 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.249371 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.249910 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.250444 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.250987 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.252554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:41.266059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.266252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-47086e22-9a20-4d7c-8df8-082686284279 req-3844152a-8860-48cd-8ba1-3595686c6302 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:41.267290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-47086e22-9a20-4d7c-8df8-082686284279 req-3844152a-8860-48cd-8ba1-3595686c6302 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 210 time: 0.1840787 May 13 15:16:41.282490 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Attempting to bind port 817b1cc2-1c33-4442-bc34-14067aa6a903 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:41.283166 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Attempting to bind port 817b1cc2-1c33-4442-bc34-14067aa6a903 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:41.283760 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Attempting to bind port 817b1cc2-1c33-4442-bc34-14067aa6a903 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:41.299950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:41.300455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.300986 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:41.301604 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.302219 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:41.302997 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Bound port: 817b1cc2-1c33-4442-bc34-14067aa6a903, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:41.303590 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.338160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.367807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2a9660-4477-45ee-b419-389db6007e78,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.373454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.374730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f263f2dc-3605-4d63-9b75-45d5c97268b5 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6d2a9660-4477-45ee-b419-389db6007e78 HTTP/1.1" status: 204 len: 168 time: 0.1686437 May 13 15:16:41.377215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.437656 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] For port 817b1cc2-1c33-4442-bc34-14067aa6a903, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:41.445908 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] For port 817b1cc2-1c33-4442-bc34-14067aa6a903, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=817b1cc2-1c33-4442-bc34-14067aa6a903,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:41.458437 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.461595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f07c9a83-4edd-4f2c-bb51-f27a428c988a tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:41.482396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f07c9a83-4edd-4f2c-bb51-f27a428c988a tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:41.487986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f07c9a83-4edd-4f2c-bb51-f27a428c988a tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073217 May 13 15:16:41.488514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42798) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.544844 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d3cc6-06e9-4416-85f3-d75fcb5b373c None None] Pushing event updated for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.571721 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:16:41.572393 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:41.634208 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f9cbeccc-755a-4eca-a244-d3c5e9612d2d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:41.650470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.689493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.788812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.827403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9848cfc-12ec-4b39-943f-e5bf1e4df3ed,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:41.849505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port f9cbeccc-755a-4eca-a244-d3c5e9612d2d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:41.852394 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.880325 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:41.885465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:41.886334 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-871c004d-7c00-4332-9392-3199fb5ab038 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/e9848cfc-12ec-4b39-943f-e5bf1e4df3ed HTTP/1.1" status: 204 len: 168 time: 0.3964529 May 13 15:16:42.037336 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:16:42.046670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f96cef2-fabf-4723-8286-d51066231cc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:42.063835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port f9cbeccc-755a-4eca-a244-d3c5e9612d2d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:42.075928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9f96cef2-fabf-4723-8286-d51066231cc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:42.097258 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9f96cef2-fabf-4723-8286-d51066231cc3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090781 May 13 15:16:42.102188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42822) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.110023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955794736'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:42.123299 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:42.143635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:42.162462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.210296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:42.220243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:42.227326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:42.236557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:42.334826 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.342222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.421759 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.425842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3189723 May 13 15:16:42.426892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42834) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.433996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '333844a1-2eb9-463e-b4ea-34f054697714', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:42.440715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557252fc-9a0b-4f00-90a8-701ae8cae131 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333844a1-2eb9-463e-b4ea-34f054697714,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.443476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:42.448602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:42.452484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:42.460531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:42.491766 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.518744 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:41Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:16:42.528560 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164f601-1844-434d-b3bd-cbeeb28de7ec None None] The sync data for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 is: [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:41Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:16:42.552506 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0979670-42ad-4d3c-bf7c-6071b884476c req-d30b5cb5-a54f-4dfe-b880-800570e3883b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 210 time: 0.1070855 May 13 15:16:42.619632 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.625099 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.658696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a9e60f-00b5-415d-a613-6bd883400aae,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.686215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.690953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42842) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.703881 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b85de163-11f1-4bc4-a0dd-a84949e03afa tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2760320 May 13 15:16:42.723182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c64d6d4b-86fe-4a6d-bafc-a80c3dd05f53 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules/72a9e60f-00b5-415d-a613-6bd883400aae HTTP/1.1" status: 200 len: 763 time: 0.0310602 May 13 15:16:42.725789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42846) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.796385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91cf19ec-6fa9-4b18-b826-0aefd8f53bff tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:42.817907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-91cf19ec-6fa9-4b18-b826-0aefd8f53bff tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:42.823294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-91cf19ec-6fa9-4b18-b826-0aefd8f53bff tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0934703 May 13 15:16:42.823567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42850) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:42.859218 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.871066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.909453 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.927623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72a9e60f-00b5-415d-a613-6bd883400aae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:42.941897 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:42.943240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2edc0345-7283-47e9-814b-ab3f154acd26 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/72a9e60f-00b5-415d-a613-6bd883400aae HTTP/1.1" status: 204 len: 168 time: 0.1185949 May 13 15:16:42.946170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42858) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.010797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b9cbb8c-e876-4e50-8da5-83f8c91d36d7 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:43.031370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1b9cbb8c-e876-4e50-8da5-83f8c91d36d7 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:43.035314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1b9cbb8c-e876-4e50-8da5-83f8c91d36d7 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854969 May 13 15:16:43.035625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42862) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.042220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '333844a1-2eb9-463e-b4ea-34f054697714', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:43.050100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:43.061839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:43.089650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.218891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.227447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.318133 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5accdc5d-50ca-49d9-832b-83f88a83ba5d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:43.325008 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.330537 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3a764ec6-5c2d-4073-b4fa-4391cd75345e tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2939432 May 13 15:16:43.331146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42866) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.370266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1b1274b6-aadb-42bc-8d23-083259b4ccac tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules/5accdc5d-50ca-49d9-832b-83f88a83ba5d HTTP/1.1" status: 200 len: 763 time: 0.0365796 May 13 15:16:43.370859 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42870) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.453489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f451c28-3205-43cc-9555-ffb6eaf0f8c4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:43.480022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5f451c28-3205-43cc-9555-ffb6eaf0f8c4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:43.485251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5f451c28-3205-43cc-9555-ffb6eaf0f8c4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1132948 May 13 15:16:43.486322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42874) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.539400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.552054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.586257 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.651305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-5ba3bcb9-8be6-4f08-8a2c-a5e448562cfb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:43.653482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-5ba3bcb9-8be6-4f08-8a2c-a5e448562cfb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 796 time: 0.5713663 May 13 15:16:43.657236 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.662135 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5accdc5d-50ca-49d9-832b-83f88a83ba5d HTTP/1.1" status: 204 len: 168 time: 0.1722140 May 13 15:16:43.662513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.672342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8939b-b207-4c7c-b056-5e70b71ce1d1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5accdc5d-50ca-49d9-832b-83f88a83ba5d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:43.700094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 817b1cc2-1c33-4442-bc34-14067aa6a903 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:43.853871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 817b1cc2-1c33-4442-bc34-14067aa6a903 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:43.859152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-8afe5577-d295-422f-8b0a-e5e59ba6d339 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 379 time: 0.1577704 May 13 15:16:43.869493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 817b1cc2-1c33-4442-bc34-14067aa6a903 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:43.870399 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:43.878869 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'port': {'device_id': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'admin_state_up': True, 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'security_groups': ['e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:43.922464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ac245c40-9006-4c72-86ef-c6f16e40f3e4 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2563956 May 13 15:16:43.924444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:43.935220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': '333844a1-2eb9-463e-b4ea-34f054697714', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:43.980381 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39377caa-de17-4c79-a3aa-f84800284e52 req-ec7cdfe4-398a-48dd-9e2d-0b33286866c5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 210 time: 0.1877391 May 13 15:16:44.009782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:44.026095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:44.031411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:44.041560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:44.060558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 817b1cc2-1c33-4442-bc34-14067aa6a903 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:44.060827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.079652 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Project a4bf6211a00f4bab8f360dd5667d8d51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:16:44.098037 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.116758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 817b1cc2-1c33-4442-bc34-14067aa6a903, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=817b1cc2-1c33-4442-bc34-14067aa6a903,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:44.124630 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.154623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:44.176601 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:44.211549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:44.215942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.228321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.230911 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.238313 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.321634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b6e759-c73d-4f05-ba79-b219481495dd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.362064 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.363405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-741198e8-1992-408c-acab-928f993741ce tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4379840 May 13 15:16:44.368501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42896) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:44.412521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 42900) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:44.415049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6507f9ec-0e3a-49aa-9a22-f73a1cbd1012 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules/c3b6e759-c73d-4f05-ba79-b219481495dd HTTP/1.1" status: 200 len: 769 time: 0.0453541 May 13 15:16:44.510997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45d8dde4-6617-4a78-922c-ced61b5843c1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:44.514739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.13 (ca074932-eca4-473a-984f-c0ac3a8c3cd2/e9d200ff-c3ff-4ba6-a295-00fe98d71c76/11ce2113-f9a7-4289-bd21-bdc1003379f6) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:44.550452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45d8dde4-6617-4a78-922c-ced61b5843c1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:44.551828 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45d8dde4-6617-4a78-922c-ced61b5843c1 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1382265 May 13 15:16:44.555544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:44.588847 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.600994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.639762 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.672865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b6e759-c73d-4f05-ba79-b219481495dd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:44.687794 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.691850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-09f7fe76-334f-4449-9290-4744e4714379 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c3b6e759-c73d-4f05-ba79-b219481495dd HTTP/1.1" status: 204 len: 168 time: 0.1352332 May 13 15:16:44.692732 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42908) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:44.776840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8afff1c6-adca-4bc3-846c-7f1af6c6e0c0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:44.799606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8afff1c6-adca-4bc3-846c-7f1af6c6e0c0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:44.805827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8afff1c6-adca-4bc3-846c-7f1af6c6e0c0 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1107695 May 13 15:16:44.806849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:44.817722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.859658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 11ce2113-f9a7-4289-bd21-bdc1003379f6 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:44.901300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.913526 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.952848 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:44.987369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:45.001714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:45.010898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:45.025393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.052586 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.074506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333844a1-2eb9-463e-b4ea-34f054697714,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.115115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:45.115699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.116471 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.118536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8fb6b558-0c3c-4874-a6f7-d2f70acc30a3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/333844a1-2eb9-463e-b4ea-34f054697714 HTTP/1.1" status: 204 len: 168 time: 0.3105476 May 13 15:16:45.121331 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42922) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:45.141254 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-4c75e78e-2fef-46a1-98cb-bdde93c44e6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2710063 May 13 15:16:45.155088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Request body: {'port': {'device_id': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:45.220729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56ba0241-c030-43a3-b8a9-c06767f59152 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:45.245413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56ba0241-c030-43a3-b8a9-c06767f59152 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:45.246866 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56ba0241-c030-43a3-b8a9-c06767f59152 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234589 May 13 15:16:45.252718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42926) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:45.259066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095737985'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:45.266717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:45.282063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:45.297223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.320604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:45.325513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:45.326408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c6f5b65a-fd83-464b-aa5b-9e5e3f7fefce None None] Provisioning for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:45.328648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:45.333526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c6f5b65a-fd83-464b-aa5b-9e5e3f7fefce None None] Provisioning complete for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:45.337018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:45.337744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b65a-fd83-464b-aa5b-9e5e3f7fefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.380620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.434059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.434743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5b65a-fd83-464b-aa5b-9e5e3f7fefce None None] Port 11ce2113-f9a7-4289-bd21-bdc1003379f6 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:45.441195 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.444961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae93ac8-b880-433d-8b9d-1f3c4bad253d req-7e6f045f-9f97-427f-8ad1-ef40fb63344f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:45.445718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dae93ac8-b880-433d-8b9d-1f3c4bad253d req-7e6f045f-9f97-427f-8ad1-ef40fb63344f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:45.487875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-dae93ac8-b880-433d-8b9d-1f3c4bad253d req-7e6f045f-9f97-427f-8ad1-ef40fb63344f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:45.489421 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dae93ac8-b880-433d-8b9d-1f3c4bad253d req-7e6f045f-9f97-427f-8ad1-ef40fb63344f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 932 time: 0.2918246 May 13 15:16:45.496324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb292ae2-1868-4b86-93b3-f45cf3a4904a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.507469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.509091 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c234a78b-2224-42d7-9b0f-61e9bd8bb5c8 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2553005 May 13 15:16:45.512334 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42930) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:45.518118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Request body: {'security_group_rule': {'security_group_id': 'bb292ae2-1868-4b86-93b3-f45cf3a4904a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:45.526891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:45.531761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Usage tracker for resource:security_group_rule and tenant:a4bf6211a00f4bab8f360dd5667d8d51 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:45.535736 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:45.543820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:45.574768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.590887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 817b1cc2-1c33-4442-bc34-14067aa6a903 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:45.611867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dae93ac8-b880-433d-8b9d-1f3c4bad253d req-c89c778c-4dd2-41fd-8ea5-534094de14a5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760124 May 13 15:16:45.677828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 817b1cc2-1c33-4442-bc34-14067aa6a903 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:45.678189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.701459 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.749001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.821541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dfeffb-a2cd-44b6-9b84-4ea892b902e3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:45.853933 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.855590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b28cdbb2-f1c5-425d-ab42-b31d11100d42 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3424103 May 13 15:16:45.858413 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42942) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:45.893088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 817b1cc2-1c33-4442-bc34-14067aa6a903 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:45.943686 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.951564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:45.963619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.981347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Transition to ACTIVE for port object 11ce2113-f9a7-4289-bd21-bdc1003379f6 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:45.983139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:45.986539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.057188 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.105889 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb292ae2-1868-4b86-93b3-f45cf3a4904a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:46.150983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.152287 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b1ab4a84-2425-4be0-a773-ba174d5c9eab tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb292ae2-1868-4b86-93b3-f45cf3a4904a HTTP/1.1" status: 204 len: 168 time: 0.2928891 May 13 15:16:46.160828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42954) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.255258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a150044c-b0de-4125-a0c3-fbcbc4fc856d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:46.280661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a150044c-b0de-4125-a0c3-fbcbc4fc856d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:46.282310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a150044c-b0de-4125-a0c3-fbcbc4fc856d tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205072 May 13 15:16:46.293506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42960) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.346578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0372235-484c-4b74-8423-09133ff38557 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Synchronizing usage tracker for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:46.368778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b0372235-484c-4b74-8423-09133ff38557 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] Unset dirty status for tenant:a4bf6211a00f4bab8f360dd5667d8d51 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:46.373105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b0372235-484c-4b74-8423-09133ff38557 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0755627 May 13 15:16:46.373887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42966) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.414250 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-3b38fecb-1415-4852-99ca-69c202c726d3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] delete failed (client error): The resource could not be found. May 13 15:16:46.419473 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b38fecb-1415-4852-99ca-69c202c726d3 tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb292ae2-1868-4b86-93b3-f45cf3a4904a HTTP/1.1" status: 404 len: 347 time: 0.0445929 May 13 15:16:46.420077 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 42972) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:46.420983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:46.463135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:46.464072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:46.464072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:46.469135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:16:46.469515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:46.475796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:46.476139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:46.476605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:46.477049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Bound port: 11ce2113-f9a7-4289-bd21-bdc1003379f6, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:46.477402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.489364 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-efa53578-e481-47cd-8e89-62d7847beb7c tempest-SecGroupIPv6Test-2011255966 tempest-SecGroupIPv6Test-2011255966-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670009 May 13 15:16:46.632077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:46.636716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:46.642654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.713424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:46.714376 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:46.715886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] 10.222.0.86 "PUT /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1092 time: 1.5660794 May 13 15:16:46.734182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:46.864687 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152b0ef0-6e56-4041-a6d5-cc593f598c04'] response: {'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:16:46.877329 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f074a0-e0f3-4b45-9156-057e8a63be0d service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:46.942396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-a6289e3f-3b7d-4f8a-9d7c-24cd3af2ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:46.946271 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-a6289e3f-3b7d-4f8a-9d7c-24cd3af2ed20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1830659 May 13 15:16:46.992594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8317c-37a7-4ef4-908b-0d7710524867 req-0a4137f7-8f9f-40c8-abf2-0838bcc159a0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.002665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64d8317c-37a7-4ef4-908b-0d7710524867 req-0a4137f7-8f9f-40c8-abf2-0838bcc159a0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.1777539 May 13 15:16:47.069989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43002) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:47.083576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-81f861b0-de95-43d5-a5df-3dbc4dda48ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 217 time: 0.1282103 May 13 15:16:47.090187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-64d8317c-37a7-4ef4-908b-0d7710524867 req-de516dc8-d71c-4371-bff0-020207fb641e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:47.103167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-64d8317c-37a7-4ef4-908b-0d7710524867 req-de516dc8-d71c-4371-bff0-020207fb641e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:47.116603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64d8317c-37a7-4ef4-908b-0d7710524867 req-de516dc8-d71c-4371-bff0-020207fb641e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129074 May 13 15:16:47.182688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-b1001054-23a7-452b-a1ef-8074732d12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.184650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-b1001054-23a7-452b-a1ef-8074732d12a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0948217 May 13 15:16:47.265893 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-588cda71-007f-4a0b-8d00-d18546e1e6a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4bf6211a00f4bab8f360dd5667d8d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938467 May 13 15:16:47.266961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43014) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:47.297467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38698f-a436-44a8-a741-51f886695200 req-98c269b7-b8b4-4642-b29d-0ca527e634b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.299177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-98c269b7-b8b4-4642-b29d-0ca527e634b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080022 May 13 15:16:47.346005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.376931 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.449603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.483708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db81c2-bb07-4c4c-b809-60860ea80f66,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:47.485305 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-6c8f91fa-4c60-4e4f-800c-9b4e315f7451 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781890 May 13 15:16:47.540819 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:47.545580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-19a9ec48-6307-4c74-8705-55e8a03a012c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9db81c2-bb07-4c4c-b809-60860ea80f66 HTTP/1.1" status: 204 len: 168 time: 0.2765408 May 13 15:16:47.684445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-aa38698f-a436-44a8-a741-51f886695200 req-ad54af78-cec2-47ad-80e8-819cb1681313 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918409 May 13 15:16:47.877261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-9537282d-55a0-47a0-99e6-87c11a610f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:47.878927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-9537282d-55a0-47a0-99e6-87c11a610f51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1329994 May 13 15:16:48.032583 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-c378e263-e388-4f6f-8089-13c369d6c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.034331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-c378e263-e388-4f6f-8089-13c369d6c208 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1487596 May 13 15:16:48.131471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-66aa2ff3-4c52-441a-b1e4-787fa7bc3612 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 217 time: 0.0896215 May 13 15:16:48.218439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-01096770-6b09-43df-a237-6ce86e90188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.220023 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-01096770-6b09-43df-a237-6ce86e90188f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0816503 May 13 15:16:48.315175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-3f8a0515-8311-439e-8917-d28217b41054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.317275 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-3f8a0515-8311-439e-8917-d28217b41054 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904827 May 13 15:16:48.505577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43054) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:48.537970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033d38-9220-42f9-bbaf-073e9e0e70b3 req-08f133d1-eb0f-4c36-b632-5fd6cd1e8a61 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:48.539981 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49033d38-9220-42f9-bbaf-073e9e0e70b3 req-08f133d1-eb0f-4c36-b632-5fd6cd1e8a61 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.2198286 May 13 15:16:48.580025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-f25295b6-9bf2-49d6-bd99-1f79732feef0 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260370 May 13 15:16:48.630021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-49033d38-9220-42f9-bbaf-073e9e0e70b3 req-3d05eaef-5742-4293-a394-065b0733ea99 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758181 May 13 15:16:48.677120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052328872'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:48.690196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.697354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.702939 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.716167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.754073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eb2e58c9-517c-4c59-a92a-0eb2b2f3ede7 req-ee90755b-e714-46dc-8122-0b7df8100418 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613836 May 13 15:16:48.756692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.791010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.816958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.821982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.825253 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.832017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.931886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.936198 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:48.949036 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:48.955117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:48.959780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:48.974239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:48.982841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd9612-237f-496b-bd77-be937343d96d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.064664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.069057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.120177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca23139-0913-4480-ac51-71cd443cc82a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.124472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.128805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-54b82ab0-400c-4487-83ec-84f6a3329ab1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6264691 May 13 15:16:49.128805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43062) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.284761 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:16:49.310990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-700f33e1-c741-4dc9-8372-ff4ba7933616 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:49.328928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-700f33e1-c741-4dc9-8372-ff4ba7933616 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:49.332263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-700f33e1-c741-4dc9-8372-ff4ba7933616 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2009137 May 13 15:16:49.333448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43066) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.339148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-security--982311036', 'description': 'tempest-security-description-834161855'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:49.372748 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.446935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.452041 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.454828 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.458855 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "PUT /v2.0/security-groups/0ca23139-0913-4480-ac51-71cd443cc82a HTTP/1.1" status: 200 len: 1778 time: 0.1217198 May 13 15:16:49.459564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43070) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.486831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce87cca-9fe7-48ef-b673-20e64d016a0f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca23139-0913-4480-ac51-71cd443cc82a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.655971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9d7b1f75-5181-4788-8311-8b52f4260495 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups/0ca23139-0913-4480-ac51-71cd443cc82a HTTP/1.1" status: 200 len: 1778 time: 0.1936805 May 13 15:16:49.658724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43076) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:49.741890 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.747798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.776075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:16:49.786611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.908404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:49.979720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca23139-0913-4480-ac51-71cd443cc82a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:49.999562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.003830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c0e52a3-7712-41a0-ad27-120124e8a662 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ca23139-0913-4480-ac51-71cd443cc82a HTTP/1.1" status: 204 len: 168 time: 0.3440754 May 13 15:16:50.004485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43086) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.020120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:50.037433 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:16:50.076910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-66fc27fe-d5d1-45fb-b76c-d32de0952187 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:50.104677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-66fc27fe-d5d1-45fb-b76c-d32de0952187 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:50.110136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-66fc27fe-d5d1-45fb-b76c-d32de0952187 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043196 May 13 15:16:50.110970 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43090) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.114558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7394f9-163e-4863-9791-fb82b4e885ef req-9f106442-10f8-4738-99ba-d6259a89bd81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:50.133109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 11ce2113-f9a7-4289-bd21-bdc1003379f6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:50.135025 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.135836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e7394f9-163e-4863-9791-fb82b4e885ef req-9f106442-10f8-4738-99ba-d6259a89bd81 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.2838347 May 13 15:16:50.162092 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-fd800407-ea0a-44b9-935d-bdc7e787a2b6 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] delete failed (client error): The resource could not be found. May 13 15:16:50.165656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:50.171441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fd800407-ea0a-44b9-935d-bdc7e787a2b6 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ca23139-0913-4480-ac51-71cd443cc82a HTTP/1.1" status: 404 len: 347 time: 0.0592163 May 13 15:16:50.172059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43094) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.186885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:50.195078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393222425'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:50.195992 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.217793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:50.250236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.277370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.285945 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e7394f9-163e-4863-9791-fb82b4e885ef req-90843755-a54c-409c-a1b6-604cbda435af tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489527 May 13 15:16:50.323749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:50.333023 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:50.336713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:50.348397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.377662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.458566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['11ce2113-f9a7-4289-bd21-bdc1003379f6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:16:50.491957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.502314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.603930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.609692 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.616555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': 'aaa2f4a4-15f6-4d83-845b-0a0be82a961e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:50.624810 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4482460 May 13 15:16:50.631704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:50.636487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddbf9c-f356-41e7-9881-21b9efb4c221 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2f4a4-15f6-4d83-845b-0a0be82a961e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.647905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:50.657899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:50.678165 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:50.706183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.768580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43106) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.817336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.823265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.892424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5e5cdc-543a-46e4-852f-2113b1cd1a7f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:50.906779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.912716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43112) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:50.930252 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fe5f8734-d523-41f1-893c-a092b16aef0b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182769 May 13 15:16:50.933729 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.961705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:50.973509 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.020826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.034427 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.057469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:51.059792 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a5e5cdc-543a-46e4-852f-2113b1cd1a7f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.065306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Usage tracker for resource:security_group_rule and tenant:a49773918c29417387bf19afa6b58915 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:51.068396 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.072788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43116) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.072957 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c454daf1-c349-467a-8c27-4a23463728f9 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5a5e5cdc-543a-46e4-852f-2113b1cd1a7f HTTP/1.1" status: 204 len: 168 time: 0.1587679 May 13 15:16:51.074080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:51.081350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:51.126257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-12f4d3a7-165b-45f5-9e1b-558ba91dd9e7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:51.147418 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-12f4d3a7-165b-45f5-9e1b-558ba91dd9e7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:51.149320 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-12f4d3a7-165b-45f5-9e1b-558ba91dd9e7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751348 May 13 15:16:51.152199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43120) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.178982 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.184728 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.231598 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.241879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a49773918c29417387bf19afa6b58915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690282 May 13 15:16:51.241879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b566f1-2a2f-4dd5-9549-4a9714c60a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef8317a-3e7a-415b-bfb9-fc6bcbc1669b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.242752 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43124) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.280985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.348438 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.374934 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.392875 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.414952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2f4a4-15f6-4d83-845b-0a0be82a961e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.448308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.449545 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a57be9e5-077c-44f9-995a-71106b74cbfa tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/aaa2f4a4-15f6-4d83-845b-0a0be82a961e HTTP/1.1" status: 204 len: 168 time: 0.2956209 May 13 15:16:51.452494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43130) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.504013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.517517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ad41b60-70c8-430d-90b3-b1e3803a5d9b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:51.520987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6608d-3cbf-432f-b147-af94bc76641f req-8e8b8b09-59a4-4310-900f-9c679d87659e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:51.522599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbf6608d-3cbf-432f-b147-af94bc76641f req-8e8b8b09-59a4-4310-900f-9c679d87659e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 945 time: 0.1130867 May 13 15:16:51.527777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef8317a-3e7a-415b-bfb9-fc6bcbc1669b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.541481 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.542764 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d15cc805-9d6d-49de-96d1-a0f02aec99ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ef8317a-3e7a-415b-bfb9-fc6bcbc1669b HTTP/1.1" status: 204 len: 168 time: 0.2996516 May 13 15:16:51.544180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4ad41b60-70c8-430d-90b3-b1e3803a5d9b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:51.545331 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4ad41b60-70c8-430d-90b3-b1e3803a5d9b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920069 May 13 15:16:51.549493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43136) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.556507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031205364'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:51.563491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:51.573717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:51.574800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fbf6608d-3cbf-432f-b147-af94bc76641f req-bec67d41-fdcc-4ba0-b2ff-40a37ff2fdf1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460870 May 13 15:16:51.593464 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.616706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:51.621573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:51.624598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:51.630501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:51.701658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.705677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.749282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc6885-6868-4d2d-b288-8eb728096323,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.764110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.768301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2ff441bc-0c44-4aaa-bd1b-f0d7a9b54923 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2148433 May 13 15:16:51.769006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:51.774985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '36cc6885-6868-4d2d-b288-8eb728096323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:51.783996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:51.788448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:51.791688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:16:51.792668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:51.799592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:51.829414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.916088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:51.916329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.923437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:51.923811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.930239 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.956911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f458fcc2-352f-4c51-b67b-eb583bbcb103,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:51.988904 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:51.990617 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e0e847a4-e20c-42ba-9a7a-e7cf57e383b2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2202282 May 13 15:16:51.994016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.000271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '36cc6885-6868-4d2d-b288-8eb728096323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.007729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.012781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.016589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.024868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.049991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.099447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 11ce2113-f9a7-4289-bd21-bdc1003379f6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:16:52.100045 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.130068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:52.139743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.143181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:16:52.145975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.150344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.175450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dde7d65-03b5-4a73-af52-468b4f8efec2,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.198006 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6743b713-80dc-4717-8a57-b5a7ab5d0557'] response: {'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'code': 200} May 13 15:16:52.202996 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.204467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-30d0355c-5252-40c4-962b-5c720849f7f5 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2094257 May 13 15:16:52.208002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.215230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '36cc6885-6868-4d2d-b288-8eb728096323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.222345 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.228884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.232474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.236796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.253401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.300932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.318652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-79f8e78e-0cfc-450f-865b-476dd34473da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:52.340932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537e040-3add-4c41-a817-d9bfb428755c req-094cad53-24b3-4205-a150-0e30e198ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:52.342503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2537e040-3add-4c41-a817-d9bfb428755c req-094cad53-24b3-4205-a150-0e30e198ed74 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1097 time: 0.0797377 May 13 15:16:52.352704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-79f8e78e-0cfc-450f-865b-476dd34473da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:52.353842 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-79f8e78e-0cfc-450f-865b-476dd34473da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040444773&fields=id&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 267 time: 0.1030388 May 13 15:16:52.392634 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2537e040-3add-4c41-a817-d9bfb428755c req-e9eeb993-25de-4ef5-b870-58ae7365f578 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 May 13 15:16:52.464141 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.470883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.501069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c52f0d-d09e-4c09-8017-a6a580285341,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.535037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.536254 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ad7d70b-da8c-4c53-ae82-2f804cd6ffb2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272274 May 13 15:16:52.539948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.546418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '36cc6885-6868-4d2d-b288-8eb728096323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.554496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.559470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.563617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.570082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-888855b0-92a1-4420-9381-7d64d1b7332e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:52.571592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.572080 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-888855b0-92a1-4420-9381-7d64d1b7332e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.2090626 May 13 15:16:52.589980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-d5e798f2-cc90-4427-93f7-60c1324d795b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0123625 May 13 15:16:52.590261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.698030 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.705566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.708495 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-847989d1-c88b-4a87-847a-fc634be1d6da tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111941 May 13 15:16:52.789542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7906506f-c1e7-4b17-896a-e0190e8456cd,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:52.798572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.799715 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d72540bf-6db2-4280-adf3-adbab3024e86 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2580082 May 13 15:16:52.809266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43194) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:52.818200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '36cc6885-6868-4d2d-b288-8eb728096323', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:52.834033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:52.842266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:52.845825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:52.854046 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:52.877828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:52.891879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-4f3692a8-b3b5-4d17-a67c-ded6b88bc5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577764 May 13 15:16:52.906771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3698-ca9d-47fd-8cf6-04dace797426 req-c9b4d28f-f29c-438d-9a02-ba6daf37bf36 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:52.908516 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f4e3698-ca9d-47fd-8cf6-04dace797426 req-c9b4d28f-f29c-438d-9a02-ba6daf37bf36 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1815364 May 13 15:16:52.984103 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f4e3698-ca9d-47fd-8cf6-04dace797426 req-bb668d89-277c-4efd-9da6-2733f581e0a9 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667953 May 13 15:16:53.011556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.016426 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.031973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.041769 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-ad3fc3c4-eef4-4f96-a5b4-4feb36e1c912 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438527 May 13 15:16:53.046258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61553f5c-1e5b-45e1-9b62-acdfa3a60fa0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.064018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.067905 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-403e5ab3-bc4e-423a-817c-597a18ff7236 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2524514 May 13 15:16:53.068242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43206) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.099601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.112115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.138067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.154986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61553f5c-1e5b-45e1-9b62-acdfa3a60fa0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.162006 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.163137 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-038008d0-facf-43e1-bc83-dc8c56caa800 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/61553f5c-1e5b-45e1-9b62-acdfa3a60fa0 HTTP/1.1" status: 204 len: 168 time: 0.0938570 May 13 15:16:53.165873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.205183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.223889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:53.232921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Usage tracker for resource:security_group_rule and tenant:ffde57f96540417ca60d23b62145dce0 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:53.237199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:53.249573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:53.264520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3f2abc41-0514-4b49-bf9a-6defde7f47ce tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:53.295283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3f2abc41-0514-4b49-bf9a-6defde7f47ce tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:53.296650 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3f2abc41-0514-4b49-bf9a-6defde7f47ce tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1298623 May 13 15:16:53.300061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43220) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.331402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.343176 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.375757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.378388 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.381548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.409767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7906506f-c1e7-4b17-896a-e0190e8456cd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.420932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.422066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9592be9-5d5d-4700-9966-e75c725d52bc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7906506f-c1e7-4b17-896a-e0190e8456cd HTTP/1.1" status: 204 len: 168 time: 0.1211774 May 13 15:16:53.428290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.497673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffde57f96540417ca60d23b62145dce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622843 May 13 15:16:53.500578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.504586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c5069ba2-f341-415e-bc0b-aa7d2af52339 req-aa111e78-6a53-40c2-a567-06faef3f5827 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 210 time: 0.0832822 May 13 15:16:53.514067 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff1d4a-f76e-4626-8618-f11460dfdef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be787bfd-3dc2-4b3e-b77d-7b3ceef9bee7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.567778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-362472dc-84d2-49ba-a635-f9481d394784 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0993156 May 13 15:16:53.568457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43238) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.600933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.614261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.636735 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.642300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.659958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17c52f0d-d09e-4c09-8017-a6a580285341,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.671314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.673866 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.676247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5766e334-f9f6-4461-ba84-be780e7b4ce2 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/17c52f0d-d09e-4c09-8017-a6a580285341 HTTP/1.1" status: 204 len: 168 time: 0.1061592 May 13 15:16:53.677953 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.733410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15852ab1-cb36-432d-bba3-55424ad6fd26 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:53.744739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.753490 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-15852ab1-cb36-432d-bba3-55424ad6fd26 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:53.755117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-15852ab1-cb36-432d-bba3-55424ad6fd26 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0761850 May 13 15:16:53.758534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43250) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:53.765922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be787bfd-3dc2-4b3e-b77d-7b3ceef9bee7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.775233 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.790695 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c73da65e-5b0a-4e70-a0f7-53c7fca58925 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be787bfd-3dc2-4b3e-b77d-7b3ceef9bee7 HTTP/1.1" status: 204 len: 168 time: 0.2804029 May 13 15:16:53.848050 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.869552 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.904608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.934129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dde7d65-03b5-4a73-af52-468b4f8efec2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:53.948851 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:53.952248 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-48defdce-cad0-47b5-85ad-d8f7c0618571 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3dde7d65-03b5-4a73-af52-468b4f8efec2 HTTP/1.1" status: 204 len: 168 time: 0.1903570 May 13 15:16:53.953478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43258) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.027469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b593c55-a5f4-4592-8e34-72faf34179ed tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:54.057044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3b593c55-a5f4-4592-8e34-72faf34179ed tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:54.058391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b593c55-a5f4-4592-8e34-72faf34179ed tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1039250 May 13 15:16:54.064827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43266) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.124043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.150183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.184542 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.208303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f458fcc2-352f-4c51-b67b-eb583bbcb103,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:54.228903 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.232543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9c0a605a-261e-4644-acad-59e36fe965cc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f458fcc2-352f-4c51-b67b-eb583bbcb103 HTTP/1.1" status: 204 len: 168 time: 0.1644161 May 13 15:16:54.232880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.244389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4099-cfdb-4263-bf52-9ee42cb922f7 req-ba2b2b39-eef3-40dd-976a-c7134b93983c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:54.246168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-676f4099-cfdb-4263-bf52-9ee42cb922f7 req-ba2b2b39-eef3-40dd-976a-c7134b93983c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0943165 May 13 15:16:54.292003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d781f397-260b-4b3b-b8e0-42355f7d7707 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:54.303710 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-676f4099-cfdb-4263-bf52-9ee42cb922f7 req-cb0cd46a-aee7-47b7-ab77-e1755b479ef5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518253 May 13 15:16:54.313036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d781f397-260b-4b3b-b8e0-42355f7d7707 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:54.317204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d781f397-260b-4b3b-b8e0-42355f7d7707 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799356 May 13 15:16:54.317514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43280) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.387031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.427896 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.545241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.573432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a6fda-a18e-4b32-8ed3-59f1d0d14af9 req-0fc904b9-f5d7-4170-b654-d442b095032b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:54.575017 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb1a6fda-a18e-4b32-8ed3-59f1d0d14af9 req-0fc904b9-f5d7-4170-b654-d442b095032b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1386604 May 13 15:16:54.579571 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc6885-6868-4d2d-b288-8eb728096323,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:54.618679 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.619813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba37ccbc-e6c2-452f-8317-11eee7817bcb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/36cc6885-6868-4d2d-b288-8eb728096323 HTTP/1.1" status: 204 len: 168 time: 0.3015392 May 13 15:16:54.623677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.630861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb1a6fda-a18e-4b32-8ed3-59f1d0d14af9 req-04f54a09-1dd4-431d-9e2a-00f6dad1b2b2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 May 13 15:16:54.656864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43302) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.702369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0252cf2-bbcf-4d82-9530-9d5a7d596d11 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:54.733594 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d0252cf2-bbcf-4d82-9530-9d5a7d596d11 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:54.736478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0252cf2-bbcf-4d82-9530-9d5a7d596d11 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114891 May 13 15:16:54.743406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.748940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234476071'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:54.756326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:54.769500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:54.788633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030908a-7353-4c65-8b4a-92fae5364a48 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:54.793462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:54.793857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b030908a-7353-4c65-8b4a-92fae5364a48 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1092 time: 0.1358185 May 13 15:16:54.795885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.801447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:54.817920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:54.818960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:54.824201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:54.824584 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:floatingip and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:54.827748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:54.828429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:54.833814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:54.837056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:54.848001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.923560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.937384 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:54.992495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a76571-8d7a-49d7-aa12-25c0ebe0eb9e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.015613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.016011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.016398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.016729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.017059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.017408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.017996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.018377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.018757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.019238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.019422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.019716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:16:55.034237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.038289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-706ac8ca-bd52-46e1-8cf1-140e891fb9a4 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2911608 May 13 15:16:55.038814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43320) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.045169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '81a76571-8d7a-49d7-aa12-25c0ebe0eb9e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:55.052724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:55.059110 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:55.062337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:55.064460 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aed2a7b7-cc70-40ad-8d68-4cdfc1530f15 req-a151a069-8578-4b02-877f-2320cd13b423 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 210 time: 0.1978509 May 13 15:16:55.082345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:55.104700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.191043 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.197610 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.249092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eee8c7a-0501-489b-ae20-8d5359afa215,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.252721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.254036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-abae269b-b270-4e40-a0d0-098a1e630623 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2140405 May 13 15:16:55.256890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43324) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.283136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-bc26f196-2e6b-4612-bf5f-a066ba8449c3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:55.284843 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-bc26f196-2e6b-4612-bf5f-a066ba8449c3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.2161670 May 13 15:16:55.344430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.355182 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.378926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.424592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-0f49e7d4-9aa9-4764-b269-bfed1ded2653 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 380 time: 0.1201308 May 13 15:16:55.438089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd', 'security_groups': ['f7228eb9-8128-4d42-b906-a70a7608be79']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:55.441908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.470351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a76571-8d7a-49d7-aa12-25c0ebe0eb9e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.482290 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.483509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b06e2e8-1135-49c0-bfa1-940fb0a7c0a1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/81a76571-8d7a-49d7-aa12-25c0ebe0eb9e HTTP/1.1" status: 204 len: 168 time: 0.2243981 May 13 15:16:55.486154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.553738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-82cffb5f-8d36-41d4-84bd-fb49ef437d08 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:55.574761 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-82cffb5f-8d36-41d4-84bd-fb49ef437d08 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:55.576250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82cffb5f-8d36-41d4-84bd-fb49ef437d08 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888708 May 13 15:16:55.580158 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43334) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.586016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--442668112'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:55.594308 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:55.605663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:55.621627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.627658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.80 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/a779bc51-d814-4864-b2cc-b257cdb8b603) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:55.649144 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:55.654336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:55.657939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:55.667763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:55.683977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:55.787629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.792902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.814653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:55.861196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:16:55.875416 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.984529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8021b1c8-06f3-404f-b23d-c2c584e329ca,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:55.988785 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.990224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a922632-8e6b-4959-9ba8-36514daf7716 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4086487 May 13 15:16:55.992829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43344) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:55.994772 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:55.998565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959722384'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:56.007280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:56.011876 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:56.015059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:56.025343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:56.042774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.073059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:56.078649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:56.083016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:56.091027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:56.112901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.5 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/ed78ab7d-37b3-4ad5-83c7-214ad9946ec4) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:16:56.120231 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.193804 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.198806 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.207173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:56.212923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:56.218531 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:56.283865 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.285174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2911057 May 13 15:16:56.296132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=a779bc51-d814-4864-b2cc-b257cdb8b603,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:56.302228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43350) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:56.346877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-48dd408d-ea76-400d-92fc-d1b94e526946 req-a60ab0a0-ca55-4ebd-8f71-71671fe34c85 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 210 time: 0.0776901 May 13 15:16:56.353837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c76598-9317-4265-883d-3f0ef874d40d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972233e4-8c51-48b8-b9c3-c52d278bc427,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:56.357906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '8021b1c8-06f3-404f-b23d-c2c584e329ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '972233e4-8c51-48b8-b9c3-c52d278bc427', 'remote_ip_prefix': None}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:56.378375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:56.390426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:56.399150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:56.438159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:56.568498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.587154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:56.609318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:56.835156 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.021787 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.047641 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.064994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:16:57.083018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:16:57.102924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:16:57.139972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.157387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39ad45e-e17b-4e3b-84d9-3fa155a45c3b,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.234670 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.238775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8e716c3d-bd9e-4fdc-9819-3ed21cd2774c tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9332442 May 13 15:16:57.238996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43360) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:57.244694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:57.258465 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.293132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-24d34e1e-93d0-46d4-857c-e66d4b77959d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8588359 May 13 15:16:57.314829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c09bf9e7-dfff-4088-ac35-84d685ac8f29 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:16:57.315178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.315900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c09bf9e7-dfff-4088-ac35-84d685ac8f29 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117459 May 13 15:16:57.331930 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Request body: {'port': {'device_id': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:57.349113 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.393058 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.418185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f39ad45e-e17b-4e3b-84d9-3fa155a45c3b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.420419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.421820 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa811419-3190-4389-810d-ee25657f4b3f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f39ad45e-e17b-4e3b-84d9-3fa155a45c3b HTTP/1.1" status: 204 len: 168 time: 0.1818180 May 13 15:16:57.424259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43366) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:57.436455 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.531010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-54750ed8-f0b2-4ec8-85cf-ee9d1ea5515a None None] Provisioning for port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:16:57.540660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e00cc7f-beb4-4fb4-9b0e-39c94ccb3233 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:57.545051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-54750ed8-f0b2-4ec8-85cf-ee9d1ea5515a None None] Provisioning complete for port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:16:57.545855 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-54750ed8-f0b2-4ec8-85cf-ee9d1ea5515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.559017 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.573230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1e00cc7f-beb4-4fb4-9b0e-39c94ccb3233 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:57.576535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1e00cc7f-beb4-4fb4-9b0e-39c94ccb3233 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1498728 May 13 15:16:57.578457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43372) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:57.614507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-54750ed8-f0b2-4ec8-85cf-ee9d1ea5515a None None] Port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:16:57.667515 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.698308 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.756191 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.775335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972233e4-8c51-48b8-b9c3-c52d278bc427,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:57.811486 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.811486 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8b2378b6-cdfd-4288-9f9e-b2ec0f8bdae7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/972233e4-8c51-48b8-b9c3-c52d278bc427 HTTP/1.1" status: 204 len: 168 time: 0.2320724 May 13 15:16:57.816411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43380) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:57.819618 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:57.889277 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35b17227-4a10-4f42-bb10-5864106e05bb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:57.906809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-35b17227-4a10-4f42-bb10-5864106e05bb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:57.910936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-35b17227-4a10-4f42-bb10-5864106e05bb tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0907788 May 13 15:16:57.911322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43384) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:57.988251 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.023358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.066994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c3aad-b20b-4b18-8ff7-654e7794081f req-f9c3d223-aa11-47e5-9bb0-3e96cb421cc1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:58.068092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ba5c3aad-b20b-4b18-8ff7-654e7794081f req-f9c3d223-aa11-47e5-9bb0-3e96cb421cc1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:58.082594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.103355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8021b1c8-06f3-404f-b23d-c2c584e329ca,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.119697 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.124845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9b0130f8-1192-4140-b3fc-5c05252bb1e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/8021b1c8-06f3-404f-b23d-c2c584e329ca HTTP/1.1" status: 204 len: 168 time: 0.2121689 May 13 15:16:58.125750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:58.179783 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31d96844-bff8-4b29-b16f-627b20a99879 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:58.196915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-31d96844-bff8-4b29-b16f-627b20a99879 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:58.198283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-31d96844-bff8-4b29-b16f-627b20a99879 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714285 May 13 15:16:58.198988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ba5c3aad-b20b-4b18-8ff7-654e7794081f req-f9c3d223-aa11-47e5-9bb0-3e96cb421cc1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:58.200128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba5c3aad-b20b-4b18-8ff7-654e7794081f req-f9c3d223-aa11-47e5-9bb0-3e96cb421cc1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 931 time: 0.5425944 May 13 15:16:58.206459 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:58.212275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748744782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:58.219316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:58.229328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:58.240641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.264722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:58.271060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:58.274822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:58.281476 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:58.302264 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.312525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ba5c3aad-b20b-4b18-8ff7-654e7794081f req-140d57c4-2e12-4b18-86e1-7c2568854373 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005554 May 13 15:16:58.322678 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.388758 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.394280 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.452692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ddd23e-5eba-469f-8865-ad5d438cdac5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.462394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.466135 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b6dcbadc-2f53-4e48-b371-6d42862a1c78 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2561235 May 13 15:16:58.466575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43396) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:58.472363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '54ddd23e-5eba-469f-8865-ad5d438cdac5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:58.480351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:58.485481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:16:58.489093 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:16:58.495068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:58.512956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.526116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:16:58.532297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=a779bc51-d814-4864-b2cc-b257cdb8b603,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.540774 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.543255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.579189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.583424 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.608977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c905f1-f9dc-49f5-bbaa-8c01f47644e0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:58.627181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.631528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-45331b25-999a-4911-a3b5-39352f5f3319 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1608727 May 13 15:16:58.632006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43400) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:58.638273 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Transition to ACTIVE for port object ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:16:58.653066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.849664 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:58.876980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.069101 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.071931 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 31bd5bd4-6d1d-41e8-8f26-d614762f3828 associated. External IP: 172.25.5.80, port: 11ce2113-f9a7-4289-bd21-bdc1003379f6. May 13 15:16:59.199935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.273869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c905f1-f9dc-49f5-bbaa-8c01f47644e0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.313461 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.314583 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a78c5926-db2e-4503-96e4-5257ce088c56 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b2c905f1-f9dc-49f5-bbaa-8c01f47644e0 HTTP/1.1" status: 204 len: 168 time: 0.6802523 May 13 15:16:59.317495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43414) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:59.324480 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Attempting to bind port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:16:59.324820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Attempting to bind port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:16:59.325147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Attempting to bind port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:59.334274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:16:59.334591 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Attempting to bind port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:16:59.346787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:16:59.347118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:16:59.347629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:16:59.348447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Bound port: ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:16:59.348990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.389999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-96ef23e7-3dc8-4961-ae50-d33296cc1c6a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:59.410079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-96ef23e7-3dc8-4961-ae50-d33296cc1c6a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:59.411535 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-96ef23e7-3dc8-4961-ae50-d33296cc1c6a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925252 May 13 15:16:59.415517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43422) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:59.546288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.582084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.594436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:16:59.601428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1eae-7564-4da6-9b93-de88f6d13651 req-2f6f4b25-7293-40b3-ae2f-746b7109ccfb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.603381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9dcf1eae-7564-4da6-9b93-de88f6d13651 req-2f6f4b25-7293-40b3-ae2f-746b7109ccfb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.1476452 May 13 15:16:59.610182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:16:59.618460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.687843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9dcf1eae-7564-4da6-9b93-de88f6d13651 req-f7c99992-acaf-4205-8d33-d0ba5254dd6b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687113 May 13 15:16:59.691511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 6bc780db-2563-4cef-9524-f16f2fe355f6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:16:59.702091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:16:59.702718 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.704029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.704258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] 10.222.0.90 "PUT /v2.0/ports/ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 1091 time: 2.3765793 May 13 15:16:59.704712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:16:59.733500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ddd23e-5eba-469f-8865-ad5d438cdac5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.758000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.759288 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bfdd7373-a1bf-4180-8b57-12cdca3b28e1 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/54ddd23e-5eba-469f-8865-ad5d438cdac5 HTTP/1.1" status: 204 len: 168 time: 0.3427894 May 13 15:16:59.762701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43428) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:59.836514 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cfcd2393-1806-4236-a5fe-6954e8d0ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.856668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-beb532b1-8c29-495e-bdb2-56c1ec9b0b28 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:16:59.863078 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8646f7-5d94-43a9-ae61-8009088c5cba'] response: {'name': 'network-changed', 'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'status': 'completed', 'code': 200} May 13 15:16:59.877679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-beb532b1-8c29-495e-bdb2-56c1ec9b0b28 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:16:59.879848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-beb532b1-8c29-495e-bdb2-56c1ec9b0b28 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160841 May 13 15:16:59.884633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43432) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:16:59.892121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808887115'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:16:59.911626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:16:59.937083 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:16:59.944457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4b7b-34ec-4559-ba67-2e825e41ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:16:59.964573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:16:59.996956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:00.004281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:00.007929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:00.023275 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:00.115134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.120247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.125819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-4458da24-ee09-48c3-9a7e-7f48e3820ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.127328 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-4458da24-ee09-48c3-9a7e-7f48e3820ff9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1094 time: 0.2634902 May 13 15:17:00.174471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4655dcc0-9745-444e-aa39-e68be94660e6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:00.181835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.186195 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d7da8a51-30ff-4170-8d89-a750396f1263 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2978427 May 13 15:17:00.186195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43436) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.194663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '4655dcc0-9745-444e-aa39-e68be94660e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:00.201210 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:00.202006 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:00.205374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:00.208380 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:00.215695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:00.220104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Sync routers for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:00.232047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.232341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-8a54dd18-1320-4d32-b1ac-fa66b6fc952e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 217 time: 0.0901551 May 13 15:17:00.234472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:00.235597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:00.237244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.302462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.307902 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.329089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f309e605-1a96-4825-aeb1-db716291ee97,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:00.366557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-3f66be5e-2235-455f-9225-e76a4ded8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.369054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-3f66be5e-2235-455f-9225-e76a4ded8f64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1049831 May 13 15:17:00.373000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.376025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a6322407-161d-418c-9eec-bc16d9743028 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1874571 May 13 15:17:00.376979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2c4a9f56-c39f-4ef5-ba4f-4016c184f938 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5805392 May 13 15:17:00.378116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43446) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.441951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:00.448350 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-66580b5f-f5ff-4510-9b58-d1df72815497 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules/f309e605-1a96-4825-aeb1-db716291ee97 HTTP/1.1" status: 200 len: 763 time: 0.0646124 May 13 15:17:00.448877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43452) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.501153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-7522a9f1-8ff6-45aa-bf79-a4d08ae0b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.502658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-7522a9f1-8ff6-45aa-bf79-a4d08ae0b9e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234777 May 13 15:17:00.504159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa28fc21-20a9-43a4-be62-ed24540f954a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:00.522791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa28fc21-20a9-43a4-be62-ed24540f954a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:00.525367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa28fc21-20a9-43a4-be62-ed24540f954a tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756736 May 13 15:17:00.529826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.602749 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.613703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.652184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.674756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f309e605-1a96-4825-aeb1-db716291ee97,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:00.686805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-99ff40b6-407c-4613-aa65-61c568525b97 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733432 May 13 15:17:00.690177 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:00.691830 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f500f7a-dfd2-450e-a8b7-e229312f474e tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f309e605-1a96-4825-aeb1-db716291ee97 HTTP/1.1" status: 204 len: 168 time: 0.1604824 May 13 15:17:00.693934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43466) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.712788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c155a-9f5b-4d0b-b676-6cc4262ae25b req-95c7751c-3d3a-4cce-aaad-e8904f38e58a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:00.714638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-719c155a-9f5b-4d0b-b676-6cc4262ae25b req-95c7751c-3d3a-4cce-aaad-e8904f38e58a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1718328 May 13 15:17:00.829790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-81d1c09a-56df-4856-bd32-6414d09c31be tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:00.849457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-719c155a-9f5b-4d0b-b676-6cc4262ae25b req-f5883db4-a468-4c23-92ff-1116c25dc987 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156027 May 13 15:17:00.870588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43474) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.925137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3a8c16d3-03d9-41e2-aa7f-a838d3598275 req-996d5c6d-6962-4aee-9307-5735d9ed8323 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271748 May 13 15:17:00.970592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-81d1c09a-56df-4856-bd32-6414d09c31be tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:00.971894 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-81d1c09a-56df-4856-bd32-6414d09c31be tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2770317 May 13 15:17:00.989256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '31bd5bd4-6d1d-41e8-8f26-d614762f3828', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:16:57Z', 'updated_at': '2022-05-13T15:16:57Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:00.991660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43478) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:00.996881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Checking router: 6bc780db-2563-4cef-9524-f16f2fe355f6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:01.001931 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '4655dcc0-9745-444e-aa39-e68be94660e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:01.009072 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:01.010398 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:01.010870 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:16:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.030176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:01.036468 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1c573eec-8e30-46ec-97f8-c50ada25584c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 200 len: 991 time: 0.1635790 May 13 15:17:01.055342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.145795 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.150834 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.199279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.201060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2081811 May 13 15:17:01.203593 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35178274-b0bf-4cca-806f-12ebaddd8543 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37cf74-f2c4-4544-bc08-0dfc1e75a5d0,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.205839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43486) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.229537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750abf7-449d-4575-a948-61fab8efbe0b req-997750b3-0eb0-45e0-83c3-628b8f9a07b6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.236787 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e750abf7-449d-4575-a948-61fab8efbe0b req-997750b3-0eb0-45e0-83c3-628b8f9a07b6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.3621962 May 13 15:17:01.238977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-54a54710-93d1-4393-b4ee-57ef6d73cc9f tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules/0f37cf74-f2c4-4544-bc08-0dfc1e75a5d0 HTTP/1.1" status: 200 len: 763 time: 0.0317764 May 13 15:17:01.241357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43490) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.244768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fadb6-835e-4fc8-8902-dce936c465ee req-b5a8754d-a41a-4778-9397-39e62ac873bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.246252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:01.246401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-b5a8754d-a41a-4778-9397-39e62ac873bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1094 time: 0.1428683 May 13 15:17:01.306314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6befca49-e15a-4c2c-a87f-e7215590b6d8 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:01.324724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6befca49-e15a-4c2c-a87f-e7215590b6d8 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:01.326358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6befca49-e15a-4c2c-a87f-e7215590b6d8 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0838447 May 13 15:17:01.328746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43496) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.369179 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.374714 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e750abf7-449d-4575-a948-61fab8efbe0b req-6faaedba-2a89-4fa1-8e40-876292fdf737 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344628 May 13 15:17:01.381111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.427658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.455828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f37cf74-f2c4-4544-bc08-0dfc1e75a5d0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.457699 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.462722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6cbb0e08-ee90-4271-a1c8-a8722021e9a7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0f37cf74-f2c4-4544-bc08-0dfc1e75a5d0 HTTP/1.1" status: 204 len: 168 time: 0.1312358 May 13 15:17:01.463349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43502) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.481497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fadb6-835e-4fc8-8902-dce936c465ee req-91bc181e-3cda-4097-8299-c8c067316473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.482880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-91bc181e-3cda-4097-8299-c8c067316473 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.2221754 May 13 15:17:01.563913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-f541dc92-0a51-4678-be70-7fc647b058a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 217 time: 0.0703211 May 13 15:17:01.580425 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4bf0a13c-fcbf-464c-b033-69effc0868dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:01.645843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4bf0a13c-fcbf-464c-b033-69effc0868dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:01.647631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4bf0a13c-fcbf-464c-b033-69effc0868dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1826591 May 13 15:17:01.650574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43510) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.655810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': '4655dcc0-9745-444e-aa39-e68be94660e6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:01.655987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fadb6-835e-4fc8-8902-dce936c465ee req-527f1217-1775-492b-bb19-42d05488b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.657599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-527f1217-1775-492b-bb19-42d05488b158 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0732017 May 13 15:17:01.662550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:01.673100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:01.685415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '31bd5bd4-6d1d-41e8-8f26-d614762f3828', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:16:57Z', 'updated_at': '2022-05-13T15:16:57Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:01.689849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9796a-b039-46ec-89ae-76b810b4b701 None None] The sync data for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 is: [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '31bd5bd4-6d1d-41e8-8f26-d614762f3828', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:16:57Z', 'updated_at': '2022-05-13T15:16:57Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:01.695843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.769985 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fadb6-835e-4fc8-8902-dce936c465ee req-9bc26e62-29d5-47cc-9efd-2e67f7da6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:01.772915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-9bc26e62-29d5-47cc-9efd-2e67f7da6d8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046607 May 13 15:17:01.798627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.803523 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.846200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e1c631-de7f-43d6-b18c-6181bda2db51,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:01.866375 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:01.871088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-81539d58-51ab-4415-a142-45ba26954197 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194653 May 13 15:17:01.871826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43518) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.873879 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:01.909393 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bba59d92-1055-4286-8c7c-df6fd8db6bfd tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules/a2e1c631-de7f-43d6-b18c-6181bda2db51 HTTP/1.1" status: 200 len: 764 time: 0.0359552 May 13 15:17:01.910950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43524) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:01.959387 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb73f528-1bef-4e2d-85f1-bfc5c47b0b3a'] response: {'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:17:02.008676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c2442078-a477-4ba6-adb4-c2fcffa49f13 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0957208 May 13 15:17:02.012843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43530) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:02.029878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fd07d-bb55-4b26-8cba-84cf38b4339c None None] New status for floating IP 31bd5bd4-6d1d-41e8-8f26-d614762f3828: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:17:02.036868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-b70afd53-fe8a-48c7-9ca8-c6314c3ce738 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552886 May 13 15:17:02.039420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43536) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:02.112691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-ae50dd51-31ed-4581-af10-1ceadffe1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:02.114148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-ae50dd51-31ed-4581-af10-1ceadffe1840 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1097 time: 0.1281669 May 13 15:17:02.171947 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.248829 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.264366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-affaa2cd-459c-4415-b046-e167a2913651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:02.265881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-affaa2cd-459c-4415-b046-e167a2913651 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1448829 May 13 15:17:02.287617 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eb5c9f97-5c5f-4c77-8f78-7556b9de2227 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 200 len: 991 time: 0.2470641 May 13 15:17:02.291882 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.315704 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.319105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a2e1c631-de7f-43d6-b18c-6181bda2db51 HTTP/1.1" status: 204 len: 168 time: 0.3031058 May 13 15:17:02.322365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43544) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:02.373666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e1c631-de7f-43d6-b18c-6181bda2db51,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:02.394270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-0153ba96-4da2-43db-83ac-ed11100d0277 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.1199880 May 13 15:17:02.394878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.394878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.395065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.395404 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.395734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.396063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.396427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.396754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.397128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.397458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.397778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.398095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d21b67-df16-4fb0-814d-62019046ca5d tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:02.428858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33275d06-51fc-4fb0-993f-ae329f399621 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:02.437018 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-253fadb6-835e-4fc8-8902-dce936c465ee req-9bc5fbf6-cdcf-4c39-a3fd-1a7c52c81ff6 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241580 May 13 15:17:02.458386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-33275d06-51fc-4fb0-993f-ae329f399621 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:02.462273 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43554) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:02.462951 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-33275d06-51fc-4fb0-993f-ae329f399621 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296704 May 13 15:17:02.503411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-4946cb61-f060-4a82-a199-664bee4b2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:02.505027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-4946cb61-f060-4a82-a199-664bee4b2412 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1031182 May 13 15:17:02.600027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.638755 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.641512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233422d8-b537-4027-86b0-f8042d63caec req-7ae52338-19f0-4b43-85d0-e70cf553a390 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:02.643175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-233422d8-b537-4027-86b0-f8042d63caec req-7ae52338-19f0-4b43-85d0-e70cf553a390 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.1095233 May 13 15:17:02.667344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-0f1de226-18a3-4336-ad6b-f7b7b32dea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:02.669678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-0f1de226-18a3-4336-ad6b-f7b7b32dea97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503990 May 13 15:17:02.688829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8288a674-b658-4173-a4eb-cb28556d945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.699017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-233422d8-b537-4027-86b0-f8042d63caec req-ab3a0191-39b4-4430-bf86-0879317fe132 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 May 13 15:17:02.880463 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.886329 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.918052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655dcc0-9745-444e-aa39-e68be94660e6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:02.958561 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:02.959863 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff2240a0-fc23-4fe3-b930-6a263ef4c3dc tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/4655dcc0-9745-444e-aa39-e68be94660e6 HTTP/1.1" status: 204 len: 168 time: 0.4965646 May 13 15:17:02.962603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43572) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:02.979551 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-e4b39176-a309-4d46-90b4-0afb6248bb45 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020961 May 13 15:17:03.105908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d807649c-c1b8-487f-986e-0446816c8386 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:03.141675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d807649c-c1b8-487f-986e-0446816c8386 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:03.143019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d807649c-c1b8-487f-986e-0446816c8386 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1794047 May 13 15:17:03.148154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.153976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group': {'name': 'tempest-secgroup--86451351'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:03.161343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:03.171914 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:03.175929 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37d07bbd-ef60-4f63-84dd-02c9df25e0be req-1dc1c859-c4fa-4851-b423-549cf65b7b5a service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873975 May 13 15:17:03.182390 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.204079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:03.208102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:03.211454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:03.217248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:03.291166 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.291759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.296164 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.346503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f49ed-06c3-49bf-9246-af29d5704668,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:03.352741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.363260 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.365432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1a506926-704b-4310-b819-34d344f06ee7 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2153718 May 13 15:17:03.368521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43594) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.375668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Request body: {'security_group_rule': {'security_group_id': 'df2f49ed-06c3-49bf-9246-af29d5704668', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:03.384925 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:03.390934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Usage tracker for resource:security_group_rule and tenant:afe36037dee1426580ee8e2b9097d650 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:03.394219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:03.400913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:03.432412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.436253 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c597d303-a63e-41c7-924b-c67d54e0bb5c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 200 len: 993 time: 0.1430042 May 13 15:17:03.501600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.505700 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.530877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c0c5cd-ca4b-421f-844b-540757671d46,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:03.544834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.548443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-76e01ada-ec1a-4edd-b29d-57481464106b tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762059 May 13 15:17:03.548839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43598) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.613439 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.641834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.691892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.709728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f49ed-06c3-49bf-9246-af29d5704668,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:03.743367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:03.744753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f2719f8-a87d-435f-a056-236a54c2ba98 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/df2f49ed-06c3-49bf-9246-af29d5704668 HTTP/1.1" status: 204 len: 168 time: 0.1951632 May 13 15:17:03.748287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43604) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.808630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d11cafe-b724-49fc-a29e-021e9b08ab43 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:03.825232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3d11cafe-b724-49fc-a29e-021e9b08ab43 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:03.826760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3d11cafe-b724-49fc-a29e-021e9b08ab43 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775549 May 13 15:17:03.829449 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43608) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.876706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3dfe43a7-0c38-4218-812a-39251281f073 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Synchronizing usage tracker for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:03.895335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-3dfe43a7-0c38-4218-812a-39251281f073 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] Unset dirty status for tenant:afe36037dee1426580ee8e2b9097d650 on resource:security_group_rule {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:03.895797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3dfe43a7-0c38-4218-812a-39251281f073 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0653901 May 13 15:17:03.899095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43612) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.915531 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-bc361117-ccf3-469b-9806-4c567aebb022 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] delete failed (client error): The resource could not be found. May 13 15:17:03.919995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bc361117-ccf3-469b-9806-4c567aebb022 tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "DELETE /v2.0/security-groups/df2f49ed-06c3-49bf-9246-af29d5704668 HTTP/1.1" status: 404 len: 347 time: 0.0164385 May 13 15:17:03.920276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43616) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:03.935146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15729e2d-554a-496b-90cc-b25e1cda4c4e req-be4dcb88-e218-4fc2-a9dc-54e50689bf39 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:03.937062 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15729e2d-554a-496b-90cc-b25e1cda4c4e req-be4dcb88-e218-4fc2-a9dc-54e50689bf39 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.0986054 May 13 15:17:03.982405 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6a26bcd-e318-4207-9b0d-0ea7294cdaed tempest-SecGroupTest-2014063406 tempest-SecGroupTest-2014063406-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608857 May 13 15:17:03.988809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-15729e2d-554a-496b-90cc-b25e1cda4c4e req-0770722b-3502-4073-a9f7-b64858a6ed91 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 May 13 15:17:04.283138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43624) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:04.445368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-3b6e5f82-81cc-4102-9eb4-0a0e86307303 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afe36037dee1426580ee8e2b9097d650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610136 May 13 15:17:04.448053 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43632) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:04.518305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.545457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.712114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.729706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd9612-237f-496b-bd77-be937343d96d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:04.755409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:04.759126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-67a618d9-0d28-4d13-9480-d0581b01ab3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17bd9612-237f-496b-bd77-be937343d96d HTTP/1.1" status: 204 len: 168 time: 0.3076751 May 13 15:17:04.971882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.217423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e7862-e0f8-4741-9026-2605120f2de6 req-ae906725-333c-4fda-9781-c6aba1461a70 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:05.224578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-342e7862-e0f8-4741-9026-2605120f2de6 req-ae906725-333c-4fda-9781-c6aba1461a70 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.1002607 May 13 15:17:05.273024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-342e7862-e0f8-4741-9026-2605120f2de6 req-6215bd49-da09-4520-b214-1f5aa1f1a810 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 May 13 15:17:05.557602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43662) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:05.699758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-641c7887-219e-4c4f-8478-1251a9aa74b7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:05.700578 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-641c7887-219e-4c4f-8478-1251a9aa74b7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:17:05.701082 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-641c7887-219e-4c4f-8478-1251a9aa74b7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:17:05.702172 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-641c7887-219e-4c4f-8478-1251a9aa74b7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1433735 May 13 15:17:05.705835 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:05.711675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491228043'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:05.718539 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:05.723053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:05.726186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:05.733427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:05.747454 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.777947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.796190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:05.800526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:05.803417 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:05.809686 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:05.901151 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.906445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:05.911907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:05.924074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:05.929098 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:05.939278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:05.963993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2353f28-b9b3-46c6-80bf-63777e8e8918,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.030348 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.034262 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.075553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc25212-32f8-4609-964b-6aa75042f9c2,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.078796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.083030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43676) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.085064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-19626d7b-854f-4d9b-90b1-594a00f26ae5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3779130 May 13 15:17:06.088539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '7fc25212-32f8-4609-964b-6aa75042f9c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:06.095969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:06.100203 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:06.103353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:06.109521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:06.131251 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.190667 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.194861 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.220059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ce4da8-7d10-4a98-bb51-42609cdd8682,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.230032 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.231259 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-790346be-a1d5-4a88-b515-4a80c2647452 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472747 May 13 15:17:06.234244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43680) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.240136 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '7fc25212-32f8-4609-964b-6aa75042f9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:06.247726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:06.251693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:06.254923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:06.262240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:06.280622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.346026 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): There was a conflict when trying to complete your request. May 13 15:17:06.349578 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-1f9967db-c74e-4861-b5aa-d7ec42ef6b67 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1132498 May 13 15:17:06.350113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43686) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.417961 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.447474 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.476434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262b381-373a-4db5-950c-122423f1f9aa req-1f22084d-06cc-44f5-89c5-7ae1873bb1d6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:06.478362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4262b381-373a-4db5-950c-122423f1f9aa req-1f22084d-06cc-44f5-89c5-7ae1873bb1d6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.0861182 May 13 15:17:06.500853 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.525306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc25212-32f8-4609-964b-6aa75042f9c2,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.527252 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.531163 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f832bb80-5a92-4479-826e-2d27bbc4faf1 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/7fc25212-32f8-4609-964b-6aa75042f9c2 HTTP/1.1" status: 204 len: 168 time: 0.1799464 May 13 15:17:06.532039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43690) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.535982 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4262b381-373a-4db5-950c-122423f1f9aa req-37e3ba2f-3854-4152-bd90-848b4c716869 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 May 13 15:17:06.599843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48c587e7-9da4-4c17-98b6-a1789a8091c8 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:06.616957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-48c587e7-9da4-4c17-98b6-a1789a8091c8 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:06.618803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-48c587e7-9da4-4c17-98b6-a1789a8091c8 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858231 May 13 15:17:06.622592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43694) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.627492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440687912'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:06.635236 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:06.646141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:06.658090 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.685547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:06.690713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:06.694530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:06.700348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:06.793379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.798206 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.850923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a940940d-d805-46c9-abb6-7afa9542c0e7,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:06.861379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.862900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e277771c-573f-4656-90ad-12b1dd2f1e03 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2393515 May 13 15:17:06.865407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43700) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.871274 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6aa6d4ba-93e7-4808-b1f2-17c87b6ad328 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': 'a940940d-d805-46c9-abb6-7afa9542c0e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:06.872077 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-6aa6d4ba-93e7-4808-b1f2-17c87b6ad328 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 13 15:17:06.872677 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-6aa6d4ba-93e7-4808-b1f2-17c87b6ad328 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:06.873690 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6aa6d4ba-93e7-4808-b1f2-17c87b6ad328 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071483 May 13 15:17:06.876440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43704) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:06.944566 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:06.972224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.018932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.038546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940940d-d805-46c9-abb6-7afa9542c0e7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.047393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.050155 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1d0c3673-6d58-4ff0-806d-1f09d40a327b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/a940940d-d805-46c9-abb6-7afa9542c0e7 HTTP/1.1" status: 204 len: 168 time: 0.1711290 May 13 15:17:07.051444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43708) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.112963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36ea37fc-6bd4-497f-afed-74daf3d0b9c9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:07.135035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-36ea37fc-6bd4-497f-afed-74daf3d0b9c9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:07.136362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-36ea37fc-6bd4-497f-afed-74daf3d0b9c9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839181 May 13 15:17:07.142592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43712) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.147629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--563183098'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.157678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:07.169278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:07.181448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.201625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:07.205442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:07.208279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:07.214422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:07.288436 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.293603 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.339200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0226dae2-8107-4905-8431-3c5d13accef2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.349432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.350848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f222cd34-9ca5-4b75-bc29-03c0b676bf4d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2092316 May 13 15:17:07.353482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43716) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.358976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6f0ad2c2-db41-4ace-92c4-5e318ca1f13a tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '0226dae2-8107-4905-8431-3c5d13accef2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.359879 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-6f0ad2c2-db41-4ace-92c4-5e318ca1f13a tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 13 15:17:07.360481 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-6f0ad2c2-db41-4ace-92c4-5e318ca1f13a tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:07.361903 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f0ad2c2-db41-4ace-92c4-5e318ca1f13a tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069349 May 13 15:17:07.365029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43720) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.431766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.460235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.509216 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.528773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0226dae2-8107-4905-8431-3c5d13accef2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.537012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.541090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0e7c63a3-d045-47b3-a4ed-2834ec220029 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/0226dae2-8107-4905-8431-3c5d13accef2 HTTP/1.1" status: 204 len: 168 time: 0.1717908 May 13 15:17:07.541090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43724) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.595805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4a0bcf88-2293-49dc-8279-3330704705b0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:07.613999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-4a0bcf88-2293-49dc-8279-3330704705b0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:07.615487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4a0bcf88-2293-49dc-8279-3330704705b0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729063 May 13 15:17:07.619506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43730) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.624744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--471736733'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.631988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:07.642442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:07.652855 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.673780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:07.678024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:07.689332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:07.704424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:07.762458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00857b61-3384-4626-ae5f-e2abb5f1b895 req-6498df8c-0cee-4426-9d17-dbbf583710e5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:07.763896 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00857b61-3384-4626-ae5f-e2abb5f1b895 req-6498df8c-0cee-4426-9d17-dbbf583710e5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.1166205 May 13 15:17:07.794566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.798931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.844304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772088e8-abcf-4eea-9a60-5eed0e51eeb8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:07.846474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-00857b61-3384-4626-ae5f-e2abb5f1b895 req-10cf711e-7b7f-4faa-8f75-847914b6e085 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693231 May 13 15:17:07.892976 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:07.897491 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6d5a2e26-421b-45a3-9747-6d88e60386df tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2743189 May 13 15:17:07.897961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43734) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.904335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7f5b95dd-c1b8-4d6c-86b3-b8e31a6d3871 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '772088e8-abcf-4eea-9a60-5eed0e51eeb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.914534 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-7f5b95dd-c1b8-4d6c-86b3-b8e31a6d3871 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 13 15:17:07.915363 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-7f5b95dd-c1b8-4d6c-86b3-b8e31a6d3871 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:07.917960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7f5b95dd-c1b8-4d6c-86b3-b8e31a6d3871 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190279 May 13 15:17:07.920830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43740) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.928092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-049ff3f8-ecf8-4f42-b5ba-645998a65bf5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '772088e8-abcf-4eea-9a60-5eed0e51eeb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.929284 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-049ff3f8-ecf8-4f42-b5ba-645998a65bf5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 13 15:17:07.930616 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-049ff3f8-ecf8-4f42-b5ba-645998a65bf5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:07.932337 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-049ff3f8-ecf8-4f42-b5ba-645998a65bf5 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098734 May 13 15:17:07.934874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43744) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.941829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-aba2d1fd-d254-4c39-8df0-4d232af06005 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '772088e8-abcf-4eea-9a60-5eed0e51eeb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.943408 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-aba2d1fd-d254-4c39-8df0-4d232af06005 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 13 15:17:07.944201 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-aba2d1fd-d254-4c39-8df0-4d232af06005 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:07.946289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-aba2d1fd-d254-4c39-8df0-4d232af06005 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102613 May 13 15:17:07.949539 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43748) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:07.955676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b1cfd07a-07d4-404c-9a13-a7b2fe98b65e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '772088e8-abcf-4eea-9a60-5eed0e51eeb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:07.956821 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-b1cfd07a-07d4-404c-9a13-a7b2fe98b65e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 13 15:17:07.957796 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-b1cfd07a-07d4-404c-9a13-a7b2fe98b65e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:07.959541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b1cfd07a-07d4-404c-9a13-a7b2fe98b65e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082967 May 13 15:17:07.962024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43752) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.042961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.075712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.136719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.158678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772088e8-abcf-4eea-9a60-5eed0e51eeb8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:08.173817 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.177436 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-115aae06-4b61-4df0-a48d-be51d75462ff tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/772088e8-abcf-4eea-9a60-5eed0e51eeb8 HTTP/1.1" status: 204 len: 168 time: 0.2119160 May 13 15:17:08.177816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43760) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.257615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2ae4203-7e1b-4f29-b07f-7aa0a2f63d83 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:08.279295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b2ae4203-7e1b-4f29-b07f-7aa0a2f63d83 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:08.280628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b2ae4203-7e1b-4f29-b07f-7aa0a2f63d83 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018593 May 13 15:17:08.284417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43764) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.290770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810118849'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.298857 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.309942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.320807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.343258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.347211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.350207 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.356915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.432891 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.437006 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.483491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065e6424-2963-40f0-9000-d3a4421e06f5,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:08.489827 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.491454 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7a9153c2-5dc5-48dd-bb28-28031a89b485 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2056298 May 13 15:17:08.494890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43768) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.501134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-85fffcf0-9424-4b2a-bb89-eba532910c64 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.501940 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-85fffcf0-9424-4b2a-bb89-eba532910c64 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:17:08.502551 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-85fffcf0-9424-4b2a-bb89-eba532910c64 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.503584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85fffcf0-9424-4b2a-bb89-eba532910c64 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076420 May 13 15:17:08.506384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43772) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.512962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.520587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.524825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.528320 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.535860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.567392 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.571824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-39119524-a076-4b42-81e5-2a2a10639278 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0613167 May 13 15:17:08.572075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43776) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.576921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ef4958b7-5e8d-4f01-a9d6-1cb046634e53 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.577405 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-ef4958b7-5e8d-4f01-a9d6-1cb046634e53 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 13 15:17:08.577867 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-ef4958b7-5e8d-4f01-a9d6-1cb046634e53 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.578754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ef4958b7-5e8d-4f01-a9d6-1cb046634e53 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057526 May 13 15:17:08.581423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43780) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.586775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.593452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.597287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.600346 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.607115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.640089 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.641222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-fdb166ab-921a-4ed8-9e07-6cbf4dae438f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0589633 May 13 15:17:08.644070 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43784) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.649714 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e499361d-89b8-4d86-b05c-ed4d09a66a33 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.650201 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-e499361d-89b8-4d86-b05c-ed4d09a66a33 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 13 15:17:08.650686 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-e499361d-89b8-4d86-b05c-ed4d09a66a33 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.651653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e499361d-89b8-4d86-b05c-ed4d09a66a33 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064569 May 13 15:17:08.654470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43788) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.659484 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.667665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.671890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.674929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.681697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.692091 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Project 0e3607a4c87f44e6b0711f03b3df395a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:17:08.716495 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.717534 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-17ea2dac-d634-4004-b370-a53a91ad5722 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0621238 May 13 15:17:08.720478 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43792) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.725296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b6c48c1e-1abd-43e9-86e5-26279a09a5cf tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.725769 n-d-841736-1 neutron-server[88131]: WARNING neutron.api.v2.base [None req-b6c48c1e-1abd-43e9-86e5-26279a09a5cf tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 13 15:17:08.726236 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-b6c48c1e-1abd-43e9-86e5-26279a09a5cf tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.729446 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b6c48c1e-1abd-43e9-86e5-26279a09a5cf tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058272 May 13 15:17:08.729693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43796) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.734125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.741618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.746189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.749112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.754960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.766094 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Project 0e3607a4c87f44e6b0711f03b3df395a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:17:08.785959 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.790151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eb63ef2f-c21b-4f90-a558-7e5fda1352a7 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0564787 May 13 15:17:08.790429 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43800) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.795453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '065e6424-2963-40f0-9000-d3a4421e06f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:08.803005 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:08.807654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:08.810683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:08.816401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:08.826730 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Project 0e3607a4c87f44e6b0711f03b3df395a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:17:08.846155 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:08.847290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9836576d-0e01-48e5-afde-b7b13a467da4 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0559459 May 13 15:17:08.850115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43804) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:08.916860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.947504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:08.995814 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.018897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e6424-2963-40f0-9000-d3a4421e06f5,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.023607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.027106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8647c6ae-6802-4387-b52f-5f93a6f06725 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/065e6424-2963-40f0-9000-d3a4421e06f5 HTTP/1.1" status: 204 len: 168 time: 0.1737466 May 13 15:17:09.028332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43810) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.088163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-77a7604a-75ca-4def-903b-3778e7d4f929 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:09.104488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8659e6-4dfd-431f-8aaf-ce5ddc45e738 req-b693451e-c18e-402d-ab83-05d41a0a11c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:09.106018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea8659e6-4dfd-431f-8aaf-ce5ddc45e738 req-b693451e-c18e-402d-ab83-05d41a0a11c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 943 time: 0.1439672 May 13 15:17:09.128878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-77a7604a-75ca-4def-903b-3778e7d4f929 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:09.130126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-77a7604a-75ca-4def-903b-3778e7d4f929 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007960 May 13 15:17:09.134961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43814) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.141330 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--150043240'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:09.149020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.159917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea8659e6-4dfd-431f-8aaf-ce5ddc45e738 req-fcfc547e-ba5a-4683-8c3c-8251dda6175b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470965 May 13 15:17:09.164508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.176226 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.203819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.207712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:09.210737 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:09.216657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.296999 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.300882 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.344734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e949c680-7e29-4109-b786-e67b8bcd1cb8,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.355593 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.357161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ad503c9e-84ba-436e-b85b-621cf5369aef tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2208037 May 13 15:17:09.360003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43820) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.365169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': 'e949c680-7e29-4109-b786-e67b8bcd1cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:09.372392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.376193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:09.379039 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:09.385462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.420380 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The resource could not be found. May 13 15:17:09.424485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43824) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.424671 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2f45f250-1c2c-47c1-9624-20425eea2763 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0634837 May 13 15:17:09.430376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': 'e949c680-7e29-4109-b786-e67b8bcd1cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '28afdc0e-e6d2-48a2-8b78-373a6e09f97d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:09.437245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.441146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:09.444002 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:09.451039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.489538 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The resource could not be found. May 13 15:17:09.490755 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7c08da4d-ae9c-4e8d-84c0-750c6f7bca8f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0650549 May 13 15:17:09.494265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.563497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.592312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.642734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.665383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e949c680-7e29-4109-b786-e67b8bcd1cb8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:09.687007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.691545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e765ced8-f320-446b-b5ac-df8e378e7c66 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/e949c680-7e29-4109-b786-e67b8bcd1cb8 HTTP/1.1" status: 204 len: 168 time: 0.1926498 May 13 15:17:09.691545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.754512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3b412857-6d1f-4b4d-abe6-89cd46de7d82 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:09.770560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3b412857-6d1f-4b4d-abe6-89cd46de7d82 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:09.772089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3b412857-6d1f-4b4d-abe6-89cd46de7d82 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797546 May 13 15:17:09.776170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.781118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': 'cf10fa38-11bf-48b6-a8b0-a6398fddb7f6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:09.787729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.792221 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:09.795098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:09.801667 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.813724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:09.840522 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The resource could not be found. May 13 15:17:09.845016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-903035fb-ffc0-4306-8a55-389e5248e38d tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0643167 May 13 15:17:09.845265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:09.850943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076789021'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:09.858411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.870322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.880866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.902293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:09.906122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:09.909137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:09.915448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:09.993783 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:09.998521 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.005526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:10.021775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'mac_address': 'fa:16:3e:0a:87:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:10.046224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22758fdd-4506-4e94-8f70-94a17b3a235e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.049898 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.054461 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.054596 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-deae7f93-a3da-4343-8ec0-156494ad64e6 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2082713 May 13 15:17:10.061387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--906847200'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:10.068700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.073930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.076936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:10.082734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:10.083747 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:10.084195 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.094873 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.105883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:10.117274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.121550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.124906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:10.125124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:10.130428 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.132675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:10.222222 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.227874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.238107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.290896 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531f7e3e-9376-4dd0-b7ef-d9d38ab8d61d,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.295627 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.297503 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0ab3c200-0329-459b-b697-d2a47ec31aa2 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2418172 May 13 15:17:10.300502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.306654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '22758fdd-4506-4e94-8f70-94a17b3a235e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '531f7e3e-9376-4dd0-b7ef-d9d38ab8d61d'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:10.346757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.356578 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.361066 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:10.373877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:10.390859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['ed78ab7d-37b3-4ad5-83c7-214ad9946ec4'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:10.408728 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:10.412964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e464be9a-6ea6-4d30-8fe1-7f850898c983 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1082659 May 13 15:17:10.415085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43858) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.431365 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcc911-f3ad-4b31-98ee-cc74bfb05e3f req-81203664-45ce-4039-8022-19d64bd011dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:10.437449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62bcc911-f3ad-4b31-98ee-cc74bfb05e3f req-81203664-45ce-4039-8022-19d64bd011dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 944 time: 0.1315436 May 13 15:17:10.506128 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-62bcc911-f3ad-4b31-98ee-cc74bfb05e3f req-b7287946-c554-46d5-8f1e-165f894bb4ce tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641296 May 13 15:17:10.535620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.565256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.629872 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.654321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f7e3e-9376-4dd0-b7ef-d9d38ab8d61d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:10.665682 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.667902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-193e6e51-f6c8-4269-93bb-ff8cdec91941 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/531f7e3e-9376-4dd0-b7ef-d9d38ab8d61d HTTP/1.1" status: 204 len: 168 time: 0.2505181 May 13 15:17:10.670450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43864) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.725207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43868) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.747764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d21a8835-e4b2-406f-8d98-d7f62cd69d9e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:10.764153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d21a8835-e4b2-406f-8d98-d7f62cd69d9e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:10.765511 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d21a8835-e4b2-406f-8d98-d7f62cd69d9e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0941017 May 13 15:17:10.768508 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:10.855097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.856808 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:10.984006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:10.994757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Usage tracker for resource:security_group_rule and tenant:b37ad1bc16dc49eeaba227c22cc0741b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:10.999889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:11.007088 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.014324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:11.077710 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.101939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22758fdd-4506-4e94-8f70-94a17b3a235e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.138798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.139911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-605fa8de-0953-4297-9a5e-97c7f755b5d9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/22758fdd-4506-4e94-8f70-94a17b3a235e HTTP/1.1" status: 204 len: 168 time: 0.3704557 May 13 15:17:11.142871 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43878) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.155837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.160031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.193957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d89f0433-6546-43d8-a9f9-55602102bc00 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498276 May 13 15:17:11.198612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43882) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.203657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845745672'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:11.206673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b37ad1bc16dc49eeaba227c22cc0741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803574 May 13 15:17:11.207523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6498a-6503-4e13-85e7-8d15769b2e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ea819-1bb5-4150-99af-75c562be27bf,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.209523 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43886) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.213174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:11.226603 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:11.231313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:11.243797 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:11.266559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.297938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:11.304335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:11.306883 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.308537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:11.319994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:11.349894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.440650 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.442102 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.454844 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.469867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ea819-1bb5-4150-99af-75c562be27bf,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.512634 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.513746 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d970fa94-176d-4a44-8176-7b6d31263eac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/923ea819-1bb5-4150-99af-75c562be27bf HTTP/1.1" status: 204 len: 168 time: 0.3033485 May 13 15:17:11.514504 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.515558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3160474 May 13 15:17:11.518978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43892) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.519549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699f796-c0e0-455e-9a05-55d13589d80f tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d585ca3-f7a5-4d25-8d0e-ab5e3022c0e1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.524485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '0d585ca3-f7a5-4d25-8d0e-ab5e3022c0e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:11.541326 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:11.545589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:11.551659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:11.558818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:11.588998 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:11.590441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7bb6617a-24e3-425d-a680-73d2ea5cc7af tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0702307 May 13 15:17:11.593022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43898) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.598451 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group_rule': {'security_group_id': '0d585ca3-f7a5-4d25-8d0e-ab5e3022c0e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:11.611624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:11.654717 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:11.662276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:11.670433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:11.713346 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 13 15:17:11.714350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-07f3e5cb-1266-479f-9732-25895cfbf1a0 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1203547 May 13 15:17:11.717395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43904) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:11.731631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974c4f-77b0-4320-afa0-d1fc1c5c87bc req-39519bdb-be7c-4aec-844b-9e1b7c001bd7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:11.733583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10974c4f-77b0-4320-afa0-d1fc1c5c87bc req-39519bdb-be7c-4aec-844b-9e1b7c001bd7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 944 time: 0.1188948 May 13 15:17:11.800403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-10974c4f-77b0-4320-afa0-d1fc1c5c87bc req-9c2ec7bc-4972-49db-8dd8-bd92c18f1987 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584948 May 13 15:17:11.808979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.813468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:11.843265 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.884050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:11.889526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:11.889889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.905045 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.931684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d585ca3-f7a5-4d25-8d0e-ab5e3022c0e1,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:11.935768 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:11.936932 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4766314a-7736-48a9-8038-729f93129bfc tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d585ca3-f7a5-4d25-8d0e-ab5e3022c0e1 HTTP/1.1" status: 204 len: 168 time: 0.2182918 May 13 15:17:11.939808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.001122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0690230d-1b3d-4f4f-86a5-b65afb587286 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:12.023176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0690230d-1b3d-4f4f-86a5-b65afb587286 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:12.024822 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0690230d-1b3d-4f4f-86a5-b65afb587286 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836806 May 13 15:17:12.028576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43920) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.031721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:12.032110 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.036786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035646242'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:12.046964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:12.058993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:12.064091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:12.074210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.088183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:12.090654 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.100749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:12.105378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Usage tracker for resource:security_group_rule and tenant:0e3607a4c87f44e6b0711f03b3df395a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:12.108852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:12.118017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:12.148063 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ceffdad-afef-45a4-914a-d469c867e6b7'] response: {'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'code': 200} May 13 15:17:12.182356 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.212525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.217820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.265159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3692764-6026-41d4-893a-521a6ea96e6b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.269316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.270644 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-272c83c7-5f4f-4bd7-8e28-d7cadce4b8ab tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2402093 May 13 15:17:12.275775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7543ea-0641-4f89-84c9-4b3a6cd9b237 req-7100e002-c8df-4396-90d9-b1a7bf1a3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:12.276782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43934) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.279007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad7543ea-0641-4f89-84c9-4b3a6cd9b237 req-7100e002-c8df-4396-90d9-b1a7bf1a3482 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1096 time: 0.0828977 May 13 15:17:12.281938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-20381958-998b-4030-bc1b-2e28561c8334 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:12.282433 n-d-841736-1 neutron-server[88132]: WARNING neutron.api.v2.base [None req-20381958-998b-4030-bc1b-2e28561c8334 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 13 15:17:12.282914 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-20381958-998b-4030-bc1b-2e28561c8334 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] update failed (client error): There was a conflict when trying to complete your request. May 13 15:17:12.286608 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-20381958-998b-4030-bc1b-2e28561c8334 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "PUT /v2.0/security-groups/a3692764-6026-41d4-893a-521a6ea96e6b HTTP/1.1" status: 409 len: 330 time: 0.0060999 May 13 15:17:12.286709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43938) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.323445 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad7543ea-0641-4f89-84c9-4b3a6cd9b237 req-059c1bf7-690c-4cfc-ad41-7fc667c43622 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352936 May 13 15:17:12.352493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.378927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.430940 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.449264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3692764-6026-41d4-893a-521a6ea96e6b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:12.462059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:12.463232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0d5e3f14-5e8c-48fa-b080-161e48c84f1e tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3692764-6026-41d4-893a-521a6ea96e6b HTTP/1.1" status: 204 len: 168 time: 0.1756797 May 13 15:17:12.465777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43946) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.516221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b03de129-dda4-4e7d-80ed-9580b4ae68f9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Synchronizing usage tracker for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:12.533003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b03de129-dda4-4e7d-80ed-9580b4ae68f9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] Unset dirty status for tenant:0e3607a4c87f44e6b0711f03b3df395a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:12.534217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b03de129-dda4-4e7d-80ed-9580b4ae68f9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675306 May 13 15:17:12.538240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 43950) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.554124 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [None req-50f1dbcf-2b7b-4c63-af14-40a7577a275b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] delete failed (client error): The resource could not be found. May 13 15:17:12.555265 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-50f1dbcf-2b7b-4c63-af14-40a7577a275b tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "DELETE /v2.0/security-groups/26e03737-0f42-45cd-9cb1-367c8188dbae HTTP/1.1" status: 404 len: 347 time: 0.0160506 May 13 15:17:12.561692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43954) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.580598 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-d8e957ae-3249-419e-a40b-d9541986c0c9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] show failed (client error): The resource could not be found. May 13 15:17:12.581638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d8e957ae-3249-419e-a40b-d9541986c0c9 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-groups/b959589f-f450-4e20-a896-825a890f108f HTTP/1.1" status: 404 len: 347 time: 0.0186813 May 13 15:17:12.585271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43960) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:12.600057 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [None req-5373decc-46bf-4571-8038-2443d80a0f51 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] show failed (client error): The resource could not be found. May 13 15:17:12.601092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5373decc-46bf-4571-8038-2443d80a0f51 tempest-NegativeSecGroupIPv6Test-1053603658 tempest-NegativeSecGroupIPv6Test-1053603658-project] 10.222.0.36 "GET /v2.0/security-group-rules/394a68f4-fd33-40c9-9b69-3b189668ece9 HTTP/1.1" status: 404 len: 356 time: 0.0143549 May 13 15:17:12.814781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43974) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:13.002352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fc4b4-55b1-44fc-b4da-80a0f5e18f4b req-089f9d3c-42a8-434b-a4b1-98af0521a7f3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:13.003872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa0fc4b4-55b1-44fc-b4da-80a0f5e18f4b req-089f9d3c-42a8-434b-a4b1-98af0521a7f3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.0889604 May 13 15:17:13.053297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa0fc4b4-55b1-44fc-b4da-80a0f5e18f4b req-83e2b347-4c11-434e-9d98-da61aa947082 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 May 13 15:17:13.115745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-57ec1b0f-3800-4a9b-9b64-d7f5a58e686f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e3607a4c87f44e6b0711f03b3df395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996323 May 13 15:17:13.118674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 43992) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:13.185279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.212080 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.270236 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.287263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2353f28-b9b3-46c6-80bf-63777e8e8918,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:13.297957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.301714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e4fdc49c-6a6d-401d-bc30-e2cb2a824442 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2353f28-b9b3-46c6-80bf-63777e8e8918 HTTP/1.1" status: 204 len: 168 time: 0.1793122 May 13 15:17:13.776458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44016) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:13.782279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'network': {'name': 'tempest-network-smoke--574438087', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:13.787992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:13.792648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:network and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:13.795595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:13.801567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:13.817677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:13.821232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.833531 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.865994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:13.870150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group_rule and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:13.873037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:13.878669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:13.966857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:13.971255 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.015731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:17:14.017755 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc94a6f-c3b9-4672-8699-c05980105c97,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:14.028390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.028734 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Added segment 864a4c8d-0d1a-4cff-a3e9-48e025dccef4 of type vlan for network d46b6b3f-1d10-4555-823e-a10bb78540a5 May 13 15:17:14.055930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.090227 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.096244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:14.097124 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.259685 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Network': ['ID=d46b6b3f-1d10-4555-823e-a10bb78540a5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:14.266345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d9093c4e-f57d-4675-9cf3-17fd8b252d2e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4888091 May 13 15:17:14.269369 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44034) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:14.274633 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:17:14.281269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'admin_state_up': True, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:14.291529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:14.298135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:router and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:14.305344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:14.309232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ce0e-d461-4e25-a811-24846fb76f76 req-885a7c28-8bd5-4a3e-b344-ede5c25254ba tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:14.310744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f00ce0e-d461-4e25-a811-24846fb76f76 req-885a7c28-8bd5-4a3e-b344-ede5c25254ba tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.1343045 May 13 15:17:14.313000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:14.326722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.328155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.347694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.361152 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4f00ce0e-d461-4e25-a811-24846fb76f76 req-86106fd6-ae35-444f-ace6-c83449c3c290 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 May 13 15:17:14.782736 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:14.886730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99c27-05b1-4ecd-8770-1532e61d814e req-0798a1d7-f747-4d6b-9bce-05b02036d826 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:14.889324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bf99c27-05b1-4ecd-8770-1532e61d814e req-0798a1d7-f747-4d6b-9bce-05b02036d826 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.3895271 May 13 15:17:14.948683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8bf99c27-05b1-4ecd-8770-1532e61d814e req-4cd4cffa-4a23-466e-9eef-caddfaca401e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507698 May 13 15:17:14.978348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44058) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:15.160972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.192962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.248641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc70a7-df57-422d-a307-f6c1f3cbc335 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:15.250803 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9edc70a7-df57-422d-a307-f6c1f3cbc335 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] Synchronizing usage tracker for tenant:1fd3dca0b0bd4459b8d03402db821589 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:15.278285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9edc70a7-df57-422d-a307-f6c1f3cbc335 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] Unset dirty status for tenant:1fd3dca0b0bd4459b8d03402db821589 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:15.279932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9edc70a7-df57-422d-a307-f6c1f3cbc335 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1091 time: 0.2999403 May 13 15:17:15.283116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44068) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:15.294306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'tenant_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:15.301162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:15.305406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:floatingip and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:15.308253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:15.313915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:15.325044 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.357289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.25.5.167 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/93e32fa7-d192-40df-b5d2-c8287eb7ed36) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:15.462997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.504419 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.534508 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.601096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:15.603834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:15.607614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:15.634317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.25.5.182 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c4cd3554-3d96-43fe-9a07-4324da9814ae) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:15.651932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=93e32fa7-d192-40df-b5d2-c8287eb7ed36,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:15.783024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.813245 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:15.875720 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:15.878444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:15.882230 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:16.028520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=c4cd3554-3d96-43fe-9a07-4324da9814ae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:16.038555 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.433012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.512625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.532694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.749371 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.756170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:16.799284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 855e50f8-cc3f-463f-b713-84889df09a5d is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:17:16.843209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=c4cd3554-3d96-43fe-9a07-4324da9814ae,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:16.942288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.020324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:17.031375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Sync routers for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:17.043426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:17.044632 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:17.054348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.059196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-943a7161-9f7b-4021-9190-a17c77e135da tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7835217 May 13 15:17:17.059885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44088) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.195231 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP 23886ef5-75cf-4ea2-a535-da84287251db associated. External IP: 172.25.5.182, port: ed78ab7d-37b3-4ad5-83c7-214ad9946ec4. May 13 15:17:17.249641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:17.326854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a136f626-01f5-486a-b4ae-4f81524d7593 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5f56a72c6f43ba8c95eae65bbd017b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2658024 May 13 15:17:17.329534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44094) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.503496 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9876117-4b6b-4e46-9829-90ed4069f646 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:17.505040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e9876117-4b6b-4e46-9829-90ed4069f646 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744342 May 13 15:17:17.507849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.554039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f3bd0fae-59d0-47e4-ad25-1fd35e10d031 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449264 May 13 15:17:17.561089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44102) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:17.568640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214031831', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:17.576090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:17.581764 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Checking router: 855e50f8-cc3f-463f-b713-84889df09a5d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:17.582107 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Updating router 855e50f8-cc3f-463f-b713-84889df09a5d port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:17.647268 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:17.709219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:17.713738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:subnet and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:17.723003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:17.725966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:17.733138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:17.759743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:17.763469 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.026720 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.109714 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.118501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:18.126995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Checking segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:18.127533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network hostable DHCP agents. Network: d46b6b3f-1d10-4555-823e-a10bb78540a5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:17:18.132798 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:18.136056 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Transition to ACTIVE for port object 93e32fa7-d192-40df-b5d2-c8287eb7ed36 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:18.142727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Subnet': ['ID=254b24bd-51e6-493c-af3f-7075fbdd0a3f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:18.147665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.158734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:17:18.163098 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:18.164878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:18.174322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, d46b6b3f-1d10-4555-823e-a10bb78540a5) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:18.180764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.181120 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.182448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.201961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f2bff-3ce4-4251-bff9-244dca4cd37c None None] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:18.229503 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b700c5bb-2378-4781-b025-850c4bb374ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6634810 May 13 15:17:18.229718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44112) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:18.292459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3cf46660-da76-4388-b1e5-108748fd2387 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0063694 May 13 15:17:18.297861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:18.354047 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f7d3fd-6ef8-43e8-9b32-d092cd02eedb'] response: {'name': 'network-changed', 'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'status': 'completed', 'code': 200} May 13 15:17:18.377005 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172450-91d2-4ddd-8b58-d04a09a2c3da None None] Pushing event updated for resources: {'Port': ['ID=93e32fa7-d192-40df-b5d2-c8287eb7ed36,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:18.389236 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:18.403586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Attempting to bind port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:18.404063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Attempting to bind port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:18.404536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Attempting to bind port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:18.412697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:18.413211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:18.413702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.414741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:18.415306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Bound port: 93e32fa7-d192-40df-b5d2-c8287eb7ed36, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:18.415770 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.491021 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] For port 93e32fa7-d192-40df-b5d2-c8287eb7ed36, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:18.494414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] For port 93e32fa7-d192-40df-b5d2-c8287eb7ed36, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=93e32fa7-d192-40df-b5d2-c8287eb7ed36,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:18.504335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:18.621725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172450-91d2-4ddd-8b58-d04a09a2c3da None None] Pushing event updated for resources: {'Port': ['ID=93e32fa7-d192-40df-b5d2-c8287eb7ed36,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:18.643127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:18.643762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:18.796092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-a42e2f45-3b62-4641-8ca5-c54b90f839e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:18.797928 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-a42e2f45-3b62-4641-8ca5-c54b90f839e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1096 time: 0.2021368 May 13 15:17:18.831339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:18.838812 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '23886ef5-75cf-4ea2-a535-da84287251db', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:0a:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:16Z', 'updated_at': '2022-05-13T15:17:16Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:18.843339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:18.852176 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:18.853122 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:19.037875 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:19.121019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-5ad95bd3-36a4-4783-ab56-03a365889db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:19.122513 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-5ad95bd3-36a4-4783-ab56-03a365889db1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.3172009 May 13 15:17:19.161158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-d46b6b3f-1d10-4555-823e-a10bb78540a5', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:17:19.161977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.353303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:19.368009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2027b9-c0dc-4023-8b13-0fd84f150809 None None] The sync data for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 is: [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:15Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:19.414828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Allocated IP 172.20.0.2 (d46b6b3f-1d10-4555-823e-a10bb78540a5/254b24bd-51e6-493c-af3f-7075fbdd0a3f/695f1ffc-fd74-41a2-8137-6ce246d8b58d) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:19.426065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-fb70b5bd-1f18-4e41-ab59-37c1b492d496 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 999 time: 0.1899140 May 13 15:17:19.553321 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '23886ef5-75cf-4ea2-a535-da84287251db', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:0a:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:16Z', 'updated_at': '2022-05-13T15:17:16Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:19.559680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b666e4b-3b82-4b52-a965-f0040e42a1ee None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '23886ef5-75cf-4ea2-a535-da84287251db', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:0a:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:16Z', 'updated_at': '2022-05-13T15:17:16Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:19.601607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-0598d08b-00b4-495d-abb2-18bc0699cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:19.603057 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-0598d08b-00b4-495d-abb2-18bc0699cf50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1481555 May 13 15:17:19.814894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.831376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:19.942607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-ae719f78-cf8a-482d-a503-18d993969d96 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117221 May 13 15:17:20.029649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.046929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-998f4e5c-4701-4953-bcae-4274e2de9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:20.047704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Transition to ACTIVE for port object 695f1ffc-fd74-41a2-8137-6ce246d8b58d will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:20.048489 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-998f4e5c-4701-4953-bcae-4274e2de9d98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4384737 May 13 15:17:20.075704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Transition to ACTIVE for port object 695f1ffc-fd74-41a2-8137-6ce246d8b58d will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:20.089663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.095290 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c703a98-c220-4275-a14c-899e09eeb95e None None] New status for floating IP 23886ef5-75cf-4ea2-a535-da84287251db: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:17:20.262166 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:20.263888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:20.326168 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:20.342909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Pushing event updated for resources: {'Port': ['ID=695f1ffc-fd74-41a2-8137-6ce246d8b58d,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:20.489645 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-f2d7c74e-2344-4eff-9ace-2aa1a734920e service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297841 May 13 15:17:20.515343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Attempting to bind port 695f1ffc-fd74-41a2-8137-6ce246d8b58d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:20.515840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Attempting to bind port 695f1ffc-fd74-41a2-8137-6ce246d8b58d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:20.516149 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Attempting to bind port 695f1ffc-fd74-41a2-8137-6ce246d8b58d on network d46b6b3f-1d10-4555-823e-a10bb78540a5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:20.523951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:20.524369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Checking segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:20.525680 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.525680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Bound using segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:20.525680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Bound port: 695f1ffc-fd74-41a2-8137-6ce246d8b58d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:20.526020 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.657340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] For port 695f1ffc-fd74-41a2-8137-6ce246d8b58d, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:20.661297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] For port 695f1ffc-fd74-41a2-8137-6ce246d8b58d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=695f1ffc-fd74-41a2-8137-6ce246d8b58d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:20.668477 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.755992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153e85f-6b18-4e01-ac54-988e9538482f None None] Pushing event updated for resources: {'Port': ['ID=695f1ffc-fd74-41a2-8137-6ce246d8b58d,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:20.791324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2a220ec0-fc1c-41e3-8771-66f5a378ef23 req-49cf5f6f-e025-49d5-b02a-9d4d3da1cfb9 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913339 May 13 15:17:20.805966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:20.833065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.20.0.1 (d46b6b3f-1d10-4555-823e-a10bb78540a5/254b24bd-51e6-493c-af3f-7075fbdd0a3f/cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:21.085094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-e7d538b2-7ae7-41c7-a3d5-92f1ec78c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:21.087038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-e7d538b2-7ae7-41c7-a3d5-92f1ec78c5f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1096 time: 0.1586685 May 13 15:17:21.090133 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.126787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Transition to ACTIVE for port object cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:21.261509 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-b9a6338c-4a3d-45f3-885e-adbadcfbef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:21.263343 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-b9a6338c-4a3d-45f3-885e-adbadcfbef2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1557705 May 13 15:17:21.264982 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.398347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:21.408668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:21.421975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:21.487543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:21.499746 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-6d13dffe-4aee-49c0-be6c-647c9915dba9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 1001 time: 0.2252717 May 13 15:17:21.505083 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.588560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-8bcc63ac-35cb-4b07-8df3-043890efb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:21.590010 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-8bcc63ac-35cb-4b07-8df3-043890efb3ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0822940 May 13 15:17:21.717705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 93e32fa7-d192-40df-b5d2-c8287eb7ed36 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:21.802434 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.863558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:21.870883 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:21.871504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:21.904301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-cfc79fac-458d-4b3c-930e-5341534cc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:21.905824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-cfc79fac-458d-4b3c-930e-5341534cc2f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3096552 May 13 15:17:22.040733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:22.041136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.059881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 93e32fa7-d192-40df-b5d2-c8287eb7ed36, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=93e32fa7-d192-40df-b5d2-c8287eb7ed36,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:22.066167 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.072279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 695f1ffc-fd74-41a2-8137-6ce246d8b58d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:22.222414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=93e32fa7-d192-40df-b5d2-c8287eb7ed36,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:22.229282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 695f1ffc-fd74-41a2-8137-6ce246d8b58d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:22.358879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf461a2-12c7-48d0-b2ce-53a35fa2b723 None None] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:17:22.428074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-f36049bc-4815-42eb-931e-0fe53ed6e4dc service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099504 May 13 15:17:22.448058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Provisioning for port 695f1ffc-fd74-41a2-8137-6ce246d8b58d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:22.456771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Provisioning complete for port 695f1ffc-fd74-41a2-8137-6ce246d8b58d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:22.457149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.693140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Current status of the port 695f1ffc-fd74-41a2-8137-6ce246d8b58d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:22.693874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.705007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4d83ad8-2e51-4802-9d1b-c5ae0a4c51f3 req-2b385da5-91fa-462a-9dc4-1bd8579d8bfa service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698431 May 13 15:17:22.735654 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] For port 695f1ffc-fd74-41a2-8137-6ce246d8b58d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=695f1ffc-fd74-41a2-8137-6ce246d8b58d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:22.741251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.778412 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.785820 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.894545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e17f-746a-4849-a0fb-9977f6e86f02 None None] Pushing event updated for resources: {'Port': ['ID=695f1ffc-fd74-41a2-8137-6ce246d8b58d,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:22.988926 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:22.992657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:23.082046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Provisioning complete for port 695f1ffc-fd74-41a2-8137-6ce246d8b58d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.082685 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.171216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:23.172543 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:23.249784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Current status of the port 695f1ffc-fd74-41a2-8137-6ce246d8b58d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:23.264452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Provisioning for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:23.272049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Provisioning complete for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.272853 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.348779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52b91401-f8d3-4617-9af2-f290b1b2b0c6 None None] Port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:23.377237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 855e50f8-cc3f-463f-b713-84889df09a5d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:23.471273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-15d05f82-c069-4613-bea1-52ec04062d7f None None] Provisioning complete for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.472354 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-15d05f82-c069-4613-bea1-52ec04062d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.550371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-15d05f82-c069-4613-bea1-52ec04062d7f None None] Port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:23.589992 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:23.600488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ef7c428a-4664-497a-b582-edc01276968d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "PUT /v2.0/routers/855e50f8-cc3f-463f-b713-84889df09a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3673255 May 13 15:17:23.603465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44150) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:23.604921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Sync routers for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:23.610284 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1348837827', 'description': 'tempest-secgroup_access--1348837827 description', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:23.615140 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:23.615989 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:23.621305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 93e32fa7-d192-40df-b5d2-c8287eb7ed36 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:23.621718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.626464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:23.630270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:23.638249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:23.651713 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.675772 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.681533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group_rule and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:23.685304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:23.697357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:23.698457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:23.698829 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.799782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.806480 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.845858 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:23.865057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5cd571-6265-4bdc-94ad-f5c3432f1f00,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:23.872190 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.873748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d2bc45b7-fc3f-4532-9493-b5a4eca1b83b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2688413 May 13 15:17:23.878521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44154) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:23.888816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1985416512', 'description': 'tempest-secgroup_general--1985416512 description', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:23.900577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.908319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:23.913424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:23.923322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:23.936414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:23.937953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 695f1ffc-fd74-41a2-8137-6ce246d8b58d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:23.946217 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:23.994876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:23.999010 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group_rule and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:24.006285 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:24.028780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:24.048597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 695f1ffc-fd74-41a2-8137-6ce246d8b58d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:24.048946 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.172994 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.176571 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.264829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d622b-9519-4533-a23f-d64affbd0d51,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.267498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.271440 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f5d7687-a479-46da-a60a-2230e1f1fce1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3889899 May 13 15:17:24.271756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44164) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:24.279908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'security_group_rule': {'security_group_id': '1c5cd571-6265-4bdc-94ad-f5c3432f1f00', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:24.287552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:24.292374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 695f1ffc-fd74-41a2-8137-6ce246d8b58d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:24.295969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:security_group_rule and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:24.300358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:24.311320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:24.339421 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.441145 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.446605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.466004 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 2, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:24.474807 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Checking router: 855e50f8-cc3f-463f-b713-84889df09a5d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:24.476880 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Updating router 855e50f8-cc3f-463f-b713-84889df09a5d port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:17:24.481145 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b62e8d-f8b9-4092-8957-3ab79cd10611,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:24.483607 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.503824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2aa1e356-a34e-43ed-84cc-972d7608bc6c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2246428 May 13 15:17:24.575331 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:24.929773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-01019976-a661-475d-8b4d-cee436c26100 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:24.957898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-01019976-a661-475d-8b4d-cee436c26100 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:24.963029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-01019976-a661-475d-8b4d-cee436c26100 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1348837827&fields=id&tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b HTTP/1.1" status: 200 len: 267 time: 0.0792055 May 13 15:17:25.046631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-24131a31-136c-4465-932c-4e197741653e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1985416512&fields=id&tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b HTTP/1.1" status: 200 len: 267 time: 0.0782773 May 13 15:17:25.099045 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.113576 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Transition to ACTIVE for port object cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:25.133435 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.415726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-648fe9ac-b7cc-41c4-bfa0-8661928b961e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:25.415726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-648fe9ac-b7cc-41c4-bfa0-8661928b961e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:25.423688 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc759eae-cdd6-4d7c-938a-dea174c0e5d2 None None] Pushing event updated for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:25.486548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-648fe9ac-b7cc-41c4-bfa0-8661928b961e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:25.500122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-648fe9ac-b7cc-41c4-bfa0-8661928b961e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/networks?id=d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 200 len: 796 time: 0.4476547 May 13 15:17:25.522941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-bbd9ed81-f832-43f5-b535-202f04714592 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/quotas/8d5f56a72c6f43ba8c95eae65bbd017b HTTP/1.1" status: 200 len: 375 time: 0.0261137 May 13 15:17:25.532796 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Attempting to bind port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:25.533791 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Attempting to bind port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:25.543539 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Attempting to bind port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d on network d46b6b3f-1d10-4555-823e-a10bb78540a5 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Checking segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Bound using segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Bound port: cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:25.574831 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.660865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-7a31027c-935d-41f4-97bf-d428d411e432 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323197 May 13 15:17:25.723979 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] For port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:25.727674 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] For port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:25.734951 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:25.814576 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:25.815444 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:25.867344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-058b0d4c-aad9-4d2d-b8cd-51211ca89ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954632 May 13 15:17:26.058655 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc759eae-cdd6-4d7c-938a-dea174c0e5d2 None None] Pushing event updated for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:26.082724 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:26.094059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-51894055-cddf-43d6-892c-6a912026eae8 service neutron] 10.222.0.36 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254896 May 13 15:17:26.329261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9453c862-ff16-4c5f-8d0f-adab02655b7f req-5807791d-05be-4420-8494-9a9bb572d62e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:26.364313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9453c862-ff16-4c5f-8d0f-adab02655b7f req-5807791d-05be-4420-8494-9a9bb572d62e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:26.403926 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:17:26.406599 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9453c862-ff16-4c5f-8d0f-adab02655b7f req-5807791d-05be-4420-8494-9a9bb572d62e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 210 time: 0.1185572 May 13 15:17:26.520881 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:25Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:26.525411 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91531fe1-6f5b-4d72-ad9f-d8394f3df01b None None] The sync data for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 is: [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:25Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:26.590072 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-fa5fca59-641a-4a8d-9473-2e8f78056172 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465240 May 13 15:17:26.848374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-041805ac-39ca-4c8e-8dbd-2f569c7c7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:26.850496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-041805ac-39ca-4c8e-8dbd-2f569c7c7ff5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1097 time: 0.1514184 May 13 15:17:27.055056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-19a5fe5a-b1cb-43f7-810f-54d8d9eae917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.060993 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-19a5fe5a-b1cb-43f7-810f-54d8d9eae917 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1823325 May 13 15:17:27.222690 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-89b83438-fc69-4814-a672-98ba7ff5b257 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1001 time: 0.1550670 May 13 15:17:27.319780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-6f5f9cc0-5fdc-4510-8714-b3990a4c7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.321616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-6f5f9cc0-5fdc-4510-8714-b3990a4c7313 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0916314 May 13 15:17:27.433092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-967d6054-82db-4969-8338-13601de34c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:27.435059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-967d6054-82db-4969-8338-13601de34c09 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045785 May 13 15:17:27.662556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:27.765101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5d15c8ef-f26a-4da6-80d4-a363886912a9 req-60d58679-645d-4eae-bb9c-f5d16aba16db tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 210 time: 0.2304199 May 13 15:17:27.848043 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:27.856857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:27.857619 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:27.864718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-d9c65620-7a47-4a2a-a60a-6beb3c3b3c21 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217198 May 13 15:17:28.120915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c128d23-fb14-4234-88d6-a94be7cac421 req-36f98380-1646-4e87-8698-2612821ae811 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485988 May 13 15:17:28.239934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:28.240544 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.244832 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-3b04bb60-c874-4f30-baee-3fd6488207d2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:28.246369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-3b04bb60-c874-4f30-baee-3fd6488207d2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.86 "GET /v2.0/networks?id=d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 200 len: 796 time: 0.4021037 May 13 15:17:28.286570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:28.295310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.324131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-6c805888-0cda-4f14-a561-8cc197680a28 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:28.354412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-6c805888-0cda-4f14-a561-8cc197680a28 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:28.356026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-6c805888-0cda-4f14-a561-8cc197680a28 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b HTTP/1.1" status: 200 len: 478 time: 0.1009765 May 13 15:17:28.376251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'port': {'device_id': '957c36fe-7fd5-451a-a56a-6875ded85258', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'admin_state_up': True, 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'security_groups': ['1c5cd571-6265-4bdc-94ad-f5c3432f1f00', 'b41d622b-9519-4533-a23f-d64affbd0d51']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:28.410535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:28.524171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:28.533829 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:28.545762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:17:28.549341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:28.865492 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.20.0.3 (d46b6b3f-1d10-4555-823e-a10bb78540a5/254b24bd-51e6-493c-af3f-7075fbdd0a3f/97c52984-58d0-4e95-84d7-48f1b528e10a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:29.002237 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9f44f429-6dde-4cc8-ae59-35b392c820fa req-78d171bb-a027-40eb-ab37-7db828650448 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 210 time: 0.0597839 May 13 15:17:29.167282 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.183324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Transition to ACTIVE for port object 97c52984-58d0-4e95-84d7-48f1b528e10a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:29.210476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.281471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:29.284850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:29.288841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:29.322657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:29.364515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:29.365548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.403439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-b51355c2-19c8-487d-bcc6-3549ba7ebc06 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0337605 May 13 15:17:29.421102 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Request body: {'port': {'device_id': '957c36fe-7fd5-451a-a56a-6875ded85258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:29.557241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.608778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:29.678516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c7bb6cd-833e-4cf6-8466-44089a088de2 None None] Provisioning for port 97c52984-58d0-4e95-84d7-48f1b528e10a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:29.700027 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9c7bb6cd-833e-4cf6-8466-44089a088de2 None None] Provisioning complete for port 97c52984-58d0-4e95-84d7-48f1b528e10a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:29.700485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9c7bb6cd-833e-4cf6-8466-44089a088de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.764104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:29.764504 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.792855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9c7bb6cd-833e-4cf6-8466-44089a088de2 None None] Port 97c52984-58d0-4e95-84d7-48f1b528e10a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:17:29.841415 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1dc87b41-29ab-414a-91c4-7f6a8bf2d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.904604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:29.957534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c52984-58d0-4e95-84d7-48f1b528e10a {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:29.964729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:29.979466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Transition to ACTIVE for port object 97c52984-58d0-4e95-84d7-48f1b528e10a will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:29.983401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.188455 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:30.246095 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028aca0-934a-4b34-bb97-2bde4bab7702 req-73a14eac-a3dc-4562-8a00-e7bcfd82b6fc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.247924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Attempting to bind port 97c52984-58d0-4e95-84d7-48f1b528e10a on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:30.248293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Attempting to bind port 97c52984-58d0-4e95-84d7-48f1b528e10a by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:30.248600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Attempting to bind port 97c52984-58d0-4e95-84d7-48f1b528e10a on network d46b6b3f-1d10-4555-823e-a10bb78540a5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:30.249440 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2028aca0-934a-4b34-bb97-2bde4bab7702 req-73a14eac-a3dc-4562-8a00-e7bcfd82b6fc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 982 time: 0.1176615 May 13 15:17:30.257980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Port 97c52984-58d0-4e95-84d7-48f1b528e10a on network d46b6b3f-1d10-4555-823e-a10bb78540a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:30.258402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Attempting to bind port 97c52984-58d0-4e95-84d7-48f1b528e10a on network d46b6b3f-1d10-4555-823e-a10bb78540a5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:30.266910 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:30.267359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Checking segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:30.267892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Bound using segment: {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:30.268837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Bound port: 97c52984-58d0-4e95-84d7-48f1b528e10a, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864a4c8d-0d1a-4cff-a3e9-48e025dccef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:30.269470 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.299176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2028aca0-934a-4b34-bb97-2bde4bab7702 req-cd497392-75c1-48b4-aa56-610c2ec48a66 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0436792 May 13 15:17:30.378264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:30.380917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=97c52984-58d0-4e95-84d7-48f1b528e10a,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:30.385115 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.450297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.450916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:30.452403 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 200 len: 1130 time: 1.0369952 May 13 15:17:30.452750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:30.499729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e535f-5fdb-4c54-a93d-b554132b33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:30.538163 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b3568c-64b6-4fcb-ae35-d11343918dcd'] response: {'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'status': 'completed', 'code': 200} May 13 15:17:30.609259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-ba32fc9c-d14b-4879-befa-965483a49d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.610954 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-ba32fc9c-d14b-4879-befa-965483a49d57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1133 time: 0.1129005 May 13 15:17:30.709291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-db7b6410-028a-4cdc-935d-13641bdb8fb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 200 len: 217 time: 0.0889149 May 13 15:17:30.800261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-d5169581-e5ea-4de7-97ac-65f380078933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.801853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-d5169581-e5ea-4de7-97ac-65f380078933 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=254b24bd-51e6-493c-af3f-7075fbdd0a3f HTTP/1.1" status: 200 len: 835 time: 0.0827744 May 13 15:17:30.987403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-1355abc0-61ae-40f0-b38e-c0a70bacf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:30.988873 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-1355abc0-61ae-40f0-b38e-c0a70bacf5c8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d46b6b3f-1d10-4555-823e-a10bb78540a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790299 May 13 15:17:31.131518 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-7894b04d-b1fb-45cb-9de5-f726974231b2 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351278 May 13 15:17:31.262400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57c75b9d-2d6e-4318-af29-dac849fdc9de req-e0e5b958-d8df-4ff8-b564-fb6260b5cf33 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244483 May 13 15:17:31.379458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-405b2bc6-1481-4de5-82db-ec4c1ba7495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.380969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-405b2bc6-1481-4de5-82db-ec4c1ba7495f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1133 time: 0.0736015 May 13 15:17:31.508951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f643f9c-915c-4bc4-ae3c-4a95df298576 req-fce3c02c-5635-4463-a620-293c8f6f1ee3 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.512246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f643f9c-915c-4bc4-ae3c-4a95df298576 req-fce3c02c-5635-4463-a620-293c8f6f1ee3 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 982 time: 0.1015847 May 13 15:17:31.543470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-419b39d1-932e-4370-88f9-935d6caccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.545196 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-419b39d1-932e-4370-88f9-935d6caccc5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 200 len: 897 time: 0.1576231 May 13 15:17:31.563514 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8f643f9c-915c-4bc4-ae3c-4a95df298576 req-9422c4c4-1388-4b76-8ad0-90ea2174337b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0467870 May 13 15:17:31.620533 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-b25f0b12-35f7-4a92-bc69-7e66232b9ac7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 200 len: 217 time: 0.0684085 May 13 15:17:31.701893 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-8f654917-a0cd-4865-a225-26dcafa49ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.703340 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-8f654917-a0cd-4865-a225-26dcafa49ce9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=254b24bd-51e6-493c-af3f-7075fbdd0a3f HTTP/1.1" status: 200 len: 835 time: 0.0734789 May 13 15:17:31.812458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-b6129eea-42cf-4210-a9b7-c93e97075a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:31.812458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-b6129eea-42cf-4210-a9b7-c93e97075a85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d46b6b3f-1d10-4555-823e-a10bb78540a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976110 May 13 15:17:31.963980 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-d10461ea-e9a3-460b-91cd-34f672b33985 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462636 May 13 15:17:32.108014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-710d4f10-2364-444c-8731-c6d72b8441e8 req-4c597144-a0c1-4fcf-a6d4-6919459a2972 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366220 May 13 15:17:32.700239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7666640a-f18f-40c7-b97f-6262d3e1e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.790610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aae65f-6cf1-4f70-8541-2783083e9fb3 req-02cd9f62-0a82-41b6-975d-1000bd714df1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:32.790610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9aae65f-6cf1-4f70-8541-2783083e9fb3 req-02cd9f62-0a82-41b6-975d-1000bd714df1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:17:32.816656 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c9aae65f-6cf1-4f70-8541-2783083e9fb3 req-02cd9f62-0a82-41b6-975d-1000bd714df1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:17:32.833322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9aae65f-6cf1-4f70-8541-2783083e9fb3 req-02cd9f62-0a82-41b6-975d-1000bd714df1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 982 time: 0.1439109 May 13 15:17:32.900095 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:32.911426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9aae65f-6cf1-4f70-8541-2783083e9fb3 req-502fb177-ef0c-438d-8d62-6ab8d629af7a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0742459 May 13 15:17:33.098804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66ff5c-4e96-4100-89b1-f47af79c5fb1 req-0f1ae38f-f53d-4d93-b6cc-bd13e48b621a tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:33.108257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e66ff5c-4e96-4100-89b1-f47af79c5fb1 req-0f1ae38f-f53d-4d93-b6cc-bd13e48b621a tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1097 time: 0.1092582 May 13 15:17:33.156882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e66ff5c-4e96-4100-89b1-f47af79c5fb1 req-7d6f7ffe-d052-41c8-9a33-ccfab59b5e17 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480344 May 13 15:17:33.359276 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:33.405949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50442613-0f36-48ea-be6f-d0092e093b72 req-e240a45e-5b00-4f95-b04d-05cdff0f54e7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:33.407614 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50442613-0f36-48ea-be6f-d0092e093b72 req-e240a45e-5b00-4f95-b04d-05cdff0f54e7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1170027 May 13 15:17:33.453675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50442613-0f36-48ea-be6f-d0092e093b72 req-71bafc42-b8f1-4d39-9cb6-82f91b4e76ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403304 May 13 15:17:33.478691 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:33.587646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f76f01e5-be9c-4107-b6c6-511df68a29cd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 200 len: 993 time: 0.1075623 May 13 15:17:34.015699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 97c52984-58d0-4e95-84d7-48f1b528e10a details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:17:34.143922 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ef4aa-4941-4979-919e-5a0341323d80 req-93e145af-504d-4948-b412-931e30f3dfa1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:34.145706 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f47ef4aa-4941-4979-919e-5a0341323d80 req-93e145af-504d-4948-b412-931e30f3dfa1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 982 time: 0.1235497 May 13 15:17:34.210441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f47ef4aa-4941-4979-919e-5a0341323d80 req-4fb7a448-a2d1-4765-9f6d-7d2765095c89 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0539751 May 13 15:17:34.251361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=97c52984-58d0-4e95-84d7-48f1b528e10a,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:34.265772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'port_id': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'mac_address': 'fa:16:3e:3d:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:17:34.330181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44288) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:34.338934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 97c52984-58d0-4e95-84d7-48f1b528e10a is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:34.339650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.362776 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c52984-58d0-4e95-84d7-48f1b528e10a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:17:34.385819 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=97c52984-58d0-4e95-84d7-48f1b528e10a,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:34.391046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:34.478923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:34.502829 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-c4602347-6867-4245-b937-938d385ea684 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701014 May 13 15:17:34.520383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b0b5-ef5f-484f-9225-5f201be78d48 req-ae87c7f2-4d94-4c78-b4e6-f67ba39ab050 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:34.522403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4e8b0b5-ef5f-484f-9225-5f201be78d48 req-ae87c7f2-4d94-4c78-b4e6-f67ba39ab050 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0940478 May 13 15:17:34.579860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4e8b0b5-ef5f-484f-9225-5f201be78d48 req-86a01972-a735-46c5-82ba-2c31c05a135b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508115 May 13 15:17:34.648964 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['97c52984-58d0-4e95-84d7-48f1b528e10a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:17:34.971015 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:35.458996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54f687-6be6-4f71-bbcf-382c788a90d8 req-4b291f91-d7f8-43d7-b285-53a75ba92f77 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:35.469055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c54f687-6be6-4f71-bbcf-382c788a90d8 req-4b291f91-d7f8-43d7-b285-53a75ba92f77 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 983 time: 0.1138601 May 13 15:17:35.502899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c54f687-6be6-4f71-bbcf-382c788a90d8 req-cf5b4b63-f23f-4a48-a0b7-d1c6fa407cea tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422919 May 13 15:17:35.805375 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42f29-5f8e-4882-8a72-429c581cf168 req-56dd50e3-546a-45b1-beed-75f2ce99927a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:35.824387 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06a42f29-5f8e-4882-8a72-429c581cf168 req-56dd50e3-546a-45b1-beed-75f2ce99927a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1157835 May 13 15:17:35.872995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-06a42f29-5f8e-4882-8a72-429c581cf168 req-076e2429-6b20-4fbe-9b58-41c395a805a5 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476367 May 13 15:17:35.920057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-9fd8985a-3ae3-442e-925a-b6ecf71ddfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:35.921603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-9fd8985a-3ae3-442e-925a-b6ecf71ddfba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1097 time: 0.0782490 May 13 15:17:36.052729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 97c52984-58d0-4e95-84d7-48f1b528e10a up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:17:36.076164 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-86e102cf-c300-4e37-8a2f-bcdc6cecaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.076164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-86e102cf-c300-4e37-8a2f-bcdc6cecaa02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1403656 May 13 15:17:36.139309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 97c52984-58d0-4e95-84d7-48f1b528e10a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:17:36.145297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 97c52984-58d0-4e95-84d7-48f1b528e10a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:17:36.146293 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.308105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-fdaef6fa-d245-4da7-9372-f80f67256b40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1001 time: 0.2318866 May 13 15:17:36.331822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 97c52984-58d0-4e95-84d7-48f1b528e10a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:17:36.332383 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.364579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:36.376245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=97c52984-58d0-4e95-84d7-48f1b528e10a,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:36.384606 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:36.388713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-b0b91f0e-81d8-4bd3-9260-c1146ef341c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.390419 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-b0b91f0e-81d8-4bd3-9260-c1146ef341c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0754793 May 13 15:17:36.519863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:36.532947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.536864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.544595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:17:36.591112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-d09cd6a7-769f-4ff7-88ef-ebdbdc9e4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.591112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-d09cd6a7-769f-4ff7-88ef-ebdbdc9e4fb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875262 May 13 15:17:36.623385 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce7a74c-478d-4537-aa52-ab50e8e60337'] response: {'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'code': 200} May 13 15:17:36.804358 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-5628607e-cd3f-408d-8df9-175868711e44 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097361 May 13 15:17:36.807000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548d5e-ed58-44ad-9f41-fc059caf992e req-e957ad84-bf8e-4aaa-a1ec-31a990d2d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.808492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e548d5e-ed58-44ad-9f41-fc059caf992e req-e957ad84-bf8e-4aaa-a1ec-31a990d2d9c1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1135 time: 0.1088283 May 13 15:17:36.884870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4e94-6638-45dd-9829-bc4ab46da6c3 req-fa592237-5fba-4e43-86a7-24a7b1ad0851 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:36.884870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-438b4e94-6638-45dd-9829-bc4ab46da6c3 req-fa592237-5fba-4e43-86a7-24a7b1ad0851 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.2288601 May 13 15:17:36.936287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e548d5e-ed58-44ad-9f41-fc059caf992e req-8959caae-9f8e-44fc-84e2-55e3c2e45799 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&id=b41d622b-9519-4533-a23f-d64affbd0d51&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1123581 May 13 15:17:37.037616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-fcc5fdbb-b197-4b61-94ab-658c7c4bf478 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173767 May 13 15:17:37.091089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-438b4e94-6638-45dd-9829-bc4ab46da6c3 req-95609c2e-492d-44cc-8739-346bb50f58f0 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1438031 May 13 15:17:37.262728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50500-4059-4a75-b4d0-c3fe3f4861c4 req-ee04e2de-b02d-4fe9-8701-84e0d636329d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:37.262728 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8c50500-4059-4a75-b4d0-c3fe3f4861c4 req-ee04e2de-b02d-4fe9-8701-84e0d636329d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1510606 May 13 15:17:37.336681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8c50500-4059-4a75-b4d0-c3fe3f4861c4 req-0163de5b-4da3-47fa-ae60-ecb97efb0411 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739062 May 13 15:17:38.347616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeaf5f-41d2-4e5f-8479-b6d065e483c7 req-e8e602cb-e02f-4273-a654-2cac34da68ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.349358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7ebeaf5f-41d2-4e5f-8479-b6d065e483c7 req-e8e602cb-e02f-4273-a654-2cac34da68ab tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.0963838 May 13 15:17:38.454492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7ebeaf5f-41d2-4e5f-8479-b6d065e483c7 req-5418773e-9d6b-4655-b1de-b416627dd62b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0984323 May 13 15:17:38.638600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25038b33-8c74-40bf-af54-f94b0f834f61 req-46cd8bd7-a877-4e99-8b7e-fee7044fdbb3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:38.639302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25038b33-8c74-40bf-af54-f94b0f834f61 req-46cd8bd7-a877-4e99-8b7e-fee7044fdbb3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1546724 May 13 15:17:38.687817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25038b33-8c74-40bf-af54-f94b0f834f61 req-cccb5b39-8222-4b99-9b76-1c76f88b8520 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 May 13 15:17:39.660748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c81331-3e8d-4e37-9772-bf07f88daa58 req-b22ab361-0da3-4303-9391-948c5053841b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:39.661184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4c81331-3e8d-4e37-9772-bf07f88daa58 req-b22ab361-0da3-4303-9391-948c5053841b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.0883522 May 13 15:17:39.721757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b4c81331-3e8d-4e37-9772-bf07f88daa58 req-f697b0fe-0d2e-456a-90bf-50b117b363fb tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0504680 May 13 15:17:39.896655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2cd05-a439-4349-a70f-56333df19192 req-e341725d-e9c8-476c-b98e-17d70429df0b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:39.898857 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ff2cd05-a439-4349-a70f-56333df19192 req-e341725d-e9c8-476c-b98e-17d70429df0b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0843785 May 13 15:17:39.953187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b020b-b308-4b34-88a8-00122ebd46af req-04de3929-82f7-41d8-9411-9be48d0a2e6a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:39.954765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-738b020b-b308-4b34-88a8-00122ebd46af req-04de3929-82f7-41d8-9411-9be48d0a2e6a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.0959713 May 13 15:17:39.960996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7ff2cd05-a439-4349-a70f-56333df19192 req-1afa75ad-9195-4f6c-a773-1918e694ee4e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555487 May 13 15:17:40.013892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-738b020b-b308-4b34-88a8-00122ebd46af req-695408a8-0216-4c43-be4e-25f9f382cd9e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0510194 May 13 15:17:40.231138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-a835e629-9574-4070-a0ca-d18f80c24a50 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.232731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-a835e629-9574-4070-a0ca-d18f80c24a50 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1135 time: 0.0874147 May 13 15:17:40.255117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.270699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:40.274818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Usage tracker for resource:security_group_rule and tenant:5fb64884ebf64abe9ef50d48c39f39f2 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:40.277816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:40.283601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:40.371738 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.377117 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.414252 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3ea03fdf-3edb-4a83-97fc-da11c6d84b22 req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1745563 May 13 15:17:40.421806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6cd58-c96d-466a-adea-322e611f5a6d tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252c939-2fe0-47d8-b251-4978f59571d6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:40.437735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44388) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:40.519807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ed214-e65e-4b90-b4b8-ff467500953c tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:40.521380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2b9ed214-e65e-4b90-b4b8-ff467500953c tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1130 time: 0.0825167 May 13 15:17:40.524423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44392) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:40.529276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:40.536653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:17:40.541670 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:floatingip and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:17:40.545208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:17:40.551787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:17:40.567166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.723513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:40.917584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.25.5.57 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/fc472d5e-377f-4f7c-9626-7ebea93989cd) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:17:41.254460 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.273379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13803f7c-243e-443b-9599-3cdcf01a7775 req-919683f7-2d1b-495b-8133-ac34dcb54d35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:41.277070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13803f7c-243e-443b-9599-3cdcf01a7775 req-919683f7-2d1b-495b-8133-ac34dcb54d35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1401956 May 13 15:17:41.339333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13803f7c-243e-443b-9599-3cdcf01a7775 req-4b67c59c-c09e-44c8-8c15-d0f7a4be0985 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542426 May 13 15:17:41.346319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:41.410214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:17:41.416178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:17:41.416178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:17:41.453220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=fc472d5e-377f-4f7c-9626-7ebea93989cd,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:41.948458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.027594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.234937 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.239691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.355171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=fc472d5e-377f-4f7c-9626-7ebea93989cd,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:42.368169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:42.582258 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Floating IP 339b198e-941d-4a73-b2c7-cba211ae77ab associated. External IP: 172.25.5.57, port: 97c52984-58d0-4e95-84d7-48f1b528e10a. May 13 15:17:42.592865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d16d0-197b-46cc-a9ae-c05a155d9bc7 req-473117c8-f56a-45c5-8678-632d4c8954c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:42.600925 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c44d16d0-197b-46cc-a9ae-c05a155d9bc7 req-473117c8-f56a-45c5-8678-632d4c8954c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.1154547 May 13 15:17:42.645338 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c44d16d0-197b-46cc-a9ae-c05a155d9bc7 req-3d87c65b-b780-4120-acd9-8bd2868bbb07 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 May 13 15:17:43.067216 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 855e50f8-cc3f-463f-b713-84889df09a5d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:17:43.253323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:17:43.264423 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Sync routers for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:17:43.274999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:43.275793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:43.278425 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:43.338425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-784de3ef-65da-4fd0-8daf-94b0a93ccf09 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8129723 May 13 15:17:43.339120 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:43.341065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44426) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:43.385405 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626b9b3a-f7f9-484b-982e-8c6f9a71195f'] response: {'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'status': 'completed', 'code': 200} May 13 15:17:43.467405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:43.539952 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.540445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.540903 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.541352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.541807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.542371 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.542682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.548476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-410f7ca3-f59f-4b7d-8184-bdb42aee500a tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2024586 May 13 15:17:43.548476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44432) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:43.583125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-adb005ab-083e-4c7b-9f60-54346c31968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.584585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-adb005ab-083e-4c7b-9f60-54346c31968c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1135 time: 0.1730976 May 13 15:17:43.703618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.704324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.704577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.704963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.705407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.705827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.706258 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.711869 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9a6b8bff-1f25-402d-9013-328e2653ee8e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1589744 May 13 15:17:43.712708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:43.766790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-7dc79749-7263-4e67-ade7-fb56319e7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:43.768178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-7dc79749-7263-4e67-ade7-fb56319e7830 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 200 len: 897 time: 0.1732118 May 13 15:17:43.865876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '339b198e-941d-4a73-b2c7-cba211ae77ab', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'port_id': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'mac_address': 'fa:16:3e:3d:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957c36fe-7fd5-451a-a56a-6875ded85258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:41Z', 'updated_at': '2022-05-13T15:17:41Z', 'revision_number': 0, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:43.871073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Checking router: 855e50f8-cc3f-463f-b713-84889df09a5d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:17:43.880795 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:17:43.881420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:17:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:43.961457 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-689ed9ab-9619-4869-8c47-165e10e65283 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.2466502 May 13 15:17:43.964053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44442) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:17:44.047289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ad209-73b4-4be5-800c-2aa3c3dbb94e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.048621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ad209-73b4-4be5-800c-2aa3c3dbb94e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.051986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-358ad209-73b4-4be5-800c-2aa3c3dbb94e tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=855e50f8-cc3f-463f-b713-84889df09a5d HTTP/1.1" status: 200 len: 1990 time: 0.0843971 May 13 15:17:44.063279 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-2a129e11-f440-4827-a629-4792683b7db6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 200 len: 998 time: 0.2873535 May 13 15:17:44.082272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:17:44.146216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5239997-c898-4951-b4cd-9b7840b42378 req-624e1883-2b4c-4af3-ae58-45dca8ff586d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.149723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5239997-c898-4951-b4cd-9b7840b42378 req-624e1883-2b4c-4af3-ae58-45dca8ff586d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.3740072 May 13 15:17:44.182415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-2112e656-5309-41e2-9410-f32b32c7bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.184485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-2112e656-5309-41e2-9410-f32b32c7bf8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=254b24bd-51e6-493c-af3f-7075fbdd0a3f HTTP/1.1" status: 200 len: 835 time: 0.1129658 May 13 15:17:44.248631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5239997-c898-4951-b4cd-9b7840b42378 req-1b7d9ee9-18d7-483a-8947-4e7337ef259f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895886 May 13 15:17:44.297681 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-d7194c36-a5f1-45fe-a46c-e28258fbc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:44.299086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-d7194c36-a5f1-45fe-a46c-e28258fbc817 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d46b6b3f-1d10-4555-823e-a10bb78540a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017969 May 13 15:17:44.468466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-5d4735e3-6f0b-4532-9e40-2b7972660497 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593862 May 13 15:17:44.601736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '339b198e-941d-4a73-b2c7-cba211ae77ab', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'port_id': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'mac_address': 'fa:16:3e:3d:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957c36fe-7fd5-451a-a56a-6875ded85258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:41Z', 'updated_at': '2022-05-13T15:17:41Z', 'revision_number': 0, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:17:44.605921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180fca-adc3-401e-8e5f-84a904fe0afe None None] The sync data for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 is: [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '339b198e-941d-4a73-b2c7-cba211ae77ab', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'port_id': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'mac_address': 'fa:16:3e:3d:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957c36fe-7fd5-451a-a56a-6875ded85258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:17:41Z', 'updated_at': '2022-05-13T15:17:41Z', 'revision_number': 0, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:17:44.617501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e398e4d6-8328-4fea-8f91-f5921f8104c5 req-479497c5-8315-4681-9290-dd356aaf9ae4 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406291 May 13 15:17:44.835607 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77897c53-cf31-479a-ba77-275f0c753aa6 None None] New status for floating IP 339b198e-941d-4a73-b2c7-cba211ae77ab: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:17:45.455259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2bde-5653-4ae8-ae35-7f82ce46d73a req-976b21be-4b6e-46ea-afe4-e6004d933dee tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:45.457752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-879d2bde-5653-4ae8-ae35-7f82ce46d73a req-976b21be-4b6e-46ea-afe4-e6004d933dee tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0833223 May 13 15:17:45.508989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-879d2bde-5653-4ae8-ae35-7f82ce46d73a req-455a47cd-b13f-491f-a81d-08922f0a9c7e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 May 13 15:17:46.729398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d5d52-dd8b-4324-84c2-88d294a6efd9 req-a3a62a84-6a20-4973-b647-47e2b525894e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:46.731715 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-764d5d52-dd8b-4324-84c2-88d294a6efd9 req-a3a62a84-6a20-4973-b647-47e2b525894e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0935524 May 13 15:17:46.798014 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-764d5d52-dd8b-4324-84c2-88d294a6efd9 req-4a2f48a0-1cd4-47e4-89e6-6b78d8004337 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597758 May 13 15:17:47.997049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1c40-e5d4-48af-9476-fd5d17025d24 req-3130c535-ba59-4567-80df-b6beed99faa4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:47.998902 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e4d1c40-e5d4-48af-9476-fd5d17025d24 req-3130c535-ba59-4567-80df-b6beed99faa4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0903549 May 13 15:17:48.047980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6e4d1c40-e5d4-48af-9476-fd5d17025d24 req-8cdcda0c-5dad-45e7-996a-1df22e2ba30e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 May 13 15:17:49.266097 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182e50-d5ff-49e0-8e4f-0a166d85d1a7 req-8c8bfe69-c149-4b3c-9a59-fccadd66a950 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:49.269409 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61182e50-d5ff-49e0-8e4f-0a166d85d1a7 req-8c8bfe69-c149-4b3c-9a59-fccadd66a950 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0980268 May 13 15:17:49.354277 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61182e50-d5ff-49e0-8e4f-0a166d85d1a7 req-9c3659ae-aeb6-45fa-a025-897b0213101f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713131 May 13 15:17:49.751051 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:50.569270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c875fae-6e98-4f09-874f-aec196d6952e req-de56080e-6876-4430-a845-c89ac2048c05 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:50.571173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c875fae-6e98-4f09-874f-aec196d6952e req-de56080e-6876-4430-a845-c89ac2048c05 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0994005 May 13 15:17:50.629188 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8c875fae-6e98-4f09-874f-aec196d6952e req-1a83af51-c710-4481-a089-37ae356311a4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519357 May 13 15:17:50.796561 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:51.840763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c94eeb-428c-443e-bc78-968b7da762c3 req-95d27496-6a64-4ecd-9403-4b91ef6a76de tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:51.842650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c94eeb-428c-443e-bc78-968b7da762c3 req-95d27496-6a64-4ecd-9403-4b91ef6a76de tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0912321 May 13 15:17:51.890447 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c94eeb-428c-443e-bc78-968b7da762c3 req-799bf001-2631-4f06-8743-12efe47d99ec tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 May 13 15:17:53.084505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594123-22c2-4a0f-9987-47d7c5f356ff req-3d8db0c6-bfe1-4c25-b852-04c3f17cc9e4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:53.086592 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58594123-22c2-4a0f-9987-47d7c5f356ff req-3d8db0c6-bfe1-4c25-b852-04c3f17cc9e4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0855711 May 13 15:17:53.131131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-58594123-22c2-4a0f-9987-47d7c5f356ff req-545ba8b6-f92d-4d3a-96d0-f4b6fca5e7fc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 May 13 15:17:54.322031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4645b-a59e-466e-b8bd-7fc180d11ae9 req-fe2e1d19-1f45-428d-b0f0-bff79b9f7c3d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:54.323558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1e4645b-a59e-466e-b8bd-7fc180d11ae9 req-fe2e1d19-1f45-428d-b0f0-bff79b9f7c3d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0851722 May 13 15:17:54.377371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1e4645b-a59e-466e-b8bd-7fc180d11ae9 req-c4dc5a72-f2a0-420d-80b6-fb2694468fa1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 May 13 15:17:54.715849 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-738716f4-1403-4004-bb07-cf6c90b6d0bc service neutron] show failed (client error): The resource could not be found. May 13 15:17:54.716886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-738716f4-1403-4004-bb07-cf6c90b6d0bc service neutron] 10.222.0.86 "GET /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0739071 May 13 15:17:55.039463 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-34a710ed-4086-4cb9-911e-2ecdc630795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.041529 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-34a710ed-4086-4cb9-911e-2ecdc630795a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 1097 time: 0.1331170 May 13 15:17:55.053840 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:17:55.169406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.480934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:17:55.530691 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:55.578195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d2bbb-1d79-4d17-9d7c-d5e9d812ef65 req-fbc12b3f-f0fa-4777-a458-19a61be5b3dc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:55.579805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf4d2bbb-1d79-4d17-9d7c-d5e9d812ef65 req-fbc12b3f-f0fa-4777-a458-19a61be5b3dc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0897348 May 13 15:17:55.601027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:55.606977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.624847 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Transition to ACTIVE for port object 11ce2113-f9a7-4289-bd21-bdc1003379f6 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:17:55.631925 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:55.646335 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf4d2bbb-1d79-4d17-9d7c-d5e9d812ef65 req-4e73d329-6807-4216-bff5-6d66380f6cbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607686 May 13 15:17:55.827025 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72717dd-3c3f-4882-954a-66e0421d5fe4'] response: {'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'code': 200} May 13 15:17:55.874850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] No DVR routers for this DVR port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:17:55.926742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:56.227206 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:17:56.227527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:17:56.228067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:56.234172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:17:56.234607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:17:56.240306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:17:56.240640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:17:56.241025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:17:56.241479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Bound port: 11ce2113-f9a7-4289-bd21-bdc1003379f6, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:17:56.241866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.336024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:17:56.339073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:17:56.343592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.405058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.405691 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:17:56.407144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] 10.222.0.90 "PUT /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1092 time: 1.3580153 May 13 15:17:56.427001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226c5b7-ef7f-4e0e-b988-c5da43bfe5cd service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:17:56.520081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-5afb2b3c-2044-4701-9ee6-d61c8c645480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.521570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-5afb2b3c-2044-4701-9ee6-d61c8c645480 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.0843985 May 13 15:17:56.705873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-02a50860-1084-4528-bae2-600b933c25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.712367 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-02a50860-1084-4528-bae2-600b933c25f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1799974 May 13 15:17:56.840004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-6fa0ad1a-6f86-4ae1-90fb-d1a07a9c9dd1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.1146016 May 13 15:17:56.911546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e6287-7ec5-453c-8b6a-d886ee5f5306 req-3f8f172f-02f3-437f-8947-5f933ef7d559 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.913676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d36e6287-7ec5-453c-8b6a-d886ee5f5306 req-3f8f172f-02f3-437f-8947-5f933ef7d559 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.1438265 May 13 15:17:56.921795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-ce231c10-2739-4884-940b-2493e65fb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:56.922124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-ce231c10-2739-4884-940b-2493e65fb4eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0826697 May 13 15:17:57.004294 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d36e6287-7ec5-453c-8b6a-d886ee5f5306 req-3b66392b-4a17-4045-99c3-71e08525fa6f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810981 May 13 15:17:57.028708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-6f77e99f-1edb-4f2c-9ca4-8f094b42332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:57.028708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-6f77e99f-1edb-4f2c-9ca4-8f094b42332f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945480 May 13 15:17:57.164321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-b56d4b63-ab85-4680-8a20-24e02a855b07 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316988 May 13 15:17:57.303759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06fd6719-03ea-4217-9e7d-b0a4626a8a7e req-8b60bc09-2c60-4f84-9550-cb4594f9bf77 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306047 May 13 15:17:57.828572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:17:57.896188 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d0a871-8aa4-401a-b564-8abc86258aab'] response: {'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:17:58.056907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-f2c96758-c93f-43b8-b6e2-34f5dfab3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.058242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-f2c96758-c93f-43b8-b6e2-34f5dfab3a0e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1047721 May 13 15:17:58.061287 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-f6ce8bea-e35e-413a-80cd-bfbe5b81aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.062687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-f6ce8bea-e35e-413a-80cd-bfbe5b81aefe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1463683 May 13 15:17:58.129599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:17:58.218897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:17:58.299675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f8b13-306f-4f74-aeb4-474a09f7ac7b req-d3168cfa-274c-43ab-881d-2ceefe9aeded tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.302554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c18f8b13-306f-4f74-aeb4-474a09f7ac7b req-d3168cfa-274c-43ab-881d-2ceefe9aeded tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.1287282 May 13 15:17:58.328100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-99151e2f-8f99-4196-8108-807072334c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.330276 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-99151e2f-8f99-4196-8108-807072334c7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.2642672 May 13 15:17:58.333407 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-7361f800-ceb1-494b-a948-d4c1d490e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.335248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-7361f800-ceb1-494b-a948-d4c1d490e353 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.2457881 May 13 15:17:58.381173 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c18f8b13-306f-4f74-aeb4-474a09f7ac7b req-e1d62ce9-d912-44f0-963f-9cd02e96b9cd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725911 May 13 15:17:58.679282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-ab71664e-2889-44e8-82df-435c3796fbb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.3421099 May 13 15:17:58.682760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-7fdcf9d9-5c60-4512-b32d-5bd5b84685c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.2726946 May 13 15:17:58.831354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-2290c4a6-58fd-4f9c-a5fc-e67f72d52078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.831354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-2290c4a6-58fd-4f9c-a5fc-e67f72d52078 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1399646 May 13 15:17:58.831354 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-ef719543-4118-4b65-8c58-aeb2e17832b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.832991 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-ef719543-4118-4b65-8c58-aeb2e17832b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1011906 May 13 15:17:58.990921 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-04da22ce-0158-4c8b-9095-9e1c569c12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.992285 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-04da22ce-0158-4c8b-9095-9e1c569c12fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062891 May 13 15:17:58.994729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-9be5941f-5131-40df-933e-4445e969b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:58.996193 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-9be5941f-5131-40df-933e-4445e969b752 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574516 May 13 15:17:59.371578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-5e648a4e-4b30-4405-b822-1dd2695a7d84 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683467 May 13 15:17:59.375311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-45e0d77a-97dc-4c31-8723-880d1b63c6ca service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809048 May 13 15:17:59.723346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-c27a36bd-3d24-4254-85c3-e4303f671347 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381295 May 13 15:17:59.725707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-768c9dc8-4dd5-4224-975c-e82009a47409 req-d62a9519-02f2-47c5-99f6-4b1b2b5c9d20 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058872 May 13 15:17:59.748604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e132f9-fb0a-43c5-a895-d0e238f71690 req-9af1a08b-7d07-4544-986d-0be8847f1e4f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:17:59.750129 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75e132f9-fb0a-43c5-a895-d0e238f71690 req-9af1a08b-7d07-4544-986d-0be8847f1e4f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.2072763 May 13 15:17:59.818035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-75e132f9-fb0a-43c5-a895-d0e238f71690 req-9f691a2e-3d18-4dd0-b5fb-a39c02c11a64 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604849 May 13 15:17:59.836244 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f4bf8529-7e94-4790-9d77-905077d8e72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:00.226963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-e034e7f5-259a-40e8-93c5-f8085ceab1f7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.228346 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-e034e7f5-259a-40e8-93c5-f8085ceab1f7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 944 time: 0.1334765 May 13 15:18:00.318411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efec9b-38f8-4efe-802c-36578754f44e req-9ac21781-12e7-4be9-8e04-3cdac63fa07a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.319782 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7efec9b-38f8-4efe-802c-36578754f44e req-9ac21781-12e7-4be9-8e04-3cdac63fa07a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.1625545 May 13 15:18:00.342706 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-7b8a679d-d7ab-4f97-a836-a2c1e694b2c2 service neutron] 10.222.0.90 "GET /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 382 time: 0.1074066 May 13 15:18:00.399413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c7efec9b-38f8-4efe-802c-36578754f44e req-eab1256f-0e15-4d87-9430-3756502ad9bf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712907 May 13 15:18:00.454422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-c1c94354-38af-456e-9ae3-f96a808627c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.455957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-c1c94354-38af-456e-9ae3-f96a808627c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1095 time: 0.0908992 May 13 15:18:00.588300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-33f0ae31-b8dd-4acc-b225-de5d0803dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.589675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-33f0ae31-b8dd-4acc-b225-de5d0803dbaf service neutron] 10.222.0.90 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1277366 May 13 15:18:00.696121 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-8de527a5-40e1-4b7b-bcc5-27a5e7ad3e9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.0994685 May 13 15:18:00.891981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-f6c9f343-9ea6-45fa-9e56-0a84b2c83768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.893665 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-f6c9f343-9ea6-45fa-9e56-0a84b2c83768 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1911967 May 13 15:18:00.975489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-fd534d86-9390-41be-a532-4bf9caadfe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:00.977119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-fd534d86-9390-41be-a532-4bf9caadfe48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775387 May 13 15:18:01.109410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-d40fd1df-8000-4f43-aef9-9550c248d8b3 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253004 May 13 15:18:01.240889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-550110ba-53fd-4019-bd1b-73dc946d5ee0 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253736 May 13 15:18:01.591224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfa542-ee88-41e3-99e3-5ee05633336d req-aa0ca8b7-5efe-43a7-914e-259c1918ec2e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:01.592711 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87dfa542-ee88-41e3-99e3-5ee05633336d req-aa0ca8b7-5efe-43a7-914e-259c1918ec2e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.0827508 May 13 15:18:01.637006 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-87dfa542-ee88-41e3-99e3-5ee05633336d req-143f5bf9-2dec-4701-bcfc-a58446026b1c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 May 13 15:18:02.045295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:02.193775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:02.209482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:18:02.275981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 11ce2113-f9a7-4289-bd21-bdc1003379f6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:02.276473 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.294716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:02.311671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:02.316511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.384489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:02.689302 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5e58f3eb-54d0-46b5-95bf-82ebce93944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.841679 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b5a6-ed61-4ff9-beda-e00b6199aacb req-8719d27a-9811-474a-96fd-f40801f4095d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:02.843141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dee1b5a6-ed61-4ff9-beda-e00b6199aacb req-8719d27a-9811-474a-96fd-f40801f4095d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 945 time: 0.0936499 May 13 15:18:02.883737 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:02.890123 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dee1b5a6-ed61-4ff9-beda-e00b6199aacb req-48f8a75a-1f6a-4fe0-b02f-375a2e80da87 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 May 13 15:18:03.359775 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.394008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:18:03.440573 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-a2d5036b-2134-40c4-bb4b-f1bd0b740737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:03.441973 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-a2d5036b-2134-40c4-bb4b-f1bd0b740737 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 1096 time: 0.0737081 May 13 15:18:03.453724 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:03.569100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.840852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:03.868337 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:03.920163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:03.928493 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:03.942617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Ignored duplicate provisioning block setup for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 13 15:18:03.949012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.048932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:04.092369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64da1a-9f71-4c01-9e55-1321ac46408a req-6e065d53-e6c5-4c67-8982-bbcc1635bed0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.094623 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b64da1a-9f71-4c01-9e55-1321ac46408a req-6e065d53-e6c5-4c67-8982-bbcc1635bed0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 944 time: 0.0943029 May 13 15:18:04.102461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=9']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.115975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.116644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.117661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.118149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.118633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.119159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.119650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.120138 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.120486 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.120956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.121447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.124720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:04.159320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2b64da1a-9f71-4c01-9e55-1321ac46408a req-0c05287b-8fb7-450b-a310-323e50a1c75b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560105 May 13 15:18:04.177411 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] No DVR routers for this DVR port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:04.229841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:04.260994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:04.261360 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:04.262022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:04.266502 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:18:04.266877 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:04.271844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:04.272312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:04.272743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:04.273250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Bound port: 11ce2113-f9a7-4289-bd21-bdc1003379f6, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:04.274445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.384498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:04.387742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:04.393011 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.434651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:04.435388 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:04.435836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:04.441256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:18:04.442294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attempting to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on network ca074932-eca4-473a-984f-c0ac3a8c3cd2 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:04.448788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:04.449208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Checking segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:04.449592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Bound using segment: {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:04.450613 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Bound port: 11ce2113-f9a7-4289-bd21-bdc1003379f6, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:04.450973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.459901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 has no active binding in host n-h1-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 15:18:04.484793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=10']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:04.566585 n-d-841736-1 neutron-server[88131]: WARNING neutron.plugins.ml2.plugin [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Concurrent port binding operations failed on port 11ce2113-f9a7-4289-bd21-bdc1003379f6 May 13 15:18:04.575487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:04.577278 n-d-841736-1 neutron-server[88131]: INFO neutron.plugins.ml2.plugin [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attempt 2 to bind port 11ce2113-f9a7-4289-bd21-bdc1003379f6 May 13 15:18:04.583507 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.584142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:04.586322 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-90c557c9-067e-4b8d-a55c-d22e4ffcee99 service neutron] 10.222.0.86 "PUT /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1093 time: 1.1359990 May 13 15:18:04.586940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:04.831557 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c70d7e-a47d-4363-8e52-c4e997911550'] response: {'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:18:04.904444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-1717f2db-d4b0-4514-9474-1fb378ac5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.905960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-1717f2db-d4b0-4514-9474-1fb378ac5274 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1096 time: 0.2928004 May 13 15:18:04.907897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-c4d07ff6-74ff-4820-a59d-b25f8db56db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:04.909267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-c4d07ff6-74ff-4820-a59d-b25f8db56db2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1096 time: 0.1117246 May 13 15:18:04.974922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:05.149800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-1c2a0e3b-9fa4-4a79-83fe-75c8e790e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.151242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-1c2a0e3b-9fa4-4a79-83fe-75c8e790e2ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.2385657 May 13 15:18:05.153589 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-15b288fb-0a89-4b05-aa45-56fa16594dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.154880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-15b288fb-0a89-4b05-aa45-56fa16594dcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.2241902 May 13 15:18:05.342607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-2329b2f8-4eda-4154-87de-b7ac3f1f9e7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.1846793 May 13 15:18:05.346051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-1bcb0edb-1acc-479a-ad37-34d741ffaf1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.1421380 May 13 15:18:05.348842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd423a4-7959-48fa-88c5-9898e34d30ea req-1dd05340-90d8-4a44-a8a7-8d14db486ab3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.350354 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efd423a4-7959-48fa-88c5-9898e34d30ea req-1dd05340-90d8-4a44-a8a7-8d14db486ab3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 945 time: 0.0893836 May 13 15:18:05.403430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-efd423a4-7959-48fa-88c5-9898e34d30ea req-cbdbf45c-3156-47f7-9038-c2714bcd9aa2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468380 May 13 15:18:05.453655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-49ea5fdc-5074-4e6a-b9b0-91cd6c706ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.455095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-49ea5fdc-5074-4e6a-b9b0-91cd6c706ba4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1063843 May 13 15:18:05.458711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-9eef84ae-50dd-4aa8-bcb4-1f7fcd48487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.460039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-9eef84ae-50dd-4aa8-bcb4-1f7fcd48487e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0795598 May 13 15:18:05.609361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-01eb09bb-7055-4668-9bdc-36acf4ae3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.610960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-01eb09bb-7055-4668-9bdc-36acf4ae3b7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141188 May 13 15:18:05.613091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-7e0f1069-6b5e-4a21-977a-e521a68f90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:05.614732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-7e0f1069-6b5e-4a21-977a-e521a68f90bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527984 May 13 15:18:05.890798 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-8ac72d1b-2772-43e5-a8a7-eb926612c146 service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699692 May 13 15:18:05.892793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-522992ca-c272-4161-8b92-ff7f60a354f8 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522287 May 13 15:18:06.046968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:06.116129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:06.140609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3cd9878f-cb24-48e7-a36c-6422810c9063 req-d0bfa113-205f-40a7-84bf-e10152d33d47 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409461 May 13 15:18:06.143756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-db36807c-b910-4c66-94ab-0ee52b40840f service neutron] 10.222.0.90 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266035 May 13 15:18:06.395026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-3605143c-4cab-477a-b6a4-f85f924b7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.396443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-3605143c-4cab-477a-b6a4-f85f924b7c9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1096 time: 0.1906683 May 13 15:18:06.576972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-76dea097-cd4d-4a8e-a032-5c12249f6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.578425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-76dea097-cd4d-4a8e-a032-5c12249f6a0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.1753378 May 13 15:18:06.711552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-de9c839e-2984-452f-a4f9-eec9b48fbbd2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 999 time: 0.1180143 May 13 15:18:06.763104 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e032d2a-8b6e-4697-8447-e99e34f0e428 req-78723654-8b3b-4d01-9ff0-6fea17280a83 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.764917 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e032d2a-8b6e-4697-8447-e99e34f0e428 req-78723654-8b3b-4d01-9ff0-6fea17280a83 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 945 time: 0.2347987 May 13 15:18:06.818219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-b5a1651f-7dc2-4f37-9a59-8cb775e01dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.819682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-b5a1651f-7dc2-4f37-9a59-8cb775e01dc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1002965 May 13 15:18:06.865374 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9e032d2a-8b6e-4697-8447-e99e34f0e428 req-6ae1c28f-1efb-497c-a0a6-bbcaa8fb246a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885210 May 13 15:18:06.904043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-8b07f965-22a5-4552-aaa4-6623addea4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:06.905600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-8b07f965-22a5-4552-aaa4-6623addea4d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793643 May 13 15:18:07.044038 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-a57d7a31-b390-4a97-aa7f-5030e204937d service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286759 May 13 15:18:07.180472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bafa054b-9765-4e0f-966c-2c5012bbc9f7 req-8dae865f-c9f5-4974-bad6-fc78120326cf service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274509 May 13 15:18:08.149961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:08.206828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66049ee4-dfda-4741-97aa-b0abcc562dfc req-8ac11fd2-4f3a-40dd-8372-5cc4a65c33be tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:08.216085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66049ee4-dfda-4741-97aa-b0abcc562dfc req-8ac11fd2-4f3a-40dd-8372-5cc4a65c33be tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 945 time: 0.2261312 May 13 15:18:08.271984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-66049ee4-dfda-4741-97aa-b0abcc562dfc req-045cc3fb-6b0c-4c31-b0d4-302df2969a55 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546353 May 13 15:18:08.353074 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:08.366854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'port_id': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'mac_address': 'fa:16:3e:76:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:18:08.428942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 11ce2113-f9a7-4289-bd21-bdc1003379f6 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:08.430037 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.449737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:08.467955 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:08.472576 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:08.555132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=11']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:08.724659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['11ce2113-f9a7-4289-bd21-bdc1003379f6'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:09.332599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44712) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.458034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4610077-5d55-487d-a838-49aee060e3ae req-68da5c83-fbec-4a1f-acae-f4555374eda4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:09.459183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.459498 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4610077-5d55-487d-a838-49aee060e3ae req-68da5c83-fbec-4a1f-acae-f4555374eda4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 946 time: 0.0855918 May 13 15:18:09.473834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:09.477667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Usage tracker for resource:security_group_rule and tenant:cf9693649e684b3099b942d10b61dd77 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:09.480533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:09.486217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:09.503568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4610077-5d55-487d-a838-49aee060e3ae req-136d1a23-661b-4148-8699-54222cfcaf65 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 May 13 15:18:09.529858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44718) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.575154 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.579269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.628879 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf9693649e684b3099b942d10b61dd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923660 May 13 15:18:09.628879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cddecb-39dc-4d7a-acd9-1fbc09638287,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.629208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44722) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:09.636780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.637122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.637460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.637793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.638121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.638448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.639013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.639343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.639663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.639979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.640327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.640645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4efe58-7acb-45d7-a04b-d42adb41858e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:09.649095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-321f93fa-80ee-4fdd-901d-b67c4803213b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 200 len: 992 time: 0.1174934 May 13 15:18:09.694200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.720640 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.772549 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.791842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cddecb-39dc-4d7a-acd9-1fbc09638287,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:09.800288 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:09.801620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-728ef5ff-5154-4687-a2bf-5927401e79f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12cddecb-39dc-4d7a-acd9-1fbc09638287 HTTP/1.1" status: 204 len: 168 time: 0.1715848 May 13 15:18:10.075835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:10.093356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.107984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:10.112112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Usage tracker for resource:security_group_rule and tenant:84baed7b4d0041a2bbc16b548869e1fd is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:10.114934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:10.120600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:10.174083 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:10.205654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.209655 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.242221 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:10.246954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 11ce2113-f9a7-4289-bd21-bdc1003379f6 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:10.247477 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.257197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84baed7b4d0041a2bbc16b548869e1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801929 May 13 15:18:10.258777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e874f-8e7a-4de7-ad59-96861fbfc774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b713a4c9-2056-4249-8b97-37c59485a4e2,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:10.260155 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:10.326810 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.353465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.395933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 11ce2113-f9a7-4289-bd21-bdc1003379f6 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:10.396358 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.409759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.423863 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:10.425739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b713a4c9-2056-4249-8b97-37c59485a4e2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:10.433986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:10.438947 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.440838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-55a4d59f-313d-4e53-8098-57f995384ccc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b713a4c9-2056-4249-8b97-37c59485a4e2 HTTP/1.1" status: 204 len: 168 time: 0.1785135 May 13 15:18:10.448340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:10.481947 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d485460-0c0f-402b-a579-f871589c1c85'] response: {'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'code': 200} May 13 15:18:10.520006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:17.722114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.815148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b1528109-a7e2-4263-8be3-1bb74a1ce2c5 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3061 time: 0.0918450 May 13 15:18:17.818208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44836) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:17.823944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'network': {'name': 'tempest-network-smoke--1194141823', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'port_security_enabled': False}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:17.829545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:17.839578 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:17.849160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:17.853163 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.884410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:18:17.895654 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.896001 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Added segment d3ac2526-073b-43c3-b8c5-e01fd34863db of type vlan for network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 May 13 15:18:17.927866 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.956792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:17.962711 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:17.963284 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.086878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Network': ['ID=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:18.095450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44842) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:18.095450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'admin_state_up': True, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:18.104610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:18:18.112862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e6a6307c-ca75-44c8-94eb-989102928ff5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2869778 May 13 15:18:18.120916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:18.120916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:router and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:18.130661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:18.134049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:18.145626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.146786 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.163256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.559539 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.882037 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:18.917277 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.058761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.25.5.185 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/c930ac1e-bb6c-43e1-8b54-2237e0f27f68) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:19.210379 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.241140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.308710 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:19.311427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:19.315215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:19.349671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:19.784150 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:19.785778 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.290281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.503375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 2148359b-fa11-4609-819f-c2cfa44801e7 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:18:20.692809 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:20.703872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Sync routers for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:20.715500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:20.716546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:20.774620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:20.778778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1acc6d8d-5c4b-47a2-acbe-4ba18697316d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6925335 May 13 15:18:20.779183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.829568 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-e096831b-1a58-48ff-8e23-db4e11d06a05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033275 May 13 15:18:20.865343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207b472-1600-4c80-8aaa-9752525e1eab tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:20.867945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a207b472-1600-4c80-8aaa-9752525e1eab tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5f56a72c6f43ba8c95eae65bbd017b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0870705 May 13 15:18:20.870589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:20.878653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.069943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-bcec5f17-25c6-4dbe-9b6e-499b8256ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.071778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-bcec5f17-25c6-4dbe-9b6e-499b8256ff4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1096 time: 0.1413560 May 13 15:18:21.079872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:21.106632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f45efa-93ad-496c-b810-cfa65e8f90ff tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.113000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f1f45efa-93ad-496c-b810-cfa65e8f90ff tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2409475 May 13 15:18:21.115429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44872) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.158812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-dc912e1d-02ee-4645-b0f6-2268803cf9a4 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418537 May 13 15:18:21.162132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44876) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.204793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c10fafbe-fb5b-483c-a634-ee497228fe17 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5f56a72c6f43ba8c95eae65bbd017b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412560 May 13 15:18:21.207097 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44880) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.260025 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-ab4c5159-1d94-4810-a1df-45ef0cdd2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.261543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-ab4c5159-1d94-4810-a1df-45ef0cdd2a11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1631210 May 13 15:18:21.353156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165250d-49d4-40cf-ad70-3f51d47590ee tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.355034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4165250d-49d4-40cf-ad70-3f51d47590ee tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467545 May 13 15:18:21.357787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44884) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.393626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-dba7df21-20b9-4814-9cdf-b5db7afe5d4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 1001 time: 0.1205509 May 13 15:18:21.404316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:19Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:21.408495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Checking router: 2148359b-fa11-4609-819f-c2cfa44801e7 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:21.408919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Updating router 2148359b-fa11-4609-819f-c2cfa44801e7 port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:18:21.415596 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b82082cd-81fa-4c31-8fae-33ac273da453 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566249 May 13 15:18:21.416464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44888) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:21.421806 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965719462', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:21.463162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-e5e58970-4029-45f7-8094-b604fab0eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.464670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-e5e58970-4029-45f7-8094-b604fab0eb9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0614550 May 13 15:18:21.464811 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.540251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:21.545510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Usage tracker for resource:subnet and tenant:8d5f56a72c6f43ba8c95eae65bbd017b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:21.549224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:21.556980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:21.573501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:21.577743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-fdfd2532-c49c-4fff-b815-a299f281d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:21.578927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.579914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-fdfd2532-c49c-4fff-b815-a299f281d263 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052632 May 13 15:18:21.773134 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-1d7c7a1f-836e-43c9-b041-779be131c056 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818655 May 13 15:18:21.855705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.921300 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.929302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Subnet': ['ID=34dbf117-69d8-419d-9d1e-3b5b5e84de55,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:21.937754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Transition to ACTIVE for port object c930ac1e-bb6c-43e1-8b54-2237e0f27f68 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:21.944925 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:21.956658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6c8802f5-0ed7-4777-8612-68e69d7fd4cc req-f4d7e133-f98d-45a6-9840-9556bbc7a7c8 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707790 May 13 15:18:21.958942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Checking segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:21.959467 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network hostable DHCP agents. Network: c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:18:21.983286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:18:21.995790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:22.000340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:22.000922 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.026650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086879f-3015-4063-a39e-02057143eedf None None] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:22.036972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 44894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:22.049094 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-de7b01e0-58df-4210-9a6b-4ccbc0311d1c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6192350 May 13 15:18:22.114599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8368a-6263-4591-9ebf-556f674e38d5 None None] Pushing event updated for resources: {'Port': ['ID=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:22.117689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Attempting to bind port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:22.118138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Attempting to bind port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:22.118685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Attempting to bind port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:22.147699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:22.148096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:22.148520 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.148909 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:22.149374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Bound port: c930ac1e-bb6c-43e1-8b54-2237e0f27f68, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:22.149869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.285815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] For port c930ac1e-bb6c-43e1-8b54-2237e0f27f68, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:22.309506 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] For port c930ac1e-bb6c-43e1-8b54-2237e0f27f68, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:22.317023 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.465850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:22.466786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:22.527122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'fixed_ips': [{'subnet_id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:18:22.527947 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.573332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8368a-6263-4591-9ebf-556f674e38d5 None None] Pushing event updated for resources: {'Port': ['ID=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:22.775385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:22.934873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:22.975248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Allocated IP 172.20.0.18 (c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7/34dbf117-69d8-419d-9d1e-3b5b5e84de55/82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:23.251300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:19Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:23.264128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fdb80-9ff8-490b-b946-c438541e7025 None None] The sync data for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 is: [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:19Z', 'revision_number': 3, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:23.271193 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.295367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Transition to ACTIVE for port object 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:23.342469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Transition to ACTIVE for port object 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:23.349424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.436610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.20.0.17 (c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7/34dbf117-69d8-419d-9d1e-3b5b5e84de55/af269449-69ee-4990-a881-c6a18789a7c0) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:23.439505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:23.442942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:23.449667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:23.496453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Pushing event updated for resources: {'Port': ['ID=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.607607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Attempting to bind port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:23.607607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Attempting to bind port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:23.607942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Attempting to bind port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 on network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:23.617408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:23.617845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Checking segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:23.618252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.618645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Bound using segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:23.619126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Bound port: 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:23.619506 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.683849 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.712027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Transition to ACTIVE for port object af269449-69ee-4990-a881-c6a18789a7c0 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:23.789644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.790605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] For port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:23.797871 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] For port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:23.805462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:23.936014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:23.939808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:23.944701 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:23.955294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c4a8d-1429-4d38-9a48-09ed9270aa3a None None] Pushing event updated for resources: {'Port': ['ID=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:23.976243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.020962 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.221197 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.812119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.816886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:24.934443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:24.937080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:25.081607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:25.082690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:25.292141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 2148359b-fa11-4609-819f-c2cfa44801e7 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:25.487729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde4d00b-f5cb-4b62-9701-994afef44922 None None] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:25.498175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:25.512051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-38a39670-d600-45b8-a15a-11e37d0af713 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "PUT /v2.0/routers/2148359b-fa11-4609-819f-c2cfa44801e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4739053 May 13 15:18:25.524554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Sync routers for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:25.546286 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:25.546924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:25.678978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f99d8278-69f2-44ff-84b2-8b017172443e None None] Provisioning for port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:25.850685 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:25.938733 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:26.082240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44924) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:26.092118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-ad7acd48-01b2-43f4-8564-cbb857154021 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:26.099218 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-ad7acd48-01b2-43f4-8564-cbb857154021 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/networks?id=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 HTTP/1.1" status: 200 len: 798 time: 0.2406678 May 13 15:18:26.117443 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-277a516d-bac3-44a7-b274-4f64850bc3dd tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/quotas/8d5f56a72c6f43ba8c95eae65bbd017b HTTP/1.1" status: 200 len: 375 time: 0.0166535 May 13 15:18:26.196523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:26.211351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:26.211921 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.272998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-c79a41db-f362-4d7c-9267-32580de91b7d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:26.276005 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:24Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af269449-69ee-4990-a881-c6a18789a7c0', 'name': '', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:6e:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:23Z', 'updated_at': '2022-05-13T15:18:24Z', 'revision_number': 2, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:26.280513 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Checking router: 2148359b-fa11-4609-819f-c2cfa44801e7 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:26.280862 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Updating router 2148359b-fa11-4609-819f-c2cfa44801e7 port af269449-69ee-4990-a881-c6a18789a7c0 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:18:26.290780 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.291869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-c79a41db-f362-4d7c-9267-32580de91b7d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:26.293845 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-c79a41db-f362-4d7c-9267-32580de91b7d tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1755211 May 13 15:18:26.325117 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:26.332109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Usage tracker for resource:security_group_rule and tenant:6dead75972384927b02e3d9c11f3bdd6 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:26.340776 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:26.350045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:26.353448 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.447714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.453274 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.455869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:26.456405 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.496716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:26.502625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.503937 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c930ac1e-bb6c-43e1-8b54-2237e0f27f68 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:26.513166 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6dead75972384927b02e3d9c11f3bdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274976 May 13 15:18:26.513166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9e0d-0a70-47b5-bfc0-d91f55e41234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391c6f2-6235-4900-a2c8-83a727e28924,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:26.513502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-602c8884-9454-4c9f-89a0-d0a1412a2659 service neutron] 10.222.0.36 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044303 May 13 15:18:26.514081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44930) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:26.581668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.620694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.685018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Provisioning for port af269449-69ee-4990-a881-c6a18789a7c0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:26.691081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.695891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Provisioning complete for port af269449-69ee-4990-a881-c6a18789a7c0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:26.696294 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.723438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:26.732376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391c6f2-6235-4900-a2c8-83a727e28924,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:26.736562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:26.736931 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.747112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:26.752718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51f9b48b-703d-49de-b3d2-9ecb061d84f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e391c6f2-6235-4900-a2c8-83a727e28924 HTTP/1.1" status: 204 len: 168 time: 0.2374272 May 13 15:18:26.945250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:26.983763 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-4fdf33a9-6db8-4fc8-b45b-0203a3053989 service neutron] 10.222.0.36 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102850 May 13 15:18:26.998189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-097f7885-dd6c-4bc9-b8ec-1623abbe4e80 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4845021 May 13 15:18:27.007718 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.023547 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Transition to ACTIVE for port object af269449-69ee-4990-a881-c6a18789a7c0 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:27.036857 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.037079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Port af269449-69ee-4990-a881-c6a18789a7c0 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:27.078563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Provisioning complete for port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:27.078935 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.140334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:27.140334 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.164188 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Pushing event updated for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.253765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c930ac1e-bb6c-43e1-8b54-2237e0f27f68, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:27.260848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a148b4b4-1481-4e98-a0cd-3db455937fa4 req-9242ee76-58cc-466b-958b-01d54a542e87 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 210 time: 0.0822661 May 13 15:18:27.293616 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.306410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-1e549f7b-aaf5-4c3a-8c62-cc4c239a2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:27.308683 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.309005 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.309344 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.309673 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.309999 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.310320 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.310638 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.310950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.311266 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.311582 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.311888 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.312199 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:27.312978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-1e549f7b-aaf5-4c3a-8c62-cc4c239a2f98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1098 time: 0.1919460 May 13 15:18:27.371160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44942) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:27.400375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7f48367a-1bd1-4701-9c24-80faf27d8583 None None] Current status of the port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:27.411455 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.413628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.433631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:27.438243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6ed147749f478baa63b61dd944b296 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:27.441233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:27.447545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Attempting to bind port af269449-69ee-4990-a881-c6a18789a7c0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:27.447918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Attempting to bind port af269449-69ee-4990-a881-c6a18789a7c0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:27.448300 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Attempting to bind port af269449-69ee-4990-a881-c6a18789a7c0 on network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:27.454908 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:27.466935 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:27.467367 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Checking segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:27.467725 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.468106 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Bound using segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:27.468610 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Bound port: af269449-69ee-4990-a881-c6a18789a7c0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:27.468982 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.556995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-d166e2ba-107b-478d-88df-845fedf0b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:27.560681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-d166e2ba-107b-478d-88df-845fedf0b500 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.2240226 May 13 15:18:27.605922 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] For port af269449-69ee-4990-a881-c6a18789a7c0, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:27.609350 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] For port af269449-69ee-4990-a881-c6a18789a7c0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af269449-69ee-4990-a881-c6a18789a7c0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:27.615670 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.621319 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.626744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.705029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:27.758754 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:27.759326 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:27.766229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-7f519090-c4f2-4500-813e-80c456f2034d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 1001 time: 0.1956372 May 13 15:18:27.819092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd6ed147749f478baa63b61dd944b296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467931 May 13 15:18:27.820733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d05e-da91-4703-947f-81f1f336d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8ff10-bc4d-4726-8c4b-85123e88d109,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:27.823428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 44952) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:27.872459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:27.872960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.913288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-5ce304ad-500f-47f4-a541-b62b144c22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:27.916983 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-5ce304ad-500f-47f4-a541-b62b144c22b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.1463890 May 13 15:18:27.930861 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.966015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:27.999856 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c70d-afc0-4f81-aeab-d7980afde1e0 None None] Pushing event updated for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.039843 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.072498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8ff10-bc4d-4726-8c4b-85123e88d109,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:28.092688 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.096277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ee0af188-174b-40b9-8521-606f31f9a1cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ef8ff10-bc4d-4726-8c4b-85123e88d109 HTTP/1.1" status: 204 len: 168 time: 0.2580729 May 13 15:18:28.103998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-563dbd6d-f53c-485c-ae9a-204eddd02b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:28.105943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-563dbd6d-f53c-485c-ae9a-204eddd02b29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836736 May 13 15:18:28.106281 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:28.130960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:28.132051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c930ac1e-bb6c-43e1-8b54-2237e0f27f68 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:28.208500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:28.208781 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:28.359915 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-8e116c60-74b7-4849-b47c-b383d34005c7 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461696 May 13 15:18:28.396760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:28.506965 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:24Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af269449-69ee-4990-a881-c6a18789a7c0', 'name': '', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:6e:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:23Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:28.512053 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec73c9f-9a7c-4036-867a-fe764cc07955 None None] The sync data for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 is: [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:24Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af269449-69ee-4990-a881-c6a18789a7c0', 'name': '', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:6e:cb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:23Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:28.522686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b2790548-7942-4110-8060-0be4ba49568d req-b1077ad0-f479-41a2-bfb8-f0f1aa5d8775 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 210 time: 0.0668447 May 13 15:18:28.617398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c9afd5b7-256d-45d5-a27b-9fa6c78f8493 req-fec0cb84-a44a-4c55-b03b-fbce07986988 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482851 May 13 15:18:29.387205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-8a50e450-11c4-45ea-8aa2-e7e9d4168c82 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:29.388839 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-8a50e450-11c4-45ea-8aa2-e7e9d4168c82 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.90 "GET /v2.0/networks?id=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 HTTP/1.1" status: 200 len: 798 time: 0.1931159 May 13 15:18:29.410044 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Request body: {'port': {'device_id': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'admin_state_up': True, 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:29.563122 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:29.577761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:29.591123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Made reservation on behalf of 8d5f56a72c6f43ba8c95eae65bbd017b for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:18:29.595088 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.708920 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af269449-69ee-4990-a881-c6a18789a7c0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:29.808685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40400ddb-5595-489c-b166-8a487476afbc req-d7594a5c-afc0-46ab-b2c9-60d0c3de7649 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 210 time: 0.0971134 May 13 15:18:29.869192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2644-879a-4c25-be53-7f660a79e54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:29.875877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Allocated IP 172.20.0.24 (c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7/34dbf117-69d8-419d-9d1e-3b5b5e84de55/524dae39-a738-4a6f-88d0-7d6fe7511f8f) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:18:29.901210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port af269449-69ee-4990-a881-c6a18789a7c0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:29.908835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af269449-69ee-4990-a881-c6a18789a7c0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:29.909257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.048156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af269449-69ee-4990-a881-c6a18789a7c0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:30.048632 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.073114 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.086627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port af269449-69ee-4990-a881-c6a18789a7c0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af269449-69ee-4990-a881-c6a18789a7c0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:30.092313 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.095137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Transition to ACTIVE for port object 524dae39-a738-4a6f-88d0-7d6fe7511f8f will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:30.123121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.161793 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:30.311247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:18:30.314770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:18:30.320853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:18:30.351606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event updated for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:30.396110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:30.397630 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.427757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-781c8482-fbc1-4e6d-9cc9-5f683872a203 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0217538 May 13 15:18:30.445907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Request body: {'port': {'device_id': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:30.570893 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.606483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2d08a27b-91ee-4390-837e-4116cd1e6050 None None] Provisioning for port 524dae39-a738-4a6f-88d0-7d6fe7511f8f completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:30.618348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2d08a27b-91ee-4390-837e-4116cd1e6050 None None] Provisioning complete for port 524dae39-a738-4a6f-88d0-7d6fe7511f8f triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:30.618863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d08a27b-91ee-4390-837e-4116cd1e6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:30.690136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2d08a27b-91ee-4390-837e-4116cd1e6050 None None] Port 524dae39-a738-4a6f-88d0-7d6fe7511f8f cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:18:30.991426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524dae39-a738-4a6f-88d0-7d6fe7511f8f {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:31.009626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.031016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Transition to ACTIVE for port object 524dae39-a738-4a6f-88d0-7d6fe7511f8f will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:18:31.037590 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.158421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9909c5-8a3a-4bb4-b1a6-b5bd2c3e0814 req-b30569df-1f9c-40b6-9aef-525e989c3e3e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.159166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5e9909c5-8a3a-4bb4-b1a6-b5bd2c3e0814 req-b30569df-1f9c-40b6-9aef-525e989c3e3e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:31.249762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Pushing event updated for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.266864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5e9909c5-8a3a-4bb4-b1a6-b5bd2c3e0814 req-b30569df-1f9c-40b6-9aef-525e989c3e3e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:31.268015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e9909c5-8a3a-4bb4-b1a6-b5bd2c3e0814 req-b30569df-1f9c-40b6-9aef-525e989c3e3e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 895 time: 0.3388040 May 13 15:18:31.303160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Attempting to bind port 524dae39-a738-4a6f-88d0-7d6fe7511f8f on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:18:31.303858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Attempting to bind port 524dae39-a738-4a6f-88d0-7d6fe7511f8f by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:18:31.304994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Attempting to bind port 524dae39-a738-4a6f-88d0-7d6fe7511f8f on network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:31.310906 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Port 524dae39-a738-4a6f-88d0-7d6fe7511f8f on network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:18:31.311392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Attempting to bind port 524dae39-a738-4a6f-88d0-7d6fe7511f8f on network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:18:31.316960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:18:31.317275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Checking segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:18:31.317659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Bound using segment: {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:18:31.318091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Bound port: 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ac2526-073b-43c3-b8c5-e01fd34863db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:18:31.318435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.409630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:18:31.414292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:18:31.418951 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.486702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.487435 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.488700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] 10.222.0.90 "PUT /v2.0/ports/524dae39-a738-4a6f-88d0-7d6fe7511f8f HTTP/1.1" status: 200 len: 1055 time: 1.0485170 May 13 15:18:31.489144 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:31.514776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072785-f32c-4e37-9499-e25dbfc6748f service neutron] Pushing event updated for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:31.566189 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d21dcb-0606-49a7-a1b3-eb1a3086fed3'] response: {'name': 'network-changed', 'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f', 'status': 'completed', 'code': 200} May 13 15:18:31.611488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-49ee39df-e411-4f84-b578-5ae351f6d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.613229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-49ee39df-e411-4f84-b578-5ae351f6d12b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 1058 time: 0.0787449 May 13 15:18:31.664914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af269449-69ee-4990-a881-c6a18789a7c0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:31.704874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-f4744b8d-eff9-4a9e-9ed0-e2e40f6d28f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f HTTP/1.1" status: 200 len: 217 time: 0.0786719 May 13 15:18:31.755234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af269449-69ee-4990-a881-c6a18789a7c0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:31.755612 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:31.775979 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-664fce8e-bcd6-4858-99b9-8ac213c7e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.777613 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-664fce8e-bcd6-4858-99b9-8ac213c7e7fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34dbf117-69d8-419d-9d1e-3b5b5e84de55 HTTP/1.1" status: 200 len: 837 time: 0.0639277 May 13 15:18:31.859963 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-19e0dc9a-d582-4f6a-ac45-c72bfeb6187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:31.861494 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-19e0dc9a-d582-4f6a-ac45-c72bfeb6187b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738106 May 13 15:18:31.931593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af269449-69ee-4990-a881-c6a18789a7c0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:32.001151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-26b6dbad-31b2-4120-8eed-bd4aa4e208aa service neutron] 10.222.0.90 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288707 May 13 15:18:32.138717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-baa287ad-c6c4-43fa-b3a6-b21ace5a7364 req-5b5999d7-bea1-42f6-af93-5342518b1975 service neutron] 10.222.0.90 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264720 May 13 15:18:32.421052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-42e0349c-d702-4c45-9880-f90a3d5dd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.422528 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-42e0349c-d702-4c45-9880-f90a3d5dd014 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 1058 time: 0.2319350 May 13 15:18:32.634548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-cdbe150b-f833-4ce6-a9ea-b555c2d28404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.635901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-cdbe150b-f833-4ce6-a9ea-b555c2d28404 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 HTTP/1.1" status: 200 len: 899 time: 0.2054527 May 13 15:18:32.691957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9156179f-6483-4e45-8ab4-ad796449cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:32.712085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57504c-acb9-413f-89da-53b77632d004 req-19ae0d90-271e-4383-ae2b-e563e62733fc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.713609 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b57504c-acb9-413f-89da-53b77632d004 req-19ae0d90-271e-4383-ae2b-e563e62733fc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 907 time: 0.1956222 May 13 15:18:32.722062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-7ae9944d-9822-453a-8a0b-b2926f57cd2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f HTTP/1.1" status: 200 len: 217 time: 0.0775967 May 13 15:18:32.792275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-41763ccd-3f62-44a8-b29b-c43fdaae6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.793734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-41763ccd-3f62-44a8-b29b-c43fdaae6be4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34dbf117-69d8-419d-9d1e-3b5b5e84de55 HTTP/1.1" status: 200 len: 837 time: 0.0618165 May 13 15:18:32.870445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-726c3ea9-13c4-4756-9296-bdc6e0a1e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:32.871955 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-726c3ea9-13c4-4756-9296-bdc6e0a1e719 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708034 May 13 15:18:32.876049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.017740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-4f48f484-97e6-449a-81e5-a1274fa33052 service neutron] 10.222.0.90 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390412 May 13 15:18:33.162830 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1386bbe1-297c-4ecf-a048-50ff74815e54 req-e57d9595-6662-45c3-a36c-3ae31faf5ce6 service neutron] 10.222.0.90 "GET /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382360 May 13 15:18:33.348677 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:33.939912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95d30-47f9-4221-a8c6-9bae4adf1589 req-cfb218a1-bf56-4de6-8526-9fda7b1f6061 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:33.941487 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3ed95d30-47f9-4221-a8c6-9bae4adf1589 req-cfb218a1-bf56-4de6-8526-9fda7b1f6061 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 907 time: 0.0823565 May 13 15:18:34.978814 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:35.133042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51456-dfa4-4948-9890-ca158869f660 req-e0086d42-4214-4d8e-9bc8-77c0f31960e2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:35.134508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22f51456-dfa4-4948-9890-ca158869f660 req-e0086d42-4214-4d8e-9bc8-77c0f31960e2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 907 time: 0.0839949 May 13 15:18:36.172982 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 524dae39-a738-4a6f-88d0-7d6fe7511f8f details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:18:36.309305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:36.323626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '524dae39-a738-4a6f-88d0-7d6fe7511f8f', 'network_id': 'c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7', 'port_id': '524dae39-a738-4a6f-88d0-7d6fe7511f8f', 'mac_address': 'fa:16:3e:42:41:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dbf117-69d8-419d-9d1e-3b5b5e84de55', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:18:36.324972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd503420-cb3c-42e0-b354-3dd215d705ef req-df561277-03e4-4e1e-80dc-d0573fd02a19 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:36.326561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd503420-cb3c-42e0-b354-3dd215d705ef req-df561277-03e4-4e1e-80dc-d0573fd02a19 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 907 time: 0.0836403 May 13 15:18:36.379474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 524dae39-a738-4a6f-88d0-7d6fe7511f8f is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:36.379836 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.396879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524dae39-a738-4a6f-88d0-7d6fe7511f8f {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:18:36.413032 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:36.417687 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:36.488022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:36.693347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['524dae39-a738-4a6f-88d0-7d6fe7511f8f'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:18:37.515754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2859d-e6b0-489f-9240-aa32944c1012 req-cc990e63-be21-40ea-84b0-11ad16e2a44c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:37.517170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bd2859d-e6b0-489f-9240-aa32944c1012 req-cc990e63-be21-40ea-84b0-11ad16e2a44c tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 908 time: 0.0811260 May 13 15:18:38.171869 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 524dae39-a738-4a6f-88d0-7d6fe7511f8f up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:18:38.252130 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 524dae39-a738-4a6f-88d0-7d6fe7511f8f completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:18:38.265380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 524dae39-a738-4a6f-88d0-7d6fe7511f8f triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:18:38.265744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.388849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 524dae39-a738-4a6f-88d0-7d6fe7511f8f is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:38.389229 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.420591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:38.430754 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:38.435699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:38.472636 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f8e863-e303-4588-972e-bbd1568deea4'] response: {'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f', 'code': 200} May 13 15:18:38.506173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:38.515105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.515442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.515773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.516104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.516448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.516770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.517090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.517405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.518094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.518094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.518509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.518635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:18:38.611709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff47a5-6913-4b6e-82e2-2fc0ca4028d8 req-5a5319d4-9c0a-4f75-86ec-bab1b90a614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.613209 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6cff47a5-6913-4b6e-82e2-2fc0ca4028d8 req-5a5319d4-9c0a-4f75-86ec-bab1b90a614c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 1060 time: 0.0700059 May 13 15:18:38.715834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cfe9-a147-4e35-8127-1a887db57715 req-51f211ec-0f60-4c65-bd7c-3083c197f4b4 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:38.717281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5851cfe9-a147-4e35-8127-1a887db57715 req-51f211ec-0f60-4c65-bd7c-3083c197f4b4 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.0841637 May 13 15:18:39.943996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad825-9137-417a-b3c4-b7ee10ca48dd req-ca06c7ec-5145-4dd4-9a88-6b9d96c9062b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:39.945642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5baad825-9137-417a-b3c4-b7ee10ca48dd req-ca06c7ec-5145-4dd4-9a88-6b9d96c9062b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.0946257 May 13 15:18:40.392941 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:18:41.136320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c2925-f804-4bd4-900d-f73c63bbecf0 req-13240e1a-1ce8-41aa-a8d0-93d0f7e0082e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.137728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e0c2925-f804-4bd4-900d-f73c63bbecf0 req-13240e1a-1ce8-41aa-a8d0-93d0f7e0082e tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.0821810 May 13 15:18:41.322703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec8c9-5324-4642-8c11-b90be56184da req-3d1790e1-a0b2-49bb-bfc6-d78bf39d7832 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.324182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efbec8c9-5324-4642-8c11-b90be56184da req-3d1790e1-a0b2-49bb-bfc6-d78bf39d7832 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.0799379 May 13 15:18:41.509455 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3e301-2358-4fab-84c5-a3e9361417a4 req-43d82c1d-f51e-4390-b8cf-7150e037d66c tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.510938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95f3e301-2358-4fab-84c5-a3e9361417a4 req-43d82c1d-f51e-4390-b8cf-7150e037d66c tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 1060 time: 0.0780168 May 13 15:18:41.689585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25f671-c745-4445-aa3c-2930d522a56b req-7c8b582c-c9f7-4e56-a9d2-81655fe031b3 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.691119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7a25f671-c745-4445-aa3c-2930d522a56b req-7c8b582c-c9f7-4e56-a9d2-81655fe031b3 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1135 time: 0.0737681 May 13 15:18:41.731940 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7a25f671-c745-4445-aa3c-2930d522a56b req-dfe373d7-d499-4e15-894e-c5a989a7f574 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Synchronizing usage tracker for tenant:5fb64884ebf64abe9ef50d48c39f39f2 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:41.747777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-7a25f671-c745-4445-aa3c-2930d522a56b req-dfe373d7-d499-4e15-894e-c5a989a7f574 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Unset dirty status for tenant:5fb64884ebf64abe9ef50d48c39f39f2 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:41.749045 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7a25f671-c745-4445-aa3c-2930d522a56b req-dfe373d7-d499-4e15-894e-c5a989a7f574 tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0520794 May 13 15:18:41.772898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45070) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:41.843198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6d9db-b16a-4eae-9199-6b7a3bca795b tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:41.844723 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46d6d9db-b16a-4eae-9199-6b7a3bca795b tempest-TestSecurityGroupsBasicOps-1057256545 tempest-TestSecurityGroupsBasicOps-1057256545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 1055 time: 0.0702603 May 13 15:18:42.242821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdd967-4e4c-415d-9015-c4a615328a82 req-8344f334-7691-4c99-aafc-4e07e4542833 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:42.244399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7fdd967-4e4c-415d-9015-c4a615328a82 req-8344f334-7691-4c99-aafc-4e07e4542833 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1098 time: 0.0873070 May 13 15:18:42.289506 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7fdd967-4e4c-415d-9015-c4a615328a82 req-1ee24ad2-23ef-421f-b8dc-81a5ee88ca9e tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377109 May 13 15:18:42.315329 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45088) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:42.418565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551d25-a3c6-4f43-8f07-c3217be8c220 req-8a28675b-501d-4189-9cc0-811b34bc462a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:42.420273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21551d25-a3c6-4f43-8f07-c3217be8c220 req-8a28675b-501d-4189-9cc0-811b34bc462a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.0950220 May 13 15:18:42.722032 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port a779bc51-d814-4864-b2cc-b257cdb8b603 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:42.722749 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.005698 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.005912 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.127955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for a779bc51-d814-4864-b2cc-b257cdb8b603 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:43.283235 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.348142 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=a779bc51-d814-4864-b2cc-b257cdb8b603,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:43.495202 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:43.495581 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 31bd5bd4-6d1d-41e8-8f26-d614762f3828 disassociated (deleted). External IP: 172.25.5.80, port: 11ce2113-f9a7-4289-bd21-bdc1003379f6. May 13 15:18:43.793314 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722ae41-6bed-45cb-9a78-0b325df5db70 req-b7226bae-12b1-41e3-8cbb-bb27fb4a0ecb tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.794759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9722ae41-6bed-45cb-9a78-0b325df5db70 req-b7226bae-12b1-41e3-8cbb-bb27fb4a0ecb tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.2411540 May 13 15:18:43.895827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffde9a-e803-49d8-b41a-5260db424444 req-8ecc470b-291b-4af4-8602-8d521c425826 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:43.897214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15ffde9a-e803-49d8-b41a-5260db424444 req-8ecc470b-291b-4af4-8602-8d521c425826 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.90 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 909 time: 0.2154496 May 13 15:18:44.040348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port 524dae39-a738-4a6f-88d0-7d6fe7511f8f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:44.040690 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.091559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 6bc780db-2563-4cef-9524-f16f2fe355f6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:44.531148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:44.544401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Sync routers for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:44.556750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:44.557379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:44.560266 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port 524dae39-a738-4a6f-88d0-7d6fe7511f8f, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=524dae39-a738-4a6f-88d0-7d6fe7511f8f,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:44.560633 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.628296 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:44.719792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for 524dae39-a738-4a6f-88d0-7d6fe7511f8f owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:44.743578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:44.798472 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1e10cd13-d95f-453c-8e37-915949772c2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/floatingips/31bd5bd4-6d1d-41e8-8f26-d614762f3828 HTTP/1.1" status: 204 len: 168 time: 2.4793644 May 13 15:18:44.799043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:44.943691 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16e4217-14e9-49aa-bd0d-09c676605de0'] response: {'name': 'network-changed', 'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:18:45.019758 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.098238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-995fec81-e0b0-4106-b05b-d6125347fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.099757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-995fec81-e0b0-4106-b05b-d6125347fd8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 1098 time: 0.1930900 May 13 15:18:45.180774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=524dae39-a738-4a6f-88d0-7d6fe7511f8f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:45.238958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:45.244405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Checking router: 6bc780db-2563-4cef-9524-f16f2fe355f6 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:45.263775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:45.264464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:45.282275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f8de364-cdff-4086-a29e-f1db602aa24c req-003a4979-2953-4084-8d1e-86eba1af2171 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66da14a-9365-419a-8536-c3782f7fef9e HTTP/1.1" status: 200 len: 210 time: 0.1788261 May 13 15:18:45.352917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] No DVR routers for this DVR port 524dae39-a738-4a6f-88d0-7d6fe7511f8f on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:45.358513 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:45.379731 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15ffde9a-e803-49d8-b41a-5260db424444 req-953eef92-1e7f-4b4c-8eac-41822a96916a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.90 "DELETE /v2.0/ports/524dae39-a738-4a6f-88d0-7d6fe7511f8f HTTP/1.1" status: 204 len: 173 time: 1.4330232 May 13 15:18:45.380346 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6f46-c00f-4d7e-b959-8c290365af8d req-10a4d530-5faf-4d86-b644-51e367a87058 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.390074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4bc6f46-c00f-4d7e-b959-8c290365af8d req-10a4d530-5faf-4d86-b644-51e367a87058 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 947 time: 0.1560371 May 13 15:18:45.448340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-f0eed290-0d29-470f-a88b-557372c11ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.450092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-f0eed290-0d29-470f-a88b-557372c11ae6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 200 len: 897 time: 0.3404498 May 13 15:18:45.454558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4bc6f46-c00f-4d7e-b959-8c290365af8d req-7832f987-1172-4c33-b360-476f6ad64072 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634620 May 13 15:18:45.550373 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-455b04c5-39fb-4df3-8d1c-42bcbe9cdcb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 200 len: 217 time: 0.0925348 May 13 15:18:45.556470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:45.643916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-a84061e8-1e36-4a55-bfaf-09534ef40bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.645742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-a84061e8-1e36-4a55-bfaf-09534ef40bdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 200 len: 833 time: 0.0887558 May 13 15:18:45.725944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-3ee61aea-2634-4787-9869-a75b65a3baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:45.728940 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-3ee61aea-2634-4787-9869-a75b65a3baa4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca074932-eca4-473a-984f-c0ac3a8c3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761096 May 13 15:18:45.897012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-d335bf1b-96c1-4db5-b500-e9a751a07993 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605833 May 13 15:18:45.978998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:45.985120 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328523b-a6dd-4663-b939-d1fe53faec6b None None] The sync data for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 is: [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:16:36Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '817b1cc2-1c33-4442-bc34-14067aa6a903', 'name': '', 'network_id': 'ca074932-eca4-473a-984f-c0ac3a8c3cd2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:ca:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:35Z', 'updated_at': '2022-05-13T15:16:44Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': 'e9d200ff-c3ff-4ba6-a295-00fe98d71c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:46.088713 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc624b97-1cb3-4d28-9eda-9ef9b403841b req-a0faf563-3aa7-489b-a99b-7d9accef06d4 service neutron] 10.222.0.86 "GET /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779020 May 13 15:18:46.221139 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 524dae39-a738-4a6f-88d0-7d6fe7511f8f no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:46.267385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 524dae39-a738-4a6f-88d0-7d6fe7511f8f {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:46.267731 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 524dae39-a738-4a6f-88d0-7d6fe7511f8f not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:46.286516 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63851e4-e046-4c9a-b2ab-30b5160d1aa9 None None] New status for floating IP 31bd5bd4-6d1d-41e8-8f26-d614762f3828: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:18:46.397601 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45122) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:46.660641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da99f46-7410-47cc-b5f4-a089bc45986e req-50dc2cd0-9371-4d40-8c94-bd36818d0724 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:46.662144 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8da99f46-7410-47cc-b5f4-a089bc45986e req-50dc2cd0-9371-4d40-8c94-bd36818d0724 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 947 time: 0.0848911 May 13 15:18:46.707350 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8da99f46-7410-47cc-b5f4-a089bc45986e req-7c2e7e91-b07e-4601-8240-e788ae97cd30 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 May 13 15:18:46.951860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'name': 'network-vif-deleted', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:46.976902 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-aad642ef-e0b1-4642-b8cd-e1b930107e18 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:46.977597 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-aad642ef-e0b1-4642-b8cd-e1b930107e18 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:47.032975 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6b1172-1250-437d-b1db-7e9c2050f137'] response: {'server_uuid': 'e66da14a-9365-419a-8536-c3782f7fef9e', 'name': 'network-vif-deleted', 'tag': '524dae39-a738-4a6f-88d0-7d6fe7511f8f', 'status': 'completed', 'code': 200} May 13 15:18:47.037588 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-aad642ef-e0b1-4642-b8cd-e1b930107e18 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:47.038757 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-aad642ef-e0b1-4642-b8cd-e1b930107e18 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 947 time: 0.3432164 May 13 15:18:47.168563 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:47.168842 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.503034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 11ce2113-f9a7-4289-bd21-bdc1003379f6, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=11ce2113-f9a7-4289-bd21-bdc1003379f6,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:47.503815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.644856 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 11ce2113-f9a7-4289-bd21-bdc1003379f6 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:47.677894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:47.947486 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8a62-55b6-46bb-9819-67b499998ba7 req-bbe2ea5b-4e1f-45cd-8b40-2a37bfc90eba tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:47.949246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b31d8a62-55b6-46bb-9819-67b499998ba7 req-bbe2ea5b-4e1f-45cd-8b40-2a37bfc90eba tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 947 time: 0.1071942 May 13 15:18:47.998408 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b31d8a62-55b6-46bb-9819-67b499998ba7 req-46efbbd8-6773-4a22-a087-7a0154e950e6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 May 13 15:18:48.237543 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.301129 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=11ce2113-f9a7-4289-bd21-bdc1003379f6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:48.386634 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] No DVR routers for this DVR port 11ce2113-f9a7-4289-bd21-bdc1003379f6 on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:48.389528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.446120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c6933be-db93-44e8-8592-9f03e58645e4 req-bb3d50ce-4d71-4ea2-87eb-014faa01d679 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "DELETE /v2.0/ports/11ce2113-f9a7-4289-bd21-bdc1003379f6 HTTP/1.1" status: 204 len: 173 time: 1.3959355 May 13 15:18:48.464081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port af269449-69ee-4990-a881-c6a18789a7c0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:48.464559 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.736878 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port af269449-69ee-4990-a881-c6a18789a7c0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af269449-69ee-4990-a881-c6a18789a7c0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:48.737687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:48.898008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for af269449-69ee-4990-a881-c6a18789a7c0 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:49.091084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-deleted', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:49.162875 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bacaa91-e170-43c5-9069-acaa1cf8f809'] response: {'server_uuid': '05e69da8-0746-4443-b785-6f4d137ac6f0', 'name': 'network-vif-deleted', 'tag': '11ce2113-f9a7-4289-bd21-bdc1003379f6', 'status': 'completed', 'code': 200} May 13 15:18:49.252454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-16f00ae6-333f-4a87-827c-a08b4ecef2ef req-39b38af8-c145-4895-bec0-8b728b01348f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:49.307184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-16f00ae6-333f-4a87-827c-a08b4ecef2ef req-39b38af8-c145-4895-bec0-8b728b01348f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:49.308464 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-16f00ae6-333f-4a87-827c-a08b4ecef2ef req-39b38af8-c145-4895-bec0-8b728b01348f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=05e69da8-0746-4443-b785-6f4d137ac6f0 HTTP/1.1" status: 200 len: 210 time: 0.1153162 May 13 15:18:49.347254 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.436901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=af269449-69ee-4990-a881-c6a18789a7c0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:49.746448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:49.817662 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.240511 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 2148359b-fa11-4609-819f-c2cfa44801e7 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:50.406719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45148) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.432239 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:50.449216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Sync routers for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:50.453874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:50.464115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45152) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:50.464669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-145fa83f-7eef-4d47-81c3-39e09fec468b tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "PUT /v2.0/routers/2148359b-fa11-4609-819f-c2cfa44801e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0658300 May 13 15:18:50.497714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 11ce2113-f9a7-4289-bd21-bdc1003379f6 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:50.498420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 11ce2113-f9a7-4289-bd21-bdc1003379f6 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:50.506359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:50.508298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:50.558952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting subnet 34dbf117-69d8-419d-9d1e-3b5b5e84de55 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:50.563439 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.692338 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:50.704494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:50.930633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.008570 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.070180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:49Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:51.074522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Checking router: 2148359b-fa11-4609-819f-c2cfa44801e7 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:51.083996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Routers {'2148359b-fa11-4609-819f-c2cfa44801e7'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:51.084642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['2148359b-fa11-4609-819f-c2cfa44801e7'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:51.284556 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] Set router 2148359b-fa11-4609-819f-c2cfa44801e7 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:51.336970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.378972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Subnet': ['ID=34dbf117-69d8-419d-9d1e-3b5b5e84de55,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:51.383633 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.389758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-06eb5ad6-8bbf-4b65-9df6-0911c1f13e48 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/subnets/34dbf117-69d8-419d-9d1e-3b5b5e84de55 HTTP/1.1" status: 204 len: 168 time: 0.9246433 May 13 15:18:51.392782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45158) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:51.395811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48963d-f0be-458d-ba24-2cfb65b26026 None None] Network c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:51.563318 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.618927 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.863782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.892953 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port c930ac1e-bb6c-43e1-8b54-2237e0f27f68 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:51.893284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:49Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:51.893441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:51.906064 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22478dd5-c320-4c33-9056-630813c5f896 None None] The sync data for ids ['2148359b-fa11-4609-819f-c2cfa44801e7'] in n-d-841736-1 is: [{'id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727486033', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:49Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': 'c930ac1e-bb6c-43e1-8b54-2237e0f27f68', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2148359b-fa11-4609-819f-c2cfa44801e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:18:18Z', 'updated_at': '2022-05-13T15:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:52.150956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port c930ac1e-bb6c-43e1-8b54-2237e0f27f68, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.151600 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.155754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 817b1cc2-1c33-4442-bc34-14067aa6a903 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:52.156228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.279873 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for c930ac1e-bb6c-43e1-8b54-2237e0f27f68 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.328801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] DHCP port deletion for c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:52.336867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Deleting port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:52.337245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.409641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 817b1cc2-1c33-4442-bc34-14067aa6a903, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=817b1cc2-1c33-4442-bc34-14067aa6a903,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.414109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.647726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] For port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,segment=NetworkSegment(d3ac2526-073b-43c3-b8c5-e01fd34863db),segment_id=d3ac2526-073b-43c3-b8c5-e01fd34863db)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:52.652506 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.701523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 817b1cc2-1c33-4442-bc34-14067aa6a903 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.717693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.771444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=c930ac1e-bb6c-43e1-8b54-2237e0f27f68,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:52.820488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Calling delete_port for 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:52.875899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.906565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.907414 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:52.959934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] Pushing event deleted for resources: {'Port': ['ID=82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:52.961232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=817b1cc2-1c33-4442-bc34-14067aa6a903,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:52.962714 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02803994-4651-45f6-8e43-7f5f10227563 None None] No DVR routers for this DVR port 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:53.076401 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.079205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.111193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.111820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Fanout notify agent at l3_agent the message router_deleted on router 2148359b-fa11-4609-819f-c2cfa44801e7 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:53.145107 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.150525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ac79a439-8127-41bf-947d-647a6f39f505 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/routers/2148359b-fa11-4609-819f-c2cfa44801e7 HTTP/1.1" status: 204 len: 168 time: 1.7567179 May 13 15:18:53.153087 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.278146 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.316479 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.479746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.505922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.519081 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ac2526-073b-43c3-b8c5-e01fd34863db') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.519379 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ac2526-073b-43c3-b8c5-e01fd34863db') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:53.531268 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.557692 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.566929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:53.567332 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: timer() May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:53.586633 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:53.698022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.737706 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:53.751864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Network': ['ID=c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:53.761452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-55159ca5-4348-4780-a97f-308c5f667d5a tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/networks/c8b5ec5f-f9fa-4e9c-9f00-de7801d2e9a7 HTTP/1.1" status: 204 len: 168 time: 0.6070635 May 13 15:18:53.762134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:53.843457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af269449-69ee-4990-a881-c6a18789a7c0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:53.852135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 6bc780db-2563-4cef-9524-f16f2fe355f6 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:53.881359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: af269449-69ee-4990-a881-c6a18789a7c0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:53.881696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af269449-69ee-4990-a881-c6a18789a7c0 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:53.882359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:53.922698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:53.923339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82f74083-2d02-4cd1-9ecd-b1bbeaeb0bc0 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:53.923932 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c930ac1e-bb6c-43e1-8b54-2237e0f27f68 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:53.962604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c930ac1e-bb6c-43e1-8b54-2237e0f27f68 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:53.963089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c930ac1e-bb6c-43e1-8b54-2237e0f27f68 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:53.991067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port fc472d5e-377f-4f7c-9626-7ebea93989cd {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:53.991394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.068728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:54.082130 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Sync routers for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:54.089066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a0440439-7e08-4f15-b47a-507dbf2cb49a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/6bc780db-2563-4cef-9524-f16f2fe355f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813595 May 13 15:18:54.091722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45180) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.095071 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:54.096040 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:54.172005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting subnet e9d200ff-c3ff-4ba6-a295-00fe98d71c76 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:18:54.176354 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.189714 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.190077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.236020 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.334862 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:54.345962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.466188 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.534441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for fc472d5e-377f-4f7c-9626-7ebea93989cd owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:54.543817 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030aed4-5352-4b06-87ef-a438f7d17179 None None] Network ca074932-eca4-473a-984f-c0ac3a8c3cd2 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:18:54.558990 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.578405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d200ff-c3ff-4ba6-a295-00fe98d71c76,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.583802 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-56fa608e-bfbc-4035-aac8-a5b1aa85f441 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/subnets/e9d200ff-c3ff-4ba6-a295-00fe98d71c76 HTTP/1.1" status: 204 len: 168 time: 0.4907939 May 13 15:18:54.592736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:54.791057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:54.856473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=fc472d5e-377f-4f7c-9626-7ebea93989cd,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:54.872172 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:18:52Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:54.877940 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Checking router: 6bc780db-2563-4cef-9524-f16f2fe355f6 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:54.889036 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Routers {'6bc780db-2563-4cef-9524-f16f2fe355f6'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:54.889697 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6bc780db-2563-4cef-9524-f16f2fe355f6'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:55.016569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.016904 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Floating IP 339b198e-941d-4a73-b2c7-cba211ae77ab disassociated (deleted). External IP: 172.25.5.57, port: 97c52984-58d0-4e95-84d7-48f1b528e10a. May 13 15:18:55.020267 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.112057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] Set router 6bc780db-2563-4cef-9524-f16f2fe355f6 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:55.121880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] DHCP port deletion for ca074932-eca4-473a-984f-c0ac3a8c3cd2 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:18:55.126525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Deleting port b0c919ae-b767-42f8-a2e9-8628e8301f1e {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:55.127014 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.254841 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.268793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port f9cbeccc-755a-4eca-a244-d3c5e9612d2d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:55.269143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.446690 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 855e50f8-cc3f-463f-b713-84889df09a5d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:18:55.451656 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:18:52Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:55.456821 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a5e69-9494-47ac-b297-f4a86ddef8db None None] The sync data for ids ['6bc780db-2563-4cef-9524-f16f2fe355f6'] in n-d-841736-1 is: [{'id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096553632', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:16:29Z', 'updated_at': '2022-05-13T15:18:52Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'f9cbeccc-755a-4eca-a244-d3c5e9612d2d', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ce:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc780db-2563-4cef-9524-f16f2fe355f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:16:30Z', 'updated_at': '2022-05-13T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:55.539538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] For port b0c919ae-b767-42f8-a2e9-8628e8301f1e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0c919ae-b767-42f8-a2e9-8628e8301f1e,segment=NetworkSegment(a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed),segment_id=a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:55.539967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.619951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port f9cbeccc-755a-4eca-a244-d3c5e9612d2d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:55.620389 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.671348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:18:55.684886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Sync routers for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:18:55.692003 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:55.701171 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Calling delete_port for b0c919ae-b767-42f8-a2e9-8628e8301f1e owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:55.800901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:55.801532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:55.826793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-dd33c917-1095-4be1-aec3-d68e4b30647f tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/floatingips/339b198e-941d-4a73-b2c7-cba211ae77ab HTTP/1.1" status: 204 len: 168 time: 2.0616381 May 13 15:18:55.828134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:55.922370 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for f9cbeccc-755a-4eca-a244-d3c5e9612d2d owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:55.974548 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483c4cfe-4741-472f-bbc6-d9e0dc883aca'] response: {'name': 'network-changed', 'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'status': 'completed', 'code': 200} May 13 15:18:56.052563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:56.145494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-871e83c0-a685-4840-98ca-e50a63416943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.147187 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-871e83c0-a685-4840-98ca-e50a63416943 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 1135 time: 0.1425395 May 13 15:18:56.157742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0c919ae-b767-42f8-a2e9-8628e8301f1e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:56.201917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.329118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-963bb98f-3dbf-445c-b217-0bb56a428e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.331573 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-963bb98f-3dbf-445c-b217-0bb56a428e04 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 200 len: 897 time: 0.1768868 May 13 15:18:56.383679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=f9cbeccc-755a-4eca-a244-d3c5e9612d2d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:56.434371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-d21c4c72-8f54-48db-b87d-76850d9a36a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 200 len: 217 time: 0.0944188 May 13 15:18:56.484148 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.513918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-3a0546dc-d5b7-4987-844e-e2630e037307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.516034 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-3a0546dc-d5b7-4987-844e-e2630e037307 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=254b24bd-51e6-493c-af3f-7075fbdd0a3f HTTP/1.1" status: 200 len: 835 time: 0.0760434 May 13 15:18:56.516684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.560181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] No DVR routers for this DVR port b0c919ae-b767-42f8-a2e9-8628e8301f1e on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:56.584569 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72331372-704c-4dfe-b4ac-60cc0ab16e6a None None] Pushing event deleted for resources: {'Port': ['ID=b0c919ae-b767-42f8-a2e9-8628e8301f1e,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:56.590615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b0c919ae-b767-42f8-a2e9-8628e8301f1e is: ACTIVE; New status is: DOWN {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:18:56.591197 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.619655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-e1e1e785-2200-4249-80a8-97999c0cfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.621323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-e1e1e785-2200-4249-80a8-97999c0cfdf5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d46b6b3f-1d10-4555-823e-a10bb78540a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985410 May 13 15:18:56.675293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 817b1cc2-1c33-4442-bc34-14067aa6a903 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:56.710534 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.713291 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.722272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30048-f767-41b0-98c9-d060bcfca7a1 req-49159b34-eb52-4fbe-9697-dc0f026936c7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:56.730428 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ea30048-f767-41b0-98c9-d060bcfca7a1 req-49159b34-eb52-4fbe-9697-dc0f026936c7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.3476701 May 13 15:18:56.749012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 817b1cc2-1c33-4442-bc34-14067aa6a903 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:56.749012 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 817b1cc2-1c33-4442-bc34-14067aa6a903 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:56.800526 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ea30048-f767-41b0-98c9-d060bcfca7a1 req-a63071ac-88a0-47bb-a2c4-c47c694ca217 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0697217 May 13 15:18:56.801683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.802218 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc780db-2563-4cef-9524-f16f2fe355f6 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:18:56.815463 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:56.821133 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Checking router: 855e50f8-cc3f-463f-b713-84889df09a5d for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:18:56.834038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:18:56.834771 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:18:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:56.843386 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:56.847167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7b597e75-0b7c-4f31-b571-472b1cf6a882 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/routers/6bc780db-2563-4cef-9524-f16f2fe355f6 HTTP/1.1" status: 204 len: 168 time: 2.2507572 May 13 15:18:56.847313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:56.998006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-ed676c37-a05f-478b-8b73-0b28f4b2e3ce service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686879 May 13 15:18:57.092114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.120071 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:18:57.228861 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b4866286-84f3-48cb-b343-ea1d9c4998b8 req-0ba12086-74f5-43eb-9cc4-331622d91345 service neutron] 10.222.0.86 "GET /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233453 May 13 15:18:57.269040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.306708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca074932-eca4-473a-984f-c0ac3a8c3cd2']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:57.338404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:57.340577 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fa0b8e-8150-4a2a-9fbc-6eebec6360ed') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:57.357546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.374577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.384808 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:18:57.386178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: timer() May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:18:57.426965 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:18:57.580547 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.602520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.618236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Network': ['ID=ca074932-eca4-473a-984f-c0ac3a8c3cd2,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.627211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-89cc780f-e863-4095-9f36-6ce1f41e49c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/networks/ca074932-eca4-473a-984f-c0ac3a8c3cd2 HTTP/1.1" status: 204 len: 168 time: 0.7786474 May 13 15:18:57.629606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:57.719347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f9cbeccc-755a-4eca-a244-d3c5e9612d2d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:18:57.766038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.777942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f9cbeccc-755a-4eca-a244-d3c5e9612d2d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:18:57.778206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f9cbeccc-755a-4eca-a244-d3c5e9612d2d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:18:57.799807 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.801305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:18:57.806480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79bb99b-6df2-4604-9c40-61b269994837 None None] The sync data for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 is: [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:17:21Z', 'revision_number': 4, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d', 'name': '', 'network_id': 'd46b6b3f-1d10-4555-823e-a10bb78540a5', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'mac_address': 'fa:16:3e:05:21:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:20Z', 'updated_at': '2022-05-13T15:17:28Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'subnets': [{'id': '254b24bd-51e6-493c-af3f-7075fbdd0a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:18:57.871399 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.893736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:57.911417 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:57.913561 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-84ecc06c-6bb6-4213-b1c0-8aa2dd3bb2f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/security-groups/e9cb8f30-bfaf-4ebe-8b6b-d99d4041dd70 HTTP/1.1" status: 204 len: 168 time: 0.2827494 May 13 15:18:58.006136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe411454-ea48-42bf-88c3-456c07666c04 req-18504115-3660-4e68-8461-588c37e09fd7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:58.008232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fe411454-ea48-42bf-88c3-456c07666c04 req-18504115-3660-4e68-8461-588c37e09fd7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:58.039703 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-fe411454-ea48-42bf-88c3-456c07666c04 req-18504115-3660-4e68-8461-588c37e09fd7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:58.040895 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe411454-ea48-42bf-88c3-456c07666c04 req-18504115-3660-4e68-8461-588c37e09fd7 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.86 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.1997428 May 13 15:18:58.180448 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071167bf-b2f0-4913-8b9a-8ccce1fc8848 None None] New status for floating IP 339b198e-941d-4a73-b2c7-cba211ae77ab: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:18:58.228353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port 97c52984-58d0-4e95-84d7-48f1b528e10a {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:18:58.228697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.355993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144af841-0fa4-43ee-b15c-8fcbc17b1b11 req-7403f171-bd57-4eaf-ab16-35be8b1549c4 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:18:58.357329 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-144af841-0fa4-43ee-b15c-8fcbc17b1b11 req-7403f171-bd57-4eaf-ab16-35be8b1549c4 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 984 time: 0.3601069 May 13 15:18:58.492359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-144af841-0fa4-43ee-b15c-8fcbc17b1b11 req-9d98125d-9217-4d85-a0be-9346dce9d9c5 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/security-groups?id=b41d622b-9519-4533-a23f-d64affbd0d51&id=1c5cd571-6265-4bdc-94ad-f5c3432f1f00&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1222992 May 13 15:18:58.539688 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port 97c52984-58d0-4e95-84d7-48f1b528e10a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=97c52984-58d0-4e95-84d7-48f1b528e10a,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:18:58.540047 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.677514 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for 97c52984-58d0-4e95-84d7-48f1b528e10a owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:18:58.828716 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.883434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=97c52984-58d0-4e95-84d7-48f1b528e10a,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:58.963839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] No DVR routers for this DVR port 97c52984-58d0-4e95-84d7-48f1b528e10a on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:18:58.967215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:58.970929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'name': 'network-vif-deleted', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:18:59.008352 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe411454-ea48-42bf-88c3-456c07666c04 req-06bb3a6f-1905-4cdd-9b3f-6b5c52437f33 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.86 "DELETE /v2.0/ports/97c52984-58d0-4e95-84d7-48f1b528e10a HTTP/1.1" status: 204 len: 173 time: 0.9588609 May 13 15:18:59.058371 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1e73e5-ce59-47ad-9653-e56cab71c853'] response: {'server_uuid': '957c36fe-7fd5-451a-a56a-6875ded85258', 'name': 'network-vif-deleted', 'tag': '97c52984-58d0-4e95-84d7-48f1b528e10a', 'status': 'completed', 'code': 200} May 13 15:18:59.104243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45230) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.109810 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526835238', 'description': 'tempest-secgroup-smoke-1526835238 description', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:59.116718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.121358 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.124406 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.130438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.143097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.167884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.172693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.177075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.183475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.270457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.276898 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.440139 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149d3d27-9b82-4c4d-82bc-be9322c999ae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:59.444110 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.445918 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f91aa8ec-9081-4e16-860f-1d5a63f35dbc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3405530 May 13 15:18:59.449121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45234) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.454288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:59.461171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.465356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.468914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.475473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.493253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.568777 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.574072 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.598208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359ad592-b4cd-4d3a-9667-ca1383e9e04e,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:59.611052 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.615316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0057b927-b47b-4e44-8ce2-bc81f1b81e47 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629844 May 13 15:18:59.615546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45240) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.621748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:59.628951 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.641611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.645105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.654463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.686415 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.694942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82689e25-b7ba-4351-a4ea-db4d7fb94bb3 req-9fe6aaae-0a5e-44e6-9246-bdaaf16fba02 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Synchronizing usage tracker for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:18:59.715339 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-82689e25-b7ba-4351-a4ea-db4d7fb94bb3 req-9fe6aaae-0a5e-44e6-9246-bdaaf16fba02 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Unset dirty status for tenant:8d5f56a72c6f43ba8c95eae65bbd017b on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:18:59.717779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82689e25-b7ba-4351-a4ea-db4d7fb94bb3 req-9fe6aaae-0a5e-44e6-9246-bdaaf16fba02 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "GET /v2.0/ports?device_id=957c36fe-7fd5-451a-a56a-6875ded85258 HTTP/1.1" status: 200 len: 210 time: 0.0839734 May 13 15:18:59.782461 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.790489 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.821505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52b505c-7ff2-457a-8f05-0b726a2ae154,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:18:59.832336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.833737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9798802-16c4-477a-88ad-954a262960b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2171154 May 13 15:18:59.836969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45252) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:18:59.843518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:18:59.856483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8a285cf-ac73-4f0f-8b54-4a10f66a6c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.858920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:18:59.868086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:18:59.872718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:18:59.887140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:18:59.909184 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:18:59.999204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.004663 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.048159 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a42c483-a4ab-4475-8476-fcd860c012c5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.061492 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.063646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-02ce40ab-245e-40cb-9357-2aaf9705a119 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233582 May 13 15:19:00.063646 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45262) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.068367 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:00.075238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:00.081575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:00.083567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:00.091383 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:00.117476 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.201554 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.207119 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.243860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccce0b3-f9f9-461c-bcd3-07dce22877ab,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.257394 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.261664 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a9f908ef-d52f-48da-a1ca-5dc40e6ed45a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1968997 May 13 15:19:00.264423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.271576 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:00.285604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:00.294690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:00.304511 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:00.311281 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:00.327100 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:19:00.334487 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.371002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45272) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.409109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.415592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.437989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11baf75-07e0-43cb-b56c-afd8cfd89da4,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.448695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.452546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45278) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.453261 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3c7bd05e-6902-462c-a229-eedd3756970f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1874506 May 13 15:19:00.462344 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': '149d3d27-9b82-4c4d-82bc-be9322c999ae', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:00.468145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:00.472922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:00.477615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:00.484149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:00.494889 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:19:00.503617 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.503889 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 97c52984-58d0-4e95-84d7-48f1b528e10a no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:00.542697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.547427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 97c52984-58d0-4e95-84d7-48f1b528e10a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:00.547773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 97c52984-58d0-4e95-84d7-48f1b528e10a not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:00.574535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:00.584711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Usage tracker for resource:security_group_rule and tenant:b96399b821fb44b49afa98badf0fb380 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:00.589051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:00.597456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:00.615280 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.626121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.665085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ef477-0035-4152-b50a-4eff35ddff6f,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.687183 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.688355 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d9083786-cbdf-42f4-b4ee-a56a5309c9c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2347691 May 13 15:19:00.691373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45282) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.697975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'network': {'name': 'tempest-network-smoke--2056407098', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:00.703341 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:00.707541 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:network and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:00.711072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:00.716735 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:00.728603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:00.732549 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.738789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.742837 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.761385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:19:00.771880 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.773695 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Added segment 219311d7-1caf-4f45-a760-38c3523bc4b6 of type vlan for network 319ec457-4f64-4853-8f43-64849653c9d5 May 13 15:19:00.802975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.804205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b96399b821fb44b49afa98badf0fb380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320729 May 13 15:19:00.807245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45288) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.824117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be347a-296a-4158-ba5d-58a6e13ab83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f5e45b-ab41-4ad6-a1db-3fb1a5325837,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:00.841798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45292) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:00.884556 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.889820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:00.890652 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.907936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.925445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.936165 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:00.986790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.006162 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d622b-9519-4533-a23f-d64affbd0d51,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:01.012998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3200226 May 13 15:19:01.016651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45296) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.021479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'admin_state_up': True, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:01.028898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9dfc2-95a5-49e1-a282-c3aab1baf6ab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Network': ['ID=319ec457-4f64-4853-8f43-64849653c9d5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:01.032095 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.032300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:01.039115 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:router and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:01.041470 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 319ec457-4f64-4853-8f43-64849653c9d5 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:19:01.042124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:01.045080 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.048760 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d0c5a282-6acb-41de-8ccf-f91233fa6e80 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/security-groups/b41d622b-9519-4533-a23f-d64affbd0d51 HTTP/1.1" status: 204 len: 168 time: 0.2033505 May 13 15:19:01.049746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45300) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.051535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:01.062044 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.063118 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.079653 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.138068 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.150958 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.185330 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.193639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f5e45b-ab41-4ad6-a1db-3fb1a5325837,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:01.209212 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.210373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-21c02363-0183-49ed-978a-cba14d036053 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85f5e45b-ab41-4ad6-a1db-3fb1a5325837 HTTP/1.1" status: 204 len: 168 time: 0.4019141 May 13 15:19:01.246680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.266085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5cd571-6265-4bdc-94ad-f5c3432f1f00,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:01.283035 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.285569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5915dd81-fc01-4ee6-9d23-bb4d27537df2 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c5cd571-6265-4bdc-94ad-f5c3432f1f00 HTTP/1.1" status: 204 len: 168 time: 0.2345104 May 13 15:19:01.288055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45306) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:01.534199 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.969415 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:01.993097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.009703 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.176515 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.152 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/fd7b5390-0cc2-49d4-84f7-a2131fe29eb1) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:02.353900 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.399351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.489368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:02.501211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:02.505814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:02.549607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:02.550692 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.570030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:02.698564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce5df-8e98-4e30-ae0f-4b344400d631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.825503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:02.826378 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.893660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:02.980625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:03.145719 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.209278 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.259796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:03.360667 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.689786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.694967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:03.972256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 200a6027-8edd-4193-b5fc-4a965ac20c15 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:19:04.123947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Router 855e50f8-cc3f-463f-b713-84889df09a5d has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:04.170733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:04.183421 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Sync routers for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:04.197740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:04.198934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.212563 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.214926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9dd76476-7d5a-478f-9429-2380e4635f62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1977918 May 13 15:19:04.219929 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45358) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.450358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:04.514881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:04.528042 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Sync routers for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:04.553263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-454bb351-5e4a-4269-9a65-6d33315e40c1 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "PUT /v2.0/routers/855e50f8-cc3f-463f-b713-84889df09a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2631388 May 13 15:19:04.554190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45368) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.554924 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:04.555493 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.607966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-914774a4-f0c8-427f-a479-e8cd5b7e8c76 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b18b43c44f8a44e4bebc0e9798ed7782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3865516 May 13 15:19:04.612296 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45372) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.690487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting subnet 254b24bd-51e6-493c-af3f-7075fbdd0a3f {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:19:04.697418 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.769403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.888712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871098ce-198b-418c-b267-85b1830e2ce0 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:04.894497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-871098ce-198b-418c-b267-85b1830e2ce0 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2771087 May 13 15:19:04.894497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45378) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.894645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:02Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:04.907605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Checking router: 200a6027-8edd-4193-b5fc-4a965ac20c15 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:04.907969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Updating router 200a6027-8edd-4193-b5fc-4a965ac20c15 port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:04.920618 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:04.938481 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:04.950884 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-66346fd6-e3b0-49f6-b777-5999f7bd5b56 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528660 May 13 15:19:04.951316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45382) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:04.957860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-628153944', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:05.048841 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.049673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.062164 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.108368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:05.112950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:subnet and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:05.116318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:05.118488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Subnet': ['ID=254b24bd-51e6-493c-af3f-7075fbdd0a3f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:05.124713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:05.128772 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.139749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f67e35c4-5c38-4c87-ac72-9c2159a39e71 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/subnets/254b24bd-51e6-493c-af3f-7075fbdd0a3f HTTP/1.1" status: 204 len: 168 time: 0.5833695 May 13 15:19:05.141994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45386) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:05.146773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:05.151693 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.153053 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c067c0-3464-4488-8d6b-096730c4cd5d None None] Network d46b6b3f-1d10-4555-823e-a10bb78540a5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:05.265268 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:19:03Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:05.279161 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Checking router: 855e50f8-cc3f-463f-b713-84889df09a5d for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:05.298243 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Routers {'855e50f8-cc3f-463f-b713-84889df09a5d'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:05.299170 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['855e50f8-cc3f-463f-b713-84889df09a5d'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:05.408084 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.442131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.624881 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] Set router 855e50f8-cc3f-463f-b713-84889df09a5d gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:05.716305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] DHCP port deletion for d46b6b3f-1d10-4555-823e-a10bb78540a5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:19:05.748343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.749184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Deleting port 695f1ffc-fd74-41a2-8137-6ce246d8b58d {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:05.751953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.768640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Deleting port 93e32fa7-d192-40df-b5d2-c8287eb7ed36 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:05.769217 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.826177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Subnet': ['ID=1309b478-9e9f-429b-8add-05ddecedc68a,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:05.841384 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.841826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.842130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.842377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.842793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.843028 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.843349 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.844023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.844469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.844798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.845174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.845566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:05.851262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:05.851680 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network hostable DHCP agents. Network: 319ec457-4f64-4853-8f43-64849653c9d5, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:19:05.891557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 319ec457-4f64-4853-8f43-64849653c9d5 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:19:05.906839 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 319ec457-4f64-4853-8f43-64849653c9d5) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:05.911876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:05.912458 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:05.926727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8610694-173c-426d-b207-9b3f58b9b73d None None] Network 319ec457-4f64-4853-8f43-64849653c9d5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:05.939649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-eceb5219-68ac-41b4-9494-49873c260543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9871638 May 13 15:19:05.942119 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45392) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:06.066545 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:19:03Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:06.071971 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d58af8-10e2-48e4-90c7-5438e234e70a None None] The sync data for ids ['855e50f8-cc3f-463f-b713-84889df09a5d'] in n-d-841736-1 is: [{'id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-337893268', 'tenant_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:17:14Z', 'updated_at': '2022-05-13T15:19:03Z', 'revision_number': 5, 'project_id': '8d5f56a72c6f43ba8c95eae65bbd017b', 'gw_port': {'id': '93e32fa7-d192-40df-b5d2-c8287eb7ed36', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855e50f8-cc3f-463f-b713-84889df09a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:17:15Z', 'updated_at': '2022-05-13T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:06.076527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] For port 93e32fa7-d192-40df-b5d2-c8287eb7ed36, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=93e32fa7-d192-40df-b5d2-c8287eb7ed36,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:06.076734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.206343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Calling delete_port for 93e32fa7-d192-40df-b5d2-c8287eb7ed36 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:06.214924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.227893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] For port 695f1ffc-fd74-41a2-8137-6ce246d8b58d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=695f1ffc-fd74-41a2-8137-6ce246d8b58d,segment=NetworkSegment(864a4c8d-0d1a-4cff-a3e9-48e025dccef4),segment_id=864a4c8d-0d1a-4cff-a3e9-48e025dccef4)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:06.228541 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.307049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Transition to ACTIVE for port object fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:06.375011 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Calling delete_port for 695f1ffc-fd74-41a2-8137-6ce246d8b58d owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:06.393592 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.410379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.450432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Port': ['ID=93e32fa7-d192-40df-b5d2-c8287eb7ed36,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:06.534881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39a0d-50e7-462a-a9c3-adb5476dcc03 None None] Pushing event updated for resources: {'Port': ['ID=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:06.561539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.657138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Attempting to bind port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:06.657749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Attempting to bind port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:06.658267 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Attempting to bind port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:06.684419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:06.684804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:06.685219 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.685625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:06.686122 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Bound port: fd7b5390-0cc2-49d4-84f7-a2131fe29eb1, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:06.686686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.732153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-319ec457-4f64-4853-8f43-64849653c9d5', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:19:06.733966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.762285 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:06.947449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Allocated IP 172.20.0.2 (319ec457-4f64-4853-8f43-64849653c9d5/1309b478-9e9f-429b-8add-05ddecedc68a/4a025b73-5441-4b17-8d9a-8a0b17a226fe) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:07.043689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.052117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.054694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.095933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.096466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Fanout notify agent at l3_agent the message router_deleted on router 855e50f8-cc3f-463f-b713-84889df09a5d {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:19:07.119558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] Pushing event deleted for resources: {'Port': ['ID=695f1ffc-fd74-41a2-8137-6ce246d8b58d,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.124181 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16666d1a-046e-4236-ad0d-145661db32ae None None] No DVR routers for this DVR port 695f1ffc-fd74-41a2-8137-6ce246d8b58d on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:07.154782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.159312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7db76863-e80e-4d2b-9d43-0e5f749ddb29 tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/routers/855e50f8-cc3f-463f-b713-84889df09a5d HTTP/1.1" status: 204 len: 168 time: 2.0159180 May 13 15:19:07.160100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45408) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:07.194169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] For port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:07.222484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] For port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:07.239129 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.303173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.371579 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:07.372303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:07.453585 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.459275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39a0d-50e7-462a-a9c3-adb5476dcc03 None None] Pushing event updated for resources: {'Port': ['ID=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.482112 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.484135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46b6b3f-1d10-4555-823e-a10bb78540a5']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:07.499195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a4c8d-0d1a-4cff-a3e9-48e025dccef4') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:07.499730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a4c8d-0d1a-4cff-a3e9-48e025dccef4') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:07.513082 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.531842 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.539971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:19:07.540550 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: timer() May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:19:07.555842 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:19:07.565587 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Transition to ACTIVE for port object 4a025b73-5441-4b17-8d9a-8a0b17a226fe will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:07.598749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Transition to ACTIVE for port object 4a025b73-5441-4b17-8d9a-8a0b17a226fe will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:07.610650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.616812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:07.681520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.727220 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:07.744493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] 10.222.0.36 "DELETE /v2.0/networks/d46b6b3f-1d10-4555-823e-a10bb78540a5 HTTP/1.1" status: 204 len: 168 time: 0.5791361 May 13 15:19:07.748971 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c426182-0bb1-4a8e-83ce-2b2b430298cc tempest-TestSecurityGroupsBasicOps-1205898946 tempest-TestSecurityGroupsBasicOps-1205898946-project] Pushing event deleted for resources: {'Network': ['ID=d46b6b3f-1d10-4555-823e-a10bb78540a5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.803405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.1 (319ec457-4f64-4853-8f43-64849653c9d5/1309b478-9e9f-429b-8add-05ddecedc68a/aabf9322-67b0-4d27-9a7a-77819fccaf93) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:07.927416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 695f1ffc-fd74-41a2-8137-6ce246d8b58d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:07.955938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Pushing event updated for resources: {'Port': ['ID=4a025b73-5441-4b17-8d9a-8a0b17a226fe,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:07.969961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Network 319ec457-4f64-4853-8f43-64849653c9d5 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:07.971751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:08.083822 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:08.086332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 695f1ffc-fd74-41a2-8137-6ce246d8b58d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:08.086599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 695f1ffc-fd74-41a2-8137-6ce246d8b58d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:08.087009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:08.104153 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.128073 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object aabf9322-67b0-4d27-9a7a-77819fccaf93 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:08.169406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.174681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:08.175026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device cc3ce3b7-1a6f-438e-83e4-8c82f7dff01d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:08.175557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 93e32fa7-d192-40df-b5d2-c8287eb7ed36 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:08.216252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 93e32fa7-d192-40df-b5d2-c8287eb7ed36 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:08.216444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 93e32fa7-d192-40df-b5d2-c8287eb7ed36 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:08.282551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.284590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45424) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.292151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 319ec457-4f64-4853-8f43-64849653c9d5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:08.294185 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:08.299757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:08.372325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Attempting to bind port 4a025b73-5441-4b17-8d9a-8a0b17a226fe on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:08.372842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Attempting to bind port 4a025b73-5441-4b17-8d9a-8a0b17a226fe by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:08.373396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Attempting to bind port 4a025b73-5441-4b17-8d9a-8a0b17a226fe on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:08.381152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:08.381685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:08.382341 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.382836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Bound using segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:08.383484 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Bound port: 4a025b73-5441-4b17-8d9a-8a0b17a226fe, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:08.383969 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.484115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:02Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:08.519386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469fde9-28ce-4c6a-9d3f-7bff80752d71 None None] The sync data for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 is: [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:02Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:08.527256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.532186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] For port 4a025b73-5441-4b17-8d9a-8a0b17a226fe, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:08.540644 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] For port 4a025b73-5441-4b17-8d9a-8a0b17a226fe, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4a025b73-5441-4b17-8d9a-8a0b17a226fe,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:08.549930 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.580765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ea40d582-1637-4ca9-a6ec-92f38d71c9a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d5f56a72c6f43ba8c95eae65bbd017b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949634 May 13 15:19:08.583202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45438) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:08.682463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.721218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1822c-1ee7-4366-b8e2-1dc9a85ce94c None None] Pushing event updated for resources: {'Port': ['ID=4a025b73-5441-4b17-8d9a-8a0b17a226fe,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.742475 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.821790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.859244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc94a6f-c3b9-4672-8699-c05980105c97,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:08.895920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:08.906915 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-82b2c6c3-154d-4a96-948c-7d2ffbbb42d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcc94a6f-c3b9-4672-8699-c05980105c97 HTTP/1.1" status: 204 len: 168 time: 0.3224480 May 13 15:19:09.036130 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.433597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45448) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:09.463716 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.486332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:09.495338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Usage tracker for resource:security_group_rule and tenant:e3aca94a41eb487d9aa3905ef6b14bee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:09.499481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:09.506303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:09.598913 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.611142 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.673189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.683650 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.782894 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.785447 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.808029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3aca94a41eb487d9aa3905ef6b14bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708937 May 13 15:19:09.821901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:09.823604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45452) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:09.931651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:09.931944 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c572fff-4542-47cf-ae9b-42acac171ff8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:09.940286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:09.940964 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:09.977590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.978128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.983190 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.983679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.984107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.984709 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.985130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.985554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.985962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.986402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.988727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:09.989169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8c9ec-a79c-4582-8247-49d86ee8314c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:10.002705 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.026817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 319ec457-4f64-4853-8f43-64849653c9d5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:10.028961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:10.068118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.105277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:10.105657 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.126002 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:10.131424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.132981 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4a025b73-5441-4b17-8d9a-8a0b17a226fe up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:10.160799 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.202441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.218647 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c572fff-4542-47cf-ae9b-42acac171ff8 HTTP/1.1" status: 204 len: 168 time: 0.3823745 May 13 15:19:10.221503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfa03d-1225-436a-a240-5b4cab68690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c572fff-4542-47cf-ae9b-42acac171ff8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:10.322155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0ef1f-a907-41d1-89e9-55a0145c4494 None None] Network 319ec457-4f64-4853-8f43-64849653c9d5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:19:10.347592 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 200a6027-8edd-4193-b5fc-4a965ac20c15 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:10.463987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-03875fc1-7d07-4d2b-ae55-4549c2003de8 None None] Provisioning for port 4a025b73-5441-4b17-8d9a-8a0b17a226fe completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:10.477434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:10.480015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 4a025b73-5441-4b17-8d9a-8a0b17a226fe completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:10.509123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4a025b73-5441-4b17-8d9a-8a0b17a226fe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:10.509491 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.602169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:10.624776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-62f465de-63bd-4dbf-9d0e-2904af4e0a73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/200a6027-8edd-4193-b5fc-4a965ac20c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6731703 May 13 15:19:10.702650 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45464) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:10.764448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f09f823d-9c41-4c1a-89d8-8799b7f8e66d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fb64884ebf64abe9ef50d48c39f39f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584905 May 13 15:19:10.764920 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45470) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:10.832193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4a025b73-5441-4b17-8d9a-8a0b17a226fe is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:10.832689 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:10.877173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 4a025b73-5441-4b17-8d9a-8a0b17a226fe, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4a025b73-5441-4b17-8d9a-8a0b17a226fe,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:10.884609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.008703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Sync routers for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:11.023104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=4a025b73-5441-4b17-8d9a-8a0b17a226fe,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:11.035415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:11.036172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:11.058929 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.111229 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.185817 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.204374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252c939-2fe0-47d8-b251-4978f59571d6,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:11.231472 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.232754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ff9685f5-bbb7-4cb9-9ff4-ae0fb1da8187 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4252c939-2fe0-47d8-b251-4978f59571d6 HTTP/1.1" status: 204 len: 168 time: 0.4666188 May 13 15:19:11.269823 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-420b4452-aad9-4c26-ab3d-bfbc27358cd0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:11.291197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-420b4452-aad9-4c26-ab3d-bfbc27358cd0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:11.305254 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-420b4452-aad9-4c26-ab3d-bfbc27358cd0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526835238&fields=id&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 267 time: 0.1018636 May 13 15:19:11.371375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Provisioning complete for port 4a025b73-5441-4b17-8d9a-8a0b17a226fe triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:11.371745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:11.467419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:11.587092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-4880024e-9d23-41f9-9c9f-c053361f925c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:11.587827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-4880024e-9d23-41f9-9c9f-c053361f925c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:11.611153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-4880024e-9d23-41f9-9c9f-c053361f925c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:11.627063 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-4880024e-9d23-41f9-9c9f-c053361f925c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 797 time: 0.3205597 May 13 15:19:11.648315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-3eae94f5-1e88-4992-9141-6ba8eeedac0e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/quotas/b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 375 time: 0.0195661 May 13 15:19:11.795615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:11.893267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-56f93e1b-cddf-43f3-84f5-189c395890df tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:11.959242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-56f93e1b-cddf-43f3-84f5-189c395890df tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:11.961168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-56f93e1b-cddf-43f3-84f5-189c395890df tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3115582 May 13 15:19:12.026979 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Current status of the port 4a025b73-5441-4b17-8d9a-8a0b17a226fe is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:12.047789 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:12.048184 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.104594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Provisioning for port aabf9322-67b0-4d27-9a7a-77819fccaf93 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:12.119996 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Provisioning complete for port aabf9322-67b0-4d27-9a7a-77819fccaf93 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:12.120389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.260451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-52234d29-d595-425c-9eeb-b9e3f4c5edff None None] Port aabf9322-67b0-4d27-9a7a-77819fccaf93 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:12.339128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:12.340344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4a025b73-5441-4b17-8d9a-8a0b17a226fe up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:12.379748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-bc291398-9384-4c46-8d3c-65abce6f3f1e service neutron] 10.222.0.36 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007790 May 13 15:19:12.420323 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a07f51f2-c596-4305-ae79-9799122ae7c4 None None] Provisioning complete for port aabf9322-67b0-4d27-9a7a-77819fccaf93 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:12.420786 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a07f51f2-c596-4305-ae79-9799122ae7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.452375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:09Z', 'revision_number': 2, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:12.478157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Checking router: 200a6027-8edd-4193-b5fc-4a965ac20c15 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:12.478510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Updating router 200a6027-8edd-4193-b5fc-4a965ac20c15 port aabf9322-67b0-4d27-9a7a-77819fccaf93 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:19:12.534774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a07f51f2-c596-4305-ae79-9799122ae7c4 None None] Port aabf9322-67b0-4d27-9a7a-77819fccaf93 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:12.541649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-f43101fa-50e5-4db7-8bbc-7edb108a1b4e service neutron] 10.222.0.36 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550510 May 13 15:19:12.548147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 4a025b73-5441-4b17-8d9a-8a0b17a226fe triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:12.548615 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.584061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:12.758637 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f6b38f7c-ed3b-41d1-9dfa-1bcebbb3dbdd req-c7d9374b-730e-4927-b9f6-bcded7e33fe4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:12.787100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-f6b38f7c-ed3b-41d1-9dfa-1bcebbb3dbdd req-c7d9374b-730e-4927-b9f6-bcded7e33fe4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:12.809267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6b38f7c-ed3b-41d1-9dfa-1bcebbb3dbdd req-c7d9374b-730e-4927-b9f6-bcded7e33fe4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 210 time: 0.0962365 May 13 15:19:12.866148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 4a025b73-5441-4b17-8d9a-8a0b17a226fe is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:13.143790 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.155353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Transition to ACTIVE for port object aabf9322-67b0-4d27-9a7a-77819fccaf93 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:13.161705 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.378775 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18138b3-b13d-4e41-9216-5fd2cdb2d5d8 None None] Pushing event updated for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:13.400264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Attempting to bind port aabf9322-67b0-4d27-9a7a-77819fccaf93 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:13.400725 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Attempting to bind port aabf9322-67b0-4d27-9a7a-77819fccaf93 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:13.401159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Attempting to bind port aabf9322-67b0-4d27-9a7a-77819fccaf93 on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:13.409273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:13.409696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:13.410462 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.410679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Bound using segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:13.411152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Bound port: aabf9322-67b0-4d27-9a7a-77819fccaf93, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:13.411529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.513778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] For port aabf9322-67b0-4d27-9a7a-77819fccaf93, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:13.517157 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] For port aabf9322-67b0-4d27-9a7a-77819fccaf93, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aabf9322-67b0-4d27-9a7a-77819fccaf93,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:13.522023 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:13.612476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:13.613098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:13.687444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18138b3-b13d-4e41-9216-5fd2cdb2d5d8 None None] Pushing event updated for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:13.817679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:14.133362 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-13a699da-1ccb-4028-9beb-9d2430065c9b req-e8e89c26-21f3-4843-b770-7bb37e20c1e6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 210 time: 0.1894696 May 13 15:19:14.182521 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-7b5742f0-1759-4b60-aa7d-353c0ddbc543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:14.183852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-7b5742f0-1759-4b60-aa7d-353c0ddbc543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:14.200904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-7b5742f0-1759-4b60-aa7d-353c0ddbc543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:14.202307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-7b5742f0-1759-4b60-aa7d-353c0ddbc543 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 797 time: 0.2517581 May 13 15:19:14.260778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-0586e591-508e-4c9e-b28c-6640d876102b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 380 time: 0.0479133 May 13 15:19:14.277968 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'port': {'device_id': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'admin_state_up': True, 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'security_groups': ['149d3d27-9b82-4c4d-82bc-be9322c999ae']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:14.279037 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:13Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:14.283367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd08884-77dd-4ffb-a12e-ac7eb45939e6 None None] The sync data for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 is: [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:13Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:14.431427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:14.441907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:14.453146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:14.456977 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.637624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.5 (319ec457-4f64-4853-8f43-64849653c9d5/1309b478-9e9f-429b-8add-05ddecedc68a/2b125e95-ae13-49bf-a062-c578c52a8d2a) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:14.853779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.870671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 2b125e95-ae13-49bf-a062-c578c52a8d2a will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:14.895139 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:14.968765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 319ec457-4f64-4853-8f43-64849653c9d5 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:14.972289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:14.977141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:15.008466 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:15.050527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.051262 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.103109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-b311f6e8-57be-40dd-8b18-a74d53ed0fed tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288667 May 13 15:19:15.115726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Request body: {'port': {'device_id': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:15.268319 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.366894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d4329b6e-93b5-4e04-8b75-6df5f0cf5519 None None] Provisioning for port 2b125e95-ae13-49bf-a062-c578c52a8d2a completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:15.375965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d4329b6e-93b5-4e04-8b75-6df5f0cf5519 None None] Provisioning complete for port 2b125e95-ae13-49bf-a062-c578c52a8d2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:15.376921 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d4329b6e-93b5-4e04-8b75-6df5f0cf5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.441665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d4329b6e-93b5-4e04-8b75-6df5f0cf5519 None None] Port 2b125e95-ae13-49bf-a062-c578c52a8d2a cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:15.486600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13652-b5c0-49a5-a32d-394f0f0e2be1 req-36c4d909-7320-46ee-beee-b0340591ea3b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:15.487534 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9df13652-b5c0-49a5-a32d-394f0f0e2be1 req-36c4d909-7320-46ee-beee-b0340591ea3b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:15.529325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-9df13652-b5c0-49a5-a32d-394f0f0e2be1 req-36c4d909-7320-46ee-beee-b0340591ea3b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:15.530491 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9df13652-b5c0-49a5-a32d-394f0f0e2be1 req-36c4d909-7320-46ee-beee-b0340591ea3b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 931 time: 0.2509024 May 13 15:19:15.645024 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9df13652-b5c0-49a5-a32d-394f0f0e2be1 req-babf77e0-c689-4d9a-852f-2fb21dcfa4fb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680435 May 13 15:19:15.729178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aabf9322-67b0-4d27-9a7a-77819fccaf93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:15.795497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b125e95-ae13-49bf-a062-c578c52a8d2a {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:15.804256 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.822029 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Transition to ACTIVE for port object 2b125e95-ae13-49bf-a062-c578c52a8d2a will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:15.825076 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port aabf9322-67b0-4d27-9a7a-77819fccaf93 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:15.828570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.830362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aabf9322-67b0-4d27-9a7a-77819fccaf93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:15.830732 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:15.959880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aabf9322-67b0-4d27-9a7a-77819fccaf93 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:15.960526 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.005248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port aabf9322-67b0-4d27-9a7a-77819fccaf93, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aabf9322-67b0-4d27-9a7a-77819fccaf93,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:16.012344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.094838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:16.096834 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:16.193717 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:16.194058 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:16.195862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:16.201171 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:16.202731 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:16.206877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:16.207199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:16.207575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Bound using segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:16.207998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Bound port: 2b125e95-ae13-49bf-a062-c578c52a8d2a, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:16.208475 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.303852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:16.307696 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:16.312446 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.388054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.388699 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.390379 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-9fac8edc-c352-4033-a058-d322273067ba service neutron] 10.222.0.86 "PUT /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 1091 time: 1.2792497 May 13 15:19:16.391098 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:16.398786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac8edc-c352-4033-a058-d322273067ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:16.481829 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ed39b5-87f3-4593-9827-2ebd65292311'] response: {'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'status': 'completed', 'code': 200} May 13 15:19:16.533031 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-01fca57c-ad40-4c28-9746-bd832a02ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.534675 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-01fca57c-ad40-4c28-9746-bd832a02ce1c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1094 time: 0.0924785 May 13 15:19:16.593602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45544) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:16.610453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-7853bb5f-5879-41b1-a8bc-bfd12887f15d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 217 time: 0.0682826 May 13 15:19:16.688941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-2178f681-7c6f-4fc6-89ed-f9d38354abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.690592 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-2178f681-7c6f-4fc6-89ed-f9d38354abda service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0722866 May 13 15:19:16.755555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.772470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:16.782701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Usage tracker for resource:security_group_rule and tenant:a24233cfbda442fe838c232276401b86 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:16.785860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:16.794640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:16.840091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-e5e04157-c26d-4363-8195-19cb8a7adcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.841626 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-e5e04157-c26d-4363-8195-19cb8a7adcec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431730 May 13 15:19:16.879955 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.885294 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:16.936287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a24233cfbda442fe838c232276401b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409679 May 13 15:19:16.937130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff428a7f-4224-4e64-a81d-1bd04efe9176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3f0d5-084a-4871-8779-42139728f624,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:16.939360 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:16.946516 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39328e89-ffa8-4666-9afd-27ae09b87e58 req-8b692edf-7967-4f10-88ba-7369ab9879c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:16.948020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39328e89-ffa8-4666-9afd-27ae09b87e58 req-8b692edf-7967-4f10-88ba-7369ab9879c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 943 time: 0.1828682 May 13 15:19:17.004881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.026451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-37030334-967e-4b70-bdc0-4c8a4e9f12df service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770086 May 13 15:19:17.031176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-39328e89-ffa8-4666-9afd-27ae09b87e58 req-eab7454e-5f4f-4ea0-a6b0-79095da4f309 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739403 May 13 15:19:17.032759 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.098078 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.113995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3f0d5-084a-4871-8779-42139728f624,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.118580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.122430 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-70ac76ab-7c54-4335-9802-ff9a5b622dfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8b3f0d5-084a-4871-8779-42139728f624 HTTP/1.1" status: 204 len: 168 time: 0.1793954 May 13 15:19:17.171173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c65e87c6-a5e8-4857-a54b-152eabdc542f req-e0dde74f-7e01-4a68-9e66-3397e41e4355 service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383512 May 13 15:19:17.294882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-01fcc54d-e087-4020-a9c4-c7c582ebd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.296453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-01fcc54d-e087-4020-a9c4-c7c582ebd335 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1094 time: 0.0779855 May 13 15:19:17.392437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:17.417502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45560) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.454150 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.476251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-9ed0369a-d89b-4828-b8cb-f3fb14038ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.477701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-9ed0369a-d89b-4828-b8cb-f3fb14038ecc service neutron] 10.222.0.86 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1746724 May 13 15:19:17.479781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:17.483694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Usage tracker for resource:security_group_rule and tenant:557b69e9da614c36ab68b1ec14f1a35d is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:17.533111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:17.550024 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:17.552747 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-707513a5-1397-4006-adf8-2fdf0dd3eb0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 217 time: 0.0663240 May 13 15:19:17.639033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-8834d880-9d61-4edd-960d-4d1040a88c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.640492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-8834d880-9d61-4edd-960d-4d1040a88c21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0808306 May 13 15:19:17.664395 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aabf9322-67b0-4d27-9a7a-77819fccaf93 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:17.738104 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.740187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port aabf9322-67b0-4d27-9a7a-77819fccaf93 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:17.740761 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.745654 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.805217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=557b69e9da614c36ab68b1ec14f1a35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866489 May 13 15:19:17.807294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-574f2718-c0fe-4f6a-b68e-f5dca9a2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:17.808191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45564) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:17.808676 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-574f2718-c0fe-4f6a-b68e-f5dca9a2c89b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603820 May 13 15:19:17.810290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae31f-83da-4bef-a7e5-a06672272a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225f566-8551-437b-a956-128a476aaeb0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.870289 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.870992 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port aabf9322-67b0-4d27-9a7a-77819fccaf93 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:17.901959 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.958796 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.979137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225f566-8551-437b-a956-128a476aaeb0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:17.983848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:17.987672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-412bbac5-8cbf-468a-935e-26c374aa7ef1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b225f566-8551-437b-a956-128a476aaeb0 HTTP/1.1" status: 204 len: 168 time: 0.1781998 May 13 15:19:18.058062 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-b2612bb5-2245-4ae1-a8ea-89cc05e3d829 service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415857 May 13 15:19:18.198141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-208e35a9-b5e3-4b5c-a701-52f272b4a4a4 req-cb6a19b9-b036-43f8-821d-393ac7dd1697 service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329198 May 13 15:19:18.233132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10869a-b7a6-4f5b-8b8e-fd427cd979c4 req-7e0bb997-34d7-4939-8ec5-b2fb3e09ff2f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:18.234759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c10869a-b7a6-4f5b-8b8e-fd427cd979c4 req-7e0bb997-34d7-4939-8ec5-b2fb3e09ff2f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 943 time: 0.0902987 May 13 15:19:18.280039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c10869a-b7a6-4f5b-8b8e-fd427cd979c4 req-2022e270-4130-4164-84a2-80b111805fdc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 May 13 15:19:18.349673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45576) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:18.367097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.381118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:18.384952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Usage tracker for resource:security_group_rule and tenant:21aa6da8ea4f433d8044b8d71e90475c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:18.387667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:18.393494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:18.476844 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.481323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.535059 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21aa6da8ea4f433d8044b8d71e90475c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841924 May 13 15:19:18.536639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee7643-a314-4385-809d-96c63c14879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde94607-0ddb-453e-b251-285bc633d8dc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:18.537675 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45580) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:18.595916 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.620855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.675991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.692640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde94607-0ddb-453e-b251-285bc633d8dc,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:18.701540 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:18.702662 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-7c0d4bdc-3a2e-44c1-8f17-0459015f7fa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bde94607-0ddb-453e-b251-285bc633d8dc HTTP/1.1" status: 204 len: 168 time: 0.1637123 May 13 15:19:19.488793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcf3c4-7682-4df0-bc19-9c68fe91bedb req-892aa9b6-5d4f-476d-9b4c-9e41f941a01b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:19.490300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ebcf3c4-7682-4df0-bc19-9c68fe91bedb req-892aa9b6-5d4f-476d-9b4c-9e41f941a01b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 943 time: 0.0952177 May 13 15:19:19.539106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ebcf3c4-7682-4df0-bc19-9c68fe91bedb req-a8065c31-b39c-43c2-b53d-4739e536f2e2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 May 13 15:19:19.795298 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.586367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:20.742041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb5320-8806-45e5-ac92-c09bb10a33b1 req-a1846a96-a8fc-494b-9adb-7ea14b457469 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:20.744205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dbb5320-8806-45e5-ac92-c09bb10a33b1 req-a1846a96-a8fc-494b-9adb-7ea14b457469 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 943 time: 0.0859759 May 13 15:19:20.767538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:20.781723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'port_id': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'mac_address': 'fa:16:3e:7f:93:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:20.793872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8dbb5320-8806-45e5-ac92-c09bb10a33b1 req-a6105db7-54c8-4ff7-a3bb-6007d36843e6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 May 13 15:19:20.844986 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.848660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 2b125e95-ae13-49bf-a062-c578c52a8d2a is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:20.849032 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.865398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b125e95-ae13-49bf-a062-c578c52a8d2a {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:20.881353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:20.886813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:20.957638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:21.107617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['2b125e95-ae13-49bf-a062-c578c52a8d2a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:21.470207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-52bdee64-c8b3-4299-8a27-77d15942d343 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719376 May 13 15:19:21.620542 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-457099ad-250d-472b-a6ee-9e6c328efc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.621958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-457099ad-250d-472b-a6ee-9e6c328efc66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 1096 time: 0.0744102 May 13 15:19:21.773924 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-aa5b0973-94c5-4d0f-a0a3-475f7375f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:21.775306 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-aa5b0973-94c5-4d0f-a0a3-475f7375f1f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1262703 May 13 15:19:21.882531 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-013930ab-0cc2-48ca-910a-c6599db9890c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 200 len: 1001 time: 0.0971982 May 13 15:19:22.000994 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-b20fdd06-e4aa-4595-a7df-c7162a10ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:22.002425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-b20fdd06-e4aa-4595-a7df-c7162a10ebb4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1092732 May 13 15:19:22.073630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40808eaa-0700-4b90-9a4e-72a9660381f0 req-d38069c5-934b-443c-9632-11cf06a4f86b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:22.075053 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40808eaa-0700-4b90-9a4e-72a9660381f0 req-d38069c5-934b-443c-9632-11cf06a4f86b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.1519890 May 13 15:19:22.128280 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-40808eaa-0700-4b90-9a4e-72a9660381f0 req-62d8eb98-92d7-48fb-afb2-9499c287ed0f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 May 13 15:19:22.130865 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-3edff10b-cf50-4763-9d6d-4dab7a4b4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:22.132248 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-3edff10b-cf50-4763-9d6d-4dab7a4b4f90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201935 May 13 15:19:22.264624 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-f7b86a9f-aca4-4627-b6ea-452df122513a service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223469 May 13 15:19:22.402936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e48c248-48cb-4073-86e1-7fbdd596cfd7 req-566e4046-7657-42c8-8889-436786adbf4d service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282980 May 13 15:19:22.602503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:22.678849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 2b125e95-ae13-49bf-a062-c578c52a8d2a completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:22.688068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 2b125e95-ae13-49bf-a062-c578c52a8d2a triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:22.688489 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.839163 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 2b125e95-ae13-49bf-a062-c578c52a8d2a is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:22.839536 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.869200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:22.879236 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:22.883389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:22.922137 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c828bd-c90d-454f-8ec3-d9060bf43978'] response: {'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'code': 200} May 13 15:19:22.958014 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:23.053716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d33a9-bee6-461f-9db7-02678e9c23bc req-b873f765-6dde-4f1c-90c2-21a382249058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.055214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca7d33a9-bee6-461f-9db7-02678e9c23bc req-b873f765-6dde-4f1c-90c2-21a382249058 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1096 time: 0.0749955 May 13 15:19:23.095696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca7d33a9-bee6-461f-9db7-02678e9c23bc req-fe092ae8-67dd-422f-88c8-536300ee146c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 May 13 15:19:23.329622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af585d-57e8-4294-b90e-ff08d1066808 req-a3e26562-5f42-4d4f-9bf4-657952cebd7c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.331210 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20af585d-57e8-4294-b90e-ff08d1066808 req-a3e26562-5f42-4d4f-9bf4-657952cebd7c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0913224 May 13 15:19:23.380851 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-20af585d-57e8-4294-b90e-ff08d1066808 req-9e13c497-1f06-43aa-8419-a9baf10708c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 May 13 15:19:23.429192 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0bc04-19bf-442d-8b5b-7bc9d49a216b req-f10c9b59-3b7d-464e-9643-29ba9f2cd125 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:23.430600 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-77d0bc04-19bf-442d-8b5b-7bc9d49a216b req-f10c9b59-3b7d-464e-9643-29ba9f2cd125 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.0845165 May 13 15:19:23.476258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-77d0bc04-19bf-442d-8b5b-7bc9d49a216b req-fc52225c-cd9d-4d4c-8443-468219680546 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 May 13 15:19:24.590412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d62b0-481f-4d69-983c-3fdc4b9f0dee req-7269e9eb-118e-405b-8e60-ead1ea7e249f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.592051 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e8d62b0-481f-4d69-983c-3fdc4b9f0dee req-7269e9eb-118e-405b-8e60-ead1ea7e249f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0926020 May 13 15:19:24.645859 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7e8d62b0-481f-4d69-983c-3fdc4b9f0dee req-d0d15383-b0b0-4725-963a-9a5ec5cbc9a2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 May 13 15:19:24.693214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154475-7e49-4552-aae6-cdbc398a4389 req-a5ad94f9-5290-49e5-abb4-f81f74a4cc79 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.695929 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5154475-7e49-4552-aae6-cdbc398a4389 req-a5ad94f9-5290-49e5-abb4-f81f74a4cc79 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.1097076 May 13 15:19:24.753991 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5154475-7e49-4552-aae6-cdbc398a4389 req-f18e36bc-0dde-42b3-8440-b92d5c6dca30 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 May 13 15:19:24.877575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c40605-7bf8-4e2f-9027-d710527d11db req-59e7be5d-8d88-4dfd-91a7-a4042d0925a8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:24.879250 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04c40605-7bf8-4e2f-9027-d710527d11db req-59e7be5d-8d88-4dfd-91a7-a4042d0925a8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0910583 May 13 15:19:24.925542 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04c40605-7bf8-4e2f-9027-d710527d11db req-3bbc5a76-9166-407d-a5a7-e9523b519e24 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 May 13 15:19:24.949452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45678) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.036494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e59ec6-3053-4505-adc5-08ac323c6264 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.038000 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-07e59ec6-3053-4505-adc5-08ac323c6264 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1091 time: 0.0875685 May 13 15:19:25.041553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45682) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:25.046401 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:25.053304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:25.058544 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:floatingip and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:25.061577 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:25.067180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:25.234370 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.341519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-8b9a13da-7b80-4dda-ac0f-fc4fd35016e1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:25.342971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-8b9a13da-7b80-4dda-ac0f-fc4fd35016e1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.1644526 May 13 15:19:25.435827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:19:25.436100 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.543620 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:25.827315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.148 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/b45ffb8e-6d35-404e-98b5-f494088ad186) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:25.829958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:25.830361 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.315091 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.338118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576306c0-6e57-49b6-96ee-a516a87944d3 req-85887bfb-7f53-4156-b69c-278458e7e2dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:26.339632 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-576306c0-6e57-49b6-96ee-a516a87944d3 req-85887bfb-7f53-4156-b69c-278458e7e2dd tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 945 time: 0.4329119 May 13 15:19:26.344546 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.344890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.345204 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP 23886ef5-75cf-4ea2-a535-da84287251db disassociated. External IP: 172.25.5.182, port: ed78ab7d-37b3-4ad5-83c7-214ad9946ec4. May 13 15:19:26.345564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:19:26.451961 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-576306c0-6e57-49b6-96ee-a516a87944d3 req-be0d2f36-c272-4f5a-b80d-e2c410296084 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764811 May 13 15:19:26.477124 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.609627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:26.614610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:26.618487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:26.648244 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:26.654188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=b45ffb8e-6d35-404e-98b5-f494088ad186,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:26.837290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=ed78ab7d-37b3-4ad5-83c7-214ad9946ec4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:27.209289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:27.507881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:27.520301 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:27.557072 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:27.557739 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:27.621536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:19:27.624593 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.627323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'name': 'network-vif-deleted', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:27.658451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a2b6f226-14e8-45b1-8128-535c52c8336b req-f1543d61-49b7-4a5f-a350-cd19728ae5a7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "DELETE /v2.0/ports/ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 HTTP/1.1" status: 204 len: 173 time: 2.3065670 May 13 15:19:27.672676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-68dd39d1-2bec-4f1c-9bbd-5314b1118b3d req-f13c2c47-782b-4788-9671-c3e03883b977 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 210 time: 0.0772085 May 13 15:19:27.673511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.701121 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214bd547-b9b9-41d4-9ac1-4e1e1ec6be07'] response: {'server_uuid': 'e470a563-5875-4bd4-bd64-2ebd8bf7b516', 'name': 'network-vif-deleted', 'tag': 'ed78ab7d-37b3-4ad5-83c7-214ad9946ec4', 'status': 'completed', 'code': 200} May 13 15:19:27.761963 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:27.826852 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:28.015481 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.021177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.144452 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=b45ffb8e-6d35-404e-98b5-f494088ad186,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:28.158299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:28.344299 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:28.350861 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:28.363746 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:28.364616 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:28.507955 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 7006d32e-073a-4ba3-9d90-a162a25c6154 associated. External IP: 172.25.5.148, port: 2b125e95-ae13-49bf-a062-c578c52a8d2a. May 13 15:19:28.510653 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:19:28.580430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:19:28.580780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device ed78ab7d-37b3-4ad5-83c7-214ad9946ec4 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:19:28.610239 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:28.940760 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 200a6027-8edd-4193-b5fc-4a965ac20c15 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:28.954689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9cf6099b-7ed9-4f47-bf4b-52a648d0f21e req-71f228fa-9760-400b-b2f7-f5218468eb1c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e470a563-5875-4bd4-bd64-2ebd8bf7b516 HTTP/1.1" status: 200 len: 210 time: 0.1007600 May 13 15:19:29.051094 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:29.058987 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b2c267-4866-409d-8749-f3136512d2d0 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:29.172000 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:29.185843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Sync routers for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:29.206834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:29.207331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:29.208860 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.280783 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-cb11888f-3ed5-4de4-ab21-2bda3cae5127 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2381704 May 13 15:19:29.381998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20006c1e-671c-446c-a436-dbd1372697db None None] New status for floating IP 23886ef5-75cf-4ea2-a535-da84287251db: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:19:29.410842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:29.469561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c6b61-9c60-4fde-9a04-09ad644e2fa8 req-b69841f9-7814-41c2-a937-ba134f25033f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:29.471055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a60c6b61-9c60-4fde-9a04-09ad644e2fa8 req-b69841f9-7814-41c2-a937-ba134f25033f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0969424 May 13 15:19:29.542650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a60c6b61-9c60-4fde-9a04-09ad644e2fa8 req-293b1667-3ff7-4c2b-8a87-c41c97d4eb26 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656331 May 13 15:19:29.559009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45768) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:29.694124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d73ae433-50f3-429d-b222-8c0aa11fac1d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 200 len: 991 time: 0.1339059 May 13 15:19:29.701993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:29.754879 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8dbe5e-df9e-49e7-b7b0-a0b913b5a272'] response: {'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'status': 'completed', 'code': 200} May 13 15:19:29.872201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-64f61310-77d6-42c3-a54f-253a1354259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:29.873886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-64f61310-77d6-42c3-a54f-253a1354259c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1096 time: 0.0982113 May 13 15:19:29.877704 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a637bcc9-dce4-49a5-baf5-4d08967a2e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:29.900249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '7006d32e-073a-4ba3-9d90-a162a25c6154', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'port_id': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'mac_address': 'fa:16:3e:7f:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:27Z', 'updated_at': '2022-05-13T15:19:27Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:29.904335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Checking router: 200a6027-8edd-4193-b5fc-4a965ac20c15 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:29.913049 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:29.913673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:30.018084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-b35451e0-0184-4c41-a710-4e0fcc2aba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.019926 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-b35451e0-0184-4c41-a710-4e0fcc2aba06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1388240 May 13 15:19:30.143586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-d1a09140-d45c-46a6-9520-b0e2ede8a72b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 999 time: 0.1176336 May 13 15:19:30.172349 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:30.213195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-02c324f9-5c12-4ceb-b437-4e520d1e22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.214788 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-02c324f9-5c12-4ceb-b437-4e520d1e22c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0642552 May 13 15:19:30.305722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-2f928c50-60ce-4fcc-b414-08d418e3f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.307412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-2f928c50-60ce-4fcc-b414-08d418e3f034 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826802 May 13 15:19:30.432917 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-2edb05d4-0f97-4442-bacf-2aae758ba174 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040444773&fields=id&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 267 time: 0.0851505 May 13 15:19:30.460720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-b898b89e-da19-47e1-bff3-d92bc919455b service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452360 May 13 15:19:30.584689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '7006d32e-073a-4ba3-9d90-a162a25c6154', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'port_id': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'mac_address': 'fa:16:3e:7f:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:27Z', 'updated_at': '2022-05-13T15:19:27Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:30.590660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ff3e8-5255-4b74-8677-4b4f59d981ce None None] The sync data for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 is: [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '7006d32e-073a-4ba3-9d90-a162a25c6154', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'port_id': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'mac_address': 'fa:16:3e:7f:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:27Z', 'updated_at': '2022-05-13T15:19:27Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:30.599572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-c5e50dc7-1b0e-454d-8a00-4f898207cba8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:30.601315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-c5e50dc7-1b0e-454d-8a00-4f898207cba8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.1674705 May 13 15:19:30.621565 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-aac1287b-4313-4979-a3bd-f30fd9ea8193 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0127132 May 13 15:19:30.699897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 45802) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:30.765331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-e8b5d306-62b4-444f-a56d-44a0c4aac171 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370177 May 13 15:19:30.906294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a4ce6907-0798-42d3-b50c-8abbb80f4649 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 200 len: 991 time: 0.1854098 May 13 15:19:30.907123 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060d75b-68ed-452a-82b9-17a516b2a5cc None None] New status for floating IP 7006d32e-073a-4ba3-9d90-a162a25c6154: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:19:30.908371 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f5f5a389-ee89-47ce-a64e-8094f15cf41b req-a3e0a8f1-4564-40db-a1ba-f5635ee6f62b service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411809 May 13 15:19:30.954269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-750a4319-6bf6-4d34-be9a-474e13e9901c service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765020 May 13 15:19:31.110642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-58d16e5b-a29c-4002-9cbf-a6bb85f653e9 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500628 May 13 15:19:31.497448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-221734a4-46af-482d-8e13-59f3c24e806b req-92588070-ad3f-489f-96e5-c94af578c859 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:31.521457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-221734a4-46af-482d-8e13-59f3c24e806b req-92588070-ad3f-489f-96e5-c94af578c859 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:31.522838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-221734a4-46af-482d-8e13-59f3c24e806b req-92588070-ad3f-489f-96e5-c94af578c859 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 210 time: 0.0689549 May 13 15:19:31.910089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 45840) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:32.025849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-984ef703-8492-4d07-a286-7847db087f7c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 200 len: 993 time: 0.1144245 May 13 15:19:32.717781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-aee01b06-6edb-4241-8664-de46421ef599 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:32.719686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-aee01b06-6edb-4241-8664-de46421ef599 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.1988711 May 13 15:19:32.723927 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9eb6201d-d27b-4084-b4ff-696b52754b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.774966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab150e7f-2a36-4f35-a4db-d6304a2c9a5e req-3c1952db-3182-4ebf-aaa2-8eb905fe09d7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 210 time: 0.0955496 May 13 15:19:32.799441 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-698d2493-d259-4653-a755-43c4779ca9c7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 380 time: 0.0643394 May 13 15:19:32.816378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd', 'security_groups': ['f7228eb9-8128-4d42-b906-a70a7608be79']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:32.902629 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:32.985777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:32.996152 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:33.008711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:19:33.014644 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.205622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.10 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/6c49af71-516f-4838-9123-d4221d8fd393) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:33.347684 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.419922 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.435596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object 6c49af71-516f-4838-9123-d4221d8fd393 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:33.462578 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.555886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:33.558904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:33.561437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:33.611347 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:33.642704 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:33.643368 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.670401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-49e55cee-75da-4ed2-b554-6eeec64d1f63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618360 May 13 15:19:33.687609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Request body: {'port': {'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:33.812984 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.902562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b81fa8b-421c-4e1a-9eee-df54987456b0 None None] Provisioning for port 6c49af71-516f-4838-9123-d4221d8fd393 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:33.909987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9b81fa8b-421c-4e1a-9eee-df54987456b0 None None] Provisioning complete for port 6c49af71-516f-4838-9123-d4221d8fd393 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:33.910353 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9b81fa8b-421c-4e1a-9eee-df54987456b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:33.980906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9b81fa8b-421c-4e1a-9eee-df54987456b0 None None] Port 6c49af71-516f-4838-9123-d4221d8fd393 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:19:34.209308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec499426-7c9c-478f-b296-476d0987cfb5 req-56711e20-7eb6-41c3-bb0c-e72fec88d133 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:34.210072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ec499426-7c9c-478f-b296-476d0987cfb5 req-56711e20-7eb6-41c3-bb0c-e72fec88d133 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:19:34.247095 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-ec499426-7c9c-478f-b296-476d0987cfb5 req-56711e20-7eb6-41c3-bb0c-e72fec88d133 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:19:34.248363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec499426-7c9c-478f-b296-476d0987cfb5 req-56711e20-7eb6-41c3-bb0c-e72fec88d133 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 932 time: 0.2595165 May 13 15:19:34.470614 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c49af71-516f-4838-9123-d4221d8fd393 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:34.477006 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ec499426-7c9c-478f-b296-476d0987cfb5 req-a36da842-4854-4d08-be88-042bf48c1b0a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149131 May 13 15:19:34.481074 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.497062 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Transition to ACTIVE for port object 6c49af71-516f-4838-9123-d4221d8fd393 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:19:34.502909 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.688631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:34.815693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Attempting to bind port 6c49af71-516f-4838-9123-d4221d8fd393 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:19:34.816372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Attempting to bind port 6c49af71-516f-4838-9123-d4221d8fd393 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:19:34.816372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Attempting to bind port 6c49af71-516f-4838-9123-d4221d8fd393 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:34.822222 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Port 6c49af71-516f-4838-9123-d4221d8fd393 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:19:34.822547 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Attempting to bind port 6c49af71-516f-4838-9123-d4221d8fd393 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:19:34.828635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:19:34.828987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:19:34.829352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:19:34.829849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Bound port: 6c49af71-516f-4838-9123-d4221d8fd393, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:19:34.830205 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.938360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:19:34.942072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6c49af71-516f-4838-9123-d4221d8fd393,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:19:34.946785 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:34.991586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.020827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.021671 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:35.023048 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] 10.222.0.90 "PUT /v2.0/ports/6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1092 time: 1.3400583 May 13 15:19:35.023488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:35.060130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd8dd1-0cdf-4c48-ac7c-43b41fabb133 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:35.110536 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef8e232-8a03-4fa0-b9c5-28a95673f89e'] response: {'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393', 'status': 'completed', 'code': 200} May 13 15:19:35.155195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-bce254c6-f51c-4df2-ae33-a4d786b5a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.156732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-bce254c6-f51c-4df2-ae33-a4d786b5a6cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1095 time: 0.0924129 May 13 15:19:35.233585 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-9d2d5cb3-ef83-49d2-bd86-649e41cc121e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 217 time: 0.0673285 May 13 15:19:35.299977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-7ada1452-7717-4cac-bdc4-4f412a136d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.301467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-7ada1452-7717-4cac-bdc4-4f412a136d7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0589328 May 13 15:19:35.402109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-3784909e-81a9-4b62-a6fe-bb82340a0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.403620 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-3784909e-81a9-4b62-a6fe-bb82340a0f7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905221 May 13 15:19:35.541074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-851b2c79-1489-49a9-8e94-3c11a2dc16d7 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 May 13 15:19:35.739386 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8cbaf741-2d10-4fef-bd93-202c3b532ea3 req-adb3509b-8065-4a61-b09d-46b5c0204199 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872118 May 13 15:19:35.751352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe75bb8-4a9d-4528-8847-2d950ad5bfc4 req-33e05ce4-6232-48e2-b045-40b7b66f692e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.752874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efe75bb8-4a9d-4528-8847-2d950ad5bfc4 req-33e05ce4-6232-48e2-b045-40b7b66f692e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.1335204 May 13 15:19:35.843323 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-efe75bb8-4a9d-4528-8847-2d950ad5bfc4 req-12becb34-b731-4584-9118-1af098d3459c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832841 May 13 15:19:35.874608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-55f28f2b-f7e4-487f-b16c-c67363bab9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:35.876073 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-55f28f2b-f7e4-487f-b16c-c67363bab9f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1095 time: 0.0841517 May 13 15:19:36.019881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-15267b57-ef88-4b73-9143-9dc013097bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.021363 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-15267b57-ef88-4b73-9143-9dc013097bcb service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1391311 May 13 15:19:36.092999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-aa4fd939-70c8-4e4c-81b2-e15ab2cfec43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 217 time: 0.0642409 May 13 15:19:36.166229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-5685d1af-d5d1-4539-8712-bc482f8eef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.167799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-5685d1af-d5d1-4539-8712-bc482f8eef16 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0683615 May 13 15:19:36.245635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-819d7409-e60c-484e-bfd4-7222ab3e582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:36.247311 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-819d7409-e60c-484e-bfd4-7222ab3e582c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711329 May 13 15:19:36.491603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-fa16c106-762a-44c8-b304-46525706bb6d service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370090 May 13 15:19:36.630020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b5be2929-3e4b-42d3-a628-d6139ec056c8 req-78505a02-b443-4737-ab77-50483549d3ba service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306567 May 13 15:19:37.042817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d15cf-d5ba-4db5-b79e-c26c57611c76 req-4d874617-0606-47f7-9e43-8d4a934c4291 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:37.044316 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-090d15cf-d5ba-4db5-b79e-c26c57611c76 req-4d874617-0606-47f7-9e43-8d4a934c4291 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0825617 May 13 15:19:37.090187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-090d15cf-d5ba-4db5-b79e-c26c57611c76 req-43595c6b-daac-452f-9731-ed69b1d11bea tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 May 13 15:19:38.284648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23294-4d0c-41e3-912a-fc21b3744ac3 req-6d534609-016b-4b5b-83f7-ed262fa1ffa1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:38.286120 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45c23294-4d0c-41e3-912a-fc21b3744ac3 req-6d534609-016b-4b5b-83f7-ed262fa1ffa1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0903032 May 13 15:19:38.331433 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-45c23294-4d0c-41e3-912a-fc21b3744ac3 req-f4031b5a-9115-433a-b6d6-749406e83670 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 May 13 15:19:39.519675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a372-77f3-4863-8fed-cf3dc963ee15 req-6a6e0c5b-ec3c-4dd9-9454-dab07edc6c3c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:39.521123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e82a372-77f3-4863-8fed-cf3dc963ee15 req-6a6e0c5b-ec3c-4dd9-9454-dab07edc6c3c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0852830 May 13 15:19:39.574022 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e82a372-77f3-4863-8fed-cf3dc963ee15 req-832963df-3073-4af3-91fe-77672e2c81b2 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 May 13 15:19:40.760632 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704482a9-7478-4afa-9232-afa11f7a4426 req-67730269-39bf-432f-8d39-b65fbd2e5a56 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:40.762251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-704482a9-7478-4afa-9232-afa11f7a4426 req-67730269-39bf-432f-8d39-b65fbd2e5a56 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0819993 May 13 15:19:40.818877 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-704482a9-7478-4afa-9232-afa11f7a4426 req-3dbe8402-37f1-4257-a45a-4155178ffa97 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500116 May 13 15:19:42.018366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901879ae-466a-4581-afc8-d7d8d2576249 req-cb948ce9-2bea-4153-8f2e-828ac316105e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:42.019858 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-901879ae-466a-4581-afc8-d7d8d2576249 req-cb948ce9-2bea-4153-8f2e-828ac316105e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0931385 May 13 15:19:42.082674 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-901879ae-466a-4581-afc8-d7d8d2576249 req-225e50f7-42a8-4973-a710-319d43c8ea4b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569420 May 13 15:19:43.271075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810d2bd-7f67-4921-8a62-9c59b9d383ed req-52d79fcb-f66e-4c67-82be-5d1aab6198bc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:43.272570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7810d2bd-7f67-4921-8a62-9c59b9d383ed req-52d79fcb-f66e-4c67-82be-5d1aab6198bc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0840819 May 13 15:19:43.318776 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7810d2bd-7f67-4921-8a62-9c59b9d383ed req-88f9f284-0690-45bc-a859-4e7f83a6c892 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 May 13 15:19:44.532780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62b75c-49f2-4066-9584-5fc60b4bcc80 req-86da87b6-254d-423a-97a1-47e998ca7a74 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:44.534243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c62b75c-49f2-4066-9584-5fc60b4bcc80 req-86da87b6-254d-423a-97a1-47e998ca7a74 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 944 time: 0.0848539 May 13 15:19:44.583252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5c62b75c-49f2-4066-9584-5fc60b4bcc80 req-f30b2e7f-3070-4d09-bad0-7d54a911a85e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 May 13 15:19:44.593831 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6c49af71-516f-4838-9123-d4221d8fd393 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:19:44.737464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6c49af71-516f-4838-9123-d4221d8fd393,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:44.751879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '6c49af71-516f-4838-9123-d4221d8fd393', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:19:44.807607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6c49af71-516f-4838-9123-d4221d8fd393 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:44.807982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.828824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c49af71-516f-4838-9123-d4221d8fd393 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:19:44.844315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6c49af71-516f-4838-9123-d4221d8fd393,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:44.849177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:44.922913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:44.936908 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.937252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.937582 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.937912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.938239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.938561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.938881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.939201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.939527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.939835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.940148 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:44.940491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:19:45.106210 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['6c49af71-516f-4838-9123-d4221d8fd393'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:19:45.775882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecc9e7-e643-48a0-af0a-91946ad313b0 req-6c663fc7-4fe7-4b8b-ab3d-4edb759af2df tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:45.778015 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8ecc9e7-e643-48a0-af0a-91946ad313b0 req-6c663fc7-4fe7-4b8b-ab3d-4edb759af2df tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 945 time: 0.0865126 May 13 15:19:45.824087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8ecc9e7-e643-48a0-af0a-91946ad313b0 req-2deb604c-1c69-4b99-a56f-083724c3f594 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 May 13 15:19:46.624040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6c49af71-516f-4838-9123-d4221d8fd393 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:19:46.707744 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 6c49af71-516f-4838-9123-d4221d8fd393 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:19:46.713396 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 6c49af71-516f-4838-9123-d4221d8fd393 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:19:46.713767 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.834527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 6c49af71-516f-4838-9123-d4221d8fd393 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:19:46.834889 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.864814 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:46.875550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6c49af71-516f-4838-9123-d4221d8fd393,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:19:46.901177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:46.943513 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579182ec-8f0f-4b88-9236-7d6a0ba7e5a3'] response: {'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393', 'code': 200} May 13 15:19:46.996543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:47.052750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cece8f-1316-4569-9c86-8cf412d7a390 req-33e8b977-079c-43de-b4f3-a133d47234f3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:47.058003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c6cece8f-1316-4569-9c86-8cf412d7a390 req-33e8b977-079c-43de-b4f3-a133d47234f3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.1232705 May 13 15:19:47.096108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907c5a2-fda1-44ee-a4e0-5f67f570faf6 req-ac58e5d3-8f42-4ec1-a887-1503fde91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:47.098208 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2907c5a2-fda1-44ee-a4e0-5f67f570faf6 req-ac58e5d3-8f42-4ec1-a887-1503fde91cba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.0723095 May 13 15:19:47.099680 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c6cece8f-1316-4569-9c86-8cf412d7a390 req-995e7ec0-0cd7-4f2a-a0b7-f710c7ee1e11 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 May 13 15:19:47.149055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2907c5a2-fda1-44ee-a4e0-5f67f570faf6 req-a03e985a-1fc1-45a4-bd4b-cee72eb73029 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 May 13 15:19:48.324323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3670-8a20-4f13-8755-ce4aa047a123 req-8b4285b0-d398-43fc-8609-0caeb9d05461 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:48.326192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-602c3670-8a20-4f13-8755-ce4aa047a123 req-8b4285b0-d398-43fc-8609-0caeb9d05461 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.1096659 May 13 15:19:48.385497 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-602c3670-8a20-4f13-8755-ce4aa047a123 req-160ca386-a8a9-49b6-803b-6777c87ba5e2 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534017 May 13 15:19:49.573070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c9a0-dd05-40d4-bf6d-d2b7b236acb8 req-25964e51-97e0-49f5-94ba-ab1fda2bf207 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:49.574893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c493c9a0-dd05-40d4-bf6d-d2b7b236acb8 req-25964e51-97e0-49f5-94ba-ab1fda2bf207 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.0820367 May 13 15:19:49.626985 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c493c9a0-dd05-40d4-bf6d-d2b7b236acb8 req-86c2305b-c629-4ee0-a265-4737465c8f0c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 May 13 15:19:49.813208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:49.842362 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0eec9-a9ff-47d7-a7ec-8f0e34c95148 req-563e2598-397a-4848-846e-edbc7103d4ac tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:49.844390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ddd0eec9-a9ff-47d7-a7ec-8f0e34c95148 req-563e2598-397a-4848-846e-edbc7103d4ac tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.0972176 May 13 15:19:49.897827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ddd0eec9-a9ff-47d7-a7ec-8f0e34c95148 req-6d04df2a-6ced-479d-8baa-b0268adfb875 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 May 13 15:19:49.922529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46186) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.118229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211938e-b69b-4aae-a2b9-d20f2ee32594 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:50.122832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b211938e-b69b-4aae-a2b9-d20f2ee32594 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1092 time: 0.1991014 May 13 15:19:50.123469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:19:50.130745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'tenant_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:19:50.143071 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:19:50.145919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:floatingip and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:19:50.147752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:19:50.154177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:19:50.165719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.310867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.464485 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.25.5.110 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/cc458acd-9178-4a1b-94be-a8b60ed7f065) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:19:50.620955 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.651341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:50.715781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:19:50.719101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:19:50.721700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:19:50.776336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=cc458acd-9178-4a1b-94be-a8b60ed7f065,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:50.818848 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.171968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.255568 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.484066 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.489014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.601201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=cc458acd-9178-4a1b-94be-a8b60ed7f065,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:19:51.612812 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:51.800189 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP 35f7d700-33e6-4f80-a7c3-d584c35e6953 associated. External IP: 172.25.5.110, port: 6c49af71-516f-4838-9123-d4221d8fd393. May 13 15:19:52.286710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:19:52.470422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:19:52.483971 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:19:52.499199 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:52.499864 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:52.509901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:19:52.585752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-de38ee82-094c-4c64-b0fb-3a356083c9c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4612083 May 13 15:19:52.587661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:19:52.636620 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383045fa-efe2-461b-86f8-7e1553573918'] response: {'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393', 'status': 'completed', 'code': 200} May 13 15:19:52.693229 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:52.763293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba915-7acc-436c-98d6-003041de5e2d req-bb21d0a8-9f3d-42b9-85ca-5e5d47f7d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:52.764913 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-bb21d0a8-9f3d-42b9-85ca-5e5d47f7d502 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.0849226 May 13 15:19:52.906587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba915-7acc-436c-98d6-003041de5e2d req-1bcde052-946f-4e2e-ba44-98ac69b25ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:52.908301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-1bcde052-946f-4e2e-ba44-98ac69b25ac7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1375885 May 13 15:19:53.015933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-ea9e5648-bcaa-4d0a-8ffb-99856cc84da4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1000 time: 0.1001887 May 13 15:19:53.083888 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba915-7acc-436c-98d6-003041de5e2d req-25f8dc45-80e2-46e1-ac46-e33079527c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.085417 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-25f8dc45-80e2-46e1-ac46-e33079527c6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0640256 May 13 15:19:53.095099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:51Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:53.099743 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:19:53.109523 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:19:53.110132 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:19:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:53.177988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ba915-7acc-436c-98d6-003041de5e2d req-fbcc923d-23ee-466b-b3e2-3b5f2b355a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:19:53.179481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-fbcc923d-23ee-466b-b3e2-3b5f2b355a68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871537 May 13 15:19:53.293732 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:19:53.317841 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-972f4e22-43f5-4572-be03-db4262813a6f service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312435 May 13 15:19:53.573030 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-701ba915-7acc-436c-98d6-003041de5e2d req-6dec1a18-ddcf-49b8-aee0-c7f8c949f13a service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421062 May 13 15:19:53.661022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:51Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:19:53.665513 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d9c54-00b9-4372-a4ca-b943e43b0e56 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:51Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:19:53.888332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88292205-2784-4463-b351-c39a713c05f3 None None] New status for floating IP 35f7d700-33e6-4f80-a7c3-d584c35e6953: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:19:54.392034 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:19:59.844456 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c59122b6-ca00-48c1-bf8c-336f2f83a0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.645245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46722) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:00.765923 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.781108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:00.785005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Usage tracker for resource:security_group_rule and tenant:3683047de6074240b25dbddc67e7fa0b is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:00.787861 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:00.793673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:00.876964 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.881000 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:00.931782 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3683047de6074240b25dbddc67e7fa0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854431 May 13 15:20:00.933212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f01aeb-8b21-4e6b-a0e0-4e7b7e9afc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b79c4a8-666f-40cc-abd3-9abbded9d868,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:00.935092 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46730) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.003569 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.030756 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.085980 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.101356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b79c4a8-666f-40cc-abd3-9abbded9d868,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:01.113294 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:01.117282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a6cc7e7b-e96f-4102-b5e1-71d9cb9821a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b79c4a8-666f-40cc-abd3-9abbded9d868 HTTP/1.1" status: 204 len: 168 time: 0.1778932 May 13 15:20:01.355109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67864-4494-4487-9763-cc59ec2bbc56 req-c8ddaae5-1cc9-42bf-abe5-82538593fe86 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:01.356817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ab67864-4494-4487-9763-cc59ec2bbc56 req-c8ddaae5-1cc9-42bf-abe5-82538593fe86 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0975695 May 13 15:20:01.406189 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ab67864-4494-4487-9763-cc59ec2bbc56 req-2fd97fe9-703d-42a5-9fcb-39eb28128540 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432091 May 13 15:20:01.431494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46738) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:01.543702 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-df8f9000-e889-4333-a37f-a14f9301d3e6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 200 len: 993 time: 0.1103685 May 13 15:20:02.020857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc910d1-6a02-4cea-8657-be87c2111808 req-ce57a081-b984-4f00-80e9-ca29649719fb tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:02.022360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbc910d1-6a02-4cea-8657-be87c2111808 req-ce57a081-b984-4f00-80e9-ca29649719fb tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1096 time: 0.0745821 May 13 15:20:02.063916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbc910d1-6a02-4cea-8657-be87c2111808 req-4d5f6649-5177-45a6-831a-9cf7b31c3231 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352108 May 13 15:20:02.697963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67ad76c4-79a7-4993-9cde-d823283d3438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:02.737695 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-90eb9739-10a4-41db-bfff-b0d2ca43dc52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734897 May 13 15:20:02.879036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.353543 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.415935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-cd59597f-89cd-4b46-a5ab-0161e7b2ee46 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:20:03.417569 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-cd59597f-89cd-4b46-a5ab-0161e7b2ee46 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1867156 May 13 15:20:03.428676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Request body: {'binding': {'host': 'n-h1-841736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:03.429124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Unknown quota resources ['binding']. {{(pid=88131) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 13 15:20:03.624298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on host n-h1-841736-1 for vnic_type normal with profile None {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:03.624631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:03.624954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:03.629559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:03.629874 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:03.634872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:03.635769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:03.636172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Bound using segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:03.636668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Bound port: 2b125e95-ae13-49bf-a062-c578c52a8d2a, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:03.666713 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:03.671799 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:03.672996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-30eb7319-77d0-45cc-8a2d-c0b43a605a30 service neutron] 10.222.0.36 "POST /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2490745 May 13 15:20:03.900450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c955-a8be-41b4-9394-40e42cc8345e req-29af0a5a-86b5-433e-9c5f-c11a8f21494b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:03.902493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f78c955-a8be-41b4-9394-40e42cc8345e req-29af0a5a-86b5-433e-9c5f-c11a8f21494b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0910442 May 13 15:20:03.952028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7f78c955-a8be-41b4-9394-40e42cc8345e req-08cc5377-10f4-4619-bb69-4125d06197c3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 May 13 15:20:03.974488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-00581997-883b-43b9-a21c-860f2b90077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:03.975949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-00581997-883b-43b9-a21c-860f2b90077c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1096 time: 0.0749121 May 13 15:20:04.112149 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-59a98434-ccc2-4e41-943a-9f0207cdfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.113642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-59a98434-ccc2-4e41-943a-9f0207cdfdb6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1244226 May 13 15:20:04.221087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-752fefa9-1908-4749-8ac0-50552a3e9abf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 1001 time: 0.0972033 May 13 15:20:04.282922 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f245ee26-d96a-43c7-baa8-2a44be416f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.284412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f245ee26-d96a-43c7-baa8-2a44be416f20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0578935 May 13 15:20:04.373442 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-ba1120e0-b135-4a18-88f2-fcef811201e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.374914 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-ba1120e0-b135-4a18-88f2-fcef811201e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691302 May 13 15:20:04.506426 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-49c6712a-6d9f-4baf-b920-cbfffec3a02b service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250401 May 13 15:20:04.647811 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-90b52902-1ee1-40fa-9f6e-8a151168c080 service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345153 May 13 15:20:04.782396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-08d5cac9-0252-41e2-acba-48a98a0e3395 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:04.783797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-08d5cac9-0252-41e2-acba-48a98a0e3395 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0784764 May 13 15:20:04.798001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-841736-1'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:04.908460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:04.987230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.275951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:05.298332 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fee4b-00b8-4887-9c19-5248c2165358 req-5602d82d-5d27-4374-b63b-58238980139d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:05.299937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c00fee4b-00b8-4887-9c19-5248c2165358 req-5602d82d-5d27-4374-b63b-58238980139d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.1519277 May 13 15:20:05.349582 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:05.403810 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c00fee4b-00b8-4887-9c19-5248c2165358 req-763b8066-0d76-4b87-a1d9-21b932ada52b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914299 May 13 15:20:05.419248 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:05.424866 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.430658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.467256 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a168d8b-fd81-45d3-8e74-7534a361f13e'] response: {'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'code': 200} May 13 15:20:05.611784 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:05.680297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on host n-h2-841736-1 for vnic_type normal with profile {"migrating_to": "n-h1-841736-1"} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:05.680629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:05.680954 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:05.686111 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:05.686435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Attempting to bind port 2b125e95-ae13-49bf-a062-c578c52a8d2a on network 319ec457-4f64-4853-8f43-64849653c9d5 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:05.691901 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:05.692265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Checking segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:05.692643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Bound using segment: {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:05.693067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Bound port: 2b125e95-ae13-49bf-a062-c578c52a8d2a, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219311d7-1caf-4f45-a760-38c3523bc4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:05.693408 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.789580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:05.792620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Provisioning complete for port 2b125e95-ae13-49bf-a062-c578c52a8d2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:05.793262 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.793951 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:05.799789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.926953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Current status of the port 2b125e95-ae13-49bf-a062-c578c52a8d2a is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:05.927862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.958807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:05.977610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:05.983735 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:05.993079 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=8']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.006049 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.006386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.006719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.007054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.007375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.007695 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.008014 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.008370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.008687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.009003 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.009317 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.009629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:06.040666 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4145fa-dbfe-4ba7-bbb0-0afe82ec3c6e'] response: {'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'code': 200} May 13 15:20:06.056768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.058400 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.059785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-f1898e6f-08e6-4a79-baae-f70ac84a5f39 service neutron] 10.222.0.90 "PUT /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 1121 time: 1.2659025 May 13 15:20:06.151172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e859d8-daf3-4ba7-86ad-350229f937e3 None None] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:06.156846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['2b125e95-ae13-49bf-a062-c578c52a8d2a'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:20:06.377453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b00b6f8b-0fb9-4406-aff0-63f905e54eae None None] Provisioning complete for port 2b125e95-ae13-49bf-a062-c578c52a8d2a triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:06.377821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b00b6f8b-0fb9-4406-aff0-63f905e54eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:06.590488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b00b6f8b-0fb9-4406-aff0-63f905e54eae None None] Current status of the port 2b125e95-ae13-49bf-a062-c578c52a8d2a is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:06.623936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2124aeb-5f26-4c5d-9cfb-d5a7c4430318 req-2b34720f-fc41-4862-b31c-40aacd9bac62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:06.623936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b2124aeb-5f26-4c5d-9cfb-d5a7c4430318 req-2b34720f-fc41-4862-b31c-40aacd9bac62 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.1015818 May 13 15:20:06.686893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b2124aeb-5f26-4c5d-9cfb-d5a7c4430318 req-014a13f7-3efa-4835-9d98-17c1f1fc48dc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 May 13 15:20:07.472002 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:07.517796 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfb795c-fe91-479b-8871-a9c86792c3f4'] response: {'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'status': 'completed', 'code': 200} May 13 15:20:07.617410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-28725b4e-8dab-4553-a58b-5b59e544d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:07.617410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-28725b4e-8dab-4553-a58b-5b59e544d203 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1126 time: 0.0792608 May 13 15:20:07.796977 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-e5fb9489-bc1f-420c-9538-faa2d9112d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:07.796977 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-e5fb9489-bc1f-420c-9538-faa2d9112d25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1693933 May 13 15:20:07.952906 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-033f3424-3a01-4781-9d86-2fc3da92794a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 1001 time: 0.1455588 May 13 15:20:07.955616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35f454-1b78-4e47-a198-32bd84a67d0e req-d10702af-4329-4cad-a166-652449f95e4e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:07.955616 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf35f454-1b78-4e47-a198-32bd84a67d0e req-d10702af-4329-4cad-a166-652449f95e4e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.1291995 May 13 15:20:08.047309 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-30173c3a-7dca-4409-b87d-baea83f956ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.047309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-30173c3a-7dca-4409-b87d-baea83f956ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0844769 May 13 15:20:08.050425 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cf35f454-1b78-4e47-a198-32bd84a67d0e req-6399676c-187b-4218-8f8e-1a7aa5597091 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860357 May 13 15:20:08.146182 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-0376f103-b699-4f53-9b62-b9d56963103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:08.146182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-0376f103-b699-4f53-9b62-b9d56963103c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893881 May 13 15:20:08.310882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-e53cfe71-fe0c-452e-8345-c1399e6848ea service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519156 May 13 15:20:08.466262 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-92d5814f-86fc-473a-ab4a-b51079c66dbd req-613e3141-15fe-4d9f-8e0d-25ca6500a339 service neutron] 10.222.0.86 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504502 May 13 15:20:08.754530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:20:08.941401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:08.952453 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a has no active binding in host n-h1-841736-1 {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 13 15:20:09.353935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fafdfb-a5e7-4bf5-b798-439041ba8c84 req-afa52a0f-0a3a-41f4-ac52-1b7e97ce7103 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:09.355748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fafdfb-a5e7-4bf5-b798-439041ba8c84 req-afa52a0f-0a3a-41f4-ac52-1b7e97ce7103 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.1959391 May 13 15:20:09.401420 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6fafdfb-a5e7-4bf5-b798-439041ba8c84 req-1f5bf0a4-99c4-4563-a9d5-3bd8eb885741 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 May 13 15:20:10.589257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005184db-fec2-4ebd-aa76-f9962f6416d0 req-8b24dae9-ae70-49e9-a237-b22598ea407d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:10.590759 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-005184db-fec2-4ebd-aa76-f9962f6416d0 req-8b24dae9-ae70-49e9-a237-b22598ea407d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.0804486 May 13 15:20:10.634439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-005184db-fec2-4ebd-aa76-f9962f6416d0 req-e51dc2ab-ec3b-4252-a3e7-f0c00714162c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379469 May 13 15:20:11.390669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-e1552771-e026-41c4-b23f-e02700c94fac service neutron] 10.222.0.86 "GET /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 384 time: 0.0755486 May 13 15:20:11.652513 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:11.676409 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:11.776166 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:11.790557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:11.819979 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:11.831703 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e871066-53b8-4baf-9575-d1d554af3965'] response: {'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'code': 200} May 13 15:20:11.928525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2d4da-b8b8-4b27-8cfb-1e67903ad424 req-7ddda3d9-f05f-46b9-9320-9f9acb502c2a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:11.930159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06c2d4da-b8b8-4b27-8cfb-1e67903ad424 req-7ddda3d9-f05f-46b9-9320-9f9acb502c2a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 945 time: 0.1883407 May 13 15:20:11.971055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] Transition to ACTIVE for port object 2b125e95-ae13-49bf-a062-c578c52a8d2a will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:11.980636 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:12.083251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-06c2d4da-b8b8-4b27-8cfb-1e67903ad424 req-daa41c05-6a1b-41aa-90c7-4ddff5316aa9 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436749 May 13 15:20:12.156522 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] Pushing event updated for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=11']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:12.206854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] No DVR routers for this DVR port 2b125e95-ae13-49bf-a062-c578c52a8d2a on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:12.426382 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-aa6e4aeb-5e09-405c-8e01-0273f104db85 service neutron] 10.222.0.86 "PUT /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a/bindings/n-h1-841736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0294309 May 13 15:20:12.559980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-7fcde26a-f606-4258-9bcf-0a528a79414c tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:12.561558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-7fcde26a-f606-4258-9bcf-0a528a79414c tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0776896 May 13 15:20:12.641767 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-e996d753-aebe-4792-8189-b4f876f08030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:12.643567 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-e996d753-aebe-4792-8189-b4f876f08030 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 1095 time: 0.0745087 May 13 15:20:12.740602 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-47b2d909-c39a-4cf4-9809-909e181b5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:12.741846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-47b2d909-c39a-4cf4-9809-909e181b5dc0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1095 time: 0.0739825 May 13 15:20:12.872485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-2e146853-f15a-4378-b42f-9048b234901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:12.873933 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-2e146853-f15a-4378-b42f-9048b234901a service neutron] 10.222.0.90 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1256645 May 13 15:20:13.097936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-0a4da042-b3a0-429c-8e96-65fce555ad76 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 999 time: 0.2163022 May 13 15:20:13.167131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-9db84fe2-b7ce-4a0e-bac4-82e9f8796bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.169144 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-9db84fe2-b7ce-4a0e-bac4-82e9f8796bfa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0647855 May 13 15:20:13.247361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-2e09ce37-4f9d-46d6-9823-582a37145a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.249022 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-2e09ce37-4f9d-46d6-9823-582a37145a29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732772 May 13 15:20:13.281646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c65818-c909-4ea0-9b6f-68f198b4c3ab req-5223611e-c350-495c-8437-bf335f564043 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.288663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09c65818-c909-4ea0-9b6f-68f198b4c3ab req-5223611e-c350-495c-8437-bf335f564043 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.0906532 May 13 15:20:13.340815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09c65818-c909-4ea0-9b6f-68f198b4c3ab req-36a676a7-71bc-4e16-9a68-b073dfa4f155 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469153 May 13 15:20:13.414103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-38be7218-c751-49a1-ab4a-079d5c6c0ac9 service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527426 May 13 15:20:13.551299 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-df3e41fc-1353-4186-a02d-58ab1b124f7e service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330760 May 13 15:20:13.877916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-909bece3-3cc4-4147-8bf6-be970e1df293 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:13.879412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-909bece3-3cc4-4147-8bf6-be970e1df293 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0820417 May 13 15:20:14.004069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-d06471eb-4f0d-446d-838e-b5ef34112df8 service neutron] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:14.007057 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-d06471eb-4f0d-446d-838e-b5ef34112df8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:14.008151 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fb4e57-922a-4511-a7cf-bb2b8ddd579e req-d06471eb-4f0d-446d-838e-b5ef34112df8 service neutron] 10.222.0.90 "DELETE /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a/bindings/n-h2-841736-1 HTTP/1.1" status: 204 len: 173 time: 0.1198845 May 13 15:20:14.530067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca87590-9f98-41d5-b432-59e80649af7d req-523e5320-5679-4adc-9d1c-3a4ce3d45cdc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:14.531687 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ca87590-9f98-41d5-b432-59e80649af7d req-523e5320-5679-4adc-9d1c-3a4ce3d45cdc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.0892580 May 13 15:20:14.577527 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ca87590-9f98-41d5-b432-59e80649af7d req-8813703b-4712-4d61-a882-62246e7077e6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 May 13 15:20:14.760283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681217cc-c7dc-4f65-8684-c3608ed1d8dc req-00e313d5-1e4a-4000-9d7e-97ff7ad39a2e tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:14.760283 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-681217cc-c7dc-4f65-8684-c3608ed1d8dc req-00e313d5-1e4a-4000-9d7e-97ff7ad39a2e tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1095 time: 0.0743437 May 13 15:20:14.804413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-681217cc-c7dc-4f65-8684-c3608ed1d8dc req-bf28418d-c163-4a04-a388-f847ef49cca0 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 May 13 15:20:14.805645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:14.873534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:14.996831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f4ba-2629-4f79-8858-43fa0e6d616b req-d59b212a-1b05-487e-b99b-c69df7922ab8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:14.998307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bef8f4ba-2629-4f79-8858-43fa0e6d616b req-d59b212a-1b05-487e-b99b-c69df7922ab8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.0841453 May 13 15:20:15.048003 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bef8f4ba-2629-4f79-8858-43fa0e6d616b req-501a3b6d-d5ca-4ab2-9066-e6202703f749 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 May 13 15:20:15.071771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46810) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:15.177478 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9291a22f-5b42-427e-9711-8f0eaf401f83 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 200 len: 991 time: 0.1045406 May 13 15:20:17.452655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:17.800313 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port b45ffb8e-6d35-404e-98b5-f494088ad186 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:17.800669 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.056995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.057320 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.183899 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for b45ffb8e-6d35-404e-98b5-f494088ad186 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:18.345615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.392675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=b45ffb8e-6d35-404e-98b5-f494088ad186,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:18.429379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.429734 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.430073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.430410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.430742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.431073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.431403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.431731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.432059 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.432414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.432766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.433618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:18.496175 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:18.496769 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 7006d32e-073a-4ba3-9d90-a162a25c6154 disassociated (deleted). External IP: 172.25.5.148, port: 2b125e95-ae13-49bf-a062-c578c52a8d2a. May 13 15:20:18.862814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 200a6027-8edd-4193-b5fc-4a965ac20c15 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:19.046468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:19.055769 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Sync routers for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:19.066296 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:19.066943 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:19.075097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.243084 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-36f0f79d-113a-4376-8e3a-ec0d1a254e52 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/floatingips/7006d32e-073a-4ba3-9d90-a162a25c6154 HTTP/1.1" status: 204 len: 168 time: 1.7895575 May 13 15:20:19.243668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:19.252515 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:19.291158 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f6b89e-5a09-4188-b77a-04260c6899c5'] response: {'name': 'network-changed', 'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'status': 'completed', 'code': 200} May 13 15:20:19.390946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-b0eb848f-d54f-4ef8-a2f4-292c7ccbd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.393450 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-b0eb848f-d54f-4ef8-a2f4-292c7ccbd91d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 1095 time: 0.0816312 May 13 15:20:19.533823 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-ec0c480d-cc0a-4fce-a085-fe7acdf33c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.535375 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-ec0c480d-cc0a-4fce-a085-fe7acdf33c33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 200 len: 898 time: 0.1356013 May 13 15:20:19.588157 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:19.592113 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Checking router: 200a6027-8edd-4193-b5fc-4a965ac20c15 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:19.601495 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:19.602347 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:19.610342 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-52445069-b773-41ea-98e9-c995a39fec25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 200 len: 217 time: 0.0665436 May 13 15:20:19.639242 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd1ca-9f2a-4438-90f8-bf8f75cde2db req-fda78b20-7233-4054-8b84-9a564ef3f27a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.640028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-657cd1ca-9f2a-4438-90f8-bf8f75cde2db req-fda78b20-7233-4054-8b84-9a564ef3f27a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:19.660832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-657cd1ca-9f2a-4438-90f8-bf8f75cde2db req-fda78b20-7233-4054-8b84-9a564ef3f27a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:19.663186 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-657cd1ca-9f2a-4438-90f8-bf8f75cde2db req-fda78b20-7233-4054-8b84-9a564ef3f27a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.1122322 May 13 15:20:19.680773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-7a9b77ce-e79c-4090-ac24-c50145b9adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.682467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-7a9b77ce-e79c-4090-ac24-c50145b9adad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 200 len: 834 time: 0.0647478 May 13 15:20:19.725966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-657cd1ca-9f2a-4438-90f8-bf8f75cde2db req-86e93c60-1bdf-4e8a-b680-e9f75e5d7043 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=149d3d27-9b82-4c4d-82bc-be9322c999ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534854 May 13 15:20:19.770151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-1adde0d6-4090-4a1f-9b3a-bf5b5eba8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:19.772362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-1adde0d6-4090-4a1f-9b3a-bf5b5eba8f91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319ec457-4f64-4853-8f43-64849653c9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829206 May 13 15:20:19.819233 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:19.849145 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:19.910998 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-a02e3255-5675-4a42-97d9-4269ba798650 service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306105 May 13 15:20:20.039403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-9327f4b1-147b-488d-b17b-11ec83b989d3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:20.041492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-9327f4b1-147b-488d-b17b-11ec83b989d3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 944 time: 0.0937898 May 13 15:20:20.062772 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-533efed3-3f49-425b-8cd3-213840a44a3e service neutron] 10.222.0.90 "GET /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440723 May 13 15:20:20.128584 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 2b125e95-ae13-49bf-a062-c578c52a8d2a {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:20.128950 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.182806 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:20.187169 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32087750-c434-42ed-ac4c-81cc618ffe60 None None] The sync data for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 is: [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:19:08Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'aabf9322-67b0-4d27-9a7a-77819fccaf93', 'name': '', 'network_id': '319ec457-4f64-4853-8f43-64849653c9d5', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:5a:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:07Z', 'updated_at': '2022-05-13T15:19:15Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '1309b478-9e9f-429b-8add-05ddecedc68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:20.385028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 2b125e95-ae13-49bf-a062-c578c52a8d2a, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=2b125e95-ae13-49bf-a062-c578c52a8d2a,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:20.385422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.412286 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9a8b4-7dee-4204-8e7d-d48dc2fced28 None None] New status for floating IP 7006d32e-073a-4ba3-9d90-a162a25c6154: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:20.526474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 2b125e95-ae13-49bf-a062-c578c52a8d2a owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:20.672644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.726712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=2b125e95-ae13-49bf-a062-c578c52a8d2a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:20.802507 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] No DVR routers for this DVR port 2b125e95-ae13-49bf-a062-c578c52a8d2a on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:20.804936 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.819730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d57a239c-a0da-45f5-8c93-18b50001fa0c req-73974745-1b4a-43ef-82ea-0b99ba41d793 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.90 "DELETE /v2.0/ports/2b125e95-ae13-49bf-a062-c578c52a8d2a HTTP/1.1" status: 204 len: 173 time: 0.7700355 May 13 15:20:20.819993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:20.910456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5225d17-4517-4ffc-b5e7-8987697c8673 req-c0b57ada-4daf-488c-ace8-968f0450ed04 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba29855-9fd6-482a-87de-991a0ee180b0 HTTP/1.1" status: 200 len: 210 time: 0.0475836 May 13 15:20:21.292259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-deleted', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:21.335300 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9e2172-0f89-494f-bdb8-9cc8219309b6'] response: {'server_uuid': '2ba29855-9fd6-482a-87de-991a0ee180b0', 'name': 'network-vif-deleted', 'tag': '2b125e95-ae13-49bf-a062-c578c52a8d2a', 'status': 'completed', 'code': 200} May 13 15:20:22.003665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46834) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:22.663890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:22.795680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:22.832296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 2b125e95-ae13-49bf-a062-c578c52a8d2a {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:22.832634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 2b125e95-ae13-49bf-a062-c578c52a8d2a not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:22.938957 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-7645a769-4298-4345-96a3-db5c62770c87 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2238412 May 13 15:20:23.130183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port aabf9322-67b0-4d27-9a7a-77819fccaf93 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:23.130935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.196995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-ff377ec1-fdf7-43ff-a337-3cc5a42fb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:23.198900 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-ff377ec1-fdf7-43ff-a337-3cc5a42fb5f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.1799393 May 13 15:20:23.428989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port aabf9322-67b0-4d27-9a7a-77819fccaf93, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=aabf9322-67b0-4d27-9a7a-77819fccaf93,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:23.429345 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:23.555159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-47fb0a85-b015-4583-b533-40067a8d34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:23.557376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-47fb0a85-b015-4583-b533-40067a8d34e9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.2932613 May 13 15:20:23.563445 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for aabf9322-67b0-4d27-9a7a-77819fccaf93 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:23.722194 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-f271bd5b-2e17-43a3-a2f3-446293335b19 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1002 time: 0.1317129 May 13 15:20:23.804924 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-2238f7d5-5c18-4bf5-afd7-4a4564675a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:23.806422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-2238f7d5-5c18-4bf5-afd7-4a4564675a91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0742183 May 13 15:20:24.051015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.102751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=aabf9322-67b0-4d27-9a7a-77819fccaf93,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:24.106355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-604dbe9a-6bfe-48fb-bed9-438297f7e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:24.107992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-604dbe9a-6bfe-48fb-bed9-438297f7e67a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911384 May 13 15:20:24.402511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-91f9e1ca-5651-4c62-b004-e75d3a64f749 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688026 May 13 15:20:24.580912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:24.694530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c673132-bdf7-4731-a5eb-462dffb055c3 req-868500f0-b539-47fe-aabe-a625f05d3af3 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338698 May 13 15:20:24.976940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 200a6027-8edd-4193-b5fc-4a965ac20c15 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:25.151468 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:25.161309 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Sync routers for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:25.164197 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-28184305-e63c-474a-837f-e7c0a64e493d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/200a6027-8edd-4193-b5fc-4a965ac20c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594000 May 13 15:20:25.166773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46840) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:25.171467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:25.172073 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.235387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting subnet 1309b478-9e9f-429b-8add-05ddecedc68a {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:20:25.238261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.291739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.346174 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:25.374015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.578373 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.615243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Subnet': ['ID=1309b478-9e9f-429b-8add-05ddecedc68a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:25.621930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.628246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-439b02fe-0286-426e-a645-5ad33253018c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/subnets/1309b478-9e9f-429b-8add-05ddecedc68a HTTP/1.1" status: 204 len: 168 time: 0.4599576 May 13 15:20:25.629328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cadd74f-8321-48c6-8709-a407b4116140 None None] Network 319ec457-4f64-4853-8f43-64849653c9d5 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:25.630780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:25.639307 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:20:23Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.643754 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Checking router: 200a6027-8edd-4193-b5fc-4a965ac20c15 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:25.652400 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Routers {'200a6027-8edd-4193-b5fc-4a965ac20c15'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:25.653008 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['200a6027-8edd-4193-b5fc-4a965ac20c15'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:25.845237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:25.851604 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] Set router 200a6027-8edd-4193-b5fc-4a965ac20c15 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:25.955515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] DHCP port deletion for 319ec457-4f64-4853-8f43-64849653c9d5 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:20:25.960252 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Deleting port 4a025b73-5441-4b17-8d9a-8a0b17a226fe {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:25.960642 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.035250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.045966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:20:26.046328 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.183592 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:20:23Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:26.184551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] For port 4a025b73-5441-4b17-8d9a-8a0b17a226fe, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=4a025b73-5441-4b17-8d9a-8a0b17a226fe,segment=NetworkSegment(219311d7-1caf-4f45-a760-38c3523bc4b6),segment_id=219311d7-1caf-4f45-a760-38c3523bc4b6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:26.185031 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.187751 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac094381-b97c-4afb-a18b-f844417f1ccb None None] The sync data for ids ['200a6027-8edd-4193-b5fc-4a965ac20c15'] in n-d-841736-1 is: [{'id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402277821', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:19:01Z', 'updated_at': '2022-05-13T15:20:23Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': 'fd7b5390-0cc2-49d4-84f7-a2131fe29eb1', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200a6027-8edd-4193-b5fc-4a965ac20c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:19:02Z', 'updated_at': '2022-05-13T15:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:26.242754 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port fd7b5390-0cc2-49d4-84f7-a2131fe29eb1, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:26.243117 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.306879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Calling delete_port for 4a025b73-5441-4b17-8d9a-8a0b17a226fe owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:26.366211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:20:26.379748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.426540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] Pushing event deleted for resources: {'Port': ['ID=4a025b73-5441-4b17-8d9a-8a0b17a226fe,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:26.432399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f418d-b98b-4d49-a768-6a1e5621254d None None] No DVR routers for this DVR port 4a025b73-5441-4b17-8d9a-8a0b17a226fe on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:20:26.546366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.597727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=fd7b5390-0cc2-49d4-84f7-a2131fe29eb1,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:26.689440 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.869849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.872782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.895849 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.896538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Fanout notify agent at l3_agent the message router_deleted on router 200a6027-8edd-4193-b5fc-4a965ac20c15 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:20:26.913183 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:26.917912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b33e921f-e7fc-4c50-a1bc-32fd8a1b40c6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/routers/200a6027-8edd-4193-b5fc-4a965ac20c15 HTTP/1.1" status: 204 len: 168 time: 1.2825537 May 13 15:20:26.918302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46848) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:27.157249 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.289720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.315065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319ec457-4f64-4853-8f43-64849653c9d5']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.331183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219311d7-1caf-4f45-a760-38c3523bc4b6') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.331488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219311d7-1caf-4f45-a760-38c3523bc4b6') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:27.344746 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.363055 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.369470 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:20:27.369862 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: timer() May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:20:27.384123 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:20:27.462494 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.481238 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.497271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Network': ['ID=319ec457-4f64-4853-8f43-64849653c9d5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:27.503851 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-87c4091b-74b9-4add-b968-861992049456 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/networks/319ec457-4f64-4853-8f43-64849653c9d5 HTTP/1.1" status: 204 len: 168 time: 0.5833509 May 13 15:20:27.506359 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46852) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:27.574908 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.604769 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.675589 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.694784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d3d27-9b82-4c4d-82bc-be9322c999ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:27.697476 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:27.707562 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.708728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0203f73a-68d7-4878-b745-a90297ddf669 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/security-groups/149d3d27-9b82-4c4d-82bc-be9322c999ae HTTP/1.1" status: 204 len: 168 time: 0.2014694 May 13 15:20:27.753743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:27.753743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device fd7b5390-0cc2-49d4-84f7-a2131fe29eb1 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:27.753743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4a025b73-5441-4b17-8d9a-8a0b17a226fe no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:27.778119 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 4a025b73-5441-4b17-8d9a-8a0b17a226fe {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:27.778539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 4a025b73-5441-4b17-8d9a-8a0b17a226fe not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:27.778947 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aabf9322-67b0-4d27-9a7a-77819fccaf93 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:20:27.814946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: aabf9322-67b0-4d27-9a7a-77819fccaf93 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:20:27.815288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device aabf9322-67b0-4d27-9a7a-77819fccaf93 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:20:27.837166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46860) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:27.842563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386790028', 'description': 'tempest-secgroup-smoke-386790028 description', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:27.849153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:27.853241 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:27.856170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:27.862033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:27.873012 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.893731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:27.897509 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:27.900330 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:27.906880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:27.983608 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:27.987398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.033152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.036003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.037251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-55d208f1-9fe4-430c-97ab-dd0d96c48407 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1990404 May 13 15:20:28.040009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46864) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.045038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.051589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.055386 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.058849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.064613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.082119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.142143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.146090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.172234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85860c4c-e597-42d0-a2d2-45739d78628f,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.181832 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.183206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d522c6eb-9803-47db-937c-1d3dfd2cda3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422360 May 13 15:20:28.186116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46870) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.191276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.197895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.203784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.207309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.213274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.230998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.292299 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.295776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.322263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493df0c2-5aa5-4507-b66a-c80c3df5d7e7,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.332555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.333649 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-80bfae56-bfe1-4404-8149-6e66fda6a7a6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466660 May 13 15:20:28.336527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.342019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.348399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.352283 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.355161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.360906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.377210 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.437734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.444115 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.476066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e852543-37e0-4525-a2a3-30691aa48209,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.485678 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.486838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f111db9-d6a2-4a30-b55c-278eed6140b1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493921 May 13 15:20:28.489891 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.494845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.501517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.505592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.508912 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.515203 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.533766 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.597019 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.600753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.624805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a84e7c-4fba-48b2-abda-7d6b12a9de07,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.634976 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.640000 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c5ab1afd-6f40-4bbf-92c1-a1ec77d1d04b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462903 May 13 15:20:28.640240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46882) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.645474 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.652612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.656510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.659426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.665202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.676431 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:20:28.682933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.748472 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.751877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.774676 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354e0d1d-fdc7-4c9e-9cbb-1ef3f6f70305,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.789827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.794512 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ac64654c-debd-4d69-8d46-3db85f5b2c3f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499221 May 13 15:20:28.794739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46886) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.799749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'security_group_rule': {'security_group_id': 'ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.806873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.811080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:security_group_rule and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.814005 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.820049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.831506 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Project b18b43c44f8a44e4bebc0e9798ed7782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:20:28.838240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.906153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.911613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.938267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7199a7-ae83-4bfa-a3c0-9149ccf21cc8,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:28.946729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:28.947909 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fa39291e-6415-4be7-971e-8c89d8889b35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522195 May 13 15:20:28.951395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46890) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:28.956748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'network': {'name': 'tempest-network-smoke--637773699', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'port_security_enabled': True}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:28.962137 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:28.966785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:network and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:28.969619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:28.975331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:28.984702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:28.988023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.015161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:20:29.023894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.024256 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Added segment 52a6cd45-e393-4e87-9786-2e9eb947c291 of type vlan for network 2d747b32-2e61-4250-9618-468c7f976705 May 13 15:20:29.052436 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.081395 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.087033 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:29.087615 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.196714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2439959 May 13 15:20:29.199757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46894) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:29.204943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'admin_state_up': True, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:29.205798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef69fe-bc35-48e6-aa21-31645b9d1598 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Network': ['ID=2d747b32-2e61-4250-9618-468c7f976705,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:29.212911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:29.216891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 2d747b32-2e61-4250-9618-468c7f976705 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:20:29.217503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:router and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:29.220402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:29.226654 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:29.236812 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.237790 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.252615 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.625163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.835918 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4c7e2552-e218-46e5-9087-94b9bee750f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.924448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:29.957830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.089990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.214 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/821695fa-24f3-48ee-a157-dbb7584dc25e) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:30.245371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.274193 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:30.343050 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:30.346368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:30.350517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:30.379389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=821695fa-24f3-48ee-a157-dbb7584dc25e,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:30.769409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.225433 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.391367 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:20:31.428497 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:20:31.606416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:31.618143 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Sync routers for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:31.630737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:31.630737 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:31.636283 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:31.640533 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-be74eeea-d52a-43c4-9383-1715e1c49c1e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4368188 May 13 15:20:31.640756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 46898) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.686684 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c2eb6c69-3a74-44be-bc08-135eeb539f27 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b18b43c44f8a44e4bebc0e9798ed7782&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425048 May 13 15:20:31.687197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46902) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.820030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd7b37-496d-4da6-b2e3-f07f2a973d13 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:31.821550 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bbfd7b37-496d-4da6-b2e3-f07f2a973d13 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332150 May 13 15:20:31.824385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46908) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.844729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:31.863962 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-738e3a06-508e-456c-9db3-86dc59086e71 tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384314 May 13 15:20:31.866301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46912) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:31.871613 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031055822', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:31.981839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:31.985598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:subnet and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:31.988382 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:31.996631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:32.007387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:32.011637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.133723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:30Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:32.138348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Checking router: 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:32.138693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Updating router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf port 821695fa-24f3-48ee-a157-dbb7584dc25e binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:32.191976 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.228270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.313683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Subnet': ['ID=9074d344-300a-4d65-b497-374f51593f22,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:32.322361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Checking segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:32.322725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network hostable DHCP agents. Network: 2d747b32-2e61-4250-9618-468c7f976705, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:20:32.341501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 2d747b32-2e61-4250-9618-468c7f976705 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:20:32.351402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 2d747b32-2e61-4250-9618-468c7f976705) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:32.355730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:32.356545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.381424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9140d282-12c1-49f5-8c18-35684af8ff63 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5115149 May 13 15:20:32.381640 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46916) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:32.394228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a577a-11ba-48cf-b6f5-65c9e34fb5d5 None None] Network 2d747b32-2e61-4250-9618-468c7f976705 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:32.736373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-2d747b32-2e61-4250-9618-468c7f976705', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:20:32.737404 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.748527 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.757252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e82b8817-0adf-4651-8a16-ac3b743bbae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.771527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Transition to ACTIVE for port object 821695fa-24f3-48ee-a157-dbb7584dc25e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:32.821309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.935740 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.942292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Attempting to bind port 821695fa-24f3-48ee-a157-dbb7584dc25e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:32.942662 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Attempting to bind port 821695fa-24f3-48ee-a157-dbb7584dc25e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:32.943024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Attempting to bind port 821695fa-24f3-48ee-a157-dbb7584dc25e on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:32.947805 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade783-a0ca-4e55-b731-4d38940cab69 None None] Pushing event updated for resources: {'Port': ['ID=821695fa-24f3-48ee-a157-dbb7584dc25e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:32.989543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:32.989912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:32.990311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:32.990703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:32.991209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Bound port: 821695fa-24f3-48ee-a157-dbb7584dc25e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:32.991564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.073866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Allocated IP 172.20.0.2 (2d747b32-2e61-4250-9618-468c7f976705/9074d344-300a-4d65-b497-374f51593f22/b0ce6d34-0a22-4525-bcab-5fcc3cc04f63) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:33.088661 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] For port 821695fa-24f3-48ee-a157-dbb7584dc25e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:33.093152 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] For port 821695fa-24f3-48ee-a157-dbb7584dc25e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=821695fa-24f3-48ee-a157-dbb7584dc25e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:33.114218 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.189646 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.270415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade783-a0ca-4e55-b731-4d38940cab69 None None] Pushing event updated for resources: {'Port': ['ID=821695fa-24f3-48ee-a157-dbb7584dc25e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:33.274659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:33.275268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:33.428957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.581251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.584538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:33.695949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Transition to ACTIVE for port object b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:33.797007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Transition to ACTIVE for port object b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:33.805445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:33.872818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.1 (2d747b32-2e61-4250-9618-468c7f976705/9074d344-300a-4d65-b497-374f51593f22/77d3ef3e-ca8a-4fdc-8827-b3341a825f1c) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:33.891760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Network 2d747b32-2e61-4250-9618-468c7f976705 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:33.904246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:33.915498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:33.919475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Pushing event updated for resources: {'Port': ['ID=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:34.033261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.046319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Attempting to bind port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:34.046687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Attempting to bind port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:34.047052 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Attempting to bind port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 on network 2d747b32-2e61-4250-9618-468c7f976705 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:34.048795 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:34.054977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:34.055347 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Checking segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:34.055749 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.056141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Bound using segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:34.056636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Bound port: b0ce6d34-0a22-4525-bcab-5fcc3cc04f63, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:34.057009 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.072869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.132521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:30Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:34.139460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 2d747b32-2e61-4250-9618-468c7f976705 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:34.143049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:34.145442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:34.152599 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b76c48-432a-49c2-9687-dfff9ad0389b None None] The sync data for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 is: [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:30Z', 'revision_number': 3, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:34.164242 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] For port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:34.167927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] For port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:34.177997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.200656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:34.233067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.268088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c4d5-7a42-4110-b7da-b2a0d8d19515 None None] Pushing event updated for resources: {'Port': ['ID=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:34.711927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:34.990505 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.165634 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.171031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.286738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:35.291590 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.313050 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9644e93-7de7-4245-b986-4be7bcd04979 None None] Network 2d747b32-2e61-4250-9618-468c7f976705 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:20:35.397408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-72f9fdb3-a05e-469b-afea-a546fdb1fb19 None None] Provisioning for port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:35.432045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 2d747b32-2e61-4250-9618-468c7f976705 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:35.433693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:35.628350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:35.802583 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:35.906168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:35.927675 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-507e4d5b-5245-4995-b5c7-5183b49b95ff tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383160 May 13 15:20:35.944029 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dfbc4b32-f5a7-466b-8e97-aea698c54508 None None] Provisioning for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:35.949167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:35.954281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-dfbc4b32-f5a7-466b-8e97-aea698c54508 None None] Provisioning complete for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:35.954657 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4b32-f5a7-466b-8e97-aea698c54508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:35.984668 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:35.985042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.056575 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Sync routers for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:36.066241 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc4b32-f5a7-466b-8e97-aea698c54508 None None] Port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:36.071467 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:36.072748 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:36.143763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:36.144494 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.186338 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-1d366886-dc0e-457b-99a7-df8a84443e96 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:36.207408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:36.210146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-1d366886-dc0e-457b-99a7-df8a84443e96 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:36.211685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-1d366886-dc0e-457b-99a7-df8a84443e96 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386790028&fields=id&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 267 time: 0.0816543 May 13 15:20:36.215445 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2e6e6457-4df1-4cd2-b7d2-03adc1eaea6a None None] Provisioning complete for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:36.215945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6457-4df1-4cd2-b7d2-03adc1eaea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.259059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.259942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 821695fa-24f3-48ee-a157-dbb7584dc25e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:36.310849 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:36.394673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d4ab5046-de39-4ca0-aa60-b80fc61f44c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:36.395383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d4ab5046-de39-4ca0-aa60-b80fc61f44c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:36.411085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d4ab5046-de39-4ca0-aa60-b80fc61f44c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:36.412793 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d4ab5046-de39-4ca0-aa60-b80fc61f44c0 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 796 time: 0.1924779 May 13 15:20:36.431886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e6457-4df1-4cd2-b7d2-03adc1eaea6a None None] Port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:36.432099 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-7f9ed4ff-a164-423c-8bcd-c4ad1ffe7e67 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/quotas/b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 375 time: 0.0113916 May 13 15:20:36.445109 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:36.459867 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 821695fa-24f3-48ee-a157-dbb7584dc25e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:36.466068 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 821695fa-24f3-48ee-a157-dbb7584dc25e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:36.466521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.600544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b0a388c3-a5e4-4b54-a571-123a5e96aa37 None None] Provisioning complete for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:36.601009 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b0a388c3-a5e4-4b54-a571-123a5e96aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.628196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 821695fa-24f3-48ee-a157-dbb7584dc25e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:36.628694 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.637102 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 2, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:36.643303 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Checking router: 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:36.643638 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Updating router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:20:36.648173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-01340e82-bc13-4ce0-83a3-5f2f1098ce9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:36.665880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-01340e82-bc13-4ce0-83a3-5f2f1098ce9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:36.667872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-01340e82-bc13-4ce0-83a3-5f2f1098ce9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282043 May 13 15:20:36.668505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 821695fa-24f3-48ee-a157-dbb7584dc25e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=821695fa-24f3-48ee-a157-dbb7584dc25e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:36.674425 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.699139 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:36.712887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b0a388c3-a5e4-4b54-a571-123a5e96aa37 None None] Port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:36.754571 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=821695fa-24f3-48ee-a157-dbb7584dc25e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:36.834229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-43c9ef60-b397-4bf0-a4d4-45c12324df7d service neutron] 10.222.0.36 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479926 May 13 15:20:36.973236 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-4988e76c-5251-4b2a-ac85-d568ec9f8882 service neutron] 10.222.0.36 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326694 May 13 15:20:37.045565 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.057093 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Transition to ACTIVE for port object 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:37.064556 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.176095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce565395-5a35-4115-b5fa-b7a9ff2d2e4d req-99ebb84e-3fbe-4c1c-9dae-074779c10b26 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 210 time: 0.0543380 May 13 15:20:37.280385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Pushing event updated for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:37.296963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.297300 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.297623 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.297950 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.298270 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.298595 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.298915 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.299283 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.299599 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.300101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.300443 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.300791 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:37.321531 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Attempting to bind port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:37.322203 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Attempting to bind port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:37.322499 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Attempting to bind port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c on network 2d747b32-2e61-4250-9618-468c7f976705 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:37.330270 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:37.330674 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Checking segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:37.331263 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.331723 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Bound using segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:37.332587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Bound port: 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:37.333021 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.463469 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] For port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:37.467262 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] For port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:37.471726 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.563764 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:37.564677 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:37.620911 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3394-2546-485e-99d9-e87ece4ddf14 None None] Pushing event updated for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:37.727144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:37.769150 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:37.809089 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:37.809787 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:37.947518 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:37.948666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 821695fa-24f3-48ee-a157-dbb7584dc25e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:38.013927 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 821695fa-24f3-48ee-a157-dbb7584dc25e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:38.014257 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.087261 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:37Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:38.091265 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a127b5d-ef96-4253-aebb-ea16c9029c2d None None] The sync data for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 is: [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:37Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:38.140574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 821695fa-24f3-48ee-a157-dbb7584dc25e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:38.336127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5b4862db-fddd-4904-ae31-47ac6369d366 req-ef24ac88-294b-4204-b754-9e09bf056bbd tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 210 time: 0.0499070 May 13 15:20:38.421529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-15dd8304-5082-46d6-9957-0e8c965cffcf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:38.424717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-15dd8304-5082-46d6-9957-0e8c965cffcf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 796 time: 0.1860027 May 13 15:20:38.479438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-23d78a51-f6bf-40f5-8dd2-e8e160ab347a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b18b43c44f8a44e4bebc0e9798ed7782 HTTP/1.1" status: 200 len: 379 time: 0.0441368 May 13 15:20:38.494271 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'port': {'device_id': '2a553154-774b-4896-a692-eefe0c49f6f5', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'admin_state_up': True, 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'security_groups': ['ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:38.642237 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:38.652890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:38.663227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Made reservation on behalf of b18b43c44f8a44e4bebc0e9798ed7782 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:20:38.666808 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:38.841693 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.20.0.4 (2d747b32-2e61-4250-9618-468c7f976705/9074d344-300a-4d65-b497-374f51593f22/f148db78-c1f8-4c74-a0f8-504334557728) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:39.038227 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.055301 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Transition to ACTIVE for port object f148db78-c1f8-4c74-a0f8-504334557728 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:39.079364 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.158200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 2d747b32-2e61-4250-9618-468c7f976705 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:39.161622 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:39.164163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:39.202267 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:39.240251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:39.240886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.265858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-d9b2d35a-a432-4a61-b891-f85e55e100b7 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754343 May 13 15:20:39.278944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Request body: {'port': {'device_id': '2a553154-774b-4896-a692-eefe0c49f6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:39.423683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8ebc870-3d1f-4ed8-b7a3-fbc2709fc467 None None] Provisioning for port f148db78-c1f8-4c74-a0f8-504334557728 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:39.445838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a8ebc870-3d1f-4ed8-b7a3-fbc2709fc467 None None] Provisioning complete for port f148db78-c1f8-4c74-a0f8-504334557728 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:39.445838 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc870-3d1f-4ed8-b7a3-fbc2709fc467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.505885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebc870-3d1f-4ed8-b7a3-fbc2709fc467 None None] Port f148db78-c1f8-4c74-a0f8-504334557728 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:20:39.528855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.731529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:39.803600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:39.809753 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:39.810192 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.830397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fcf4c-d1a0-4d69-847e-54589ed34ba1 req-19c4b468-b24b-4dd3-a7b4-ee6dbdb03bbb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:39.831086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3f2fcf4c-d1a0-4d69-847e-54589ed34ba1 req-19c4b468-b24b-4dd3-a7b4-ee6dbdb03bbb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:20:39.871191 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-3f2fcf4c-d1a0-4d69-847e-54589ed34ba1 req-19c4b468-b24b-4dd3-a7b4-ee6dbdb03bbb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:20:39.872360 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f2fcf4c-d1a0-4d69-847e-54589ed34ba1 req-19c4b468-b24b-4dd3-a7b4-ee6dbdb03bbb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 931 time: 0.2239535 May 13 15:20:39.935534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:39.935875 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.938065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3f2fcf4c-d1a0-4d69-847e-54589ed34ba1 req-61130acd-91ca-41b8-a3a8-766a0f123625 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596550 May 13 15:20:39.983079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:39.987409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:39.994426 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f148db78-c1f8-4c74-a0f8-504334557728 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:40.002414 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.017743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Transition to ACTIVE for port object f148db78-c1f8-4c74-a0f8-504334557728 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:20:40.022739 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.061473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.177596 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.271512 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Attempting to bind port f148db78-c1f8-4c74-a0f8-504334557728 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:20:40.271846 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Attempting to bind port f148db78-c1f8-4c74-a0f8-504334557728 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:20:40.272172 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Attempting to bind port f148db78-c1f8-4c74-a0f8-504334557728 on network 2d747b32-2e61-4250-9618-468c7f976705 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:40.277348 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Port f148db78-c1f8-4c74-a0f8-504334557728 on network 2d747b32-2e61-4250-9618-468c7f976705 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:20:40.277661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Attempting to bind port f148db78-c1f8-4c74-a0f8-504334557728 on network 2d747b32-2e61-4250-9618-468c7f976705 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:20:40.282712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:20:40.283046 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Checking segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:20:40.283427 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Bound using segment: {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:20:40.283849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Bound port: f148db78-c1f8-4c74-a0f8-504334557728, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a6cd45-e393-4e87-9786-2e9eb947c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2d747b32-2e61-4250-9618-468c7f976705'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:20:40.284194 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.376187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:20:40.379022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:20:40.383656 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.445757 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:40.446374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:40.447759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] 10.222.0.86 "PUT /v2.0/ports/f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 1091 time: 1.1738560 May 13 15:20:40.448249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:40.470022 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6cba8-cce5-428f-895a-223d64bc2dee service neutron] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:40.527916 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c14eba9-ff14-4759-becd-be68531b0304'] response: {'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'status': 'completed', 'code': 200} May 13 15:20:40.569803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-b8cb70e9-c060-44d8-9f1a-5ff99b5a2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:40.571351 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-b8cb70e9-c060-44d8-9f1a-5ff99b5a2f7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1094 time: 0.0762129 May 13 15:20:40.643455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-4e9d40e5-b629-4659-a2e7-ae9eae2e436e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 217 time: 0.0647733 May 13 15:20:40.704655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-0939b3c1-8ed5-4deb-b268-bd38e60ed850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:40.705969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-0939b3c1-8ed5-4deb-b268-bd38e60ed850 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 200 len: 835 time: 0.0567484 May 13 15:20:40.784761 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-16ad0fde-e765-41d9-aa4b-bb2ed98ea9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:40.786236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-16ad0fde-e765-41d9-aa4b-bb2ed98ea9c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d747b32-2e61-4250-9618-468c7f976705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743816 May 13 15:20:40.923222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-46b77f00-057b-498f-890e-80a5acf707dc service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297569 May 13 15:20:41.093681 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69cd3abc-1a7f-4baf-89cb-8de80c180856 req-43f77aed-7038-4ec2-9ef6-856077e441db service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624851 May 13 15:20:41.144342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83dcf0-5243-4955-9943-42a272d881f2 req-967e6986-4fb2-4b13-b70c-1fd7189dd4b6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.145784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d83dcf0-5243-4955-9943-42a272d881f2 req-967e6986-4fb2-4b13-b70c-1fd7189dd4b6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 943 time: 0.0880451 May 13 15:20:41.341658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d83dcf0-5243-4955-9943-42a272d881f2 req-9487897d-a6f3-4798-98be-a12eca3c0395 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657438 May 13 15:20:41.354609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7170b-c130-417b-a121-04306c1a9272 req-68008888-dc26-468f-81c9-39fe7771c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.356065 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-68008888-dc26-468f-81c9-39fe7771c304 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1094 time: 0.2094533 May 13 15:20:41.486040 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7170b-c130-417b-a121-04306c1a9272 req-9e49a044-c3aa-43c8-8a51-8b386d0fba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.487474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-9e49a044-c3aa-43c8-8a51-8b386d0fba50 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 897 time: 0.1252489 May 13 15:20:41.556079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-35e2cd34-d216-456a-b123-64f946574d90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 217 time: 0.0616982 May 13 15:20:41.619435 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7170b-c130-417b-a121-04306c1a9272 req-e61bd190-1860-4ff3-99a4-08d69578590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.621376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-e61bd190-1860-4ff3-99a4-08d69578590e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 200 len: 835 time: 0.0597787 May 13 15:20:41.701947 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7170b-c130-417b-a121-04306c1a9272 req-24072120-f17e-481b-94cc-646d17d80082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:41.703558 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-24072120-f17e-481b-94cc-646d17d80082 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d747b32-2e61-4250-9618-468c7f976705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724370 May 13 15:20:41.710379 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:41.776841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:41.777203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:41.845938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-586ca15f-f311-41fa-8a02-16e0c0dd1dc7 service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355636 May 13 15:20:41.895474 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:41.978935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fd7170b-c130-417b-a121-04306c1a9272 req-04af0b3b-0bb1-40d8-ae55-5979ed6b797e service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268177 May 13 15:20:42.534574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb056-4232-41b6-a0c7-cef15994fcd5 req-6fab98e4-42ec-4676-9e84-afe8945552e3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:42.535966 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-196bb056-4232-41b6-a0c7-cef15994fcd5 req-6fab98e4-42ec-4676-9e84-afe8945552e3 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 943 time: 0.0850005 May 13 15:20:42.579787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-196bb056-4232-41b6-a0c7-cef15994fcd5 req-4802c8d0-587a-42e9-8277-e3a3053064ee tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380945 May 13 15:20:42.915618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:20:43.049722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:43.063187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f148db78-c1f8-4c74-a0f8-504334557728', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'mac_address': 'fa:16:3e:3f:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:20:43.122398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f148db78-c1f8-4c74-a0f8-504334557728 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:43.122774 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.144361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f148db78-c1f8-4c74-a0f8-504334557728 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:20:43.160685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:43.164348 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:43.230829 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:43.424928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f148db78-c1f8-4c74-a0f8-504334557728'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:20:43.773372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40be29-274f-4248-8733-25aa2eb721f0 req-bc66a080-551d-4559-a52f-4801341874e1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:43.775185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b40be29-274f-4248-8733-25aa2eb721f0 req-bc66a080-551d-4559-a52f-4801341874e1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 944 time: 0.0861802 May 13 15:20:43.824968 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b40be29-274f-4248-8733-25aa2eb721f0 req-8cc38e84-27ae-42d7-8376-8b71f7a928c1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429091 May 13 15:20:44.915439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:20:45.018409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port f148db78-c1f8-4c74-a0f8-504334557728 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:20:45.024257 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f148db78-c1f8-4c74-a0f8-504334557728 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:20:45.024661 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.039679 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a6fb1-da0d-4381-8ce3-0d4d0069fe70 req-f7a54003-b800-4620-8d35-c47736ef0e0b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:45.046375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-279a6fb1-da0d-4381-8ce3-0d4d0069fe70 req-f7a54003-b800-4620-8d35-c47736ef0e0b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 944 time: 0.1073503 May 13 15:20:45.098097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-279a6fb1-da0d-4381-8ce3-0d4d0069fe70 req-a931434f-0c76-4199-a44c-57ce41385dba tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511336 May 13 15:20:45.147095 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f148db78-c1f8-4c74-a0f8-504334557728 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:20:45.147666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.174427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:45.184481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:20:45.188625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:45.225440 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8287e873-f71d-4d49-a60d-1c2a1b77d7d2'] response: {'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'code': 200} May 13 15:20:45.265179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:45.273303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.273648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.273986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.274318 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.275515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.275515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.275515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.275769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.277062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.277062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.277062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.277796 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:20:45.353107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3e02-9320-454c-a701-2ab764ce860f req-66433d21-0fbf-41a9-8284-2bb7596ffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:45.354737 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c98a3e02-9320-454c-a701-2ab764ce860f req-66433d21-0fbf-41a9-8284-2bb7596ffa4e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0731530 May 13 15:20:45.398566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c98a3e02-9320-454c-a701-2ab764ce860f req-f4026de4-cee4-4fed-b232-9e1b0be79cbf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 May 13 15:20:46.296090 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cb035-6b56-4482-a354-83f197448cf9 req-f5bb5364-a327-4afb-87c4-76cc2acbdb35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:46.297452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb0cb035-6b56-4482-a354-83f197448cf9 req-f5bb5364-a327-4afb-87c4-76cc2acbdb35 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0886128 May 13 15:20:46.354032 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bb0cb035-6b56-4482-a354-83f197448cf9 req-5a0c034c-e63e-44b5-80ac-42ba0a0547f6 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472436 May 13 15:20:47.550085 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fe501-d322-4f0c-b1c1-6e823cb87f79 req-388a9b04-3064-46dc-a5df-f4c8d2cf81fc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.551437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24fe501-d322-4f0c-b1c1-6e823cb87f79 req-388a9b04-3064-46dc-a5df-f4c8d2cf81fc tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0822353 May 13 15:20:47.595399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d24fe501-d322-4f0c-b1c1-6e823cb87f79 req-6ad4532f-1b28-4e93-95cc-126aceb65004 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 May 13 15:20:47.801403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36d3cb-2801-4923-b9e8-15fab8f36b88 req-9e77443d-abd8-4b30-8755-3bd121772135 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.802716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e36d3cb-2801-4923-b9e8-15fab8f36b88 req-9e77443d-abd8-4b30-8755-3bd121772135 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1023648 May 13 15:20:47.849665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e36d3cb-2801-4923-b9e8-15fab8f36b88 req-8ed42d70-eeeb-4cb2-9ed1-c63fc5001869 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 May 13 15:20:47.872916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46966) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:47.947680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763a19d-226a-4383-a28c-93e05a90a9ff tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:47.949213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b763a19d-226a-4383-a28c-93e05a90a9ff tempest-TestNetworkAdvancedServerOps-1434003517 tempest-TestNetworkAdvancedServerOps-1434003517-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1091 time: 0.0753031 May 13 15:20:47.952894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46970) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:47.958450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:20:47.966290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:20:47.969849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Usage tracker for resource:floatingip and tenant:b18b43c44f8a44e4bebc0e9798ed7782 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:20:47.973042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:20:47.980886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:20:47.992714 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.131571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.270882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Allocated IP 172.25.5.221 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/467c4fc4-be0f-40a1-83df-361e3d1a1d08) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:20:48.424169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.453765 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:48.521995 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:20:48.524682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:20:48.528152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:20:48.572204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=467c4fc4-be0f-40a1-83df-361e3d1a1d08,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:49.073011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.147606 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.368313 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.372825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.479570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event updated for resources: {'Port': ['ID=467c4fc4-be0f-40a1-83df-361e3d1a1d08,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:20:49.490951 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:49.668052 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 04f62292-9b3f-495f-9427-09639d5233a2 associated. External IP: 172.25.5.221, port: f148db78-c1f8-4c74-a0f8-504334557728. May 13 15:20:49.827881 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.029189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:20:50.205673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:20:50.216681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Sync routers for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:20:50.228169 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:50.228811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:50.233170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.288849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-336e5c0c-0d1c-4679-8dae-9632b311549a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3354874 May 13 15:20:50.289259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:20:50.334088 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bb3a1b-d35a-4a49-80f9-73e4fe805712'] response: {'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'status': 'completed', 'code': 200} May 13 15:20:50.418038 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:50.490127 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-376f6bcc-d075-4b42-9bb5-e721f1a2762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.491509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-376f6bcc-d075-4b42-9bb5-e721f1a2762d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1345248 May 13 15:20:50.506415 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2a840-a077-44a3-a24d-2e4d655c0876 req-92ed792a-aee6-4bc8-b446-cef3ef669278 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.507795 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dfd2a840-a077-44a3-a24d-2e4d655c0876 req-92ed792a-aee6-4bc8-b446-cef3ef669278 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1166611 May 13 15:20:50.643784 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dfd2a840-a077-44a3-a24d-2e4d655c0876 req-b26f38ea-e71e-4b63-b854-8d756c013599 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179810 May 13 15:20:50.667419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46978) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:50.674124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-dca4f64f-6e3e-42a1-ae11-a8cab03d3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.675894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-dca4f64f-6e3e-42a1-ae11-a8cab03d3af7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 897 time: 0.1772103 May 13 15:20:50.793859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-3d11c150-fa34-4364-9860-d7e2db0fad53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 999 time: 0.1076686 May 13 15:20:50.813371 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '04f62292-9b3f-495f-9427-09639d5233a2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'mac_address': 'fa:16:3e:3f:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a553154-774b-4896-a692-eefe0c49f6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:20:49Z', 'updated_at': '2022-05-13T15:20:49Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:50.825553 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Checking router: 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:20:50.835170 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:20:50.836960 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:20:50.837591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:20:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:50.862983 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-81ab39de-18e6-42f8-8b0b-83c1931328b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.864055 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-81ab39de-18e6-42f8-8b0b-83c1931328b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 200 len: 835 time: 0.0632010 May 13 15:20:50.914357 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-40e54262-6825-4792-af07-2e51be16344f tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/04f62292-9b3f-495f-9427-09639d5233a2 HTTP/1.1" status: 200 len: 991 time: 0.2433660 May 13 15:20:50.969775 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-f6da05f8-fdf6-42ff-bab5-2b475646164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:20:50.971324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-f6da05f8-fdf6-42ff-bab5-2b475646164b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d747b32-2e61-4250-9618-468c7f976705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013954 May 13 15:20:51.043933 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:20:51.231102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-4a901428-b848-4897-9a7d-ee1a27afd54c service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527232 May 13 15:20:51.371072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0e0b7c4b-1dac-40c4-8ed5-63081d5cfa05 req-7716ec0a-b51b-4c48-ad88-4e8baca51062 service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320441 May 13 15:20:51.439473 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '04f62292-9b3f-495f-9427-09639d5233a2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'mac_address': 'fa:16:3e:3f:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a553154-774b-4896-a692-eefe0c49f6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:20:49Z', 'updated_at': '2022-05-13T15:20:49Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:20:51.443373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953abc4-4811-4ef7-9568-44ac0674f0ef None None] The sync data for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 is: [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '04f62292-9b3f-495f-9427-09639d5233a2', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'mac_address': 'fa:16:3e:3f:4c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a553154-774b-4896-a692-eefe0c49f6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:20:49Z', 'updated_at': '2022-05-13T15:20:49Z', 'revision_number': 0, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:20:51.626265 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9ea48-6fa3-4cc0-ae62-3e8fcebc306d None None] New status for floating IP 04f62292-9b3f-495f-9427-09639d5233a2: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:20:51.915254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 46984) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:20:52.022212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-7cb5939d-9ec9-4083-9414-38919aad582d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/04f62292-9b3f-495f-9427-09639d5233a2 HTTP/1.1" status: 200 len: 993 time: 0.1059196 May 13 15:20:59.837508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2cd06ee6-0f82-4fa5-8dd8-d19efbfdb7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.698796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e230d3be-6931-4684-bb73-5aa5fabe9e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:02.868506 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:03.359437 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:04.991676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:08.392640 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:21:19.823223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:20.832960 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:21.490973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f5bc0-cec6-4533-8809-d6263a240be7 req-7330127f-e15d-4ec0-9f0a-fa03fd1299a4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:21.492411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c5f5bc0-cec6-4533-8809-d6263a240be7 req-7330127f-e15d-4ec0-9f0a-fa03fd1299a4 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1331480 May 13 15:21:21.537531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c5f5bc0-cec6-4533-8809-d6263a240be7 req-9dda1f2f-3b65-4434-9caa-a1d1f6431aec tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392828 May 13 15:21:22.718700 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2f56-2919-403c-bb6c-abdec4f1075d req-7b9813ab-d073-4b73-9289-4d2367373072 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:22.720154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64ac2f56-2919-403c-bb6c-abdec4f1075d req-7b9813ab-d073-4b73-9289-4d2367373072 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0809140 May 13 15:21:22.765260 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64ac2f56-2919-403c-bb6c-abdec4f1075d req-cc14f2eb-3657-4ff0-bdf4-3952fbdfa161 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387220 May 13 15:21:23.958524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12bd79-b193-4856-8b14-7174b75c5073 req-df090401-f7c0-4b7f-81b2-5dd628479d04 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:23.959936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe12bd79-b193-4856-8b14-7174b75c5073 req-df090401-f7c0-4b7f-81b2-5dd628479d04 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0862801 May 13 15:21:24.004131 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe12bd79-b193-4856-8b14-7174b75c5073 req-19b0dc0f-69e6-461c-9d9c-aaf9eea2ddf8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 May 13 15:21:24.910824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-da39d872-5b1a-4474-8928-e080c5ff172a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058910 May 13 15:21:25.064505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-f89e6376-629b-4c03-971b-4e802bf4ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.066008 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-f89e6376-629b-4c03-971b-4e802bf4ca7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.0757973 May 13 15:21:25.200030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ee34d-c9de-4a4b-a71a-c4dacc0644d9 req-bd32bdfb-3d8e-43f8-8423-174f14a9a406 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.201526 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce3ee34d-c9de-4a4b-a71a-c4dacc0644d9 req-bd32bdfb-3d8e-43f8-8423-174f14a9a406 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0853682 May 13 15:21:25.219807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-1aff2850-26b4-4235-8208-98392cd8a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.221307 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-1aff2850-26b4-4235-8208-98392cd8a884 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1356022 May 13 15:21:25.248061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ce3ee34d-c9de-4a4b-a71a-c4dacc0644d9 req-132fba5a-18e9-40ce-a468-7232553c3257 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 May 13 15:21:25.332996 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-5256bd83-1fa0-4fda-8db2-a3a77ff6ca1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1002 time: 0.1003087 May 13 15:21:25.401837 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-955e48db-eb14-40af-b081-e95a19a0e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.403273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-955e48db-eb14-40af-b081-e95a19a0e68b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0591364 May 13 15:21:25.497049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-81b60a28-535e-438b-b85d-be94ee4a1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:25.498677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-81b60a28-535e-438b-b85d-be94ee4a1368 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847363 May 13 15:21:25.653633 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-1fa38da1-1430-4d93-8a1d-e80b611672f9 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454103 May 13 15:21:25.790570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d6496fa3-a8b7-45d1-a80d-7e8261249ae5 req-741a0c41-cd05-4a34-a05f-f820fa012917 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262057 May 13 15:21:26.430758 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c8257-2612-42ac-9e83-69a53cade10d req-fe0d3686-3b20-4a79-abdd-4758de2d4d79 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:26.432303 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-926c8257-2612-42ac-9e83-69a53cade10d req-fe0d3686-3b20-4a79-abdd-4758de2d4d79 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0794632 May 13 15:21:26.477827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-926c8257-2612-42ac-9e83-69a53cade10d req-a5521a94-ff15-41ce-a1eb-d27bbd5fa80c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 May 13 15:21:27.662422 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26156e62-a169-4a84-b229-18bca13a6e8e req-ac016ea3-1405-4f03-8c35-df4e263ccb4b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:27.663900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26156e62-a169-4a84-b229-18bca13a6e8e req-ac016ea3-1405-4f03-8c35-df4e263ccb4b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0811067 May 13 15:21:27.713361 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-26156e62-a169-4a84-b229-18bca13a6e8e req-c4d67bc1-f078-4e8f-ab45-2b0594982a2d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 May 13 15:21:28.906305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174c99b-9e59-4b0c-8af4-e02001fb76b5 req-575a97f0-13e0-440a-85c6-0c3fb14f09c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:28.907855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d174c99b-9e59-4b0c-8af4-e02001fb76b5 req-575a97f0-13e0-440a-85c6-0c3fb14f09c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0832810 May 13 15:21:28.961613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d174c99b-9e59-4b0c-8af4-e02001fb76b5 req-d4488208-caa5-4451-a360-e1e193d8c78c tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472634 May 13 15:21:29.839899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6b8832bd-a66f-4dce-93bf-ceb2667e7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:30.150538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3493fd-7dfa-47ef-9cb5-4084f9d246e0 req-7f641bca-4ebf-4e44-a43b-b0989c70d32a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:30.151986 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2d3493fd-7dfa-47ef-9cb5-4084f9d246e0 req-7f641bca-4ebf-4e44-a43b-b0989c70d32a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0794022 May 13 15:21:30.195368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2d3493fd-7dfa-47ef-9cb5-4084f9d246e0 req-661981b5-d823-4711-952d-8be1caf330f1 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377743 May 13 15:21:31.378940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09fde7-7b53-42a6-baeb-cd42b73fe2c8 req-e5457d4d-58bc-456b-9e9c-254e7b8afa73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.381102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc09fde7-7b53-42a6-baeb-cd42b73fe2c8 req-e5457d4d-58bc-456b-9e9c-254e7b8afa73 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0791609 May 13 15:21:31.425167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bc09fde7-7b53-42a6-baeb-cd42b73fe2c8 req-f12ddedc-b0c0-4ee0-82e1-3eb8a2a065cb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 May 13 15:21:31.637211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1e02-184e-4355-ba79-e97255196a26 req-64846d7d-af7c-4a70-8ad0-8ed586d1a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.638667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-64846d7d-af7c-4a70-8ad0-8ed586d1a2c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1203783 May 13 15:21:31.787012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1e02-184e-4355-ba79-e97255196a26 req-13e9031b-657a-4d3b-ac23-a2b1626cb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.788554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-13e9031b-657a-4d3b-ac23-a2b1626cb294 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 897 time: 0.1275058 May 13 15:21:31.893149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-10dda73f-4585-48c8-87f2-f8adf4416f80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 1001 time: 0.0956852 May 13 15:21:31.954918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1e02-184e-4355-ba79-e97255196a26 req-329152dc-c9ec-4b94-8fc3-7682a0ee906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:31.956356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-329152dc-c9ec-4b94-8fc3-7682a0ee906f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 200 len: 835 time: 0.0565610 May 13 15:21:32.029827 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1e02-184e-4355-ba79-e97255196a26 req-77bf4816-d7b5-4c84-a8f2-705d7aae56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.031271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-77bf4816-d7b5-4c84-a8f2-705d7aae56d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d747b32-2e61-4250-9618-468c7f976705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683773 May 13 15:21:32.162146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-db5bd85b-6672-4957-953d-7391b2f827bb service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233811 May 13 15:21:32.294683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959c1e02-184e-4355-ba79-e97255196a26 req-029b6189-355b-4a56-a3ad-3ac9045244e8 service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244400 May 13 15:21:32.614193 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49340390-1b58-4051-b6e9-a4ea52cb51f3 req-60d1b138-9c2b-4434-90ce-0a5306e71298 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:32.615623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49340390-1b58-4051-b6e9-a4ea52cb51f3 req-60d1b138-9c2b-4434-90ce-0a5306e71298 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0819411 May 13 15:21:32.661243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49340390-1b58-4051-b6e9-a4ea52cb51f3 req-a03f56b1-333f-44c7-b748-9ea5b0026dab tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392478 May 13 15:21:32.700165 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2b232f9f-5e37-4e37-b78a-a105141449bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:32.871223 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.362042 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:33.847819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf199-dc17-40c9-8863-18bbccfad7ae req-368e544b-163c-4ddd-8611-d78f67d69566 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:33.849390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-604cf199-dc17-40c9-8863-18bbccfad7ae req-368e544b-163c-4ddd-8611-d78f67d69566 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0846844 May 13 15:21:33.893199 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-604cf199-dc17-40c9-8863-18bbccfad7ae req-8da2e783-5f2b-480b-82a7-0592ab01d5be tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 May 13 15:21:34.439980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f72b9-ae24-4e57-afe3-372046e6ab10 req-2f8799a4-0935-4889-8763-0fbe70998700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:34.441466 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-565f72b9-ae24-4e57-afe3-372046e6ab10 req-2f8799a4-0935-4889-8763-0fbe70998700 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0682147 May 13 15:21:34.486846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-565f72b9-ae24-4e57-afe3-372046e6ab10 req-dd9c858e-04ed-4d81-a8d8-8ae5342f3fa7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376639 May 13 15:21:34.994573 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.077495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e3ec-7e1c-4456-82ed-33df5e1dfd0b req-e315c5d0-b1a2-431b-8c91-c1f9f7b6e8eb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:35.078937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e417e3ec-7e1c-4456-82ed-33df5e1dfd0b req-e315c5d0-b1a2-431b-8c91-c1f9f7b6e8eb tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0797148 May 13 15:21:35.122742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e417e3ec-7e1c-4456-82ed-33df5e1dfd0b req-824b8dca-c0ba-4b87-b3d0-3e70fa4c5aa9 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 May 13 15:21:35.193949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:21:35.327131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:35.340187 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'f148db78-c1f8-4c74-a0f8-504334557728', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'port_id': 'f148db78-c1f8-4c74-a0f8-504334557728', 'mac_address': 'fa:16:3e:3f:4c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:21:35.397861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f148db78-c1f8-4c74-a0f8-504334557728 is: ACTIVE; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:35.398266 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.415117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f148db78-c1f8-4c74-a0f8-504334557728 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:35.430910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:35.434509 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:35.500880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=6']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:35.671687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['f148db78-c1f8-4c74-a0f8-504334557728'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:21:36.314331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d55f-7050-4ce0-82fb-df5d5087477b req-cb5a22f0-a8ae-4bdf-8272-26a61f541c10 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:36.315806 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d83d55f-7050-4ce0-82fb-df5d5087477b req-cb5a22f0-a8ae-4bdf-8272-26a61f541c10 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 944 time: 0.0824974 May 13 15:21:36.362090 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1d83d55f-7050-4ce0-82fb-df5d5087477b req-bdde272d-3276-4534-8930-7dc6588ab9ca tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397949 May 13 15:21:36.384553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:21:36.489977 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-de183bd4-64a8-4621-aa7a-cb49c7911f6b tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/floatingips/04f62292-9b3f-495f-9427-09639d5233a2 HTTP/1.1" status: 200 len: 992 time: 0.1039786 May 13 15:21:37.197912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:21:37.342786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port f148db78-c1f8-4c74-a0f8-504334557728 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:37.343069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.474096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port f148db78-c1f8-4c74-a0f8-504334557728 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:21:37.474466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.500381 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:37.509105 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:21:37.513417 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:37.584631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=7']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:37.646891 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57d3a27-c2d7-40cd-a777-6478f9a13381'] response: {'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'code': 200} May 13 15:21:45.392518 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:21:49.855902 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:50.856235 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:53.836519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-728b5d14-e5d2-408b-acf0-17cd02f85173 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040444773&fields=id&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 267 time: 0.1546054 May 13 15:21:53.994918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-e89c8b91-eed8-4edf-a950-addc18eb6324 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:53.996314 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-e89c8b91-eed8-4edf-a950-addc18eb6324 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.1516352 May 13 15:21:54.012456 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-c26f1335-aa1c-43c0-b6a3-627bfa3325c5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/quotas/04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 375 time: 0.0105615 May 13 15:21:54.102339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-10bb4b0d-6d11-4b0d-9b66-0db43ad5c2cf tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838101 May 13 15:21:54.326760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-07a41a2b-8974-42a2-a3dd-51a396a28b24 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653535 May 13 15:21:54.455360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-673c440a-137e-4901-b0ac-8a85c6f414e8 service neutron] 10.222.0.36 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227937 May 13 15:21:54.834936 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cdf113bc-9350-4b40-9d43-4f3faea2c2cb req-9ad710eb-1a8e-4d68-8152-575b17e81a59 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 210 time: 0.0423338 May 13 15:21:56.014838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1348e9d-f4d7-43f5-9576-02c9abe9d189 req-5f0bab19-6ff3-4ba0-9508-ee13a583638b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 210 time: 0.0487103 May 13 15:21:56.032016 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-c7abcb7e-218a-4309-b5da-8986ad936ffc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:56.034031 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-c7abcb7e-218a-4309-b5da-8986ad936ffc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 812 time: 0.1710765 May 13 15:21:56.087695 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-8ce90845-c8fa-497e-b22f-abbee837d76e tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04234ac157314dc294011123059c07bd HTTP/1.1" status: 200 len: 380 time: 0.0441868 May 13 15:21:56.096178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'port': {'device_id': 'e37110f2-c196-4899-9a77-d37261e2c378', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'admin_state_up': True, 'tenant_id': '04234ac157314dc294011123059c07bd', 'security_groups': ['f7228eb9-8128-4d42-b906-a70a7608be79']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:56.343781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:21:56.354048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:21:56.364564 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Made reservation on behalf of 04234ac157314dc294011123059c07bd for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:21:56.368242 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.532898 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.20.0.6 (a89480ea-eb55-4910-8ba0-e93fe2bf0010/dd522ed7-a9ed-4766-aa7f-592766abbaae/c92fd08e-79ca-4b8e-be7d-87756a3d8912) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:21:56.725666 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.741279 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Transition to ACTIVE for port object c92fd08e-79ca-4b8e-be7d-87756a3d8912 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:56.765082 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.836187 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:21:56.839475 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:21:56.843445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:21:56.877316 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:56.890561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.890796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.891113 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.891450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.891770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.892295 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.892788 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.893121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.893489 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.893753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.895804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.895804 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:21:56.928086 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:56.928746 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:56.959623 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-4d714201-7d77-4b1f-b532-ea824720ebc6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669975 May 13 15:21:57.069264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Request body: {'port': {'device_id': 'e37110f2-c196-4899-9a77-d37261e2c378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:21:57.134369 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e1f65267-ef4c-44a9-9eb2-ccbfd6f56a9b None None] Provisioning for port c92fd08e-79ca-4b8e-be7d-87756a3d8912 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:21:57.141039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e1f65267-ef4c-44a9-9eb2-ccbfd6f56a9b None None] Provisioning complete for port c92fd08e-79ca-4b8e-be7d-87756a3d8912 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:21:57.141434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e1f65267-ef4c-44a9-9eb2-ccbfd6f56a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.201040 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e1f65267-ef4c-44a9-9eb2-ccbfd6f56a9b None None] Port c92fd08e-79ca-4b8e-be7d-87756a3d8912 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:21:57.226025 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.379807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eafc3d-6441-43dd-9ae8-0382b3111bde req-25741a55-12e1-4520-a13a-4d370371ffc4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:57.380569 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b9eafc3d-6441-43dd-9ae8-0382b3111bde req-25741a55-12e1-4520-a13a-4d370371ffc4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:21:57.405825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-b9eafc3d-6441-43dd-9ae8-0382b3111bde req-25741a55-12e1-4520-a13a-4d370371ffc4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:21:57.407017 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9eafc3d-6441-43dd-9ae8-0382b3111bde req-25741a55-12e1-4520-a13a-4d370371ffc4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 931 time: 0.2391617 May 13 15:21:57.540523 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9eafc3d-6441-43dd-9ae8-0382b3111bde req-f59a6ede-e793-4548-8ebb-9f732b2026e5 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106429 May 13 15:21:57.675169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92fd08e-79ca-4b8e-be7d-87756a3d8912 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:21:57.685964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.708971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Transition to ACTIVE for port object c92fd08e-79ca-4b8e-be7d-87756a3d8912 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:21:57.714033 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:57.900458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:57.994733 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Attempting to bind port c92fd08e-79ca-4b8e-be7d-87756a3d8912 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:21:57.995059 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Attempting to bind port c92fd08e-79ca-4b8e-be7d-87756a3d8912 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:21:57.996130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Attempting to bind port c92fd08e-79ca-4b8e-be7d-87756a3d8912 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:58.002150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Port c92fd08e-79ca-4b8e-be7d-87756a3d8912 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:21:58.002678 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Attempting to bind port c92fd08e-79ca-4b8e-be7d-87756a3d8912 on network a89480ea-eb55-4910-8ba0-e93fe2bf0010 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:21:58.008861 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:21:58.009233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Checking segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:21:58.009619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Bound using segment: {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:21:58.010052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Bound port: c92fd08e-79ca-4b8e-be7d-87756a3d8912, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bb7c41-b261-49dd-aab2-64c490c88620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:21:58.010677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.114446 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:21:58.118443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:21:58.124391 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.189158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.189780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:58.191217 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] 10.222.0.86 "PUT /v2.0/ports/c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 1091 time: 1.1817980 May 13 15:21:58.192360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:21:58.225038 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8084a-8c6d-4a90-b346-92fbecf1faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:21:58.358995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-dc5e0d30-bda1-4c4d-9b23-ea20a09c8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.360793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-dc5e0d30-bda1-4c4d-9b23-ea20a09c8259 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1094 time: 0.1153107 May 13 15:21:58.449655 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5202b808-9005-4e6a-a21c-edd400ef7c06'] response: {'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'status': 'completed', 'code': 200} May 13 15:21:58.451193 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-dc726f1f-bda3-4af0-b087-3bacbd904a59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 217 time: 0.0829844 May 13 15:21:58.626526 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-71a67e4c-d75a-4126-ba86-25c36088b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.628007 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-71a67e4c-d75a-4126-ba86-25c36088b27d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.1673548 May 13 15:21:58.773503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-90e9fef5-0078-48c8-b4fb-7072388f23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.774872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-90e9fef5-0078-48c8-b4fb-7072388f23c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394536 May 13 15:21:58.783264 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfb40-be7f-4d1e-a910-fcc6d59d237a req-4a494092-395d-4b82-a045-1ecad2bca587 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:58.784627 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7aecfb40-be7f-4d1e-a910-fcc6d59d237a req-4a494092-395d-4b82-a045-1ecad2bca587 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.1139643 May 13 15:21:58.907485 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7aecfb40-be7f-4d1e-a910-fcc6d59d237a req-4e59247e-f44e-4f90-8e33-e1c006444033 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038303 May 13 15:21:58.944987 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-08f1cc49-261f-44e9-9360-85b2baebccda service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593766 May 13 15:21:59.082598 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7c38ac87-e8d1-4a82-b7cd-44e33d2df6b5 req-8d5ca4d7-8c75-4ef6-afc5-bc96a7583180 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311142 May 13 15:21:59.205293 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-69789d24-bf41-4e27-9e54-33eeb8059a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:59.206809 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-69789d24-bf41-4e27-9e54-33eeb8059a5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1094 time: 0.0755415 May 13 15:21:59.338959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-ca0140d8-cf33-4fc9-a37c-4e6f431293b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:59.340815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-ca0140d8-cf33-4fc9-a37c-4e6f431293b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1273320 May 13 15:21:59.415635 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-707d7987-4f50-4b45-b979-6f773d546a19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 217 time: 0.0664282 May 13 15:21:59.481571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-0dcbb8ea-9691-49f6-9b2a-e54ede0527ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:59.482718 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-0dcbb8ea-9691-49f6-9b2a-e54ede0527ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0600452 May 13 15:21:59.570864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-ce2be6db-009b-42bc-ba1e-486541eee7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:21:59.570864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-ce2be6db-009b-42bc-ba1e-486541eee7a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765676 May 13 15:21:59.720316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-3d2bf036-abec-421d-a30a-98b9ed477218 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466792 May 13 15:21:59.847001 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5524-ecee-4461-8213-5cb13022eb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:21:59.863079 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcf08014-c5ee-41a5-926a-0d5085fad40a req-142de3cd-afa6-48e4-991f-0e901f9b6df8 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357069 May 13 15:22:00.109179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896e35e-0f61-4dc6-bd7d-c75f491a62d1 req-5933cb90-eb30-40c4-aaea-2f84427f0233 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:00.113921 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5896e35e-0f61-4dc6-bd7d-c75f491a62d1 req-5933cb90-eb30-40c4-aaea-2f84427f0233 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0931983 May 13 15:22:00.159824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5896e35e-0f61-4dc6-bd7d-c75f491a62d1 req-3410eeaf-55ed-4003-ac45-3d74ec91a091 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 May 13 15:22:01.351026 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89f92-915e-4f63-82ab-453b34d1495c req-a0139cca-fb53-47c6-af93-bb19639401d1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:01.352701 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9af89f92-915e-4f63-82ab-453b34d1495c req-a0139cca-fb53-47c6-af93-bb19639401d1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0877788 May 13 15:22:01.401461 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9af89f92-915e-4f63-82ab-453b34d1495c req-80b76f26-d48a-4ce9-ac1f-48508225e54c tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 May 13 15:22:02.592116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7be2b-04b3-414e-9707-44e14a5819d0 req-e0a973be-d396-465b-ab7d-239f2a6e1e23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:02.593669 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60f7be2b-04b3-414e-9707-44e14a5819d0 req-e0a973be-d396-465b-ab7d-239f2a6e1e23 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0827332 May 13 15:22:02.639579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-60f7be2b-04b3-414e-9707-44e14a5819d0 req-94aeb7dc-bfc7-49e8-a943-6886d813e34a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 May 13 15:22:02.702939 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-83f020ee-b28a-484d-bc49-589a03321e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:02.872959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.365426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:03.826304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba590c-d004-43bf-8717-204c6d607445 req-efb12bc7-5a60-4ca5-bf21-2487ce2227e4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:03.827785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26ba590c-d004-43bf-8717-204c6d607445 req-efb12bc7-5a60-4ca5-bf21-2487ce2227e4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0798287 May 13 15:22:03.872027 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-26ba590c-d004-43bf-8717-204c6d607445 req-b6da9961-4fb3-4e83-a594-141ea24010c9 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385151 May 13 15:22:04.997471 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:05.063749 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552258dc-97cd-487a-bf03-e9b511c0af40 req-da355856-70fd-47df-9982-53e10557d882 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:05.065263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-552258dc-97cd-487a-bf03-e9b511c0af40 req-da355856-70fd-47df-9982-53e10557d882 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0834131 May 13 15:22:05.114207 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-552258dc-97cd-487a-bf03-e9b511c0af40 req-6d51325f-0a98-42c8-a4ed-cb8b572afc43 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 May 13 15:22:06.305364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a1653-77d5-4cb0-ad25-e41ba5756b86 req-3c19a243-8d1d-469e-b95f-e294f43b1cce tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:06.306757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc3a1653-77d5-4cb0-ad25-e41ba5756b86 req-3c19a243-8d1d-469e-b95f-e294f43b1cce tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0850470 May 13 15:22:06.351460 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dc3a1653-77d5-4cb0-ad25-e41ba5756b86 req-684bdbbb-0762-4e62-9a06-5976c4424f7d tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390153 May 13 15:22:07.304888 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c92fd08e-79ca-4b8e-be7d-87756a3d8912 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:07.437931 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:07.452311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'port_id': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'mac_address': 'fa:16:3e:9b:b3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:07.543994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c92fd08e-79ca-4b8e-be7d-87756a3d8912 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:07.544408 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:07.555424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12616ea5-fd24-4652-a281-8ad9957af3d9 req-74072077-76c8-4302-9c45-ca76837acffb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:07.556840 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12616ea5-fd24-4652-a281-8ad9957af3d9 req-74072077-76c8-4302-9c45-ca76837acffb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 943 time: 0.0831029 May 13 15:22:07.562150 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92fd08e-79ca-4b8e-be7d-87756a3d8912 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:07.578008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:07.583020 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:07.603184 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12616ea5-fd24-4652-a281-8ad9957af3d9 req-f5dd52ba-eb11-4715-8d0a-eb594dcb9530 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 May 13 15:22:07.648693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:07.656399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.656743 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.657079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.657412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.657741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.658067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.658389 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.658710 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.659030 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.659350 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.659669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.659986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:07.857374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['c92fd08e-79ca-4b8e-be7d-87756a3d8912'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:08.795232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c16b0-1d61-4674-a945-a449994d91cd req-9848cde9-7f06-4a1d-8a41-a769a15d0b63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:08.796751 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d4c16b0-1d61-4674-a945-a449994d91cd req-9848cde9-7f06-4a1d-8a41-a769a15d0b63 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 944 time: 0.0814385 May 13 15:22:08.850869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d4c16b0-1d61-4674-a945-a449994d91cd req-0b9996b8-4b4f-4080-81d8-9a08a8bd25bb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 May 13 15:22:09.310104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c92fd08e-79ca-4b8e-be7d-87756a3d8912 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:09.376950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port c92fd08e-79ca-4b8e-be7d-87756a3d8912 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:09.382851 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port c92fd08e-79ca-4b8e-be7d-87756a3d8912 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:09.383220 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:09.510969 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port c92fd08e-79ca-4b8e-be7d-87756a3d8912 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:09.511349 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:09.538431 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:09.548989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:09.553460 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:09.588519 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c52784-b0c0-4e36-a295-480a2b856ce1'] response: {'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'code': 200} May 13 15:22:09.622429 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:09.716988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f6123-0e5a-4886-b26f-57cff8ff9de0 req-01cfd27b-b581-457a-85c5-1f8663b5c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:09.718463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f6123-0e5a-4886-b26f-57cff8ff9de0 req-01cfd27b-b581-457a-85c5-1f8663b5c273 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1096 time: 0.0720797 May 13 15:22:09.862257 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-364f6123-0e5a-4886-b26f-57cff8ff9de0 req-bd73af6b-8fb5-4cf1-b72e-185d1bcc3942 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367118 May 13 15:22:10.034109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad34764-85c7-4e4a-92f9-03c4211e35a8 req-5d0c2de2-3029-4bdb-81ae-1d3fe1e0e516 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:10.035571 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dad34764-85c7-4e4a-92f9-03c4211e35a8 req-5d0c2de2-3029-4bdb-81ae-1d3fe1e0e516 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.0810390 May 13 15:22:10.079244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dad34764-85c7-4e4a-92f9-03c4211e35a8 req-bb31a95f-2d22-4ac9-a67a-1c4fffc74d79 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372438 May 13 15:22:11.270987 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad90aa-7766-484d-9fab-b724a32de350 req-40146c16-114d-45a0-afaa-e5ed140f0ed6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.273109 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dad90aa-7766-484d-9fab-b724a32de350 req-40146c16-114d-45a0-afaa-e5ed140f0ed6 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.0820174 May 13 15:22:11.315437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8dad90aa-7766-484d-9fab-b724a32de350 req-8be8a7ea-94da-4116-b17d-4d3fbee8992a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366805 May 13 15:22:11.501340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf57f9e-c41f-4e3e-939e-dab77248961a req-30629d4b-9395-4357-9574-60ae618a3c33 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.502713 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf57f9e-c41f-4e3e-939e-dab77248961a req-30629d4b-9395-4357-9574-60ae618a3c33 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.0829451 May 13 15:22:11.546589 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf57f9e-c41f-4e3e-939e-dab77248961a req-dfb47a21-6911-4d1f-8d42-61f5a3556999 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375524 May 13 15:22:11.570554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47196) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:11.641438 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ccd2e8-b9d2-4aca-a938-04c7d79468f8 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:11.642945 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51ccd2e8-b9d2-4aca-a938-04c7d79468f8 tempest-TestVolumeBootPattern-1490969745 tempest-TestVolumeBootPattern-1490969745-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1091 time: 0.0714383 May 13 15:22:11.646087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47200) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:11.651152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'tenant_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:11.657963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:11.661946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Usage tracker for resource:floatingip and tenant:04234ac157314dc294011123059c07bd is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:11.664969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:11.671447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:11.682525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.820369 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:11.956312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Allocated IP 172.25.5.89 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/ea611fc1-cab5-4799-a24d-5251e1011738) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:22:12.210090 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:12.239629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:12.303617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:12.306426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:12.312477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:22:12.345392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=ea611fc1-cab5-4799-a24d-5251e1011738,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:12.364638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.365111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.365452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.365789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.366121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.366447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.366770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.367088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.367409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.367731 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.368047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.368394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:12.743729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:12.817712 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.018558 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.023259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.134766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event updated for resources: {'Port': ['ID=ea611fc1-cab5-4799-a24d-5251e1011738,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:13.147683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.331780 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP e51554a3-a033-4513-a610-b6ab19efb12f associated. External IP: 172.25.5.89, port: c92fd08e-79ca-4b8e-be7d-87756a3d8912. May 13 15:22:13.566618 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47206) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:13.782999 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 467c4fc4-be0f-40a1-83df-361e3d1a1d08 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:13.783341 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.812523 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:13.965409 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.965629 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:13.998780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:14.011424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:14.021588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:14.022321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:14.024972 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:14.081330 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a9fa126a-b037-4909-975e-565604f733fc tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4341493 May 13 15:22:14.081910 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:14.089751 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 467c4fc4-be0f-40a1-83df-361e3d1a1d08 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:14.216748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:14.227488 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34b3a6e-4932-45a8-87b1-bf409da259c3'] response: {'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'status': 'completed', 'code': 200} May 13 15:22:14.249646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:14.331995 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=467c4fc4-be0f-40a1-83df-361e3d1a1d08,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:14.446592 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:14.446921 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Floating IP 04f62292-9b3f-495f-9427-09639d5233a2 disassociated (deleted). External IP: 172.25.5.221, port: f148db78-c1f8-4c74-a0f8-504334557728. May 13 15:22:14.504580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-ce222b9a-1790-4535-89f7-d6874915e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:14.506553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-ce222b9a-1790-4535-89f7-d6874915e090 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1096 time: 0.2531028 May 13 15:22:14.570364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}, {'id': 'e51554a3-a033-4513-a610-b6ab19efb12f', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:9b:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37110f2-c196-4899-9a77-d37261e2c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:12Z', 'updated_at': '2022-05-13T15:22:12Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:14.574438 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:14.582891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:14.583536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:14.734608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-128c2179-4a82-4cc6-8296-b88de628e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:14.736042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-128c2179-4a82-4cc6-8296-b88de628e35a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.2213283 May 13 15:22:14.761115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:15.083309 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-ce21c172-14a9-4de1-8dad-666a2fe78960 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 998 time: 0.1766016 May 13 15:22:15.152389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:15.157720 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}, {'id': 'e51554a3-a033-4513-a610-b6ab19efb12f', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:9b:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37110f2-c196-4899-9a77-d37261e2c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:12Z', 'updated_at': '2022-05-13T15:22:12Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:15.162386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079dc73-5b2d-4b66-9002-5b401a663db4 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}, {'id': 'e51554a3-a033-4513-a610-b6ab19efb12f', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:9b:b3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37110f2-c196-4899-9a77-d37261e2c378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:22:12Z', 'updated_at': '2022-05-13T15:22:12Z', 'revision_number': 0, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:15.162629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-cc99df0b-5897-42c2-90e3-3a7061a99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.163941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-cc99df0b-5897-42c2-90e3-3a7061a99b4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0734515 May 13 15:22:15.361730 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc43482-5c79-4daa-908b-4c78a3c4769c None None] New status for floating IP e51554a3-a033-4513-a610-b6ab19efb12f: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:22:15.397608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:15.400546 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-9060453c-bdc3-4219-96d4-1418bcf7f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.402075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-9060453c-bdc3-4219-96d4-1418bcf7f570 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826131 May 13 15:22:15.407380 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Sync routers for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:15.417806 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:15.418414 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:15.500204 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:15.584993 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9f8220d7-bf6f-42e9-b746-617eb9cff50e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/floatingips/04f62292-9b3f-495f-9427-09639d5233a2 HTTP/1.1" status: 204 len: 168 time: 2.0139668 May 13 15:22:15.584993 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:15.607356 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-01309782-673f-4480-b74e-b79a2469898b service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963742 May 13 15:22:15.633928 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:15.793663 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-804040c2-0620-4f1e-bc08-76b58007af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.795414 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-804040c2-0620-4f1e-bc08-76b58007af0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1121025 May 13 15:22:15.804431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-507784cc-7f9b-4bcd-b07e-06a6ee4e4085 req-0ac14b50-b610-49f8-b422-3c6e97de313e service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909227 May 13 15:22:15.806133 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce165328-2035-40c0-a673-db055c39f8d4'] response: {'name': 'network-changed', 'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'status': 'completed', 'code': 200} May 13 15:22:15.951015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-b372e8b9-f065-41c8-bfb9-a93cab671fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:15.952499 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-b372e8b9-f065-41c8-bfb9-a93cab671fc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 200 len: 897 time: 0.1504171 May 13 15:22:16.016671 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:16.023099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Checking router: 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:16.030806 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-ad4aa697-126c-430a-a441-02a022838839 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 200 len: 217 time: 0.0670967 May 13 15:22:16.032276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:16.032686 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb0cc-1d81-43e3-af84-2d978f87c7f5 req-0567c617-5ffd-4aab-b677-ad2571064e20 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.032886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:16.033399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d1cb0cc-1d81-43e3-af84-2d978f87c7f5 req-0567c617-5ffd-4aab-b677-ad2571064e20 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Synchronizing usage tracker for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:16.050110 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-1d1cb0cc-1d81-43e3-af84-2d978f87c7f5 req-0567c617-5ffd-4aab-b677-ad2571064e20 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Unset dirty status for tenant:b18b43c44f8a44e4bebc0e9798ed7782 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:16.051796 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d1cb0cc-1d81-43e3-af84-2d978f87c7f5 req-0567c617-5ffd-4aab-b677-ad2571064e20 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1004353 May 13 15:22:16.100674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-2725f59e-f088-4daf-93d1-f402f9f13c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.101679 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1d1cb0cc-1d81-43e3-af84-2d978f87c7f5 req-6c41ad94-97c4-4039-8639-b45aeda10ae8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 May 13 15:22:16.102243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-2725f59e-f088-4daf-93d1-f402f9f13c3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 200 len: 835 time: 0.0641870 May 13 15:22:16.178515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-44b2258f-914f-48fb-9459-3db265a665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:16.180067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-44b2258f-914f-48fb-9459-3db265a665a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d747b32-2e61-4250-9618-468c7f976705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714445 May 13 15:22:16.219584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:16.316110 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-a704d6cd-d0f9-49f5-802e-8d835fc2478a service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273451 May 13 15:22:16.455730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a080b2ad-5aa7-4739-bded-417c970293e6 req-995a05c9-0dc2-4ff7-ac1d-31c06edb02ba service neutron] 10.222.0.86 "GET /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261160 May 13 15:22:16.533197 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:16.537681 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3feed-eb01-4b61-9908-a50843b49280 None None] The sync data for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 is: [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:34Z', 'revision_number': 4, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '77d3ef3e-ca8a-4fdc-8827-b3341a825f1c', 'name': '', 'network_id': '2d747b32-2e61-4250-9618-468c7f976705', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'mac_address': 'fa:16:3e:a9:0e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9074d344-300a-4d65-b497-374f51593f22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:33Z', 'updated_at': '2022-05-13T15:20:39Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'subnets': [{'id': '9074d344-300a-4d65-b497-374f51593f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:16.759136 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a6661-32d0-4e1e-80ea-01fae5ad8390 None None] New status for floating IP 04f62292-9b3f-495f-9427-09639d5233a2: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:22:17.292188 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d999f0d-3fc5-476a-bacd-d39d6e24f371 req-ecbd3d5e-fad5-4141-aef3-31419f549bdf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.293730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d999f0d-3fc5-476a-bacd-d39d6e24f371 req-ecbd3d5e-fad5-4141-aef3-31419f549bdf tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0829620 May 13 15:22:17.342089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2d999f0d-3fc5-476a-bacd-d39d6e24f371 req-433db927-02d2-4107-9bae-095ad598e28d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/security-groups?id=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 May 13 15:22:17.517552 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-117680ee-a26c-4a49-892d-e6cce88e4e0a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:17.518986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-117680ee-a26c-4a49-892d-e6cce88e4e0a tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0790091 May 13 15:22:17.595175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port f148db78-c1f8-4c74-a0f8-504334557728 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:17.595516 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:17.842082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port f148db78-c1f8-4c74-a0f8-504334557728, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=f148db78-c1f8-4c74-a0f8-504334557728,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:17.842438 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.094487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for f148db78-c1f8-4c74-a0f8-504334557728 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:18.236774 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.290483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=f148db78-c1f8-4c74-a0f8-504334557728,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:18.362965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] No DVR routers for this DVR port f148db78-c1f8-4c74-a0f8-504334557728 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:18.365670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:18.368311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-deleted', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:18.385217 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-70c3fcc4-a5ac-48db-8769-1ec48d00b2e1 req-bc78be4f-5e69-4c6e-8df0-3f4471910d9e tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.86 "DELETE /v2.0/ports/f148db78-c1f8-4c74-a0f8-504334557728 HTTP/1.1" status: 204 len: 173 time: 0.8566473 May 13 15:22:18.421333 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4d4059-56a5-49fd-bb96-f62d76c0c962'] response: {'server_uuid': '2a553154-774b-4896-a692-eefe0c49f6f5', 'name': 'network-vif-deleted', 'tag': 'f148db78-c1f8-4c74-a0f8-504334557728', 'status': 'completed', 'code': 200} May 13 15:22:18.503189 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a41f425a-8163-47ef-9bc8-dcb394be139c req-dda509f9-d99a-4b59-8e84-adfb86a3cb96 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a553154-774b-4896-a692-eefe0c49f6f5 HTTP/1.1" status: 200 len: 210 time: 0.0463786 May 13 15:22:19.599530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47234) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:19.855350 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.263051 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.619912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:20.620586 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.811598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:20.811968 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.851048 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:20.937913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:21.266313 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:21.314957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=77d3ef3e-ca8a-4fdc-8827-b3341a825f1c,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:21.384555 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:21.420740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: f148db78-c1f8-4c74-a0f8-504334557728 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:21.421156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device f148db78-c1f8-4c74-a0f8-504334557728 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:21.703121 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.072672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:22:22.247904 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:22:22.258993 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Sync routers for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:22:22.265117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-032ba576-3a52-487e-9a12-98be3a34254d tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "PUT /v2.0/routers/00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640182 May 13 15:22:22.265671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47240) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:22.268517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:22.269118 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:22.345479 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting subnet 9074d344-300a-4d65-b497-374f51593f22 {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:22:22.349638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.394562 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:22.407059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.501899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.511782 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:22.589616 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.632517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Subnet': ['ID=9074d344-300a-4d65-b497-374f51593f22,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:22.639645 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:22.647848 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-99a891a7-074f-4b74-a0f9-29fdefa4c651 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/subnets/9074d344-300a-4d65-b497-374f51593f22 HTTP/1.1" status: 204 len: 168 time: 0.3810775 May 13 15:22:22.650985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47244) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:22.656901 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7fe8e-83d3-4a9b-b5c8-f6aede319468 None None] Network 2d747b32-2e61-4250-9618-468c7f976705 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:22.845465 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.010988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:22:21Z', 'revision_number': 5, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port': {'id': '821695fa-24f3-48ee-a157-dbb7584dc25e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:23.014836 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Checking router: 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:22:23.029987 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Routers {'00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:22:23.031483 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:23.055441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.068997 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Deleting port 821695fa-24f3-48ee-a157-dbb7584dc25e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:23.068997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.220078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] Set router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:22:23.263480 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] DHCP port deletion for 2d747b32-2e61-4250-9618-468c7f976705 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:22:23.268961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] For port 821695fa-24f3-48ee-a157-dbb7584dc25e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=821695fa-24f3-48ee-a157-dbb7584dc25e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:23.268961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.327854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Deleting port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:23.328291 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.386643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:22:23Z', 'revision_number': 6, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:23.394239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538e9bf-ea2a-45d6-8b8c-ab5c5736f21e None None] The sync data for ids ['00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf'] in n-d-841736-1 is: [{'id': '00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318707933', 'tenant_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:20:29Z', 'updated_at': '2022-05-13T15:22:23Z', 'revision_number': 6, 'project_id': 'b18b43c44f8a44e4bebc0e9798ed7782', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:22:23.406777 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Calling delete_port for 821695fa-24f3-48ee-a157-dbb7584dc25e owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:23.575740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] For port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,segment=NetworkSegment(52a6cd45-e393-4e87-9786-2e9eb947c291),segment_id=52a6cd45-e393-4e87-9786-2e9eb947c291)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:23.576249 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.611221 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.663875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Port': ['ID=821695fa-24f3-48ee-a157-dbb7584dc25e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:23.716812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Calling delete_port for b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:23.764580 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.866469 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070'] for port, after_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:23.919779 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] Pushing event deleted for resources: {'Port': ['ID=b0ce6d34-0a22-4525-bcab-5fcc3cc04f63,revision_number=None']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:23.926282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:23.965875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:23.966127 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:23.966734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:23.990570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32e04d-9997-4ba7-8b0c-56d5b754142d None None] No DVR routers for this DVR port b0ce6d34-0a22-4525-bcab-5fcc3cc04f63 on host n-d-841736-1 {{(pid=88134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:24.006387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:24.006825 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 77d3ef3e-ca8a-4fdc-8827-b3341a825f1c not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:24.089015 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.091170 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.114656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.115718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Fanout notify agent at l3_agent the message router_deleted on router 00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:22:24.131532 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.132651 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f5fb76b-79fb-422f-838b-c6d49e7bb9c2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/routers/00abb05f-5bf8-4151-9cf4-37b1f6d9b2cf HTTP/1.1" status: 204 len: 168 time: 1.4801922 May 13 15:22:24.135321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47248) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:24.253298 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.386135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.410996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d747b32-2e61-4250-9618-468c7f976705']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.424898 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a6cd45-e393-4e87-9786-2e9eb947c291') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.425304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a6cd45-e393-4e87-9786-2e9eb947c291') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:24.437202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.454622 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.462022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:22:24.462271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: timer() May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:22:24.478857 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:22:24.563031 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.584644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.595621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'Network': ['ID=2d747b32-2e61-4250-9618-468c7f976705,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:24.604018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b272c524-8067-4c55-ac67-af6de35786c8 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/networks/2d747b32-2e61-4250-9618-468c7f976705 HTTP/1.1" status: 204 len: 168 time: 0.4676559 May 13 15:22:24.606769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47252) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:24.693382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.724830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.795869 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.819290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:24.831545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:24.832702 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e8cf1463-d934-4e3b-9bdc-2aaf9f13cba2 tempest-TestNetworkAdvancedServerOps-1758819985 tempest-TestNetworkAdvancedServerOps-1758819985-project] 10.222.0.36 "DELETE /v2.0/security-groups/ceb3ae8b-8bd6-48bc-a164-6fc2bd61ec40 HTTP/1.1" status: 204 len: 168 time: 0.2249143 May 13 15:22:25.189671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:25.353881 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2cc21135-8371-4e6f-9951-5194743afb90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b18b43c44f8a44e4bebc0e9798ed7782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630011 May 13 15:22:25.356262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47268) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:25.417112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.442786 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.493285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.510658 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5778aa35-aac9-4cc9-9458-dde23eee0665,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:25.516814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.517937 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cab545a9-fe3e-4edf-b1e5-8e780f2522c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5778aa35-aac9-4cc9-9458-dde23eee0665 HTTP/1.1" status: 204 len: 168 time: 0.1607776 May 13 15:22:25.721561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 821695fa-24f3-48ee-a157-dbb7584dc25e no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:25.756362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 821695fa-24f3-48ee-a157-dbb7584dc25e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:25.756808 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 821695fa-24f3-48ee-a157-dbb7584dc25e not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:25.804628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47276) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:25.852222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db61d7fe-8389-4e80-ae65-584b82565a48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97082f0c0ce34f5cb8114647ccf0b1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464218 May 13 15:22:25.854631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47280) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:25.912059 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.941713 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:25.992972 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:26.009808 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3627f93-6540-4651-866a-76bd5be86f7e,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:26.021305 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:26.022579 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-516a08ad-3c3b-426b-9e86-1f25c4e059fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3627f93-6540-4651-866a-76bd5be86f7e HTTP/1.1" status: 204 len: 168 time: 0.1670737 May 13 15:22:26.772444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47304) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:26.799689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-9ab5a1a7-7ea3-4772-88e4-68d2dd9b6c70 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856206 May 13 15:22:26.883258 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-316334026-network', 'tenant_id': '4c5cbf3646e74125ad6c8ecae754c985'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:26.921372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:26.932453 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Usage tracker for resource:network and tenant:4c5cbf3646e74125ad6c8ecae754c985 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:26.935787 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:26.947746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:26.964169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Made reservation on behalf of 4c5cbf3646e74125ad6c8ecae754c985 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:26.966468 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:26.981736 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:26.999534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:27.003114 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f410b-35a9-46db-87f8-d625577d33a9 req-aa8aafe6-1930-4fab-b1f6-a1b32d391097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.004618 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-aa8aafe6-1930-4fab-b1f6-a1b32d391097 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.1251473 May 13 15:22:27.007496 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Usage tracker for resource:security_group_rule and tenant:4c5cbf3646e74125ad6c8ecae754c985 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:27.011498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:27.018204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:27.190907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f410b-35a9-46db-87f8-d625577d33a9 req-bb057f8a-a368-4bd7-858d-91777d0e5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.192333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-bb057f8a-a368-4bd7-858d-91777d0e5182 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1630156 May 13 15:22:27.285504 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.295433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.337487 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:22:27.344355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a77966-2010-422a-89b1-d4a1492cd7a8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:27.349706 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-3a785ec9-a67f-4399-83b0-72e4ac83584c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1002 time: 0.1449935 May 13 15:22:27.353807 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.354152 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Added segment 3557e39d-5cb5-4505-a2ef-6ad0fc43ee11 of type vlan for network 9c15cfe6-e9de-494a-81e2-0524a997ec08 May 13 15:22:27.428837 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.441695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f410b-35a9-46db-87f8-d625577d33a9 req-219a8638-0e65-4abc-8ad0-8808543f25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.443101 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-219a8638-0e65-4abc-8ad0-8808543f25c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0839300 May 13 15:22:27.508901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.509822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.510392 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.732114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9580607 May 13 15:22:27.735342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47312) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:27.736855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266dc79-3e84-4f80-b73f-fdb510ba98db admin admin] Pushing event updated for resources: {'Network': ['ID=9c15cfe6-e9de-494a-81e2-0524a997ec08,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:27.742441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Request body: {'subnet': {'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-316334026-subnet', 'tenant_id': '4c5cbf3646e74125ad6c8ecae754c985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:27.744946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f410b-35a9-46db-87f8-d625577d33a9 req-39b73320-3e81-4745-b5fd-51489141daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:27.746523 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-39b73320-3e81-4745-b5fd-51489141daa2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919559 May 13 15:22:27.747704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 9c15cfe6-e9de-494a-81e2-0524a997ec08 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:22:27.753880 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:27.767911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Usage tracker for resource:subnet and tenant:4c5cbf3646e74125ad6c8ecae754c985 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:27.773887 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:27.782530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:27.798672 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Made reservation on behalf of 4c5cbf3646e74125ad6c8ecae754c985 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:27.803881 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:27.898645 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-e9079e1a-9f5e-489f-ae29-2f394d06de70 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413436 May 13 15:22:28.035212 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.047485 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-025f410b-35a9-46db-87f8-d625577d33a9 req-d8da486e-cd4f-490b-bf1d-a9f4271c696d service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383336 May 13 15:22:28.117420 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b6a34f-d22c-4f68-8512-5acdae28a73d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:28.131974 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Checking segment: {'id': '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:28.132363 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Network hostable DHCP agents. Network: 9c15cfe6-e9de-494a-81e2-0524a997ec08, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:22:28.152966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Network 9c15cfe6-e9de-494a-81e2-0524a997ec08 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:22:28.163980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 9c15cfe6-e9de-494a-81e2-0524a997ec08) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:28.168815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:28.169540 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.176126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973c8ed-f386-46bf-8941-1c514c296646 None None] Network 9c15cfe6-e9de-494a-81e2-0524a997ec08 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:28.195106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ce15b681-2beb-426e-a358-f81c7b7b55ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4577553 May 13 15:22:28.405978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c92bd-ccf2-433b-b13e-8368bd684dff None None] Network 9c15cfe6-e9de-494a-81e2-0524a997ec08 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:28.758325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47330) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:28.763928 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-871337583-network', 'tenant_id': 'd20437fdf50349ebb1e331fcccf605ee'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:28.769713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:28.774493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Usage tracker for resource:network and tenant:d20437fdf50349ebb1e331fcccf605ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:28.777367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:28.783161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:28.795101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Made reservation on behalf of d20437fdf50349ebb1e331fcccf605ee for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:28.798914 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.815118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.829873 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:28.834580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Usage tracker for resource:security_group_rule and tenant:d20437fdf50349ebb1e331fcccf605ee is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:28.836978 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:28.845554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:28.928187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.932688 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.965286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:22:28.970427 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f414c8-410a-4055-acd8-d16896595fb8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:28.979713 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:28.979713 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Added segment 9d1dce61-597e-461f-b451-4573a96f3b19 of type vlan for network daa8e212-b261-4b42-9d4a-069afa5d4331 May 13 15:22:29.006023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.036279 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.037696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.038281 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.147923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3888478 May 13 15:22:29.148818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27250eae-6549-42ad-99a8-04c4bc137466 admin admin] Pushing event updated for resources: {'Network': ['ID=daa8e212-b261-4b42-9d4a-069afa5d4331,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:29.150822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47334) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:29.156328 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Request body: {'subnet': {'network_id': 'daa8e212-b261-4b42-9d4a-069afa5d4331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-871337583-subnet', 'tenant_id': 'd20437fdf50349ebb1e331fcccf605ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:29.161884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:29.162880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network daa8e212-b261-4b42-9d4a-069afa5d4331 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:22:29.165792 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Usage tracker for resource:subnet and tenant:d20437fdf50349ebb1e331fcccf605ee is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:29.168946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:29.174955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:29.184960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Made reservation on behalf of d20437fdf50349ebb1e331fcccf605ee for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:29.187224 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.511154 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.585434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc7c628-f638-40b1-85ee-2e79cff63ad5,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:29.594043 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Checking segment: {'id': '9d1dce61-597e-461f-b451-4573a96f3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'daa8e212-b261-4b42-9d4a-069afa5d4331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:29.594399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Network hostable DHCP agents. Network: daa8e212-b261-4b42-9d4a-069afa5d4331, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:22:29.612927 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Network daa8e212-b261-4b42-9d4a-069afa5d4331 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:22:29.622537 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, daa8e212-b261-4b42-9d4a-069afa5d4331) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:29.626428 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:29.627005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:29.631835 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c09ea-7864-434f-a660-c5ad3c63b13b None None] Network daa8e212-b261-4b42-9d4a-069afa5d4331 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:29.657268 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-017b87f6-cf65-4af0-a8cf-e013684c2566 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4958150 May 13 15:22:29.864126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e17c9-405e-4a18-9592-c1f685086036 None None] Network daa8e212-b261-4b42-9d4a-069afa5d4331 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:29.930748 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3d85-7ee1-43f3-a227-ff43c034dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:30.274135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-a5a9e074-a0d8-464d-ad27-f8719fa94f23 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:30.274135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-a5a9e074-a0d8-464d-ad27-f8719fa94f23 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Synchronizing usage tracker for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:30.295148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-a5a9e074-a0d8-464d-ad27-f8719fa94f23 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Unset dirty status for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:30.295148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-a5a9e074-a0d8-464d-ad27-f8719fa94f23 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/networks?id=9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 200 len: 811 time: 0.1775894 May 13 15:22:30.314861 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-c0870551-113f-414d-bbdd-ba4741d95fdb tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/quotas/4c5cbf3646e74125ad6c8ecae754c985 HTTP/1.1" status: 200 len: 375 time: 0.0120497 May 13 15:22:30.367930 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-3da77ec7-b11c-4c00-bbc6-7faa65fd0dff tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475807 May 13 15:22:30.515536 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-680223da-bf89-4b1c-aae2-8dc50030ba3a service neutron] 10.222.0.36 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393800 May 13 15:22:30.655330 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-448df841-e6e6-4065-8799-f86932cbb4a4 service neutron] 10.222.0.36 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325388 May 13 15:22:30.872392 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f078f9a6-7b36-4c67-aaf8-13174eeaf1fe req-b2623047-4198-4217-be0e-61e36a66aa93 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 210 time: 0.0599480 May 13 15:22:32.056805 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7f40887-5e2e-4bd5-bd94-aa3c549ff00f req-9135a70b-44a5-42c8-afa3-764c7f1e6daf tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 210 time: 0.0721412 May 13 15:22:32.297739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-bb110305-a113-4438-ad0c-b20dda1c4a0b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:32.297739 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-bb110305-a113-4438-ad0c-b20dda1c4a0b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.90 "GET /v2.0/networks?id=9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 200 len: 811 time: 0.2070954 May 13 15:22:32.316469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Request body: {'port': {'device_id': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08', 'admin_state_up': True, 'tenant_id': '4c5cbf3646e74125ad6c8ecae754c985'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:32.467746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:32.471982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Usage tracker for resource:port and tenant:4c5cbf3646e74125ad6c8ecae754c985 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:32.471982 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:32.481645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:32.493028 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Made reservation on behalf of 4c5cbf3646e74125ad6c8ecae754c985 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:32.496694 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:32.675201 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Allocated IP 172.20.0.4 (9c15cfe6-e9de-494a-81e2-0524a997ec08/e1b6a34f-d22c-4f68-8512-5acdae28a73d/fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:22:32.718874 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63631457-0e38-4b0b-a10e-6180ddd99667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:32.883590 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.039363 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.072874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.147011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Network 9c15cfe6-e9de-494a-81e2-0524a997ec08 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:22:33.147011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:33.153238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:22:33.203784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Pushing event updated for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:33.231992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:33.232625 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.253845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-1cd2add4-a6bf-4f60-bd73-18375e59fac8 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446180 May 13 15:22:33.270035 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Request body: {'port': {'device_id': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:33.296950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fed45-0081-436c-9dc8-0c077ddf2ac9 req-f825e55d-9551-4d2c-9a46-92207a93b00c tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:33.298336 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b08fed45-0081-436c-9dc8-0c077ddf2ac9 req-f825e55d-9551-4d2c-9a46-92207a93b00c tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 931 time: 0.0975733 May 13 15:22:33.370979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b08fed45-0081-436c-9dc8-0c077ddf2ac9 req-54e85b82-b563-4d1a-80f6-70e23672b7b9 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667236 May 13 15:22:33.378203 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.422484 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:33.624308 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-f29b01eb-3cc1-47dd-85ad-53fc187c909c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1940622 May 13 15:22:33.845206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-9e7a83fa-c328-4d31-85cf-5551740b493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:33.845206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-9e7a83fa-c328-4d31-85cf-5551740b493b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1096 time: 0.1329224 May 13 15:22:33.979049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:33.989270 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.022947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Transition to ACTIVE for port object fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:22:34.033605 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.104769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-ff676bdd-7ca0-4ae6-9990-b81154f4dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.104769 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-ff676bdd-7ca0-4ae6-9990-b81154f4dbc5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.2289851 May 13 15:22:34.245681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Pushing event updated for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:34.343060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-0ee50588-b11f-40ea-8fa0-43590056652f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 1000 time: 0.1906524 May 13 15:22:34.419923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Attempting to bind port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:22:34.419923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Attempting to bind port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:22:34.419923 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Attempting to bind port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 on network 9c15cfe6-e9de-494a-81e2-0524a997ec08 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:34.428725 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 on network 9c15cfe6-e9de-494a-81e2-0524a997ec08 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:22:34.429051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Attempting to bind port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 on network 9c15cfe6-e9de-494a-81e2-0524a997ec08 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:22:34.432294 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-74666990-2b83-4b9a-afcb-caf9a40540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.433489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-74666990-2b83-4b9a-afcb-caf9a40540e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0833859 May 13 15:22:34.438009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:22:34.438009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Checking segment: {'id': '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:34.438372 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Bound using segment: {'id': '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:22:34.438800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Bound port: fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:22:34.439166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.779213 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:22:34.783221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,segment=NetworkSegment(3557e39d-5cb5-4505-a2ef-6ad0fc43ee11),segment_id=3557e39d-5cb5-4505-a2ef-6ad0fc43ee11)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:22:34.788919 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.793766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-ef13b6e0-8675-4895-82b5-d70f057822ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.795252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-ef13b6e0-8675-4895-82b5-d70f057822ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470297 May 13 15:22:34.928884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419efb6-19e6-4c08-83d7-61340c60147e req-80a7f0b8-4f6d-4e91-b0f3-563a3cc0aea0 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.929591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3419efb6-19e6-4c08-83d7-61340c60147e req-80a7f0b8-4f6d-4e91-b0f3-563a3cc0aea0 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Synchronizing usage tracker for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:34.932797 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:34.933405 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:34.934750 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-557debb6-1f8c-4319-8043-5c630028323b service neutron] 10.222.0.90 "PUT /v2.0/ports/fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 200 len: 1091 time: 1.6691146 May 13 15:22:34.941254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:35.002499 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:35.014800 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca41037-1612-4721-a7b6-d430af9ffca1'] response: {'name': 'network-changed', 'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3', 'status': 'completed', 'code': 200} May 13 15:22:35.032630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557debb6-1f8c-4319-8043-5c630028323b service neutron] Pushing event updated for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:35.035101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3419efb6-19e6-4c08-83d7-61340c60147e req-80a7f0b8-4f6d-4e91-b0f3-563a3cc0aea0 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Unset dirty status for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:35.036318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3419efb6-19e6-4c08-83d7-61340c60147e req-80a7f0b8-4f6d-4e91-b0f3-563a3cc0aea0 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 943 time: 0.5371428 May 13 15:22:35.118021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-f5f80321-6cdc-4740-8cdc-0e45fcea480b service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883782 May 13 15:22:35.132412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3419efb6-19e6-4c08-83d7-61340c60147e req-1f059991-f1f3-4147-837e-5172be461b48 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Synchronizing usage tracker for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:22:35.210696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-6a989f13-3f01-46f8-b4a1-a697a51e5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.212176 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-6a989f13-3f01-46f8-b4a1-a697a51e5620 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 1094 time: 0.2321994 May 13 15:22:35.294569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-6df75dd6-7d33-432c-9c25-0bf7c5aff207 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 200 len: 217 time: 0.0671513 May 13 15:22:35.297182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3419efb6-19e6-4c08-83d7-61340c60147e req-1f059991-f1f3-4147-837e-5172be461b48 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Unset dirty status for tenant:4c5cbf3646e74125ad6c8ecae754c985 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:22:35.298211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3419efb6-19e6-4c08-83d7-61340c60147e req-1f059991-f1f3-4147-837e-5172be461b48 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417986 May 13 15:22:35.385386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa8e11fc-2b23-44dd-a18e-3d15ccf007ad req-fcd0d637-74fd-445e-a304-75aa86f1d01d service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559111 May 13 15:22:35.392160 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-58cb2212-9454-422e-9c1e-f4d734d979cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.393570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-58cb2212-9454-422e-9c1e-f4d734d979cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1b6a34f-d22c-4f68-8512-5acdae28a73d HTTP/1.1" status: 200 len: 851 time: 0.0878048 May 13 15:22:35.445449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-d7dc30f9-a206-44a5-9dc7-d0063e0c2bb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c15cfe6-e9de-494a-81e2-0524a997ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400424 May 13 15:22:35.581341 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-b5f2a21b-47ae-4595-bd4c-39898223d357 service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278470 May 13 15:22:35.724367 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4768e2d1-cf59-4a66-909e-a53162d38625 req-10f000fe-fad9-4c54-badc-7dc6a16f2e3c service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341023 May 13 15:22:35.856782 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-0cd08252-bf18-4d4b-a980-d60363b070b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.859147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-0cd08252-bf18-4d4b-a980-d60363b070b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 1094 time: 0.0775125 May 13 15:22:35.995099 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-8ac02633-67cc-4e25-88f3-962d245819b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:35.996663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-8ac02633-67cc-4e25-88f3-962d245819b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 200 len: 912 time: 0.1308560 May 13 15:22:36.065557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-a456cd32-cda1-4d1d-99f1-8fb796edc5cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 200 len: 217 time: 0.0613439 May 13 15:22:36.130579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-eae303ed-94af-424d-b839-ac9b03675c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:36.131960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-eae303ed-94af-424d-b839-ac9b03675c59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1b6a34f-d22c-4f68-8512-5acdae28a73d HTTP/1.1" status: 200 len: 851 time: 0.0605581 May 13 15:22:36.179302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-4b82111b-d15c-4a5f-8c1d-01fb3ede8f06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c15cfe6-e9de-494a-81e2-0524a997ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405755 May 13 15:22:36.309786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-0325f1ad-d6bd-461b-91f8-f59dca1e579f service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239178 May 13 15:22:36.488935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bc68e-4157-4429-aad4-a649de1d5c3f req-70d20a00-05d9-4982-a605-e55004e9e714 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:36.490625 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad9bc68e-4157-4429-aad4-a649de1d5c3f req-70d20a00-05d9-4982-a605-e55004e9e714 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 943 time: 0.0827069 May 13 15:22:36.535137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ad9bc68e-4157-4429-aad4-a649de1d5c3f req-c9763dc1-c488-4785-af78-10f51512d19b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 May 13 15:22:36.569240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1f25c170-1829-4703-95ba-f11bb75f6774 req-efe2c8fc-0a31-4e62-ba69-60cec93abaee service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525129 May 13 15:22:37.507687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:22:37.690305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,segment=NetworkSegment(3557e39d-5cb5-4505-a2ef-6ad0fc43ee11),segment_id=3557e39d-5cb5-4505-a2ef-6ad0fc43ee11)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:37.703244 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3', 'network_id': '9c15cfe6-e9de-494a-81e2-0524a997ec08', 'port_id': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3', 'mac_address': 'fa:16:3e:1f:54:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b6a34f-d22c-4f68-8512-5acdae28a73d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:22:37.758169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ed90-818b-4228-8294-33a7f4a16937 req-a8654c8c-c5e1-42a2-87cf-6b0d492f557b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:37.758169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-68d0ed90-818b-4228-8294-33a7f4a16937 req-a8654c8c-c5e1-42a2-87cf-6b0d492f557b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 943 time: 0.1099672 May 13 15:22:37.798373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:37.798373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:37.815785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:22:37.831089 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-68d0ed90-818b-4228-8294-33a7f4a16937 req-da2ebe69-86bb-471f-9fbf-d7c418076eeb tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 May 13 15:22:37.833010 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,segment=NetworkSegment(3557e39d-5cb5-4505-a2ef-6ad0fc43ee11),segment_id=3557e39d-5cb5-4505-a2ef-6ad0fc43ee11)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:37.837941 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:37.916505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:38.176031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:39.022814 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e05d1-57df-4dc0-b126-71ca81022736 req-c9dc4e26-3b6c-4a72-a814-b0ad26c9d431 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:39.024722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-219e05d1-57df-4dc0-b126-71ca81022736 req-c9dc4e26-3b6c-4a72-a814-b0ad26c9d431 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 944 time: 0.0852866 May 13 15:22:39.069937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-219e05d1-57df-4dc0-b126-71ca81022736 req-65616c8d-6f07-4b8d-8d54-9662344a2bfb tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 May 13 15:22:39.513315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:22:39.582456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:22:39.587015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:22:39.587385 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:39.707879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:22:39.708063 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:39.737408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:39.747217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,segment=NetworkSegment(3557e39d-5cb5-4505-a2ef-6ad0fc43ee11),segment_id=3557e39d-5cb5-4505-a2ef-6ad0fc43ee11)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:39.755002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:39.800599 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328a5897-3124-44d9-b135-a115bfcefea7'] response: {'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3', 'code': 200} May 13 15:22:39.829791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:39.944796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2976fe-c933-4046-a63e-e7ec1c55802b req-0da36ace-85bb-4fb6-9cc4-f80bfe19d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:39.946287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d2976fe-c933-4046-a63e-e7ec1c55802b req-0da36ace-85bb-4fb6-9cc4-f80bfe19d3a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 1096 time: 0.0719609 May 13 15:22:39.997746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d2976fe-c933-4046-a63e-e7ec1c55802b req-7b9af62f-b79f-4fb0-8ee8-c6fbedb50f46 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 May 13 15:22:40.273047 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916210f4-e6de-4375-891c-382136062949 req-ab82bcff-95a0-4cfa-8e49-0425eba10433 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:40.274359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-916210f4-e6de-4375-891c-382136062949 req-ab82bcff-95a0-4cfa-8e49-0425eba10433 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0837991 May 13 15:22:40.323775 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-916210f4-e6de-4375-891c-382136062949 req-c6e4cc35-f58b-4188-b028-1937c51e66d7 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 May 13 15:22:41.521414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72afa-181a-450a-ab35-18062e2e8526 req-fbec6afa-b195-4972-a021-c222e0840ed2 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:41.522566 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0a72afa-181a-450a-ab35-18062e2e8526 req-fbec6afa-b195-4972-a021-c222e0840ed2 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0887022 May 13 15:22:41.572754 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0a72afa-181a-450a-ab35-18062e2e8526 req-7bb7d755-83c6-4171-83b0-289cb84c6d51 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 May 13 15:22:41.770100 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5083e-8d15-4d75-a64a-8d6e1e80e61d req-662d5ffd-6866-4551-82c8-d034dff6912e tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:41.773832 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5c5083e-8d15-4d75-a64a-8d6e1e80e61d req-662d5ffd-6866-4551-82c8-d034dff6912e tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0896397 May 13 15:22:41.833729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5c5083e-8d15-4d75-a64a-8d6e1e80e61d req-4854914d-cb5c-417b-9678-0ac41dfa3f3d tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531886 May 13 15:22:42.322535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14264d-dfcf-48c4-96a7-9e638401a6a2 req-450df131-df6b-4610-a053-d749790ca822 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:42.324039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab14264d-dfcf-48c4-96a7-9e638401a6a2 req-450df131-df6b-4610-a053-d749790ca822 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0863080 May 13 15:22:42.370270 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab14264d-dfcf-48c4-96a7-9e638401a6a2 req-9c8ffee2-3aaf-44bd-98cf-cdff3a317954 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 May 13 15:22:43.555015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae19e5c-1a35-40bb-bbae-35e1c92718f1 req-683cb789-19a9-4d50-aa04-8313a0ee887a tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:43.556511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eae19e5c-1a35-40bb-bbae-35e1c92718f1 req-683cb789-19a9-4d50-aa04-8313a0ee887a tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0815256 May 13 15:22:43.604545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eae19e5c-1a35-40bb-bbae-35e1c92718f1 req-71ce211e-338c-45d8-b5b2-08445543a733 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 May 13 15:22:44.019175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-8c6220b9-2788-4abe-ae93-fee248e42f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.020855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-8c6220b9-2788-4abe-ae93-fee248e42f92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 1096 time: 0.1125968 May 13 15:22:44.028478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f51c7-762b-4999-8113-573be5e81908 req-5812b045-8071-491e-af38-7b88b5cce0b6 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.029829 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-834f51c7-762b-4999-8113-573be5e81908 req-5812b045-8071-491e-af38-7b88b5cce0b6 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.1537967 May 13 15:22:44.155482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-834f51c7-762b-4999-8113-573be5e81908 req-fef4ac34-a8a4-4ca1-870f-deec97c39c76 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055927 May 13 15:22:44.207316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-14a7bcc2-eb34-4eeb-9e42-be2774d2a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.208807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-14a7bcc2-eb34-4eeb-9e42-be2774d2a33c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 200 len: 912 time: 0.1767068 May 13 15:22:44.283113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-a721b08f-3fcf-427d-b57e-1028d96815c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 200 len: 217 time: 0.0640874 May 13 15:22:44.348618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-f53b8d82-f961-413a-b814-fc76499c9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:44.350080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-f53b8d82-f961-413a-b814-fc76499c9398 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1b6a34f-d22c-4f68-8512-5acdae28a73d HTTP/1.1" status: 200 len: 851 time: 0.0570440 May 13 15:22:44.400085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-712ff35b-6741-4b06-90ec-95f674aebf2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c15cfe6-e9de-494a-81e2-0524a997ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403566 May 13 15:22:44.535705 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-bcd6b0f5-0514-44e3-ab75-d3478982fbbd service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247663 May 13 15:22:44.674745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e2147af0-1198-48ea-bbab-5abfdeea49fd req-de87cb0f-340a-4733-ab62-27e6b3e58752 service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286025 May 13 15:22:45.345933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320effda-22e0-43b1-a5ff-ff566e765169 req-8d1f581f-d5b5-4758-b5f1-4e58ff49e933 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:45.347421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-320effda-22e0-43b1-a5ff-ff566e765169 req-8d1f581f-d5b5-4758-b5f1-4e58ff49e933 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0834436 May 13 15:22:45.398492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-320effda-22e0-43b1-a5ff-ff566e765169 req-ae23ce31-24f2-4dc4-ad0a-7feca51d5fc2 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 May 13 15:22:46.582987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736c248-1673-4ecf-8b08-82cc1dddff87 req-1ac69d7d-9068-4009-bf2e-6a44f04f1e46 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:46.584464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6736c248-1673-4ecf-8b08-82cc1dddff87 req-1ac69d7d-9068-4009-bf2e-6a44f04f1e46 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0816441 May 13 15:22:46.627392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6736c248-1673-4ecf-8b08-82cc1dddff87 req-4534057b-4798-421a-965d-e1d34c73da5b tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372477 May 13 15:22:47.026771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d3f2-0433-457f-9c6f-02eccdf3dd68 req-6f8b6ff7-3879-40d9-8abe-67cf3f599ade tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:47.028232 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28c0d3f2-0433-457f-9c6f-02eccdf3dd68 req-6f8b6ff7-3879-40d9-8abe-67cf3f599ade tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0781512 May 13 15:22:47.072787 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28c0d3f2-0433-457f-9c6f-02eccdf3dd68 req-0255b3e6-1d31-4a93-a5ec-2820176ba583 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 May 13 15:22:48.265260 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd32e22-56eb-4f1c-bc2f-09a7bd444016 req-b58dd381-9a49-4de8-a4ac-a714eaf26040 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:48.266759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bd32e22-56eb-4f1c-bc2f-09a7bd444016 req-b58dd381-9a49-4de8-a4ac-a714eaf26040 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0832660 May 13 15:22:48.311941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bd32e22-56eb-4f1c-bc2f-09a7bd444016 req-70ece619-69d8-416c-aacd-a4b5ed56cc96 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 May 13 15:22:48.656364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91286e0-a986-472f-9ff0-7de5f659c595 req-747a60db-4d3e-49cc-9103-53181db10a92 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:48.657864 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f91286e0-a986-472f-9ff0-7de5f659c595 req-747a60db-4d3e-49cc-9103-53181db10a92 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0786290 May 13 15:22:48.693066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-9a0f151a-1dab-4b7e-bfc8-2ab8b2655746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:48.694925 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-9a0f151a-1dab-4b7e-bfc8-2ab8b2655746 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 1096 time: 0.0798278 May 13 15:22:48.704515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f91286e0-a986-472f-9ff0-7de5f659c595 req-42275377-8e29-4364-8d80-78d6f52b1717 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 May 13 15:22:48.959933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-0cd8e323-ec27-48ec-a0ee-528f95d9936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:48.961432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-0cd8e323-ec27-48ec-a0ee-528f95d9936d service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 200 len: 912 time: 0.2570212 May 13 15:22:49.034142 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-d7279841-b726-4d1e-8687-097d3ba7e882 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 200 len: 217 time: 0.0631485 May 13 15:22:49.098411 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-6129caba-af3a-41eb-87f8-02376ea6a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:49.100409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-6129caba-af3a-41eb-87f8-02376ea6a5a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e1b6a34f-d22c-4f68-8512-5acdae28a73d HTTP/1.1" status: 200 len: 851 time: 0.0558965 May 13 15:22:49.150469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-0cebc112-033a-4d1b-a8b2-1826b8c2a720 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c15cfe6-e9de-494a-81e2-0524a997ec08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399485 May 13 15:22:49.287620 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-3c7278aa-4372-43de-a9d1-12af32a349ab service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250832 May 13 15:22:49.421339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01091484-efbf-48d4-8e03-4ce46c5811a8 req-a232fd5e-fcf9-46a5-946b-9193553e2017 service neutron] 10.222.0.90 "GET /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236589 May 13 15:22:49.847690 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:49.897327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b1bc-6d85-4d59-ab95-613fe4b68f3e req-e338ff0c-a873-4705-8366-1539dbea0608 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:49.898804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c995b1bc-6d85-4d59-ab95-613fe4b68f3e req-e338ff0c-a873-4705-8366-1539dbea0608 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0866125 May 13 15:22:49.943952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c995b1bc-6d85-4d59-ab95-613fe4b68f3e req-64038c38-9196-4dba-a88d-ca6f42cda705 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 May 13 15:22:50.849914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:51.132109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc85256-96c5-4640-9c77-0fec44c5999c req-b1503b4d-f55e-4661-8326-d3412f440133 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:51.133594 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc85256-96c5-4640-9c77-0fec44c5999c req-b1503b4d-f55e-4661-8326-d3412f440133 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0832589 May 13 15:22:51.178012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc85256-96c5-4640-9c77-0fec44c5999c req-5c038244-e86f-48bd-93c8-d98bea0ce203 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 May 13 15:22:51.550051 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8cec1-c504-48b5-85fe-2beb1dd3143e req-c8fb911b-df76-471d-b103-1d74a786a943 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:51.551521 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61b8cec1-c504-48b5-85fe-2beb1dd3143e req-c8fb911b-df76-471d-b103-1d74a786a943 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0801141 May 13 15:22:51.601175 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-61b8cec1-c504-48b5-85fe-2beb1dd3143e req-2aa89a0c-86d1-4528-a0d9-e4de81c7a9df tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 May 13 15:22:52.792425 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec81bb-2e4c-473d-ba8b-b8ec9df3bc6e req-ad6bc7cc-290f-413f-9d17-11da20dd86fe tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:52.793914 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fec81bb-2e4c-473d-ba8b-b8ec9df3bc6e req-ad6bc7cc-290f-413f-9d17-11da20dd86fe tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0813756 May 13 15:22:52.841638 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0fec81bb-2e4c-473d-ba8b-b8ec9df3bc6e req-85384c7f-1dd6-4522-b50a-9fe136e52e4c tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 May 13 15:22:53.472672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-7b39028b-21c8-4a2b-9e16-4344f4eca1ae tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:53.473994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-7b39028b-21c8-4a2b-9e16-4344f4eca1ae tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.90 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0784886 May 13 15:22:53.549963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Deleting port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:22:53.550300 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:53.806914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] For port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,segment=NetworkSegment(3557e39d-5cb5-4505-a2ef-6ad0fc43ee11),segment_id=3557e39d-5cb5-4505-a2ef-6ad0fc43ee11)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:22:53.807520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:53.946017 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Calling delete_port for fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:22:54.030381 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedc9f-f60d-4f90-a870-8c4724c847db req-81ad6b02-ea60-4c23-ae28-20bc7733419e tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:54.031785 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6dedc9f-f60d-4f90-a870-8c4724c847db req-81ad6b02-ea60-4c23-ae28-20bc7733419e tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/ports?device_id=08138411-f0b8-4b38-99bb-f9ef535d3558 HTTP/1.1" status: 200 len: 945 time: 0.0822780 May 13 15:22:54.077797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a6dedc9f-f60d-4f90-a870-8c4724c847db req-94830169-606c-4025-9207-d8d622fc9b24 tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.36 "GET /v2.0/security-groups?id=14a77966-2010-422a-89b1-d4a1492cd7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 May 13 15:22:54.089567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:54.106656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:22:54.143616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Pushing event deleted for resources: {'Port': ['ID=fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:54.216540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] No DVR routers for this DVR port fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:22:54.219067 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:54.221590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'name': 'network-vif-deleted', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:22:54.238287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6cb95f7b-2ef5-4f1a-a2d0-74fbacf6ea35 req-1ad932bc-ec9c-43b0-88c1-f45ab2f704ee tempest-TestServerAdvancedOps-1188855343 tempest-TestServerAdvancedOps-1188855343-project] 10.222.0.90 "DELETE /v2.0/ports/fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 HTTP/1.1" status: 204 len: 173 time: 0.7538249 May 13 15:22:54.272685 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21eb915-5408-4e65-abd0-2600e0a117e1'] response: {'server_uuid': '08138411-f0b8-4b38-99bb-f9ef535d3558', 'name': 'network-vif-deleted', 'tag': 'fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3', 'status': 'completed', 'code': 200} May 13 15:22:55.176652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47450) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:55.240457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Deleting subnet e1b6a34f-d22c-4f68-8512-5acdae28a73d {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:22:55.243344 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.297873 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.355405 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.432531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.477753 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.480536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b6a34f-d22c-4f68-8512-5acdae28a73d,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:55.489824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-761bcc1f-5cb6-4193-836b-5289ecb04255 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e1b6a34f-d22c-4f68-8512-5acdae28a73d HTTP/1.1" status: 204 len: 168 time: 0.3071604 May 13 15:22:55.489824 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47454) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:55.600023 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.869854 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.911721 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c15cfe6-e9de-494a-81e2-0524a997ec08']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.926395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.926850 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3557e39d-5cb5-4505-a2ef-6ad0fc43ee11') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:55.942036 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.960579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.967936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:22:55.967936 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: timer() May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:22:55.986028 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:22:56.065255 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.089462 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.102585 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c15cfe6-e9de-494a-81e2-0524a997ec08,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:56.114503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47458) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:56.118171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-46d682d8-deb5-4e9c-b66e-404697e7f23c admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c15cfe6-e9de-494a-81e2-0524a997ec08 HTTP/1.1" status: 204 len: 168 time: 0.6282921 May 13 15:22:56.182439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Deleting subnet 6cc7c628-f638-40b1-85ee-2e79cff63ad5 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:22:56.185611 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.238451 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.300791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.371989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.408956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc7c628-f638-40b1-85ee-2e79cff63ad5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:56.415126 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.421648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5080466b-73c9-468d-a1d6-8591b7863f07 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6cc7c628-f638-40b1-85ee-2e79cff63ad5 HTTP/1.1" status: 204 len: 168 time: 0.3050697 May 13 15:22:56.424022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47462) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:56.662612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.791120 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.817940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa8e212-b261-4b42-9d4a-069afa5d4331']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:56.831195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1dce61-597e-461f-b451-4573a96f3b19') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:56.831195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1dce61-597e-461f-b451-4573a96f3b19') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:22:56.843174 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.863956 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.871597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:22:56.871597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: timer() May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:22:56.884634 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:22:56.959826 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.964099 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:56.984678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] 10.222.0.36 "DELETE /v2.0/networks/daa8e212-b261-4b42-9d4a-069afa5d4331 HTTP/1.1" status: 204 len: 168 time: 0.5595818 May 13 15:22:56.987865 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93d7ef-eba1-499e-ba95-ab2bb102df72 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa8e212-b261-4b42-9d4a-069afa5d4331,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:57.173973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47468) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:57.233932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b1787cda-5308-4283-aa31-dd2db0d2eeb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c5cbf3646e74125ad6c8ecae754c985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587416 May 13 15:22:57.236905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47472) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:57.318078 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:57.349144 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:57.403782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:57.421740 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a77966-2010-422a-89b1-d4a1492cd7a8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:57.431683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.432027 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.432881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.432881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.433327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.433327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.433640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.434673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.434673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.434673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.434881 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.435176 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:22:57.443528 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:57.447136 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-562c8a2f-925a-41ea-9cce-694de1ca7635 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14a77966-2010-422a-89b1-d4a1492cd7a8 HTTP/1.1" status: 204 len: 168 time: 0.2067719 May 13 15:22:57.611183 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:22:57.651950 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:22:57.652634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device fba8d3d0-dcca-4d7f-9ce4-c1a8245fabe3 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:22:57.847146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47480) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:57.903748 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8368800e-4a5e-4766-9aa8-97d80456c313 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d20437fdf50349ebb1e331fcccf605ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527396 May 13 15:22:57.903869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47484) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:57.969007 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:57.997657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:58.055567 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:58.074146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f414c8-410a-4055-acd8-d16896595fb8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:58.080404 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:58.085577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9093400-bf2f-43b4-b1cb-bef4445608f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63f414c8-410a-4055-acd8-d16896595fb8 HTTP/1.1" status: 204 len: 168 time: 0.1807964 May 13 15:22:58.929950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47508) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:59.040753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1962234823-network', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:59.047364 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:59.051373 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Usage tracker for resource:network and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:59.054319 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:59.060621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:59.071395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Made reservation on behalf of 51a7dafd9579455f9dbd82f83008ebc8 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:59.074468 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.087855 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.102359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:59.106232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:59.109020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:59.114648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:59.196131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.200724 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.230525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:22:59.238745 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03356a5-f24a-4ef1-9242-1119216405b3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:59.244451 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.244785 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Added segment 5e4e093e-2db9-4507-88c3-5a5e31093e94 of type vlan for network cebef950-0e4d-4020-9204-24b85a956242 May 13 15:22:59.273657 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.303420 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.304387 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:59.304975 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.392935 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:22:59.406653 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] Pushing event updated for resources: {'Network': ['ID=cebef950-0e4d-4020-9204-24b85a956242,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:59.410629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-40c0205a-814c-4643-b679-e4192bfb53a4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4796436 May 13 15:22:59.413551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47514) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:59.416275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network cebef950-0e4d-4020-9204-24b85a956242 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:22:59.419188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Request body: {'subnet': {'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1962234823-subnet', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'ip_version': 4}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:59.425145 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:59.430419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Usage tracker for resource:subnet and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:59.433935 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:59.441762 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:59.453535 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Made reservation on behalf of 51a7dafd9579455f9dbd82f83008ebc8 for: {'subnet': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:22:59.455932 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5174081'] for subnet, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.683359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7608809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5174103'] for subnet, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.768118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa595e4-7d31-4315-a157-1bba0e72adfc,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:22:59.775382 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Checking segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:22:59.775728 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Network hostable DHCP agents. Network: cebef950-0e4d-4020-9204-24b85a956242, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:22:59.795561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Network cebef950-0e4d-4020-9204-24b85a956242 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:22:59.805175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, cebef950-0e4d-4020-9204-24b85a956242) {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:22:59.809335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:22:59.809915 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.814392 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0d987f-68c9-40f6-80e9-35737a66d780 None None] Network cebef950-0e4d-4020-9204-24b85a956242 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:22:59.831002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-faa284af-8209-4898-9c6d-fb9829d861a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4162550 May 13 15:22:59.833612 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47518) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:22:59.839875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:22:59.845766 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:22:59.849845 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Usage tracker for resource:router and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:22:59.852723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:22:59.858643 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:22:59.869589 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.870595 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.886019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:22:59.905925 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d267e3a9-57ad-4b00-8d98-e12360332010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.071249 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-cebef950-0e4d-4020-9204-24b85a956242', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:23:00.072067 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.159964 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.225848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Allocated IP 172.20.0.2 (cebef950-0e4d-4020-9204-24b85a956242/ffa595e4-7d31-4315-a157-1bba0e72adfc/a816e19b-0f76-4e98-beb2-50b324ef2544) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:00.447827 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.457944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Transition to ACTIVE for port object a816e19b-0f76-4e98-beb2-50b324ef2544 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:00.476495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Transition to ACTIVE for port object a816e19b-0f76-4e98-beb2-50b324ef2544 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:00.482610 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.549603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Network cebef950-0e4d-4020-9204-24b85a956242 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:00.550751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:00.556054 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:00.579044 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.592140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Pushing event updated for resources: {'Port': ['ID=a816e19b-0f76-4e98-beb2-50b324ef2544,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:00.613662 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.654250 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Attempting to bind port a816e19b-0f76-4e98-beb2-50b324ef2544 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:00.654620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Attempting to bind port a816e19b-0f76-4e98-beb2-50b324ef2544 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:00.654998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Attempting to bind port a816e19b-0f76-4e98-beb2-50b324ef2544 on network cebef950-0e4d-4020-9204-24b85a956242 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:00.660277 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:00.660642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Checking segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:00.661038 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.661425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Bound using segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:00.661907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Bound port: a816e19b-0f76-4e98-beb2-50b324ef2544, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:00.662272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.751394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] For port a816e19b-0f76-4e98-beb2-50b324ef2544, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:00.753454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Allocated IP 172.25.5.246 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/699dbfd4-2802-42eb-a0ef-1945ba88aa56) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:00.754214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] For port a816e19b-0f76-4e98-beb2-50b324ef2544, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a816e19b-0f76-4e98-beb2-50b324ef2544,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:00.759963 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.875917 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800431f-ea23-4941-95fe-b1732ddc729f None None] Pushing event updated for resources: {'Port': ['ID=a816e19b-0f76-4e98-beb2-50b324ef2544,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:00.912985 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:00.944075 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:01.014727 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:01.017818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:01.021841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:01.072121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Pushing event updated for resources: {'Port': ['ID=699dbfd4-2802-42eb-a0ef-1945ba88aa56,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:01.459892 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:01.838214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a816e19b-0f76-4e98-beb2-50b324ef2544 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:01.841067 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:01.921268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a816e19b-0f76-4e98-beb2-50b324ef2544 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:01.931626 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb58323-a591-44ba-88d4-74bbd1890cb5 None None] Network cebef950-0e4d-4020-9204-24b85a956242 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:23:02.027550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Provisioning for port a816e19b-0f76-4e98-beb2-50b324ef2544 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:02.045748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Provisioning complete for port a816e19b-0f76-4e98-beb2-50b324ef2544 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:02.046115 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.161012 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Router f5678f8a-e561-47c7-ada4-336a0cf72213 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:23:02.260826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Current status of the port a816e19b-0f76-4e98-beb2-50b324ef2544 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:02.261210 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.304394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] For port a816e19b-0f76-4e98-beb2-50b324ef2544, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a816e19b-0f76-4e98-beb2-50b324ef2544,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:02.308650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.351199 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:02.363981 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Sync routers for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:02.376380 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:02.377134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:22:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:02.382222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.383629 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-82e03bb1-79e1-48b2-b026-fb6d0aeceb49 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5484574 May 13 15:23:02.386736 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47524) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:02.389189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e93a18-be5a-4a04-a4f1-24c73f9f00d5 None None] Pushing event updated for resources: {'Port': ['ID=a816e19b-0f76-4e98-beb2-50b324ef2544,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:02.530897 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b467ab2f-97b5-44d7-9412-21cc628d4c7d None None] Provisioning complete for port a816e19b-0f76-4e98-beb2-50b324ef2544 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:02.531347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b467ab2f-97b5-44d7-9412-21cc628d4c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.563979 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:02.653976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b467ab2f-97b5-44d7-9412-21cc628d4c7d None None] Current status of the port a816e19b-0f76-4e98-beb2-50b324ef2544 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:02.705207 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d72e882e-dd04-4951-a68f-b730cc91a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.861315 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:01Z', 'revision_number': 3, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:02.865780 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Checking router: f5678f8a-e561-47c7-ada4-336a0cf72213 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:02.866120 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Updating router f5678f8a-e561-47c7-ada4-336a0cf72213 port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:23:02.875310 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:02.918306 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.144021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.251300 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.262879 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Transition to ACTIVE for port object 699dbfd4-2802-42eb-a0ef-1945ba88aa56 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:03.269743 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.346781 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Attempting to bind port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:03.347894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Attempting to bind port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:03.347894 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Attempting to bind port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:03.355238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Allocated IP 172.20.0.1 (cebef950-0e4d-4020-9204-24b85a956242/ffa595e4-7d31-4315-a157-1bba0e72adfc/a97030a5-717a-4b0c-a89d-69c1f8bd825b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:03.358400 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:03.358769 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:03.359168 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.359549 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:03.360007 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Bound port: 699dbfd4-2802-42eb-a0ef-1945ba88aa56, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:03.360397 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.364663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.413901 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Pushing event updated for resources: {'Port': ['ID=699dbfd4-2802-42eb-a0ef-1945ba88aa56,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:03.436335 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.436670 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.437132 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.437319 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.437639 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.437958 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.438289 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.438581 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.438897 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.439206 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.439512 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.439818 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:03.476931 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] For port 699dbfd4-2802-42eb-a0ef-1945ba88aa56, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:03.480614 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] For port 699dbfd4-2802-42eb-a0ef-1945ba88aa56, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=699dbfd4-2802-42eb-a0ef-1945ba88aa56,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:03.484823 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.564521 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:03.565125 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:03.626324 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57332344-7421-4d13-b86a-78c7c2555025 None None] Pushing event updated for resources: {'Port': ['ID=699dbfd4-2802-42eb-a0ef-1945ba88aa56,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:03.638038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.659999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Transition to ACTIVE for port object a97030a5-717a-4b0c-a89d-69c1f8bd825b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:03.684321 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.748186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Network cebef950-0e4d-4020-9204-24b85a956242 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:03.748352 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:03.751001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:03.755065 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:03.802819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Pushing event updated for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:03.811424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a816e19b-0f76-4e98-beb2-50b324ef2544 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:03.827263 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:03.919091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a816e19b-0f76-4e98-beb2-50b324ef2544 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:03.921906 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.025781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.078153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a816e19b-0f76-4e98-beb2-50b324ef2544 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:04.097151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40c12188-63a4-43e3-8bb4-5522ee8ae79a None None] Provisioning for port a97030a5-717a-4b0c-a89d-69c1f8bd825b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:04.102841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-40c12188-63a4-43e3-8bb4-5522ee8ae79a None None] Provisioning complete for port a97030a5-717a-4b0c-a89d-69c1f8bd825b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:04.102841 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-40c12188-63a4-43e3-8bb4-5522ee8ae79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.130930 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:01Z', 'revision_number': 3, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:04.135339 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e60bc4-17cd-451d-9ba2-cbd0dd950eed None None] The sync data for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 is: [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:01Z', 'revision_number': 3, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:04.164467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-40c12188-63a4-43e3-8bb4-5522ee8ae79a None None] Port a97030a5-717a-4b0c-a89d-69c1f8bd825b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:04.285962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.297613 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.422315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Pushing event updated for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:04.444021 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.611385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Network cebef950-0e4d-4020-9204-24b85a956242 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:04.612708 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:04.817252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Router f5678f8a-e561-47c7-ada4-336a0cf72213 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:04.895699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c637b9d3-2bb9-4815-a332-a7631325206a None None] Provisioning complete for port a97030a5-717a-4b0c-a89d-69c1f8bd825b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:04.896825 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c637b9d3-2bb9-4815-a332-a7631325206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:04.960321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c637b9d3-2bb9-4815-a332-a7631325206a None None] Port a97030a5-717a-4b0c-a89d-69c1f8bd825b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:04.999548 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.039215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:05.049821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-db30c9fc-78e7-4535-9e6d-9f984205a248 admin admin] 10.222.0.36 "PUT /v2.0/routers/f5678f8a-e561-47c7-ada4-336a0cf72213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6611865 May 13 15:23:05.760396 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47546) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:05.767491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2133409466-network', 'tenant_id': '0d206719228a4f62b9000c7bf6837019'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:05.773148 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:05.782441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Usage tracker for resource:network and tenant:0d206719228a4f62b9000c7bf6837019 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:05.784998 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:05.793034 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:05.814233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Made reservation on behalf of 0d206719228a4f62b9000c7bf6837019 for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:23:05.819530 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.847995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 699dbfd4-2802-42eb-a0ef-1945ba88aa56 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:05.849677 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.867494 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:05.871517 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d206719228a4f62b9000c7bf6837019 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:05.874402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:05.882188 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:05.921584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Sync routers for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:05.942070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:05.942715 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:05.994701 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:05.999110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.031288 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:06.041887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:06.042280 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.042562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01df8a-993b-45f4-aa04-0510b6d54006,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:06.045308 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:23:06.055935 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.056316 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Added segment 53fd279d-1392-423b-8354-53d9b88e92a8 of type vlan for network 06b9333c-502a-4852-bc48-20b8450b653f May 13 15:23:06.087275 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.126289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.126289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.126289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.199144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:06.240696 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4788527 May 13 15:23:06.241617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47552) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:06.246652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Request body: {'subnet': {'network_id': '06b9333c-502a-4852-bc48-20b8450b653f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2133409466-subnet', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:06.251298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b7c5c-05c6-4555-86b7-501f526721c8 admin admin] Pushing event updated for resources: {'Network': ['ID=06b9333c-502a-4852-bc48-20b8450b653f,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:06.252077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:06.266499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Usage tracker for resource:subnet and tenant:0d206719228a4f62b9000c7bf6837019 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:06.270068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:06.276168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:06.289025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Made reservation on behalf of 0d206719228a4f62b9000c7bf6837019 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:23:06.292670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 06b9333c-502a-4852-bc48-20b8450b653f details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:23:06.292819 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.505164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:06.505164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.515312 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.590025 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee81843-c096-4ea8-8f92-17a4436dde76,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:06.607257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Checking segment: {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:06.607612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Network hostable DHCP agents. Network: 06b9333c-502a-4852-bc48-20b8450b653f, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:23:06.619594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 699dbfd4-2802-42eb-a0ef-1945ba88aa56, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=699dbfd4-2802-42eb-a0ef-1945ba88aa56,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:06.628782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.630621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Network 06b9333c-502a-4852-bc48-20b8450b653f is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:23:06.642807 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 06b9333c-502a-4852-bc48-20b8450b653f) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:06.649820 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:06.649820 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.679006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13f88f-8913-403b-be87-016584e405d0 None None] Network 06b9333c-502a-4852-bc48-20b8450b653f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:23:06.679464 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5f7e1516-bc8c-40db-a857-23426a93b4de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4353616 May 13 15:23:06.680753 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47558) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:06.686813 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:06.691928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:06.695886 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Usage tracker for resource:router and tenant:0d206719228a4f62b9000c7bf6837019 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:06.698756 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:06.704961 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:06.718315 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.719441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.739140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:06.880459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=699dbfd4-2802-42eb-a0ef-1945ba88aa56,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:07.025033 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:04Z', 'revision_number': 2, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:07.030905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-06b9333c-502a-4852-bc48-20b8450b653f', 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'fixed_ips': [{'subnet_id': 'eee81843-c096-4ea8-8f92-17a4436dde76'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:23:07.031718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.041298 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Checking router: f5678f8a-e561-47c7-ada4-336a0cf72213 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:07.041646 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Updating router f5678f8a-e561-47c7-ada4-336a0cf72213 port a97030a5-717a-4b0c-a89d-69c1f8bd825b binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:23:07.049532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.166562 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.367306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Allocated IP 172.20.0.2 (06b9333c-502a-4852-bc48-20b8450b653f/eee81843-c096-4ea8-8f92-17a4436dde76/64f408b4-4f01-4b2e-809a-71f38d379ca0) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:07.382359 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.413852 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.678570 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Allocated IP 172.25.5.82 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/7e7b2965-3460-43d3-89da-b1f292b20539) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:07.779862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.795018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Transition to ACTIVE for port object 64f408b4-4f01-4b2e-809a-71f38d379ca0 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:07.824953 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Transition to ACTIVE for port object 64f408b4-4f01-4b2e-809a-71f38d379ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:07.833751 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 699dbfd4-2802-42eb-a0ef-1945ba88aa56 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:07.875692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.884899 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.921299 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.974408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Network 06b9333c-502a-4852-bc48-20b8450b653f is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:07.980579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:07.984019 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:07.994443 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:08.004353 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:08.007926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:08.012358 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:08.022217 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Transition to ACTIVE for port object a97030a5-717a-4b0c-a89d-69c1f8bd825b will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:08.070124 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e7b2965-3460-43d3-89da-b1f292b20539,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:08.112604 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Pushing event updated for resources: {'Port': ['ID=64f408b4-4f01-4b2e-809a-71f38d379ca0,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:08.134966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.169855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.169967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.170320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.170711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.171092 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.171544 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.171934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.172261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.173034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.173034 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.173315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.173986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:08.321780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Attempting to bind port 64f408b4-4f01-4b2e-809a-71f38d379ca0 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:08.322266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Attempting to bind port 64f408b4-4f01-4b2e-809a-71f38d379ca0 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:08.322698 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Attempting to bind port 64f408b4-4f01-4b2e-809a-71f38d379ca0 on network 06b9333c-502a-4852-bc48-20b8450b653f {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:08.360896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:08.361270 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Checking segment: {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:08.361695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.362600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Bound using segment: {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:08.362600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Bound port: 64f408b4-4f01-4b2e-809a-71f38d379ca0, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:08.363217 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.385656 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:08.386327 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.588489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079d6e-6293-4d09-be7c-cb37f0a2afc4 None None] Pushing event updated for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:08.709690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Attempting to bind port a97030a5-717a-4b0c-a89d-69c1f8bd825b on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:08.709690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Attempting to bind port a97030a5-717a-4b0c-a89d-69c1f8bd825b by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:08.709690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Attempting to bind port a97030a5-717a-4b0c-a89d-69c1f8bd825b on network cebef950-0e4d-4020-9204-24b85a956242 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Checking segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Bound using segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Bound port: a97030a5-717a-4b0c-a89d-69c1f8bd825b, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:08.738608 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.758158 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:08.764847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] For port 64f408b4-4f01-4b2e-809a-71f38d379ca0, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:08.852132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] For port 64f408b4-4f01-4b2e-809a-71f38d379ca0, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=64f408b4-4f01-4b2e-809a-71f38d379ca0,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:08.886586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.005847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:09.007976 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77812-d1ac-41f4-ba43-c8e004f934a2 None None] Pushing event updated for resources: {'Port': ['ID=64f408b4-4f01-4b2e-809a-71f38d379ca0,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:09.052269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] For port a97030a5-717a-4b0c-a89d-69c1f8bd825b, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:09.054683 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] For port a97030a5-717a-4b0c-a89d-69c1f8bd825b, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a97030a5-717a-4b0c-a89d-69c1f8bd825b,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:09.062322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.169180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079d6e-6293-4d09-be7c-cb37f0a2afc4 None None] Pushing event updated for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:09.173136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:09.173670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:09.228807 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.414271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:09.576270 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Router eb8335a1-9984-49af-88dc-aeacb1d14d4c is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:23:09.863592 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 64f408b4-4f01-4b2e-809a-71f38d379ca0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:09.900726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:09Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:09.911424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:09.917566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057abfb-1869-4afd-b17a-6220c18dd9a1 None None] The sync data for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 is: [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:09Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:09.923238 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Sync routers for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:09.943983 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:09.944181 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:09.947966 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:09.948960 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c5551b13-77c3-41cd-a4ea-c07f244bdfe3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2635412 May 13 15:23:09.948960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47562) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:09.977811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 64f408b4-4f01-4b2e-809a-71f38d379ca0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:10.198156 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:10.434179 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde8090-baa2-4c6e-9a0d-0cd0a4d23dde None None] Network 06b9333c-502a-4852-bc48-20b8450b653f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:23:10.563937 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 3, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:10.568644 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Checking router: eb8335a1-9984-49af-88dc-aeacb1d14d4c for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:10.568992 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Updating router eb8335a1-9984-49af-88dc-aeacb1d14d4c port 7e7b2965-3460-43d3-89da-b1f292b20539 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:23:10.625725 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.634491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Provisioning for port 64f408b4-4f01-4b2e-809a-71f38d379ca0 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:10.642811 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Provisioning complete for port 64f408b4-4f01-4b2e-809a-71f38d379ca0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:10.643533 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.867397 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:10.947129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Current status of the port 64f408b4-4f01-4b2e-809a-71f38d379ca0 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:10.947335 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.037830 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] For port 64f408b4-4f01-4b2e-809a-71f38d379ca0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=64f408b4-4f01-4b2e-809a-71f38d379ca0,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:11.042767 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.120815 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.127606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e059aa7-6405-49b7-aa02-66a064a0518f None None] Pushing event updated for resources: {'Port': ['ID=64f408b4-4f01-4b2e-809a-71f38d379ca0,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:11.144151 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Allocated IP 172.20.0.1 (06b9333c-502a-4852-bc48-20b8450b653f/eee81843-c096-4ea8-8f92-17a4436dde76/86a6a790-2373-4a1d-8767-1ac8efbce8bc) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:11.157014 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Transition to ACTIVE for port object 7e7b2965-3460-43d3-89da-b1f292b20539 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:11.166605 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.252053 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Attempting to bind port 7e7b2965-3460-43d3-89da-b1f292b20539 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:11.252446 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Attempting to bind port 7e7b2965-3460-43d3-89da-b1f292b20539 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:11.253037 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Attempting to bind port 7e7b2965-3460-43d3-89da-b1f292b20539 on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:11.261107 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a07f4-3b96-487d-b023-9389bafc00e2 None None] Pushing event updated for resources: {'Port': ['ID=7e7b2965-3460-43d3-89da-b1f292b20539,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:11.264764 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:11.265140 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:11.265537 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.265918 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:11.266385 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Bound port: 7e7b2965-3460-43d3-89da-b1f292b20539, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:11.266943 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.337390 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.353292 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] For port 7e7b2965-3460-43d3-89da-b1f292b20539, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:11.357563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] For port 7e7b2965-3460-43d3-89da-b1f292b20539, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7e7b2965-3460-43d3-89da-b1f292b20539,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:11.358292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Transition to ACTIVE for port object 86a6a790-2373-4a1d-8767-1ac8efbce8bc will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:11.364922 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.397406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.450106 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:11.450739 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:11.478855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8984175f-eea2-4323-9265-eaa1cc9798dd None None] Provisioning complete for port 64f408b4-4f01-4b2e-809a-71f38d379ca0 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:11.480692 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8984175f-eea2-4323-9265-eaa1cc9798dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.481559 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Network 06b9333c-502a-4852-bc48-20b8450b653f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:11.485298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:11.488831 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:11.550819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Pushing event updated for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:11.584734 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.641479 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a07f4-3b96-487d-b023-9389bafc00e2 None None] Pushing event updated for resources: {'Port': ['ID=7e7b2965-3460-43d3-89da-b1f292b20539,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:11.647131 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-8984175f-eea2-4323-9265-eaa1cc9798dd None None] Current status of the port 64f408b4-4f01-4b2e-809a-71f38d379ca0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:11.648362 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:11.879335 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e059491b-b6d1-4c1a-a77d-91ef510986ae None None] Provisioning for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:11.886353 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-e059491b-b6d1-4c1a-a77d-91ef510986ae None None] Provisioning complete for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:11.886720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e059491b-b6d1-4c1a-a77d-91ef510986ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:11.918358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a97030a5-717a-4b0c-a89d-69c1f8bd825b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:11.991047 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 3, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:11.995448 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c992-1b7b-449e-93ce-a646d9186965 None None] The sync data for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 is: [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:08Z', 'revision_number': 3, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:12.002192 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-e059491b-b6d1-4c1a-a77d-91ef510986ae None None] Port 86a6a790-2373-4a1d-8767-1ac8efbce8bc cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:12.022019 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.023936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port a97030a5-717a-4b0c-a89d-69c1f8bd825b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:12.031306 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a97030a5-717a-4b0c-a89d-69c1f8bd825b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:12.031780 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.185293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a97030a5-717a-4b0c-a89d-69c1f8bd825b is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:12.185997 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.244845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port a97030a5-717a-4b0c-a89d-69c1f8bd825b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a97030a5-717a-4b0c-a89d-69c1f8bd825b,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:12.248701 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.249464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 64f408b4-4f01-4b2e-809a-71f38d379ca0 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:12.288069 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.293234 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.372567 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:12.387063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 64f408b4-4f01-4b2e-809a-71f38d379ca0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:12.387633 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.413864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Pushing event updated for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:12.416289 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.519551 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 64f408b4-4f01-4b2e-809a-71f38d379ca0 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:12.556966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Network 06b9333c-502a-4852-bc48-20b8450b653f is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:12.558153 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:12.773220 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Router eb8335a1-9984-49af-88dc-aeacb1d14d4c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:12.840841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-a75e4192-f9e1-4810-ac77-e1f6b6706a41 None None] Provisioning complete for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:12.841461 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a75e4192-f9e1-4810-ac77-e1f6b6706a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:12.908015 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-a75e4192-f9e1-4810-ac77-e1f6b6706a41 None None] Port 86a6a790-2373-4a1d-8767-1ac8efbce8bc cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:12.973361 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:12.984107 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6f0b21ce-09fc-42da-8ade-12c328fb2c77 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb8335a1-9984-49af-88dc-aeacb1d14d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0340853 May 13 15:23:13.381776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47574) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:13.387169 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716204782', 'description': 'tempest-secgroup-smoke-716204782 description', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:13.394624 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:13.399315 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:13.402476 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:13.408456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:13.419371 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.439720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:13.444096 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:13.446962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:13.452882 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:13.534426 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.539393 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.559643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Sync routers for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:13.570679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:13.571312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:13.588683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.591811 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.596165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47578) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:13.600770 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-88a3123a-6fc0-4d2f-8427-9d675e6813b1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2177870 May 13 15:23:13.601371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:13.608064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:13.611940 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:13.614855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:13.621328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:13.638974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.703917 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.707539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.734391 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a14de6-ba4b-48f0-af59-501e82bb47c2,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.749038 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.750228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530855 May 13 15:23:13.751722 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.752069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.752430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.753134 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47584) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:13.756646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.758112 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.758660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.759094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.759202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:13.759625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.760056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.760930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.761263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.761588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23280659-0529-4c1e-a4df-ffae5174f5ed tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:23:13.766791 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:13.772306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:13.778533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:13.778919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:13.785841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:13.807281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.890221 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.894149 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.920395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880a0fcd-7eb7-491d-9a40-407c1db4dc7d,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:13.922688 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a97030a5-717a-4b0c-a89d-69c1f8bd825b up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:13.931054 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:13.932453 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-e59be0b1-9fd7-47fc-bfc6-a48635e83536 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1782246 May 13 15:23:13.936543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47588) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:13.942334 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:13.950024 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:13.954705 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:13.959957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:13.970798 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:13.988010 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.164178 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port a97030a5-717a-4b0c-a89d-69c1f8bd825b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:14.164497 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.187131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.193390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.220772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb58620-78e2-484c-9492-c45c1c7040af,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:14.227993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.229343 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-acabdc9d-ad5b-4305-8457-e361cea18f66 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2915063 May 13 15:23:14.232635 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47592) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:14.236974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:14.244096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:14.247974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:14.250847 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:14.256710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:14.276513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.340107 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.340321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 4, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '86a6a790-2373-4a1d-8767-1ac8efbce8bc', 'name': '', 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'mac_address': 'fa:16:3e:1d:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:10Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 2, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'subnets': [{'id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:14.342452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port a97030a5-717a-4b0c-a89d-69c1f8bd825b is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:14.343572 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7e7b2965-3460-43d3-89da-b1f292b20539 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:14.343920 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.376373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200313af-09ac-4926-83f0-a089815ff463,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:14.382985 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.384441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a0ec6706-6ca6-4e5f-a03b-47db60a9bfc3 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515105 May 13 15:23:14.387303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47596) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:14.390230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Checking router: eb8335a1-9984-49af-88dc-aeacb1d14d4c for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:14.390586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Updating router eb8335a1-9984-49af-88dc-aeacb1d14d4c port 86a6a790-2373-4a1d-8767-1ac8efbce8bc binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:23:14.392745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:14.399740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:14.403563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:14.406434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:14.412618 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:14.423694 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Project 51a7dafd9579455f9dbd82f83008ebc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:23:14.431022 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.456566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.499933 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.503859 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.513430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 7e7b2965-3460-43d3-89da-b1f292b20539 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:14.531584 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7e7b2965-3460-43d3-89da-b1f292b20539 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:14.531943 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.533034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0776747-6022-4413-a118-3caad0cc40bf,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:14.540182 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.541459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-68841e5d-31e4-4bc3-8c1c-fe53f2d8a4c2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530728 May 13 15:23:14.544168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47600) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:14.549234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'security_group_rule': {'security_group_id': '17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0', 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:14.556311 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:14.560108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:security_group_rule and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:14.563051 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:14.569833 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:14.580842 n-d-841736-1 neutron-server[88132]: INFO neutron.db.securitygroups_db [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Project 51a7dafd9579455f9dbd82f83008ebc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:23:14.587668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.667542 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.671703 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.700615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29efb933-2477-422c-9026-19ce7edcc99b,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:14.707302 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.708629 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f9a8a404-4e83-45fc-a853-80a36cc5a311 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634903 May 13 15:23:14.806327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7e7b2965-3460-43d3-89da-b1f292b20539 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:14.806880 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.848563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 7e7b2965-3460-43d3-89da-b1f292b20539, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7e7b2965-3460-43d3-89da-b1f292b20539,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:14.854777 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:14.884359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-cfa977f6-4ba3-45e2-a311-7a69430bce74 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Synchronizing usage tracker for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:security_group {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:14.901023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-cfa977f6-4ba3-45e2-a311-7a69430bce74 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Unset dirty status for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:security_group {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:14.902191 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-cfa977f6-4ba3-45e2-a311-7a69430bce74 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716204782&fields=id&tenant_id=51a7dafd9579455f9dbd82f83008ebc8 HTTP/1.1" status: 200 len: 267 time: 0.0589957 May 13 15:23:14.970051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=7e7b2965-3460-43d3-89da-b1f292b20539,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:15.007623 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.021879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Transition to ACTIVE for port object 86a6a790-2373-4a1d-8767-1ac8efbce8bc will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:15.032283 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.059471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-c2b21287-9153-4543-b402-d145c0044d53 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:15.060146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-c2b21287-9153-4543-b402-d145c0044d53 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Synchronizing usage tracker for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:network {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:15.078566 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-c2b21287-9153-4543-b402-d145c0044d53 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Unset dirty status for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:network {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:15.079946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-c2b21287-9153-4543-b402-d145c0044d53 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 809 time: 0.1697628 May 13 15:23:15.097615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-30eb399c-39d0-441e-87d2-68a98898b47d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/quotas/51a7dafd9579455f9dbd82f83008ebc8 HTTP/1.1" status: 200 len: 375 time: 0.0108790 May 13 15:23:15.201700 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-6f462ec4-f642-4bcc-8c37-9d45eb1f1243 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915160 May 13 15:23:15.233614 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3157a-1908-43f0-91ff-34fc611f0d0d None None] Pushing event updated for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:15.266680 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Attempting to bind port 86a6a790-2373-4a1d-8767-1ac8efbce8bc on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:15.267048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Attempting to bind port 86a6a790-2373-4a1d-8767-1ac8efbce8bc by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:15.267412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Attempting to bind port 86a6a790-2373-4a1d-8767-1ac8efbce8bc on network 06b9333c-502a-4852-bc48-20b8450b653f {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:15.273575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:15.273943 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Checking segment: {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:15.274344 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.274740 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Bound using segment: {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:15.275216 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Bound port: 86a6a790-2373-4a1d-8767-1ac8efbce8bc, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fd279d-1392-423b-8354-53d9b88e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:15.275595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.338709 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-e8c14ce5-4912-4c3d-a908-7bc55139f456 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:23:15.339827 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-e8c14ce5-4912-4c3d-a908-7bc55139f456 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1296647 May 13 15:23:15.384986 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] For port 86a6a790-2373-4a1d-8767-1ac8efbce8bc, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:15.388001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] For port 86a6a790-2373-4a1d-8767-1ac8efbce8bc, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86a6a790-2373-4a1d-8767-1ac8efbce8bc,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:15.393418 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:15.473691 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:15.474299 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:15.533742 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3157a-1908-43f0-91ff-34fc611f0d0d None None] Pushing event updated for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:15.598283 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-d13c07d2-dad8-45ba-9ef2-f8724f7bdc99 service neutron] 10.222.0.36 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522287 May 13 15:23:15.688488 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:15.746172 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-3e8c643f-fa74-4d2a-bce4-b95844e7f70e service neutron] 10.222.0.36 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388857 May 13 15:23:15.875300 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7e7b2965-3460-43d3-89da-b1f292b20539 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:15.993268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8afd6c74-5174-47b3-8aec-c53e0ca3b453 req-7c291ff7-6469-4b7b-a873-b4b68c77cbe2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Synchronizing usage tracker for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:16.019693 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8afd6c74-5174-47b3-8aec-c53e0ca3b453 req-7c291ff7-6469-4b7b-a873-b4b68c77cbe2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Unset dirty status for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:16.024868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8afd6c74-5174-47b3-8aec-c53e0ca3b453 req-7c291ff7-6469-4b7b-a873-b4b68c77cbe2 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 210 time: 0.0906181 May 13 15:23:16.079532 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 7e7b2965-3460-43d3-89da-b1f292b20539 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:16.079905 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:16.254895 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 4, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '86a6a790-2373-4a1d-8767-1ac8efbce8bc', 'name': '', 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'mac_address': 'fa:16:3e:1d:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:10Z', 'updated_at': '2022-05-13T15:23:15Z', 'revision_number': 4, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'subnets': [{'id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:16.259570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 7e7b2965-3460-43d3-89da-b1f292b20539 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:16.262918 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948f24af-1bdf-4a54-b2e7-73957071c3f4 None None] The sync data for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 is: [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:23:11Z', 'revision_number': 4, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '86a6a790-2373-4a1d-8767-1ac8efbce8bc', 'name': '', 'network_id': '06b9333c-502a-4852-bc48-20b8450b653f', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'mac_address': 'fa:16:3e:1d:2a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:10Z', 'updated_at': '2022-05-13T15:23:15Z', 'revision_number': 4, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'subnets': [{'id': 'eee81843-c096-4ea8-8f92-17a4436dde76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:17.193948 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2fb5fd38-463f-4f11-a5ac-ea9ac20ff688 req-c415937c-4ddd-4695-bfdf-4b989102cfcc tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 210 time: 0.0507584 May 13 15:23:17.200751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-ae1283e1-b2b5-4d13-af47-223a1fdacfca tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:17.202262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-ae1283e1-b2b5-4d13-af47-223a1fdacfca tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 809 time: 0.1799724 May 13 15:23:17.259096 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-cad7f575-3bfd-4a06-9e02-9a8267ec7266 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a7dafd9579455f9dbd82f83008ebc8 HTTP/1.1" status: 200 len: 379 time: 0.0471318 May 13 15:23:17.269287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'port': {'device_id': '349651ae-5815-47fd-8034-ff431d1630d9', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'admin_state_up': True, 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'security_groups': ['17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:17.409716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:17.420364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:17.440636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Made reservation on behalf of 51a7dafd9579455f9dbd82f83008ebc8 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:23:17.444349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.616274 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Allocated IP 172.20.0.3 (cebef950-0e4d-4020-9204-24b85a956242/ffa595e4-7d31-4315-a157-1bba0e72adfc/5651a9af-94fd-44c5-ad4d-e0d5269704ff) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:17.812269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.822151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86a6a790-2373-4a1d-8767-1ac8efbce8bc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:17.828943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Transition to ACTIVE for port object 5651a9af-94fd-44c5-ad4d-e0d5269704ff will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:17.854250 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.891128 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:17.896965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:17.897340 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:17.930012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Network cebef950-0e4d-4020-9204-24b85a956242 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:17.933228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:17.937727 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:17.969414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:18.021628 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.022402 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.029427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 86a6a790-2373-4a1d-8767-1ac8efbce8bc is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:18.030151 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.052384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-43631a28-d6ad-4aeb-989e-6779292f982c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869694 May 13 15:23:18.068973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Request body: {'port': {'device_id': '349651ae-5815-47fd-8034-ff431d1630d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:18.070522 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 86a6a790-2373-4a1d-8767-1ac8efbce8bc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86a6a790-2373-4a1d-8767-1ac8efbce8bc,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:18.075686 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.153468 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:18.187238 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.208091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7161ff0a-54c9-4528-a15f-c1dcbaf8f88e None None] Provisioning for port 5651a9af-94fd-44c5-ad4d-e0d5269704ff completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:18.213048 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-7161ff0a-54c9-4528-a15f-c1dcbaf8f88e None None] Provisioning complete for port 5651a9af-94fd-44c5-ad4d-e0d5269704ff triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:18.213439 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7161ff0a-54c9-4528-a15f-c1dcbaf8f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.273659 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-7161ff0a-54c9-4528-a15f-c1dcbaf8f88e None None] Port 5651a9af-94fd-44c5-ad4d-e0d5269704ff cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:23:18.595673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5651a9af-94fd-44c5-ad4d-e0d5269704ff {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:18.605112 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.624713 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Transition to ACTIVE for port object 5651a9af-94fd-44c5-ad4d-e0d5269704ff will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:23:18.628693 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:18.853871 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45b26-ec8e-49e4-855c-a30882849f1c req-d8761c4c-f187-4ec3-be63-5d42c049d16d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:18.854607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25e45b26-ec8e-49e4-855c-a30882849f1c req-d8761c4c-f187-4ec3-be63-5d42c049d16d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Synchronizing usage tracker for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:18.888821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:18.933503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25e45b26-ec8e-49e4-855c-a30882849f1c req-d8761c4c-f187-4ec3-be63-5d42c049d16d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Unset dirty status for tenant:51a7dafd9579455f9dbd82f83008ebc8 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:18.934685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25e45b26-ec8e-49e4-855c-a30882849f1c req-d8761c4c-f187-4ec3-be63-5d42c049d16d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 931 time: 0.4478726 May 13 15:23:19.031622 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25e45b26-ec8e-49e4-855c-a30882849f1c req-f153b5e0-23aa-4b6c-abb3-45ddd2121cc8 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663660 May 13 15:23:19.040297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Attempting to bind port 5651a9af-94fd-44c5-ad4d-e0d5269704ff on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:23:19.040634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Attempting to bind port 5651a9af-94fd-44c5-ad4d-e0d5269704ff by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:23:19.040965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Attempting to bind port 5651a9af-94fd-44c5-ad4d-e0d5269704ff on network cebef950-0e4d-4020-9204-24b85a956242 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:19.045881 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Port 5651a9af-94fd-44c5-ad4d-e0d5269704ff on network cebef950-0e4d-4020-9204-24b85a956242 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:23:19.046197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Attempting to bind port 5651a9af-94fd-44c5-ad4d-e0d5269704ff on network cebef950-0e4d-4020-9204-24b85a956242 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:23:19.051483 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:23:19.051822 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Checking segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:23:19.052775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Bound using segment: {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:23:19.053205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Bound port: 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4e093e-2db9-4507-88c3-5a5e31093e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:23:19.053548 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.147010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:23:19.149993 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:23:19.153992 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.212018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.212632 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.214260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] 10.222.0.86 "PUT /v2.0/ports/5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 1091 time: 1.1503520 May 13 15:23:19.217759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:19.242683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4225c-8ea3-4b0a-8b0f-da2f06d11e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:19.293456 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db29d368-a5f7-4c7d-8662-1b5201ccde26'] response: {'name': 'network-changed', 'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'status': 'completed', 'code': 200} May 13 15:23:19.336934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-ff01cf85-06bd-4458-a27e-ae95d6764dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.338422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-ff01cf85-06bd-4458-a27e-ae95d6764dc0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1094 time: 0.0821841 May 13 15:23:19.413360 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-84093a46-df56-4434-b494-d012a757a4c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 217 time: 0.0675814 May 13 15:23:19.479444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-95d9d31c-a03d-494c-9625-f49b6141b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.480797 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-95d9d31c-a03d-494c-9625-f49b6141b322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0608802 May 13 15:23:19.564701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-44152ade-90be-4f82-a203-e9d720989cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.566256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-44152ade-90be-4f82-a203-e9d720989cf3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700848 May 13 15:23:19.708052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-b7700be1-1738-4230-ab4b-1882ec793b4d service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338534 May 13 15:23:19.804573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86a6a790-2373-4a1d-8767-1ac8efbce8bc up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:19.850057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-975127bc-5bf6-4da7-8da2-9690fdc3de8e req-16c21e05-2d36-4213-8b5c-9984e2bb2f12 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346049 May 13 15:23:19.878966 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.891709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 86a6a790-2373-4a1d-8767-1ac8efbce8bc triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:19.892342 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:19.980004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-ab2e0353-e914-4718-8fbf-2743e73d5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:19.981472 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-ab2e0353-e914-4718-8fbf-2743e73d5a1c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1094 time: 0.0835688 May 13 15:23:20.025563 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 86a6a790-2373-4a1d-8767-1ac8efbce8bc is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:20.127856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-2593d9c8-dce6-44e4-bdca-06e6d9e36829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.129502 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-2593d9c8-dce6-44e4-bdca-06e6d9e36829 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1401033 May 13 15:23:20.245020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-50667d66-d9a2-490e-b6e9-632fd6d86dde service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 217 time: 0.1081607 May 13 15:23:20.329669 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-5a301256-3b88-4628-ba56-5632ec462c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.331116 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-5a301256-3b88-4628-ba56-5632ec462c68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0750928 May 13 15:23:20.345874 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d55554-2635-440d-85c7-c4ab410a1070 req-2e65e251-ba9f-473b-bab1-ecc05311052d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.347291 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34d55554-2635-440d-85c7-c4ab410a1070 req-2e65e251-ba9f-473b-bab1-ecc05311052d tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 943 time: 0.1599603 May 13 15:23:20.447543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-34d55554-2635-440d-85c7-c4ab410a1070 req-e94e62c8-bede-40a9-a38a-fe4eba31caa8 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658312 May 13 15:23:20.466189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-034be91e-05e7-4519-b35e-8160c3bf9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:20.467842 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-034be91e-05e7-4519-b35e-8160c3bf9e89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195409 May 13 15:23:20.729304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-80835117-f256-4c41-a990-e5ea98a45142 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535062 May 13 15:23:20.856739 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:20.870636 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8aa665-3818-4772-b7c5-6ea0eeed7d98 req-7dd7c161-cb9f-4d9b-b17a-3cf6f47594f8 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321290 May 13 15:23:21.646627 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2e95-236e-4492-8557-a3cdfe2fe28a req-dbfeaf3f-c0f3-4fa9-94f0-33f9206c6c73 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:21.648110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-885c2e95-236e-4492-8557-a3cdfe2fe28a req-dbfeaf3f-c0f3-4fa9-94f0-33f9206c6c73 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 943 time: 0.0885556 May 13 15:23:21.692290 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-885c2e95-236e-4492-8557-a3cdfe2fe28a req-7a6b4a86-7841-43df-b8c1-6dc23a248762 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377326 May 13 15:23:21.717018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5651a9af-94fd-44c5-ad4d-e0d5269704ff details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:23:21.849777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:21.862732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'port_id': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'mac_address': 'fa:16:3e:72:04:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:23:21.918648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 5651a9af-94fd-44c5-ad4d-e0d5269704ff is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:21.919022 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:21.936803 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5651a9af-94fd-44c5-ad4d-e0d5269704ff {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:23:21.953489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:21.958399 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:22.031606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:22.210077 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['5651a9af-94fd-44c5-ad4d-e0d5269704ff'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:23:22.877107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad8c15-540a-4e43-89a6-c594d28f80da req-02334f9b-57b8-4143-8c30-fc310342a689 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:22.878562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77ad8c15-540a-4e43-89a6-c594d28f80da req-02334f9b-57b8-4143-8c30-fc310342a689 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 944 time: 0.0796504 May 13 15:23:22.924951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77ad8c15-540a-4e43-89a6-c594d28f80da req-d2d90d4a-8a61-4518-8f8d-c74c697af28f tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 May 13 15:23:23.733704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5651a9af-94fd-44c5-ad4d-e0d5269704ff up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:23:23.800977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 5651a9af-94fd-44c5-ad4d-e0d5269704ff completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:23:23.806295 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 5651a9af-94fd-44c5-ad4d-e0d5269704ff triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:23:23.806660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:23.958214 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 5651a9af-94fd-44c5-ad4d-e0d5269704ff is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:23:23.958549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:23.986081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:23.996675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:24.004234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:24.040674 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e344429e-ebc4-44ae-a931-c79780d536fc'] response: {'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'code': 200} May 13 15:23:24.078305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:24.129964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fc62c-0481-4fe3-9aa7-1a4627efc4e2 req-d3d6b748-303e-4d9a-8a46-0bb245961635 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.131413 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e5fc62c-0481-4fe3-9aa7-1a4627efc4e2 req-d3d6b748-303e-4d9a-8a46-0bb245961635 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.0918245 May 13 15:23:24.173272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15fdbd-b594-46c0-a9c0-23c64f750852 req-7f08daa7-044c-472f-93d2-ec83892dd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:24.174750 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc15fdbd-b594-46c0-a9c0-23c64f750852 req-7f08daa7-044c-472f-93d2-ec83892dd741 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0742645 May 13 15:23:24.175824 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6e5fc62c-0481-4fe3-9aa7-1a4627efc4e2 req-4e69b392-4d19-46e6-98fd-3fdf5ef969b5 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386140 May 13 15:23:24.216040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cc15fdbd-b594-46c0-a9c0-23c64f750852 req-3b6f5e17-2bc6-44ac-9380-e926cf1d15ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 May 13 15:23:25.374499 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2c6a-0c14-46f8-a42f-a90e11209952 req-53ee30f9-f394-4552-b0dc-8306905e6ccd tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:25.375984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19ce2c6a-0c14-46f8-a42f-a90e11209952 req-53ee30f9-f394-4552-b0dc-8306905e6ccd tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.0914738 May 13 15:23:25.425677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-19ce2c6a-0c14-46f8-a42f-a90e11209952 req-ce8ad5e9-899b-4920-8cb3-1e18cedbb448 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433517 May 13 15:23:26.614944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d31a6f-9312-4757-a9e4-b0e01814e878 req-c198bacb-137d-4b76-9548-932a8adee9bc tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:26.616430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63d31a6f-9312-4757-a9e4-b0e01814e878 req-c198bacb-137d-4b76-9548-932a8adee9bc tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.0835369 May 13 15:23:26.661266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-63d31a6f-9312-4757-a9e4-b0e01814e878 req-82b3c746-6bf2-4f73-920e-ac7122b57c59 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 May 13 15:23:26.869249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-90cc2b0e-39a3-4ce0-a632-dcb17de5619f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392763 May 13 15:23:26.889101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629888d2-1dbc-46f7-80fd-cb43a63f91b2 req-fd307272-8ac0-495d-a29d-5c429b6d636b tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:26.890686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-629888d2-1dbc-46f7-80fd-cb43a63f91b2 req-fd307272-8ac0-495d-a29d-5c429b6d636b tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.1009591 May 13 15:23:26.949479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-629888d2-1dbc-46f7-80fd-cb43a63f91b2 req-9ee54145-be24-4771-97a8-2dcce42d4c7c tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494089 May 13 15:23:27.063546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-1bda0f21-e744-4630-886e-b22e378d48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.065088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-1bda0f21-e744-4630-886e-b22e378d48e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.0953362 May 13 15:23:27.163702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e97c7-688c-438d-93ab-26630e3afd4c req-e811b1f7-3491-4534-b998-352e29fa2b34 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.165216 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da3e97c7-688c-438d-93ab-26630e3afd4c req-e811b1f7-3491-4534-b998-352e29fa2b34 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.0824623 May 13 15:23:27.210222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-da3e97c7-688c-438d-93ab-26630e3afd4c req-ced3363c-9c72-459e-8be4-45f15288a652 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 May 13 15:23:27.221011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-0e6ad29a-49c0-4efd-afc0-9d2405b106fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.222646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-0e6ad29a-49c0-4efd-afc0-9d2405b106fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1310103 May 13 15:23:27.233777 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47674) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:27.344118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-97d96bb7-a5d4-48de-a6ce-d6fa57ebcc72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 1002 time: 0.1108437 May 13 15:23:27.371300 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dda964-4a6d-446a-ac21-eac2adf08646 tempest-TestServerBasicOps-2065138600 tempest-TestServerBasicOps-2065138600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.372013 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9dda964-4a6d-446a-ac21-eac2adf08646 tempest-TestServerBasicOps-2065138600 tempest-TestServerBasicOps-2065138600-project-admin] Synchronizing usage tracker for tenant:0d206719228a4f62b9000c7bf6837019 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:27.389949 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-f9dda964-4a6d-446a-ac21-eac2adf08646 tempest-TestServerBasicOps-2065138600 tempest-TestServerBasicOps-2065138600-project-admin] Unset dirty status for tenant:0d206719228a4f62b9000c7bf6837019 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:27.391258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f9dda964-4a6d-446a-ac21-eac2adf08646 tempest-TestServerBasicOps-2065138600 tempest-TestServerBasicOps-2065138600-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1091 time: 0.1563461 May 13 15:23:27.394502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47680) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:27.399917 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:23:27.407356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:23:27.411402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Usage tracker for resource:floatingip and tenant:51a7dafd9579455f9dbd82f83008ebc8 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:23:27.414375 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:23:27.420341 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:23:27.420551 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-10b28311-9208-49b5-9ff1-acc7fb6f2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.422015 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-10b28311-9208-49b5-9ff1-acc7fb6f2b5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0683429 May 13 15:23:27.432733 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.521503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-850f2bcd-6e27-4821-a7f1-923c1961e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:27.523079 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-850f2bcd-6e27-4821-a7f1-923c1961e131 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920615 May 13 15:23:27.579687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.665374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-a6429603-6031-415c-bd22-4c1d74da2f03 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345868 May 13 15:23:27.749184 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Allocated IP 172.25.5.77 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6eb3771f-78d5-471d-9a36-e385160e9c02) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:23:27.818021 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2f1df633-694f-4783-a9f8-7403536e1b17 req-704b6731-f4c0-4bc6-b086-91eac81001c1 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426160 May 13 15:23:27.913466 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:27.946780 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:28.017052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:23:28.019716 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:23:28.025984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:23:28.070392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'Port': ['ID=6eb3771f-78d5-471d-9a36-e385160e9c02,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:28.471737 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:28.701845 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:28.960200 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:28.964789 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.076178 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event updated for resources: {'Port': ['ID=6eb3771f-78d5-471d-9a36-e385160e9c02,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:29.091336 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.272349 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Floating IP 3eabcdfb-940d-4d1b-8676-9a1cd690a2cc associated. External IP: 172.25.5.77, port: 5651a9af-94fd-44c5-ad4d-e0d5269704ff. May 13 15:23:29.624020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Router f5678f8a-e561-47c7-ada4-336a0cf72213 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:29.823941 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:29.835518 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Sync routers for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:29.849494 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:29.850317 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:29.852005 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.862664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c22f8cb2-9cb7-4fc6-9aea-87348d1d97ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:29.913318 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d38d2e7-6362-42d4-9d18-871dc1de3dfe tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5176280 May 13 15:23:29.913779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:29.969623 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8c54c4-f3ff-42dc-91e9-fd50fca22672'] response: {'name': 'network-changed', 'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'status': 'completed', 'code': 200} May 13 15:23:30.041643 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:30.075875 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-8c6ca84b-36ae-4694-b385-d8bdaba9345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:30.077521 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-8c6ca84b-36ae-4694-b385-d8bdaba9345b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0811322 May 13 15:23:30.220610 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-368cc611-6f01-48e5-ae13-d71369039d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:30.221978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-368cc611-6f01-48e5-ae13-d71369039d28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1377444 May 13 15:23:30.459819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-a55f1f8e-bc6e-49fc-9383-6480735cc382 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 998 time: 0.2307935 May 13 15:23:30.521944 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3eabcdfb-940d-4d1b-8676-9a1cd690a2cc', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'port_id': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'mac_address': 'fa:16:3e:72:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349651ae-5815-47fd-8034-ff431d1630d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:23:28Z', 'updated_at': '2022-05-13T15:23:28Z', 'revision_number': 0, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:30.526303 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Checking router: f5678f8a-e561-47c7-ada4-336a0cf72213 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:30.528828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-18f1710e-cbef-4a42-9cf3-33c90b7ad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:30.530329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-18f1710e-cbef-4a42-9cf3-33c90b7ad61e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0636072 May 13 15:23:30.538928 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:30.539963 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:30.606449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-daaf6d2f-e308-4d45-b93e-d56fdb41b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:30.607944 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-daaf6d2f-e308-4d45-b93e-d56fdb41b5d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708110 May 13 15:23:30.720449 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:30.743919 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-7a8c618d-d8ea-45bc-8ef4-a9ec21bf16e2 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285355 May 13 15:23:30.902603 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6ffc81c0-50cf-4826-b14e-ca04eff8c6a6 req-636a715d-46bb-4836-92eb-35c1bdf64942 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521289 May 13 15:23:31.075870 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3eabcdfb-940d-4d1b-8676-9a1cd690a2cc', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'port_id': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'mac_address': 'fa:16:3e:72:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349651ae-5815-47fd-8034-ff431d1630d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:23:28Z', 'updated_at': '2022-05-13T15:23:28Z', 'revision_number': 0, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:31.080042 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c0321-a61d-4dbb-a531-dbb0e05bdf3d None None] The sync data for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 is: [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '3eabcdfb-940d-4d1b-8676-9a1cd690a2cc', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'port_id': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'mac_address': 'fa:16:3e:72:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349651ae-5815-47fd-8034-ff431d1630d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:23:28Z', 'updated_at': '2022-05-13T15:23:28Z', 'revision_number': 0, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:31.369406 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d584a42-5c41-445d-8371-bc3682a28696 None None] New status for floating IP 3eabcdfb-940d-4d1b-8676-9a1cd690a2cc: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:32.706540 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2269-c1dc-44c4-942a-d0c724664b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:32.878503 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:33.367099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:35.001485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:35.499688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-2985b67b-1848-4348-9636-d88e9f0c1747 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733585 May 13 15:23:35.641548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e6916-e530-493a-99a9-5f1872749c34 req-7869dddf-0444-4395-92ea-37e40701d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.643028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-7869dddf-0444-4395-92ea-37e40701d72f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1096 time: 0.0707746 May 13 15:23:35.792527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e6916-e530-493a-99a9-5f1872749c34 req-a337cfba-2842-4fc7-a0da-b6cc49ada244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.794119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-a337cfba-2842-4fc7-a0da-b6cc49ada244 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1311443 May 13 15:23:35.902986 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-cc3320da-ed65-43c3-8734-69002d874bbf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 1000 time: 0.0999706 May 13 15:23:35.965632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e6916-e530-493a-99a9-5f1872749c34 req-bcf3320f-94d3-43ec-b21a-d7e4f9eb97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:35.967074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-bcf3320f-94d3-43ec-b21a-d7e4f9eb97ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0578666 May 13 15:23:36.048264 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e6916-e530-493a-99a9-5f1872749c34 req-a3417815-fda0-4563-824e-d863a01b5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:36.049688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-a3417815-fda0-4563-824e-d863a01b5043 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725789 May 13 15:23:36.182987 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-bbea7007-638e-40e0-b044-d4477555e23b service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260698 May 13 15:23:36.315320 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523e6916-e530-493a-99a9-5f1872749c34 req-b16abcab-56a4-43d2-8a43-e6acaf179114 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252332 May 13 15:23:36.392142 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:23:47.096551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47696) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:47.410322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port ea611fc1-cab5-4799-a24d-5251e1011738 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:47.410584 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:47.577402 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:47.577722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:47.698011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for ea611fc1-cab5-4799-a24d-5251e1011738 owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:47.849890 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:47.899844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=ea611fc1-cab5-4799-a24d-5251e1011738,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:47.989532 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:47.989752 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP e51554a3-a033-4513-a610-b6ab19efb12f disassociated (deleted). External IP: 172.25.5.89, port: c92fd08e-79ca-4b8e-be7d-87756a3d8912. May 13 15:23:48.344657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:48.520821 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:48.531766 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:48.542106 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:48.542337 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:48.542719 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:48.602049 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-c83905ca-00c3-4580-8e72-a797c6b7d679 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "DELETE /v2.0/floatingips/e51554a3-a033-4513-a610-b6ab19efb12f HTTP/1.1" status: 204 len: 168 time: 1.5043268 May 13 15:23:48.602541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:48.651303 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf99125-0ab0-4e67-9e13-9b6808af6079'] response: {'name': 'network-changed', 'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'status': 'completed', 'code': 200} May 13 15:23:48.730939 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:48.763226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-3590c6d8-0151-4c65-8663-a98b51f3d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:48.765610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-3590c6d8-0151-4c65-8663-a98b51f3d911 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 1096 time: 0.0915287 May 13 15:23:48.923769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-6286545d-585c-4476-a1ec-d7b5db1a9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:48.925413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-6286545d-585c-4476-a1ec-d7b5db1a9ecf service neutron] 10.222.0.86 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.1526246 May 13 15:23:49.096534 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.101330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:49.110315 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:49.110840 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.154196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-23b22067-51f6-403f-9f2f-255cecaee51c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 200 len: 217 time: 0.2219563 May 13 15:23:49.235368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-1047cbec-40e5-4e90-b43f-e8d9df74e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:49.236835 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-1047cbec-40e5-4e90-b43f-e8d9df74e573 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0742311 May 13 15:23:49.287083 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:49.287400 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75369f-b32b-40a5-a928-4972c9548ffc req-b9953158-057d-4e8e-b329-c3090b38c0ab tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:49.288906 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c75369f-b32b-40a5-a928-4972c9548ffc req-b9953158-057d-4e8e-b329-c3090b38c0ab tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.1819041 May 13 15:23:49.359338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4c75369f-b32b-40a5-a928-4972c9548ffc req-be380587-75c1-4b1e-90aa-898dee70ea55 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645096 May 13 15:23:49.372526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-d6468ab8-68ce-4400-bee5-7d08bb2c273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:49.373609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-d6468ab8-68ce-4400-bee5-7d08bb2c273a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283207 May 13 15:23:49.507224 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-0cea7602-8248-45ce-bc11-88e962007c06 service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261148 May 13 15:23:49.648349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fd65ac8b-3b27-4407-a1b0-45c140e6ea76 req-32fc72df-6774-4d3c-9ced-db9c80dc247a service neutron] 10.222.0.86 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338539 May 13 15:23:49.670627 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:49.674741 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b5d1b-e2c4-4437-aaf1-98b407c06f59 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': '35f7d700-33e6-4f80-a7c3-d584c35e6953', 'tenant_id': '04234ac157314dc294011123059c07bd', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'port_id': '6c49af71-516f-4838-9123-d4221d8fd393', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'mac_address': 'fa:16:3e:d2:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6609db8e-eeda-41da-8c53-47b59063478f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:19:51Z', 'updated_at': '2022-05-13T15:19:54Z', 'revision_number': 1, 'project_id': '04234ac157314dc294011123059c07bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:23:49.886695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:49.897739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5318be5-75e2-412c-9ee2-4c1142ae6c5f None None] New status for floating IP e51554a3-a033-4513-a610-b6ab19efb12f: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:23:50.549982 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34f08d-a068-4bbb-ad84-b8fd3d662da9 req-33d05e54-5c96-445b-8384-181aa3d0a666 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:50.550677 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c34f08d-a068-4bbb-ad84-b8fd3d662da9 req-33d05e54-5c96-445b-8384-181aa3d0a666 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:50.568441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5c34f08d-a068-4bbb-ad84-b8fd3d662da9 req-33d05e54-5c96-445b-8384-181aa3d0a666 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:50.569667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c34f08d-a068-4bbb-ad84-b8fd3d662da9 req-33d05e54-5c96-445b-8384-181aa3d0a666 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.0984225 May 13 15:23:50.617194 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5c34f08d-a068-4bbb-ad84-b8fd3d662da9 req-6436c62d-4ca8-4225-90ae-7cf20be19ca1 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 May 13 15:23:50.683648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-f429392b-5aef-4ec8-ad50-d11e16f926f7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:50.685060 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-f429392b-5aef-4ec8-ad50-d11e16f926f7 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 945 time: 0.0869102 May 13 15:23:50.756377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port c92fd08e-79ca-4b8e-be7d-87756a3d8912 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:50.756722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:50.865482 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:51.008994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port c92fd08e-79ca-4b8e-be7d-87756a3d8912, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=c92fd08e-79ca-4b8e-be7d-87756a3d8912,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:23:51.009261 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:51.132373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for c92fd08e-79ca-4b8e-be7d-87756a3d8912 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:51.276983 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:51.327014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=c92fd08e-79ca-4b8e-be7d-87756a3d8912,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:51.402535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port c92fd08e-79ca-4b8e-be7d-87756a3d8912 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:23:51.405100 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:51.407652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'name': 'network-vif-deleted', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:51.423372 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e97aba-bc43-413e-9584-ce52e67696b5 req-bd599ce5-6a9b-43c1-a10b-ab4ddb0cbdcb tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.86 "DELETE /v2.0/ports/c92fd08e-79ca-4b8e-be7d-87756a3d8912 HTTP/1.1" status: 204 len: 173 time: 0.7316844 May 13 15:23:51.454822 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1835190-68a0-49b1-bd0c-ace65bffb24f'] response: {'server_uuid': 'e37110f2-c196-4899-9a77-d37261e2c378', 'name': 'network-vif-deleted', 'tag': 'c92fd08e-79ca-4b8e-be7d-87756a3d8912', 'status': 'completed', 'code': 200} May 13 15:23:51.790026 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e675c876-2537-4832-9358-ab288e6db33a req-40a12902-73bf-4935-918a-c378bca25ca3 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=e37110f2-c196-4899-9a77-d37261e2c378 HTTP/1.1" status: 200 len: 210 time: 0.0540714 May 13 15:23:53.852693 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c92fd08e-79ca-4b8e-be7d-87756a3d8912 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:23:53.887954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: c92fd08e-79ca-4b8e-be7d-87756a3d8912 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:23:53.888325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device c92fd08e-79ca-4b8e-be7d-87756a3d8912 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:23:57.403169 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47734) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:23:57.724981 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port cc458acd-9178-4a1b-94be-a8b60ed7f065 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:23:57.725248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.917336 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:57.917683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.041410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for cc458acd-9178-4a1b-94be-a8b60ed7f065 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:23:58.210577 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.257261 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=cc458acd-9178-4a1b-94be-a8b60ed7f065,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:23:58.351228 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.351565 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Floating IP 35f7d700-33e6-4f80-a7c3-d584c35e6953 disassociated (deleted). External IP: 172.25.5.110, port: 6c49af71-516f-4838-9123-d4221d8fd393. May 13 15:23:58.710365 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:23:58.891070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:23:58.901738 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:23:58.908358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:58.911412 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:58.912022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:58.963932 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a4c3eb23-7bef-490d-9d06-a64c094b07c4 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "DELETE /v2.0/floatingips/35f7d700-33e6-4f80-a7c3-d584c35e6953 HTTP/1.1" status: 204 len: 168 time: 1.5594440 May 13 15:23:58.964363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:23:59.010131 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4484d23-159b-460f-8e81-3d42f675cf04'] response: {'name': 'network-changed', 'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393', 'status': 'completed', 'code': 200} May 13 15:23:59.108093 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:59.122269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b18e6-dded-4a41-9420-05ba5379284c req-213d7bb8-d779-4b1a-9b8b-81e4d8fa6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:59.124580 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-213d7bb8-d779-4b1a-9b8b-81e4d8fa6580 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=04234ac157314dc294011123059c07bd&device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 1097 time: 0.0860307 May 13 15:23:59.441603 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:59.445587 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:23:59.449656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b18e6-dded-4a41-9420-05ba5379284c req-81b2fa6e-866c-4bff-b8a6-dd62a6807e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:59.451124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-81b2fa6e-866c-4bff-b8a6-dd62a6807e23 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 200 len: 913 time: 0.3161893 May 13 15:23:59.454640 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:23:59.455237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:23:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:23:59.525712 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-8ec1c70a-3d72-4409-ad85-bbf1f149e045 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 200 len: 217 time: 0.0661857 May 13 15:23:59.574013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0e69-73b7-41b8-90a6-ce46d0927e1c req-7392ba18-dc47-4c60-b8c0-b0eaff0e291a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:59.574710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-73bf0e69-73b7-41b8-90a6-ce46d0927e1c req-7392ba18-dc47-4c60-b8c0-b0eaff0e291a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Synchronizing usage tracker for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:23:59.607746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-73bf0e69-73b7-41b8-90a6-ce46d0927e1c req-7392ba18-dc47-4c60-b8c0-b0eaff0e291a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Unset dirty status for tenant:04234ac157314dc294011123059c07bd on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:23:59.608946 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-73bf0e69-73b7-41b8-90a6-ce46d0927e1c req-7392ba18-dc47-4c60-b8c0-b0eaff0e291a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.2269187 May 13 15:23:59.610336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b18e6-dded-4a41-9420-05ba5379284c req-598c3179-26e3-4fb0-ad6b-5960e271c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:59.611679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-598c3179-26e3-4fb0-ad6b-5960e271c6be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 200 len: 851 time: 0.0780056 May 13 15:23:59.638619 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:23:59.706083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-73bf0e69-73b7-41b8-90a6-ce46d0927e1c req-f3a3148d-872e-4533-be21-1c13cdaade60 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912378 May 13 15:23:59.725138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b18e6-dded-4a41-9420-05ba5379284c req-ad51fca6-edd3-4e4f-9161-11eab09f13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:23:59.726627 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-ad51fca6-edd3-4e4f-9161-11eab09f13b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a89480ea-eb55-4910-8ba0-e93fe2bf0010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942914 May 13 15:23:59.850760 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a80cd9f-b6c2-456b-bb87-7a89b0d7df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:23:59.876533 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-0ca94640-1dd2-4afc-a2d7-f5208a24e627 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430740 May 13 15:24:00.013103 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:00.013816 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e03b18e6-dded-4a41-9420-05ba5379284c req-d4ced5d0-ce75-44a2-bb49-fd76b372c856 service neutron] 10.222.0.90 "GET /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308291 May 13 15:24:00.017572 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51f4c-a0af-4f86-9c9c-8b76d1fb4c91 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:10:51Z', 'revision_number': 4, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': '732eb26f-f9fd-46f4-9115-f1eb51c7802d', 'name': '', 'network_id': 'a89480ea-eb55-4910-8ba0-e93fe2bf0010', 'tenant_id': '04234ac157314dc294011123059c07bd', 'mac_address': 'fa:16:3e:41:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:47Z', 'updated_at': '2022-05-13T15:11:42Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'subnets': [{'id': 'dd522ed7-a9ed-4766-aa7f-592766abbaae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:00.230576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eba10d-4eb2-43b6-9726-63be7307bf8b None None] New status for floating IP 35f7d700-33e6-4f80-a7c3-d584c35e6953: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:24:01.023848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c40a47-7d39-415f-aa57-28ff74b1d531 req-ec0fec64-eafa-4cdf-ada6-d94d8daa0802 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:01.025429 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-72c40a47-7d39-415f-aa57-28ff74b1d531 req-ec0fec64-eafa-4cdf-ada6-d94d8daa0802 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.1965532 May 13 15:24:01.071767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-72c40a47-7d39-415f-aa57-28ff74b1d531 req-7558fc2e-8c77-4759-9a62-00a61171cca8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7228eb9-8128-4d42-b906-a70a7608be79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 May 13 15:24:01.107410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-ac6a9266-0cc6-44f0-b353-df367c860fa8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:01.108890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-ac6a9266-0cc6-44f0-b353-df367c860fa8 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 946 time: 0.0906832 May 13 15:24:01.184080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port 6c49af71-516f-4838-9123-d4221d8fd393 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:01.184444 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.430178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] For port 6c49af71-516f-4838-9123-d4221d8fd393, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=6c49af71-516f-4838-9123-d4221d8fd393,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:01.430534 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.551793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for 6c49af71-516f-4838-9123-d4221d8fd393 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:01.696271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.745653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=6c49af71-516f-4838-9123-d4221d8fd393,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:01.823839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] No DVR routers for this DVR port 6c49af71-516f-4838-9123-d4221d8fd393 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:01.826469 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:01.829069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'name': 'network-vif-deleted', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:24:01.845034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c7b3bab8-216b-4663-9f17-5a1e49d7cb16 req-9419f97f-661c-4a62-ab7c-8c876bfd240a tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.90 "DELETE /v2.0/ports/6c49af71-516f-4838-9123-d4221d8fd393 HTTP/1.1" status: 204 len: 173 time: 0.7280040 May 13 15:24:01.875275 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1380b776-42d6-4176-a5b2-b5d62bb6810a'] response: {'server_uuid': '6609db8e-eeda-41da-8c53-47b59063478f', 'name': 'network-vif-deleted', 'tag': '6c49af71-516f-4838-9123-d4221d8fd393', 'status': 'completed', 'code': 200} May 13 15:24:02.246734 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-196d62b7-d671-4898-8c1d-ce17dd5b9d46 req-b0e6807f-bffc-468e-8578-351e94317d10 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "GET /v2.0/ports?device_id=6609db8e-eeda-41da-8c53-47b59063478f HTTP/1.1" status: 200 len: 210 time: 0.0508883 May 13 15:24:02.709256 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b1893638-faba-4822-89a9-a92622437dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:02.882225 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.354216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47756) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:03.375795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.511007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Deleting port c4cd3554-3d96-43fe-9a07-4324da9814ae {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:03.511346 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.686534 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.686859 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.809368 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Calling delete_port for c4cd3554-3d96-43fe-9a07-4324da9814ae owned by network:floatingip {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:03.952125 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:03.999786 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'Port': ['ID=c4cd3554-3d96-43fe-9a07-4324da9814ae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:04.066744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.067080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.067462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.067877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.068202 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.068549 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.068868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.069186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.069503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.069815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.070123 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.070434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:04.102122 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for floatingip, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:04.116488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:04.117755 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-5ce30713-4ee6-4769-9567-2f13d5d6481b tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "DELETE /v2.0/floatingips/23886ef5-75cf-4ea2-a535-da84287251db HTTP/1.1" status: 204 len: 168 time: 0.7625556 May 13 15:24:05.003265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:05.843635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47794) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:05.889385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6c49af71-516f-4838-9123-d4221d8fd393 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:05.937531 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 6c49af71-516f-4838-9123-d4221d8fd393 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:05.937874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 6c49af71-516f-4838-9123-d4221d8fd393 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:05.970774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495fe99-5f2e-425d-ad8e-b48b8c11661d req-baf0497a-9b58-48ee-b799-efc6ed06f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:05.972341 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b495fe99-5f2e-425d-ad8e-b48b8c11661d req-baf0497a-9b58-48ee-b799-efc6ed06f7f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.1276507 May 13 15:24:06.016858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b495fe99-5f2e-425d-ad8e-b48b8c11661d req-54a35a79-4d55-4361-95eb-56c4e8d4e7ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378954 May 13 15:24:06.591128 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47804) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:06.672864 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.709113 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.793986 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.815080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7228eb9-8128-4d42-b906-a70a7608be79,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:06.829457 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:06.831002 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-d46a455a-3d00-4663-ac76-b757cf333d93 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7228eb9-8128-4d42-b906-a70a7608be79 HTTP/1.1" status: 204 len: 168 time: 0.2385383 May 13 15:24:06.904569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47820) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:07.696097 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.055825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Deleting port 732eb26f-f9fd-46f4-9115-f1eb51c7802d {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:08.056482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.228566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] For port 732eb26f-f9fd-46f4-9115-f1eb51c7802d, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=732eb26f-f9fd-46f4-9115-f1eb51c7802d,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:08.228915 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.356598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Calling delete_port for 732eb26f-f9fd-46f4-9115-f1eb51c7802d owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:08.635049 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:08.809047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=732eb26f-f9fd-46f4-9115-f1eb51c7802d,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:09.073771 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:09.429627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Router d892c906-de43-476b-8e81-798611ac3c58 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:24:09.608516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:09.617345 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Sync routers for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:09.621366 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-238a73c6-4fe4-4259-bf14-3c8e92b86bdc admin admin] 10.222.0.36 "PUT /v2.0/routers/d892c906-de43-476b-8e81-798611ac3c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155416 May 13 15:24:09.623872 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47832) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:09.626403 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:09.626998 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:09.803712 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:09.803886 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.085669 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.089416 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:24:08Z', 'revision_number': 5, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port': {'id': '47f24d57-848c-4bd7-b36e-5f0608541a75', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c906-de43-476b-8e81-798611ac3c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:10:38Z', 'updated_at': '2022-05-13T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.093396 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Checking router: d892c906-de43-476b-8e81-798611ac3c58 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:10.095298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Deleting port 47f24d57-848c-4bd7-b36e-5f0608541a75 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:10.095740 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.102223 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Routers {'d892c906-de43-476b-8e81-798611ac3c58'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:10.102808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['d892c906-de43-476b-8e81-798611ac3c58'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.252101 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] Set router d892c906-de43-476b-8e81-798611ac3c58 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:10.277604 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] For port 47f24d57-848c-4bd7-b36e-5f0608541a75, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=47f24d57-848c-4bd7-b36e-5f0608541a75,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:10.278060 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.358094 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:24:10Z', 'revision_number': 6, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:10.362396 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b2170-b6c7-4c60-9931-2cfbe7941453 None None] The sync data for ids ['d892c906-de43-476b-8e81-798611ac3c58'] in n-d-841736-1 is: [{'id': 'd892c906-de43-476b-8e81-798611ac3c58', 'name': 'tempest-TestVolumeBootPattern-1111615895-router', 'tenant_id': '04234ac157314dc294011123059c07bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:10:34Z', 'updated_at': '2022-05-13T15:24:10Z', 'revision_number': 6, 'project_id': '04234ac157314dc294011123059c07bd', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:10.408715 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Calling delete_port for 47f24d57-848c-4bd7-b36e-5f0608541a75 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:10.704238 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:10.757063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f24d57-848c-4bd7-b36e-5f0608541a75,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:10.848356 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.021638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.023990 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.047857 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.048416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d892c906-de43-476b-8e81-798611ac3c58 {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:24:11.060871 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.061988 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-913deb4e-db35-4328-897d-5d4b06f76ea3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d892c906-de43-476b-8e81-798611ac3c58 HTTP/1.1" status: 204 len: 168 time: 1.4371266 May 13 15:24:11.064467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47836) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:11.123447 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Deleting subnet dd522ed7-a9ed-4766-aa7f-592766abbaae {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:11.126548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.177482 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.264276 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.341086 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.382399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd522ed7-a9ed-4766-aa7f-592766abbaae,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:11.384387 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.390922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-080682ca-b78b-4cc3-9d1e-0f809923b121 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dd522ed7-a9ed-4766-aa7f-592766abbaae HTTP/1.1" status: 204 len: 168 time: 0.3254673 May 13 15:24:11.393277 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:11.395297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378674e-c301-45e1-945c-0e7bc088cea9 None None] Network a89480ea-eb55-4910-8ba0-e93fe2bf0010 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:11.615460 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.626807 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Deleting port 62c2623e-34cc-45da-bdc8-15e2d331fc2f {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:11.627225 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.662547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] DHCP port deletion for a89480ea-eb55-4910-8ba0-e93fe2bf0010 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:11.666695 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Deleting port 62c2623e-34cc-45da-bdc8-15e2d331fc2f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:11.667064 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.870251 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] For port 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62c2623e-34cc-45da-bdc8-15e2d331fc2f,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:11.870779 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:11.885600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 732eb26f-f9fd-46f4-9115-f1eb51c7802d no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:11.934500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 732eb26f-f9fd-46f4-9115-f1eb51c7802d {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:11.934893 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 732eb26f-f9fd-46f4-9115-f1eb51c7802d not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:11.935230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 47f24d57-848c-4bd7-b36e-5f0608541a75 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:11.978972 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 47f24d57-848c-4bd7-b36e-5f0608541a75 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:11.979309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 47f24d57-848c-4bd7-b36e-5f0608541a75 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:11.979711 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62c2623e-34cc-45da-bdc8-15e2d331fc2f no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:12.002915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Calling delete_port for 62c2623e-34cc-45da-bdc8-15e2d331fc2f owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:12.029768 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] For port 62c2623e-34cc-45da-bdc8-15e2d331fc2f, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=62c2623e-34cc-45da-bdc8-15e2d331fc2f,segment=NetworkSegment(a0bb7c41-b261-49dd-aab2-64c490c88620),segment_id=a0bb7c41-b261-49dd-aab2-64c490c88620)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:12.030163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.089028 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.138232 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=62c2623e-34cc-45da-bdc8-15e2d331fc2f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:12.140089 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] No DVR routers for this DVR port 62c2623e-34cc-45da-bdc8-15e2d331fc2f on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:12.166456 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Calling delete_port for 62c2623e-34cc-45da-bdc8-15e2d331fc2f owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:12.215493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No active binding found for port 62c2623e-34cc-45da-bdc8-15e2d331fc2f {{(pid=88134) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 13 15:24:12.215899 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 62c2623e-34cc-45da-bdc8-15e2d331fc2f not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:12.250049 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:12.250462 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:12.257834 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.283340 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89480ea-eb55-4910-8ba0-e93fe2bf0010']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:12.296063 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bb7c41-b261-49dd-aab2-64c490c88620') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:12.296397 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bb7c41-b261-49dd-aab2-64c490c88620') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:12.308343 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.325027 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.331617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:12.332042 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: timer() May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:12.349559 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:12.423232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.439565 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.451501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a89480ea-eb55-4910-8ba0-e93fe2bf0010,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:12.464307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-8df3bc85-ca85-4a39-9b2a-0b7d64627d6c admin admin] 10.222.0.36 "DELETE /v2.0/networks/a89480ea-eb55-4910-8ba0-e93fe2bf0010 HTTP/1.1" status: 204 len: 168 time: 1.0698984 May 13 15:24:12.466986 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47844) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:12.751849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Deleting port 62c2623e-34cc-45da-bdc8-15e2d331fc2f {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:12.752389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:12.820721 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b4de1f7c-dc68-46cb-a890-09bb12410389 None None] The port '62c2623e-34cc-45da-bdc8-15e2d331fc2f' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:24:13.110021 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:13.392736 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:13.478734 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Deleting port 8025c4f7-40f9-4233-8020-80142185c336 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:13.479498 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:13.654504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] For port 8025c4f7-40f9-4233-8020-80142185c336, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=8025c4f7-40f9-4233-8020-80142185c336,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:13.655030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:13.791848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Calling delete_port for 8025c4f7-40f9-4233-8020-80142185c336 owned by network:router_interface {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:13.983494 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.029506 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8025c4f7-40f9-4233-8020-80142185c336,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:14.314374 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:14.807467 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Router 1b8877f7-2ef6-4081-890a-6e98da05ef7c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:24:14.988282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:24:14.996716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Sync routers for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:24:15.004707 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-49a0b8ca-ced2-4b5e-8f4f-adc44a5b8cd1 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b8877f7-2ef6-4081-890a-6e98da05ef7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5365641 May 13 15:24:15.006159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:15.006758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:15.007135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47848) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:15.185172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:15.186731 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.362449 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.372405 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Deleting port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:15.372815 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.475096 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:24:13Z', 'revision_number': 5, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port': {'id': '1b8d77ab-1159-479e-a0d7-5a3bd72febf4', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:41:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:11:07Z', 'updated_at': '2022-05-13T15:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:15.478848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Checking router: 1b8877f7-2ef6-4081-890a-6e98da05ef7c for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:24:15.488507 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Routers {'1b8877f7-2ef6-4081-890a-6e98da05ef7c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:24:15.489129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:24:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:15.547816 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] For port 1b8d77ab-1159-479e-a0d7-5a3bd72febf4, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:15.548163 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.638606 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] Set router 1b8877f7-2ef6-4081-890a-6e98da05ef7c gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:24:15.669217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Calling delete_port for 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 owned by network:router_gateway {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:15.786965 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:24:15Z', 'revision_number': 6, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:15.791785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c045a9-ec64-44fa-aa36-4fdf1326c943 None None] The sync data for ids ['1b8877f7-2ef6-4081-890a-6e98da05ef7c'] in n-d-841736-1 is: [{'id': '1b8877f7-2ef6-4081-890a-6e98da05ef7c', 'name': 'tempest-TestVolumeBootPattern-904983873-router', 'tenant_id': '1fd3dca0b0bd4459b8d03402db821589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:11:04Z', 'updated_at': '2022-05-13T15:24:15Z', 'revision_number': 6, 'project_id': '1fd3dca0b0bd4459b8d03402db821589', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:24:15.849138 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:15.894503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8d77ab-1159-479e-a0d7-5a3bd72febf4,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:16.103529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.276177 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.278357 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.305174 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.305781 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8877f7-2ef6-4081-890a-6e98da05ef7c {{(pid=88131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:24:16.319077 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.320251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1c780022-d23a-4d5e-88f0-c5d49de985e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1b8877f7-2ef6-4081-890a-6e98da05ef7c HTTP/1.1" status: 204 len: 168 time: 1.3121648 May 13 15:24:16.322668 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47852) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:16.383712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Deleting subnet 047abd9d-57f0-4dd5-b8c9-fadcaf5f208f {{(pid=88131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:24:16.386531 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.435697 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7421479'] for subnet, precommit_delete_associations {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.514398 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.584981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7608744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5174124'] for subnet, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.624439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047abd9d-57f0-4dd5-b8c9-fadcaf5f208f,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:16.626367 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.630566 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7b796-ca8e-4aba-a0ff-a16d25cfd184 None None] Network 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:24:16.633182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-ed203b53-1989-4bb6-8b0b-064158e035b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/047abd9d-57f0-4dd5-b8c9-fadcaf5f208f HTTP/1.1" status: 204 len: 168 time: 0.3095646 May 13 15:24:16.635620 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 47856) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:16.743281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.755942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Deleting port f229131b-3de8-467b-a8f3-e6ab57c441b0 {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:16.756340 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.891238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] DHCP port deletion for 27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:24:16.896042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Deleting port f229131b-3de8-467b-a8f3-e6ab57c441b0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:16.896582 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:16.970615 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] For port f229131b-3de8-467b-a8f3-e6ab57c441b0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f229131b-3de8-467b-a8f3-e6ab57c441b0,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:16.970967 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.094240 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Calling delete_port for f229131b-3de8-467b-a8f3-e6ab57c441b0 owned by network:dhcp {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:17.101879 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] For port f229131b-3de8-467b-a8f3-e6ab57c441b0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=f229131b-3de8-467b-a8f3-e6ab57c441b0,segment=NetworkSegment(3676d3e5-fa2e-49e6-9968-0a9cb446733a),segment_id=3676d3e5-fa2e-49e6-9968-0a9cb446733a)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:24:17.102278 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.173483 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.225519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] No DVR routers for this DVR port f229131b-3de8-467b-a8f3-e6ab57c441b0 on host n-d-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:24:17.237713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Calling delete_port for f229131b-3de8-467b-a8f3-e6ab57c441b0 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:24:17.252768 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f229131b-3de8-467b-a8f3-e6ab57c441b0,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:17.347858 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.375826 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7']}} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:17.389651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3676d3e5-fa2e-49e6-9968-0a9cb446733a') {'for_net_delete': True} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:17.390335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.services.segments.db [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3676d3e5-fa2e-49e6-9968-0a9cb446733a') {} {{(pid=88131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:24:17.392356 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:24:17.392356 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:24:17.401974 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7421470'] for segment, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.420487 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.427553 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:24:17.428732 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7607562'] for segment, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: Traceback (most recent call last): May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: timer() May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: cb(*args, **kw) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: return func(*args, **kwargs) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: self._notify() May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: self.callback(batched_events) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: event.method(event) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: return f(self, *a, **k) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: return self._get(url).json() May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: return self.request(url, 'GET', **kwargs) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:24:17.441870 n-d-841736-1 neutron-server[88131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:24:17.627782 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.643687 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.656008 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:17.661946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4be2a66a-07fc-41c8-85ed-a8e139ed0c36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/27abcbf3-a64f-43fd-a8e3-0a2c8ecc0dc7 HTTP/1.1" status: 204 len: 168 time: 1.0254836 May 13 15:24:17.778667 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47862) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:17.833223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e46fd7bc-22bb-4320-8eea-787e2110d55b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04234ac157314dc294011123059c07bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505888 May 13 15:24:17.833362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8025c4f7-40f9-4233-8020-80142185c336 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:17.833814 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47866) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:17.866838 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 8025c4f7-40f9-4233-8020-80142185c336 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:17.867175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 8025c4f7-40f9-4233-8020-80142185c336 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:17.867588 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:17.894103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Deleting port f229131b-3de8-467b-a8f3-e6ab57c441b0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:24:17.894466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.905528 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.933520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:17.933772 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 1b8d77ab-1159-479e-a0d7-5a3bd72febf4 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:17.934191 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f229131b-3de8-467b-a8f3-e6ab57c441b0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:24:17.935450 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.990853 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:17.996311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab7083a4-8120-4474-a200-61f9e16c3086 None None] The port 'f229131b-3de8-467b-a8f3-e6ab57c441b0' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:24:17.997175 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: f229131b-3de8-467b-a8f3-e6ab57c441b0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:24:17.997516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device f229131b-3de8-467b-a8f3-e6ab57c441b0 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:24:18.010182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d25e913-ce2c-4745-9ba4-cf7512754857,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.021182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.021525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.021863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.022450 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.022775 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.023100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.023422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.023743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.024063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.024405 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.024726 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.025045 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:24:18.030036 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.031182 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-3c404866-b198-49e0-a037-c09d002413da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d25e913-ce2c-4745-9ba4-cf7512754857 HTTP/1.1" status: 204 len: 168 time: 0.1966956 May 13 15:24:18.409421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47874) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:18.460817 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-83b0e345-5e22-475f-b29f-63f23cb4b9fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fd3dca0b0bd4459b8d03402db821589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501423 May 13 15:24:18.463239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 47878) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:24:18.518059 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.543885 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.594850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.610219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e45aaa-a13b-4b30-ad1c-34498b43ee0b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:24:18.615269 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:18.616312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6910c1c0-8b28-4bb1-82be-2df92c9bece4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5e45aaa-a13b-4b30-ad1c-34498b43ee0b HTTP/1.1" status: 204 len: 168 time: 0.1521761 May 13 15:24:19.884508 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:20.865928 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:29.847794 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-81548663-439b-4526-b07c-e712ef5f314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:32.711711 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b675-bc79-4b73-8961-ec598a467cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:32.883816 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:33.372993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:35.007564 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:37.535375 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-896430d8-5ba5-47c2-b76b-002bb37c4adc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716426 May 13 15:24:37.623905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-ac8c3963-9314-4dbe-86b4-aeb84643cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:37.625403 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-ac8c3963-9314-4dbe-86b4-aeb84643cd38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0687954 May 13 15:24:37.772078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-63d0eaa4-c683-4307-82f1-76a3c61652df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:37.773824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-63d0eaa4-c683-4307-82f1-76a3c61652df service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1267095 May 13 15:24:37.995445 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-59b23ae3-4a96-4e51-a85e-d3cbd7e4826d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 1000 time: 0.2146709 May 13 15:24:38.060385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-0de8f22e-8446-4cdc-9ce3-dd2982776077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:38.061736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-0de8f22e-8446-4cdc-9ce3-dd2982776077 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0576818 May 13 15:24:38.140389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-a1825371-7f5a-47b1-9f44-7328c471f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:24:38.141912 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-a1825371-7f5a-47b1-9f44-7328c471f6df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718164 May 13 15:24:38.270454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-07108ed4-75c5-478a-b097-1ad87322a147 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210740 May 13 15:24:38.401056 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-95d5a528-985e-497c-87ff-d6aa41d9fe60 req-35fb5fb7-ec53-49b6-8f18-d3a470775d30 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234503 May 13 15:24:49.899972 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:50.392219 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:24:50.893528 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:24:59.841913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2268f409-d06e-432a-9c4f-1dc21bab84e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.713567 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d0dd750e-addb-4ff0-ab8d-c6660d6aa280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:02.886833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:03.376070 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:05.011202 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:19.900147 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:20.911454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:27.391537 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:25:29.844478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce361e22-1717-45eb-b169-839334f1554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.714141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9f0d6e10-500c-47e7-9eb4-64b7a571457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:32.889454 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:33.379603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:35.015312 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:38.505815 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-6ac33739-3432-42f0-92bc-0206d6d291e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725305 May 13 15:25:38.652430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8790-c21f-48de-bc12-c64882591dfa req-6514dea5-e6b4-405f-b9ca-b884a8a7f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:38.654065 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-6514dea5-e6b4-405f-b9ca-b884a8a7f42b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0748248 May 13 15:25:38.800789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8790-c21f-48de-bc12-c64882591dfa req-d32bbce2-ab3b-43da-b173-496fdba4dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:38.802249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-d32bbce2-ab3b-43da-b173-496fdba4dbd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1287615 May 13 15:25:38.904033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-04b6273c-24ae-4b85-8d81-6d1ad41a78b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 1000 time: 0.0922487 May 13 15:25:38.970572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8790-c21f-48de-bc12-c64882591dfa req-d4dc4fa8-9f04-47d7-860c-7d38223f59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:38.972007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-d4dc4fa8-9f04-47d7-860c-7d38223f59fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0605307 May 13 15:25:39.049257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d8790-c21f-48de-bc12-c64882591dfa req-c9cdc899-a74c-45d1-91f7-556de41214be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:25:39.050671 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-c9cdc899-a74c-45d1-91f7-556de41214be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712214 May 13 15:25:39.184733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-1a2185c6-3dc9-43ff-99fd-ad14ab8c65f3 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260390 May 13 15:25:39.316315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-079d8790-c21f-48de-bc12-c64882591dfa req-6e7d44d3-07e8-4558-9ccb-30710ad69cf3 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245005 May 13 15:25:49.914061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:50.911002 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:25:59.848698 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d7c0cf94-3df9-4c16-b1ad-9c9645153736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:02.716495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1c6a280e-7aa6-4731-9a9c-c4e5b0db5d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:02.891659 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:03.381971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:04.391057 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:26:05.023331 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:19.912922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:20.924851 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:29.851363 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-04deb3ae-e7c5-475c-ba7b-dcf00ac540d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:32.720828 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-620f65e7-27d7-49db-8468-b2d18a7dc898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:32.893459 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:33.383114 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:35.017469 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:38.507033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-23844d7a-92f5-4499-b55c-716bd586f1f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725896 May 13 15:26:38.651559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-a3601c2f-1e60-467c-84d2-991f5be6d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:38.653035 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-a3601c2f-1e60-467c-84d2-991f5be6d613 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0698133 May 13 15:26:38.800946 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-59ab855f-aea9-4247-8a81-f68b13e066d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:38.802397 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-59ab855f-aea9-4247-8a81-f68b13e066d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1257160 May 13 15:26:39.012679 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-959cae0b-3db9-41fd-9380-1b6f10356040 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 1000 time: 0.2034290 May 13 15:26:39.074077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-a207577a-6ecc-4d94-a3db-288aa46bb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:39.075442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-a207577a-6ecc-4d94-a3db-288aa46bb5a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0555339 May 13 15:26:39.152520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-d8a314cf-7bfb-4c4f-94f1-df4321a54bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:26:39.153947 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-d8a314cf-7bfb-4c4f-94f1-df4321a54bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718634 May 13 15:26:39.165634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-dd856e99-2fe7-4845-add5-add08a6ecfd1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:26:39.166524 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-dd856e99-2fe7-4845-add5-add08a6ecfd1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049684 May 13 15:26:39.299155 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-7f783161-6281-4387-aeaa-fa8f4cf2210b service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255832 May 13 15:26:39.431082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-850f3310-ea38-4ddc-a76e-ad88cd9ca4aa req-dcc5bd4d-fee3-4b6f-8303-cd0a999cf254 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240668 May 13 15:26:41.390297 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:26:49.913709 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:50.944309 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:26:59.852168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cf133f8d-edb0-4647-9a53-ab9af37846ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:02.722885 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-76c5325e-ada8-4b17-86cc-699398114fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:02.895316 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:03.386613 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:05.020270 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:18.389235 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:19.928898 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:20.969295 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:29.854549 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0b83edae-5404-41a3-8541-9be3f8306d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.725364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-65a07a17-708e-469c-9a25-e539c390eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:32.896036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:33.389252 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:35.025338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:38.644885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-61d9792b-f88b-4b8a-ad14-c6f226a76a08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178741 May 13 15:27:38.789914 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-efb118db-922e-4853-b5a9-91b0bffb0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.791344 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-efb118db-922e-4853-b5a9-91b0bffb0a57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 1096 time: 0.0715804 May 13 15:27:38.936700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-101afd9b-dbb8-4ef4-abc2-f14080e055a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:38.938145 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-101afd9b-dbb8-4ef4-abc2-f14080e055a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 200 len: 910 time: 0.1275470 May 13 15:27:39.041211 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-2f498d45-880c-4127-9a7a-5bbf927e164b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 200 len: 1000 time: 0.0962436 May 13 15:27:39.105134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-3e8c4100-d224-4855-8e99-d41970af78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:39.106543 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-3e8c4100-d224-4855-8e99-d41970af78fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 200 len: 848 time: 0.0585341 May 13 15:27:39.180647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-9e4f5b17-8534-4194-ad09-a9ff42b7ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:27:39.182085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-9e4f5b17-8534-4194-ad09-a9ff42b7ce53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cebef950-0e4d-4020-9204-24b85a956242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689728 May 13 15:27:39.311768 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-9b5aac28-dbf7-4037-a359-ae1c8df30702 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205699 May 13 15:27:39.443655 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a328feec-4d6b-462e-b1c5-8ac33fdfb955 req-d301f812-8335-4371-924e-a4c032cfc426 service neutron] 10.222.0.86 "GET /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248846 May 13 15:27:49.942638 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:50.985207 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:27:55.388510 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:27:59.856234 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8a9340ad-88f5-490a-8eb1-0805a4a253ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.727175 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a7e617d-f00a-48c5-b5ed-1cd14b38215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:02.897882 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:03.391620 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:05.028329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:11.171492 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4d1ea-7cc8-4492-ad88-c08cb0aff004 req-c90afe30-c5cb-4ddc-a7f8-7c12e4841263 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:11.173454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6f4d1ea-7cc8-4492-ad88-c08cb0aff004 req-c90afe30-c5cb-4ddc-a7f8-7c12e4841263 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.2308843 May 13 15:28:11.217493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b6f4d1ea-7cc8-4492-ad88-c08cb0aff004 req-9aaaef49-ebf0-45be-88bd-38f39e78fe95 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379813 May 13 15:28:12.467802 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-4b1c5c95-484a-44c2-adff-9ed83cd910d5 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:12.469241 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-4b1c5c95-484a-44c2-adff-9ed83cd910d5 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.86 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.0789938 May 13 15:28:12.541854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Deleting port 5651a9af-94fd-44c5-ad4d-e0d5269704ff {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:12.542111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:12.581629 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c50fe-9754-4a25-bcf8-bd9df9fe0929 req-dc74601e-0a9c-4e18-846b-867b927eb32f tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:12.583449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c75c50fe-9754-4a25-bcf8-bd9df9fe0929 req-dc74601e-0a9c-4e18-846b-867b927eb32f tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 945 time: 0.1467931 May 13 15:28:12.629606 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c75c50fe-9754-4a25-bcf8-bd9df9fe0929 req-472ba1d2-32c9-42d3-a226-2e6bc0332c16 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/security-groups?id=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401800 May 13 15:28:12.784415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] For port 5651a9af-94fd-44c5-ad4d-e0d5269704ff, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5651a9af-94fd-44c5-ad4d-e0d5269704ff,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:12.784778 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:13.166620 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:13.166993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:13.167302 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Floating IP 3eabcdfb-940d-4d1b-8676-9a1cd690a2cc disassociated. External IP: 172.25.5.77, port: 5651a9af-94fd-44c5-ad4d-e0d5269704ff. May 13 15:28:13.167636 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Calling delete_port for 5651a9af-94fd-44c5-ad4d-e0d5269704ff owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:13.310203 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:13.359609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event deleted for resources: {'Port': ['ID=5651a9af-94fd-44c5-ad4d-e0d5269704ff,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:13.370297 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.370645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.370983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.371317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.371647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.371975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.372402 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.372740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.373053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.373366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.373680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.373999 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:13.554466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Router f5678f8a-e561-47c7-ada4-336a0cf72213 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:13.747108 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:13.758437 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Sync routers for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:13.768733 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:13.769341 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:13.863136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-623b2250-ee19-4b25-be34-2d0f1617d0a3 req-28900867-9998-4cf8-9315-8975dd7a25d9 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "GET /v2.0/ports?device_id=349651ae-5815-47fd-8034-ff431d1630d9 HTTP/1.1" status: 200 len: 210 time: 0.1181674 May 13 15:28:13.864159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] No DVR routers for this DVR port 5651a9af-94fd-44c5-ad4d-e0d5269704ff on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:28:13.867134 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:13.878884 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'name': 'network-vif-deleted', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:28:13.887970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2cadf568-ce27-48c0-a185-9c3e6a6a9146 req-c3a9bb3e-c779-4a04-9073-e09e8ab9daa1 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.86 "DELETE /v2.0/ports/5651a9af-94fd-44c5-ad4d-e0d5269704ff HTTP/1.1" status: 204 len: 173 time: 1.4130108 May 13 15:28:13.972532 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:13.982211 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee6d319-316e-49b4-b965-8fb38d47ec58'] response: {'server_uuid': '349651ae-5815-47fd-8034-ff431d1630d9', 'name': 'network-vif-deleted', 'tag': '5651a9af-94fd-44c5-ad4d-e0d5269704ff', 'status': 'completed', 'code': 200} May 13 15:28:14.282076 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:14.285789 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Checking router: f5678f8a-e561-47c7-ada4-336a0cf72213 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:14.293863 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:14.294450 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:14.475063 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:14.785131 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:14.789171 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a7aca-39d8-4dd7-87c2-f1f27a6e7323 None None] The sync data for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 is: [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:23:03Z', 'revision_number': 4, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'a97030a5-717a-4b0c-a89d-69c1f8bd825b', 'name': '', 'network_id': 'cebef950-0e4d-4020-9204-24b85a956242', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'mac_address': 'fa:16:3e:61:39:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:03Z', 'updated_at': '2022-05-13T15:23:12Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'subnets': [{'id': 'ffa595e4-7d31-4315-a157-1bba0e72adfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:14.959724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48000) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:14.998735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9ab1f-93d2-4e3c-8200-3d0d3c2808b0 None None] New status for floating IP 3eabcdfb-940d-4d1b-8676-9a1cd690a2cc: DOWN {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:28:15.111395 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Deleting port 6eb3771f-78d5-471d-9a36-e385160e9c02 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:15.111729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:15.223615 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5651a9af-94fd-44c5-ad4d-e0d5269704ff no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:15.262957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 5651a9af-94fd-44c5-ad4d-e0d5269704ff {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:15.263330 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5651a9af-94fd-44c5-ad4d-e0d5269704ff not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:15.279424 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:15.279757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:15.508712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Calling delete_port for 6eb3771f-78d5-471d-9a36-e385160e9c02 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:15.589657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.db.api [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:15.589972 n-d-841736-1 neutron-server[88132]: DEBUG oslo_db.api [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:16.091575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Deleting port 6eb3771f-78d5-471d-9a36-e385160e9c02 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:16.092202 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.260398 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.260722 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.380088 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Calling delete_port for 6eb3771f-78d5-471d-9a36-e385160e9c02 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:16.517512 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.564643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event deleted for resources: {'Port': ['ID=6eb3771f-78d5-471d-9a36-e385160e9c02,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:16.654497 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.668383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.669476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6ec781c9-0746-479c-9fe8-749e60f1a997 tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "DELETE /v2.0/floatingips/3eabcdfb-940d-4d1b-8676-9a1cd690a2cc HTTP/1.1" status: 204 len: 168 time: 1.7086737 May 13 15:28:16.815015 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48008) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:16.881253 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.910366 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.974960 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:16.993518 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:17.004096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:17.005239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9a2a76f3-e4fd-4932-9ca2-9054cb4da55a tempest-TestServerBasicOps-438539955 tempest-TestServerBasicOps-438539955-project] 10.222.0.36 "DELETE /v2.0/security-groups/17c4477d-aeb4-4512-bbb7-cd35b3f4a3d0 HTTP/1.1" status: 204 len: 168 time: 0.1892614 May 13 15:28:17.045305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48014) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:17.689040 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:18.140437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Deleting port a97030a5-717a-4b0c-a89d-69c1f8bd825b {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:18.140783 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:18.315092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] For port a97030a5-717a-4b0c-a89d-69c1f8bd825b, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a97030a5-717a-4b0c-a89d-69c1f8bd825b,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:18.315452 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:18.434829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Calling delete_port for a97030a5-717a-4b0c-a89d-69c1f8bd825b owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:18.607248 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:18.656286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97030a5-717a-4b0c-a89d-69c1f8bd825b,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:18.921545 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:19.388575 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Router f5678f8a-e561-47c7-ada4-336a0cf72213 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:19.560472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:19.568889 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36744af-a738-4e07-b78b-60240483939d None None] Sync routers for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:19.574586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-9adfad3a-ce4f-4025-8565-cc48efd1ce85 admin admin] 10.222.0.36 "PUT /v2.0/routers/f5678f8a-e561-47c7-ada4-336a0cf72213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5258551 May 13 15:28:19.574773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48020) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:19.578225 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:19.578880 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:19.746893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:19.751583 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:19.926243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:19.938759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Deleting port 699dbfd4-2802-42eb-a0ef-1945ba88aa56 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:19.939404 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:19.947071 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.059073 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:28:18Z', 'revision_number': 5, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port': {'id': '699dbfd4-2802-42eb-a0ef-1945ba88aa56', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:00Z', 'updated_at': '2022-05-13T15:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:20.062839 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36744af-a738-4e07-b78b-60240483939d None None] Checking router: f5678f8a-e561-47c7-ada4-336a0cf72213 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:20.071282 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] Routers {'f5678f8a-e561-47c7-ada4-336a0cf72213'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:20.071883 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['f5678f8a-e561-47c7-ada4-336a0cf72213'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:20.117886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] For port 699dbfd4-2802-42eb-a0ef-1945ba88aa56, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=699dbfd4-2802-42eb-a0ef-1945ba88aa56,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:20.118243 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.221055 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] Set router f5678f8a-e561-47c7-ada4-336a0cf72213 gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:20.246401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Calling delete_port for 699dbfd4-2802-42eb-a0ef-1945ba88aa56 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:20.324734 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-a36744af-a738-4e07-b78b-60240483939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:28:19Z', 'revision_number': 6, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:20.327653 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36744af-a738-4e07-b78b-60240483939d None None] The sync data for ids ['f5678f8a-e561-47c7-ada4-336a0cf72213'] in n-d-841736-1 is: [{'id': 'f5678f8a-e561-47c7-ada4-336a0cf72213', 'name': 'tempest-TestServerBasicOps-1962234823-router', 'tenant_id': '51a7dafd9579455f9dbd82f83008ebc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:22:59Z', 'updated_at': '2022-05-13T15:28:19Z', 'revision_number': 6, 'project_id': '51a7dafd9579455f9dbd82f83008ebc8', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:20.426136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.473477 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=699dbfd4-2802-42eb-a0ef-1945ba88aa56,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:20.559551 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.854237 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.856406 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.878360 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.878832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5678f8a-e561-47c7-ada4-336a0cf72213 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:28:20.890536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.891686 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-0159ba20-38e5-4440-bbc2-55a297a36cf4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f5678f8a-e561-47c7-ada4-336a0cf72213 HTTP/1.1" status: 204 len: 168 time: 1.3159964 May 13 15:28:20.894238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:20.953643 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Deleting subnet ffa595e4-7d31-4315-a157-1bba0e72adfc {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:28:20.956543 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:20.986651 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.007641 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.093520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.162256 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.206542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa595e4-7d31-4315-a157-1bba0e72adfc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:21.208507 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.213377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43dbb0-877c-449c-8f0e-671f3c66d178 None None] Network cebef950-0e4d-4020-9204-24b85a956242 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:21.216865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-adf745db-6e0e-4e66-89b2-a99a3c2a9202 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ffa595e4-7d31-4315-a157-1bba0e72adfc HTTP/1.1" status: 204 len: 168 time: 0.3193560 May 13 15:28:21.217042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48028) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:21.330791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.344251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Deleting port a816e19b-0f76-4e98-beb2-50b324ef2544 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:21.345358 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.492794 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] DHCP port deletion for cebef950-0e4d-4020-9204-24b85a956242 request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:28:21.497031 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Deleting port a816e19b-0f76-4e98-beb2-50b324ef2544 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:21.497396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.559812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] For port a816e19b-0f76-4e98-beb2-50b324ef2544, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a816e19b-0f76-4e98-beb2-50b324ef2544,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:21.560172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.683894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Calling delete_port for a816e19b-0f76-4e98-beb2-50b324ef2544 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:21.696283 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] For port a816e19b-0f76-4e98-beb2-50b324ef2544, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=a816e19b-0f76-4e98-beb2-50b324ef2544,segment=NetworkSegment(5e4e093e-2db9-4507-88c3-5a5e31093e94),segment_id=5e4e093e-2db9-4507-88c3-5a5e31093e94)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:21.696679 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.768858 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.817641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a816e19b-0f76-4e98-beb2-50b324ef2544,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:21.821579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] No DVR routers for this DVR port a816e19b-0f76-4e98-beb2-50b324ef2544 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:28:21.858387 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Calling delete_port for a816e19b-0f76-4e98-beb2-50b324ef2544 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:21.931545 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:21.931897 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:21.939244 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.952938 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a816e19b-0f76-4e98-beb2-50b324ef2544 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:21.964723 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebef950-0e4d-4020-9204-24b85a956242']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:21.977371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4e093e-2db9-4507-88c3-5a5e31093e94') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:21.977791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4e093e-2db9-4507-88c3-5a5e31093e94') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:21.989670 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:21.992669 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a816e19b-0f76-4e98-beb2-50b324ef2544 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:21.993807 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a816e19b-0f76-4e98-beb2-50b324ef2544 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:21.994251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a97030a5-717a-4b0c-a89d-69c1f8bd825b no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:22.007730 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:22.014168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:28:22.014696 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: timer() May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:28:22.028940 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:28:22.032160 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: a97030a5-717a-4b0c-a89d-69c1f8bd825b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:22.032545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device a97030a5-717a-4b0c-a89d-69c1f8bd825b not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:22.032980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 699dbfd4-2802-42eb-a0ef-1945ba88aa56 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:22.066627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 699dbfd4-2802-42eb-a0ef-1945ba88aa56 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:22.066974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 699dbfd4-2802-42eb-a0ef-1945ba88aa56 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:22.105835 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:22.121433 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:22.131974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebef950-0e4d-4020-9204-24b85a956242,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:22.145458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5523476b-87e4-4eeb-870d-97728dbc00f0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cebef950-0e4d-4020-9204-24b85a956242 HTTP/1.1" status: 204 len: 168 time: 0.9274869 May 13 15:28:22.148202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48034) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:22.433281 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Deleting port a816e19b-0f76-4e98-beb2-50b324ef2544 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:22.433661 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:22.500164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ad838ac9-6e18-4b6a-82f3-f306cf62e865 None None] The port 'a816e19b-0f76-4e98-beb2-50b324ef2544' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:28:22.783871 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:23.123463 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Deleting port 86a6a790-2373-4a1d-8767-1ac8efbce8bc {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:23.124136 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:23.291589 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] For port 86a6a790-2373-4a1d-8767-1ac8efbce8bc, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=86a6a790-2373-4a1d-8767-1ac8efbce8bc,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:23.291927 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:23.415504 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Calling delete_port for 86a6a790-2373-4a1d-8767-1ac8efbce8bc owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:23.589719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:23.635000 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=86a6a790-2373-4a1d-8767-1ac8efbce8bc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:24.016109 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:24.376980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Router eb8335a1-9984-49af-88dc-aeacb1d14d4c has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:24.553856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:24.562359 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Sync routers for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:24.569789 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cb0ddbc2-0f9e-48f1-9a47-8eb00e5a2c2d admin admin] 10.222.0.36 "PUT /v2.0/routers/eb8335a1-9984-49af-88dc-aeacb1d14d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205694 May 13 15:28:24.571946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:24.572521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48038) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:24.572665 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:24.749980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:24.752003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:24.929143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:24.939285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Deleting port 7e7b2965-3460-43d3-89da-b1f292b20539 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:24.939685 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.027594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:28:23Z', 'revision_number': 5, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port': {'id': '7e7b2965-3460-43d3-89da-b1f292b20539', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:23:07Z', 'updated_at': '2022-05-13T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:25.031269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Checking router: eb8335a1-9984-49af-88dc-aeacb1d14d4c for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:25.039516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Routers {'eb8335a1-9984-49af-88dc-aeacb1d14d4c'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:25.040103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:25.114235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] For port 7e7b2965-3460-43d3-89da-b1f292b20539, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=7e7b2965-3460-43d3-89da-b1f292b20539,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:25.114684 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.187517 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] Set router eb8335a1-9984-49af-88dc-aeacb1d14d4c gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:25.295046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:28:24Z', 'revision_number': 6, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:25.299762 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad6b73c-a857-4dd2-afa4-f17081c4896f None None] The sync data for ids ['eb8335a1-9984-49af-88dc-aeacb1d14d4c'] in n-d-841736-1 is: [{'id': 'eb8335a1-9984-49af-88dc-aeacb1d14d4c', 'name': 'tempest-TestServerBasicOps-2133409466-router', 'tenant_id': '0d206719228a4f62b9000c7bf6837019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:23:06Z', 'updated_at': '2022-05-13T15:28:24Z', 'revision_number': 6, 'project_id': '0d206719228a4f62b9000c7bf6837019', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:25.360915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Calling delete_port for 7e7b2965-3460-43d3-89da-b1f292b20539 owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:25.520150 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.593550 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7b2965-3460-43d3-89da-b1f292b20539,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:25.658251 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.829961 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.832047 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.854208 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.854595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb8335a1-9984-49af-88dc-aeacb1d14d4c {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:28:25.867466 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.868778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10fbc60b-e749-451f-a5e2-3bf75cf60e55 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eb8335a1-9984-49af-88dc-aeacb1d14d4c HTTP/1.1" status: 204 len: 168 time: 1.2953227 May 13 15:28:25.871257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48042) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:25.931237 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Deleting subnet eee81843-c096-4ea8-8f92-17a4436dde76 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:28:25.934173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:25.981907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.078587 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.086756 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7e7b2965-3460-43d3-89da-b1f292b20539 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:26.130176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 7e7b2965-3460-43d3-89da-b1f292b20539 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:26.130786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 7e7b2965-3460-43d3-89da-b1f292b20539 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:26.131416 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86a6a790-2373-4a1d-8767-1ac8efbce8bc no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:26.151144 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.165409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 86a6a790-2373-4a1d-8767-1ac8efbce8bc {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:26.165758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 86a6a790-2373-4a1d-8767-1ac8efbce8bc not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:26.191957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee81843-c096-4ea8-8f92-17a4436dde76,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:26.197513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.202581 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc66d0de-a881-438e-a5cd-9245d76a93e5 None None] Network 06b9333c-502a-4852-bc48-20b8450b653f requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:26.203479 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-200ac465-f105-43b4-839a-5e41f6aba5ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eee81843-c096-4ea8-8f92-17a4436dde76 HTTP/1.1" status: 204 len: 168 time: 0.3312738 May 13 15:28:26.206014 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48046) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:26.313239 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.324769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Deleting port 64f408b4-4f01-4b2e-809a-71f38d379ca0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:26.325111 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.494912 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] DHCP port deletion for 06b9333c-502a-4852-bc48-20b8450b653f request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:28:26.499061 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Deleting port 64f408b4-4f01-4b2e-809a-71f38d379ca0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:26.499422 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.540678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] For port 64f408b4-4f01-4b2e-809a-71f38d379ca0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=64f408b4-4f01-4b2e-809a-71f38d379ca0,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:26.541246 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.661345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Calling delete_port for 64f408b4-4f01-4b2e-809a-71f38d379ca0 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:26.695605 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] For port 64f408b4-4f01-4b2e-809a-71f38d379ca0, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=64f408b4-4f01-4b2e-809a-71f38d379ca0,segment=NetworkSegment(53fd279d-1392-423b-8354-53d9b88e92a8),segment_id=53fd279d-1392-423b-8354-53d9b88e92a8)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:26.695993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.736235 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:26.816498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Calling delete_port for 64f408b4-4f01-4b2e-809a-71f38d379ca0 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:28:26.887232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:26.887576 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:26.890443 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Pushing event deleted for resources: {'Port': ['ID=64f408b4-4f01-4b2e-809a-71f38d379ca0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:26.896348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] No DVR routers for this DVR port 64f408b4-4f01-4b2e-809a-71f38d379ca0 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:28:27.006441 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.030849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b9333c-502a-4852-bc48-20b8450b653f']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:27.042877 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fd279d-1392-423b-8354-53d9b88e92a8') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:27.043173 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fd279d-1392-423b-8354-53d9b88e92a8') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:27.054013 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.069747 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.076001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:28:27.076519 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: timer() May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:28:27.089848 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:28:27.167675 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.183007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.193186 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] Pushing event deleted for resources: {'Network': ['ID=06b9333c-502a-4852-bc48-20b8450b653f,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:27.200104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ba958d37-ef39-4c00-9ef3-78906299ccfd admin admin] 10.222.0.36 "DELETE /v2.0/networks/06b9333c-502a-4852-bc48-20b8450b653f HTTP/1.1" status: 204 len: 168 time: 0.9931376 May 13 15:28:27.311977 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48052) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:27.359227 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-cb87f57f-4d0e-4c85-823e-2379c6121576 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51a7dafd9579455f9dbd82f83008ebc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460954 May 13 15:28:27.361671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48056) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:27.388847 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Deleting port 64f408b4-4f01-4b2e-809a-71f38d379ca0 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:28:27.389347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.423018 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.451241 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.469696 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-55cc4cba-28c1-4bd0-9ca7-f8a66273f90b None None] The port '64f408b4-4f01-4b2e-809a-71f38d379ca0' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:28:27.502931 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.521692 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03356a5-f24a-4ef1-9242-1119216405b3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:27.529953 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.531071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91d4f1cd-6c6b-4dec-81e2-1c9d7ff62017 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03356a5-f24a-4ef1-9242-1119216405b3 HTTP/1.1" status: 204 len: 168 time: 0.1685252 May 13 15:28:27.864907 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48064) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:27.916148 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-03744e32-a055-45cf-ba87-05095f333bca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d206719228a4f62b9000c7bf6837019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478482 May 13 15:28:27.916403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48068) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:27.949051 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 64f408b4-4f01-4b2e-809a-71f38d379ca0 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:28:27.974539 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:27.981942 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 64f408b4-4f01-4b2e-809a-71f38d379ca0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:28:27.982357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 64f408b4-4f01-4b2e-809a-71f38d379ca0 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:28:27.999644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.054070 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.069103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01df8a-993b-45f4-aa04-0510b6d54006,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:28.075594 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.076728 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d924f723-fd12-4875-bf7d-b5d9abe629bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c01df8a-993b-45f4-aa04-0510b6d54006 HTTP/1.1" status: 204 len: 168 time: 0.1594400 May 13 15:28:28.822966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48092) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:28.925013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-989065417-network', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:28.930979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:28.934766 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Usage tracker for resource:network and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:28.937594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:28.943903 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:28.953340 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Made reservation on behalf of 216a7d87bc5847249ab58ca4ccbf58ed for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:28:28.955609 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.967340 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:28.982192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:28.986546 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:28.989347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:28.994961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:29.073957 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.077231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.109212 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:28:29.114226 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f48359-1dda-4323-b861-5ec85f69cae8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:29.120848 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.121192 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Added segment 8ac288cd-1c52-4f45-b6fc-6bcf2c27157d of type vlan for network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb May 13 15:28:29.146729 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.174429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.175355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:29.175928 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.276840 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4527869 May 13 15:28:29.277680 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078bb3-bc7a-4796-895d-70cb5e70a3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:29.279554 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48098) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:29.285642 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Request body: {'subnet': {'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-989065417-subnet', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:29.288008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:28:29.291152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:29.295066 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Usage tracker for resource:subnet and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:29.297979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:29.304254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:29.313278 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Made reservation on behalf of 216a7d87bc5847249ab58ca4ccbf58ed for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:28:29.317029 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.520719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.588975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0d85f1-0d87-4324-b42c-0542bdeb23c6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:29.598969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Checking segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:29.599316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Network hostable DHCP agents. Network: acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:28:29.617465 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:28:29.626420 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:29.630182 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:29.630752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.638457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67b3ca-f774-40f6-8e1e-83d9b0d03e24 None None] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:29.650074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec340a2f-1804-4c3d-8656-8c5230da4589 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3695431 May 13 15:28:29.652980 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48102) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:29.657862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:29.662991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:29.666780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Usage tracker for resource:router and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:29.669579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:29.675252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:29.685457 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.686629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.701265 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.859407 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:28:29.860778 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.876605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-696c0702-76b4-4feb-887e-0dfee63faf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:29.967493 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.018436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Allocated IP 172.20.0.2 (acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb/ed0d85f1-0d87-4324-b42c-0542bdeb23c6/82b88332-76c5-4831-95e6-ab55dcc76599) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:30.220385 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.230586 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Transition to ACTIVE for port object 82b88332-76c5-4831-95e6-ab55dcc76599 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:30.249516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Transition to ACTIVE for port object 82b88332-76c5-4831-95e6-ab55dcc76599 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:30.254845 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.320843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:30.324354 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:30.328035 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:30.367084 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Pushing event updated for resources: {'Port': ['ID=82b88332-76c5-4831-95e6-ab55dcc76599,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:30.391701 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.405812 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.406156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.406498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.407342 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.407682 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.408008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.408358 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.408679 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.409017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.409315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.409631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.409944 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:30.424637 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.432233 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Attempting to bind port 82b88332-76c5-4831-95e6-ab55dcc76599 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:30.432601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Attempting to bind port 82b88332-76c5-4831-95e6-ab55dcc76599 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:30.432961 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Attempting to bind port 82b88332-76c5-4831-95e6-ab55dcc76599 on network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:30.438196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:30.438565 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Checking segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:30.439016 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.439401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Bound using segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:30.439852 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Bound port: 82b88332-76c5-4831-95e6-ab55dcc76599, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:30.440236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.558773 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] For port 82b88332-76c5-4831-95e6-ab55dcc76599, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:30.561859 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] For port 82b88332-76c5-4831-95e6-ab55dcc76599, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82b88332-76c5-4831-95e6-ab55dcc76599,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:30.563846 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Allocated IP 172.25.5.228 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/765fe699-22df-4b34-978c-51410604e6ae) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:30.566916 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.658301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106c26-0806-4ed0-950b-adbc6e39a015 None None] Pushing event updated for resources: {'Port': ['ID=82b88332-76c5-4831-95e6-ab55dcc76599,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:30.713323 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.747409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:30.819290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:30.822332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:30.826353 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:30.863381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Pushing event updated for resources: {'Port': ['ID=765fe699-22df-4b34-978c-51410604e6ae,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:31.239409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:31.581878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:31.584146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da53b49-f480-4b06-b171-5c963a7508ff None None] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:31.678230 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-14fc4582-f3a1-4737-83b8-f98a2dfdeff3 None None] Provisioning for port 82b88332-76c5-4831-95e6-ab55dcc76599 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:31.908819 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:28:31.988845 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82b88332-76c5-4831-95e6-ab55dcc76599 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:32.061596 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 82b88332-76c5-4831-95e6-ab55dcc76599 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:32.067007 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82b88332-76c5-4831-95e6-ab55dcc76599 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:32.067374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.096742 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:32.107139 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:32.117519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:32.118294 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:32.122445 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.126854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-51e2cc07-bb92-462f-81e8-f4ba93963299 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4697819 May 13 15:28:32.127501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48108) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:32.136538 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Provisioning complete for port 82b88332-76c5-4831-95e6-ab55dcc76599 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:32.136899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.256039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82b88332-76c5-4831-95e6-ab55dcc76599 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:32.256369 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.302237 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:32.344539 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Current status of the port 82b88332-76c5-4831-95e6-ab55dcc76599 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:32.344915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.360670 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 82b88332-76c5-4831-95e6-ab55dcc76599, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82b88332-76c5-4831-95e6-ab55dcc76599,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:32.370487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.425729 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:28:32.484652 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:28:32.485628 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:28:32.487816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=82b88332-76c5-4831-95e6-ab55dcc76599,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:32.586084 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:31Z', 'revision_number': 3, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:32.589834 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:32.590173 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Updating router 6add2385-4c26-4254-821f-bfa62f8e80f8 port 765fe699-22df-4b34-978c-51410604e6ae binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:28:32.646940 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.731959 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7c99731a-261f-48c9-81ba-fa25e8d02b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.814744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.911189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:32.997341 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.010017 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Transition to ACTIVE for port object 765fe699-22df-4b34-978c-51410604e6ae will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:33.020782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Allocated IP 172.20.0.1 (acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb/ed0d85f1-0d87-4324-b42c-0542bdeb23c6/c4917630-3d83-4e09-b7df-0c068b4e1f21) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:33.021419 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.046617 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cd62eb3c-4af0-4cf8-bb28-c5ace99e8299 None None] Current status of the port 82b88332-76c5-4831-95e6-ab55dcc76599 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:33.101770 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Attempting to bind port 765fe699-22df-4b34-978c-51410604e6ae on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:33.102195 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Attempting to bind port 765fe699-22df-4b34-978c-51410604e6ae by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:33.102554 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Attempting to bind port 765fe699-22df-4b34-978c-51410604e6ae on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:33.104634 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Pushing event updated for resources: {'Port': ['ID=765fe699-22df-4b34-978c-51410604e6ae,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:33.113447 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.114036 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.114127 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.114420 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.114748 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.115071 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.115391 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.115705 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.116019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.116360 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.116676 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.116990 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.122003 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:33.122376 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:33.122769 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.123148 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:33.123610 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Bound port: 765fe699-22df-4b34-978c-51410604e6ae, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:33.123975 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.172529 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.188525 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Transition to ACTIVE for port object c4917630-3d83-4e09-b7df-0c068b4e1f21 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:33.198051 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] For port 765fe699-22df-4b34-978c-51410604e6ae, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:33.201226 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] For port 765fe699-22df-4b34-978c-51410604e6ae, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=765fe699-22df-4b34-978c-51410604e6ae,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:33.205944 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.214342 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.279079 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:33.279680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:33.280504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:33.283744 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:33.286249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:33.339600 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Pushing event updated for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:33.344589 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dbed0-83d8-4f58-b758-973a3b6df99c None None] Pushing event updated for resources: {'Port': ['ID=765fe699-22df-4b34-978c-51410604e6ae,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:33.351853 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.352198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.352562 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.352899 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.353227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.353555 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.353876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.354201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.354524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.354842 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.355154 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.355568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:28:33.361314 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.398385 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.474802 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:33.571620 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d5d71cbe-e9e1-478e-8bf2-725dbc107c73 None None] Provisioning for port c4917630-3d83-4e09-b7df-0c068b4e1f21 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:33.576896 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d5d71cbe-e9e1-478e-8bf2-725dbc107c73 None None] Provisioning complete for port c4917630-3d83-4e09-b7df-0c068b4e1f21 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:33.577338 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d5d71cbe-e9e1-478e-8bf2-725dbc107c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.630094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d5d71cbe-e9e1-478e-8bf2-725dbc107c73 None None] Port c4917630-3d83-4e09-b7df-0c068b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:28:33.740517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.765090 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:31Z', 'revision_number': 3, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:33.768854 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768217e8-3c48-484c-ba0d-d7ff83e1f342 None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:31Z', 'revision_number': 3, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:33.959320 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82b88332-76c5-4831-95e6-ab55dcc76599 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:33.970694 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:33.976490 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.060328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 82b88332-76c5-4831-95e6-ab55dcc76599 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:34.061155 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.091606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Pushing event updated for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:34.096908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.187546 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 82b88332-76c5-4831-95e6-ab55dcc76599 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:34.239763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:34.240959 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:34.435352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:34.457866 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-0adedae0-7882-40d0-9366-a4e0e85a5327 None None] Provisioning complete for port c4917630-3d83-4e09-b7df-0c068b4e1f21 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:34.458374 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0adedae0-7882-40d0-9366-a4e0e85a5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:34.526832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0adedae0-7882-40d0-9366-a4e0e85a5327 None None] Port c4917630-3d83-4e09-b7df-0c068b4e1f21 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:28:34.622639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:34.632847 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9137281c-bf69-44ed-ac7f-ac718a97acbd admin admin] 10.222.0.36 "PUT /v2.0/routers/6add2385-4c26-4254-821f-bfa62f8e80f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5044127 May 13 15:28:35.035719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.159666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 48128) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:35.165224 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1171103705-network', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:35.170666 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:35.175108 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Usage tracker for resource:network and tenant:659043e2327848e593f000a3ad0bd8ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:35.177988 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:35.183694 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:35.193969 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Made reservation on behalf of 659043e2327848e593f000a3ad0bd8ed for: {'network': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:28:35.196185 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.207760 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.221867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:35.225725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Usage tracker for resource:security_group_rule and tenant:659043e2327848e593f000a3ad0bd8ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:35.228647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:35.234459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:35.315201 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:35.315981 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.320029 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.324777 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:35.325459 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:35.351798 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=88131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:28:35.360445 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056363d3-849d-4684-a63a-3f799614e793,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:35.365832 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.366171 n-d-841736-1 neutron-server[88131]: INFO neutron.db.segments_db [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Added segment 47636cef-7996-479d-9e5d-db7a3c3606b1 of type vlan for network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a May 13 15:28:35.391638 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.420646 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.422121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:35.423301 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Notify callbacks [] for network, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.508357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:35.528141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3673236 May 13 15:28:35.529083 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d422e-37d0-4739-8884-8af237701f10 admin admin] Pushing event updated for resources: {'Network': ['ID=aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:35.531013 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48132) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:35.538165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Request body: {'subnet': {'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1171103705-subnet', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:35.543918 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:35.548458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Usage tracker for resource:subnet and tenant:659043e2327848e593f000a3ad0bd8ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:35.551364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:28:35.552233 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:35.557989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:35.568115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Made reservation on behalf of 659043e2327848e593f000a3ad0bd8ed for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:28:35.570481 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.788601 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.877116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963e1184-5389-4fbd-b71d-e196ee8e4dc6,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:35.881559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Checking segment: {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:35.881906 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Network hostable DHCP agents. Network: aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:28:35.902401 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:28:35.913166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:35.923864 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bf0a7-9109-47d7-bc54-d9dba5ee323d None None] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:35.927556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:28:35.930447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.958683 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-ec16d3b7-fedd-4168-87f2-3de77d8f4e57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4230666 May 13 15:28:35.959102 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48136) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:35.964707 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:28:35.970163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:28:35.974206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Usage tracker for resource:router and tenant:659043e2327848e593f000a3ad0bd8ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:28:35.977157 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:28:35.986710 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:28:35.997524 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:35.998518 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.009297 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 765fe699-22df-4b34-978c-51410604e6ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:36.015482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.174462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 2, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:36.179261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 765fe699-22df-4b34-978c-51410604e6ae completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:36.187045 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:36.187393 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Updating router 6add2385-4c26-4254-821f-bfa62f8e80f8 port c4917630-3d83-4e09-b7df-0c068b4e1f21 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:28:36.262082 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 765fe699-22df-4b34-978c-51410604e6ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:36.262453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.282422 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.318573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'fixed_ips': [{'subnet_id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:28:36.319394 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.355870 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.589166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.656641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 765fe699-22df-4b34-978c-51410604e6ae is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:36.657580 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.712580 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Allocated IP 172.20.0.2 (aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a/963e1184-5389-4fbd-b71d-e196ee8e4dc6/46131346-e5e8-4281-a4ae-0fb476c9a510) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:36.715391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 765fe699-22df-4b34-978c-51410604e6ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=765fe699-22df-4b34-978c-51410604e6ae,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:36.739232 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.767199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:36.877217 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Allocated IP 172.25.5.133 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/80b7c7dc-7608-4e71-b5a9-8e6900cef0df) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:36.972905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=765fe699-22df-4b34-978c-51410604e6ae,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:37.025581 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.056276 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.120006 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:37.122948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:37.126729 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:37.173466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Pushing event updated for resources: {'Port': ['ID=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:37.206183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.209849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.228282 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Transition to ACTIVE for port object 46131346-e5e8-4281-a4ae-0fb476c9a510 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:37.230860 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Transition to ACTIVE for port object c4917630-3d83-4e09-b7df-0c068b4e1f21 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:37.242915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.296452 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Transition to ACTIVE for port object 46131346-e5e8-4281-a4ae-0fb476c9a510 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:37.369718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.385246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeb8d2-e33c-4999-b285-43437f13f16c None None] Pushing event updated for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:37.468467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:37.503090 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:37.511374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:37.552343 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.577279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Pushing event updated for resources: {'Port': ['ID=46131346-e5e8-4281-a4ae-0fb476c9a510,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:37.615719 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Attempting to bind port c4917630-3d83-4e09-b7df-0c068b4e1f21 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:37.616086 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Attempting to bind port c4917630-3d83-4e09-b7df-0c068b4e1f21 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:37.616469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Attempting to bind port c4917630-3d83-4e09-b7df-0c068b4e1f21 on network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:37.634792 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:37.635159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Checking segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:37.635625 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.635948 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Bound using segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:37.636427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Bound port: c4917630-3d83-4e09-b7df-0c068b4e1f21, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:37.636794 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.654593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Attempting to bind port 46131346-e5e8-4281-a4ae-0fb476c9a510 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:37.654974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Attempting to bind port 46131346-e5e8-4281-a4ae-0fb476c9a510 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:37.655315 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Attempting to bind port 46131346-e5e8-4281-a4ae-0fb476c9a510 on network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:37.663652 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:37.664017 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Checking segment: {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:37.664440 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.664844 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Bound using segment: {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:37.665284 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Bound port: 46131346-e5e8-4281-a4ae-0fb476c9a510, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:37.665653 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.811110 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] For port c4917630-3d83-4e09-b7df-0c068b4e1f21, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:37.823641 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] For port c4917630-3d83-4e09-b7df-0c068b4e1f21, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c4917630-3d83-4e09-b7df-0c068b4e1f21,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:37.825372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] For port 46131346-e5e8-4281-a4ae-0fb476c9a510, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:37.830729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] For port 46131346-e5e8-4281-a4ae-0fb476c9a510, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=46131346-e5e8-4281-a4ae-0fb476c9a510,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:37.832321 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.869274 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.890993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:37.925039 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeb8d2-e33c-4999-b285-43437f13f16c None None] Pushing event updated for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:37.929910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:37.930534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:38.038333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 765fe699-22df-4b34-978c-51410604e6ae up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:38.251913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89598-887f-4461-ae24-7bd3156f3670 None None] Pushing event updated for resources: {'Port': ['ID=46131346-e5e8-4281-a4ae-0fb476c9a510,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:38.265606 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Router 98d42aee-14bf-43a3-851a-9ae48aecc4fb is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:28:38.278501 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 765fe699-22df-4b34-978c-51410604e6ae triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:38.278869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:38.343312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:38.454214 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:38.463471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Sync routers for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:38.474899 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:38.475546 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:38.478314 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:38.482419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-f68e1a04-ced2-4581-9bde-1e32bee42453 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5192711 May 13 15:28:38.483317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 48144) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:28:38.620430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 765fe699-22df-4b34-978c-51410604e6ae is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:38.659588 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:38.777638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:37Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:38.782272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c46e0e-e76f-463d-807c-11a882b10204 None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:37Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:39.031135 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:37Z', 'revision_number': 3, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:39.035347 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Checking router: 98d42aee-14bf-43a3-851a-9ae48aecc4fb for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:39.035688 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Updating router 98d42aee-14bf-43a3-851a-9ae48aecc4fb port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:28:39.096696 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.151500 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780706b7-4f05-4921-9075-ecf1c634d386 None None] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:28:39.249625 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-68c36f72-2215-4672-bde2-a3213dd4de3a None None] Provisioning for port 46131346-e5e8-4281-a4ae-0fb476c9a510 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:39.349671 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.512736 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.527850 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Transition to ACTIVE for port object 80b7c7dc-7608-4e71-b5a9-8e6900cef0df will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:39.535573 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.595091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Allocated IP 172.20.0.1 (aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a/963e1184-5389-4fbd-b71d-e196ee8e4dc6/af9d3087-3ca5-4cfa-971f-9d95eda662d3) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:28:39.625522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Attempting to bind port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:39.626031 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Attempting to bind port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:39.626488 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Attempting to bind port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:39.635320 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:39.635812 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:39.636333 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.636808 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:39.637391 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Bound port: 80b7c7dc-7608-4e71-b5a9-8e6900cef0df, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:39.637863 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.699396 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47a5a-8409-4753-9943-a0a8a28bb0c3 None None] Pushing event updated for resources: {'Port': ['ID=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,revision_number=2']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:39.730078 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] For port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:39.733408 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] For port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:39.738452 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.777559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.798696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Transition to ACTIVE for port object af9d3087-3ca5-4cfa-971f-9d95eda662d3 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:39.825720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:39.831431 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:39.832126 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:39.886829 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47a5a-8409-4753-9943-a0a8a28bb0c3 None None] Pushing event updated for resources: {'Port': ['ID=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:39.898986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:39.902748 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:39.907778 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:28:39.952079 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Pushing event updated for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:39.997409 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.069873 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 46131346-e5e8-4281-a4ae-0fb476c9a510 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:40.076906 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:40.176134 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 46131346-e5e8-4281-a4ae-0fb476c9a510 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:40.184760 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 46131346-e5e8-4281-a4ae-0fb476c9a510 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:40.185428 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.256758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d21595f6-2a26-4662-bbba-1380ecff2220 None None] Provisioning for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:40.264141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-d21595f6-2a26-4662-bbba-1380ecff2220 None None] Provisioning complete for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:40.264537 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-d21595f6-2a26-4662-bbba-1380ecff2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.362200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-d21595f6-2a26-4662-bbba-1380ecff2220 None None] Port af9d3087-3ca5-4cfa-971f-9d95eda662d3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:28:40.382791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 46131346-e5e8-4281-a4ae-0fb476c9a510 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:40.383289 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.418205 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 46131346-e5e8-4281-a4ae-0fb476c9a510, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=46131346-e5e8-4281-a4ae-0fb476c9a510,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:40.422764 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.423575 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c4917630-3d83-4e09-b7df-0c068b4e1f21 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:40.440860 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:37Z', 'revision_number': 3, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:40.445786 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051644d-27b2-43dd-8a00-751842f78353 None None] The sync data for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 is: [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:37Z', 'revision_number': 3, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:40.469101 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.542999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=46131346-e5e8-4281-a4ae-0fb476c9a510,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:40.554881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port c4917630-3d83-4e09-b7df-0c068b4e1f21 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:40.561022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c4917630-3d83-4e09-b7df-0c068b4e1f21 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:40.561382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.695094 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c4917630-3d83-4e09-b7df-0c068b4e1f21 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:40.695470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.731256 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port c4917630-3d83-4e09-b7df-0c068b4e1f21, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c4917630-3d83-4e09-b7df-0c068b4e1f21,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:40.736884 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.746357 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.752825 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:40.827373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:40.874839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Pushing event updated for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:40.880161 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:41.019535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:28:41.020756 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:28:41.215549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Router 98d42aee-14bf-43a3-851a-9ae48aecc4fb has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:28:41.299310 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-b3d5d464-1727-449c-a7c8-af7b9cc5fbe5 None None] Provisioning complete for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:41.299801 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b3d5d464-1727-449c-a7c8-af7b9cc5fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:41.358373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5d464-1727-449c-a7c8-af7b9cc5fbe5 None None] Port af9d3087-3ca5-4cfa-971f-9d95eda662d3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:28:41.398389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:28:41.408559 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-125f7395-18ad-4df6-83c3-fa2847b13896 admin admin] 10.222.0.36 "PUT /v2.0/routers/98d42aee-14bf-43a3-851a-9ae48aecc4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242089 May 13 15:28:41.946589 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Sync routers for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:28:41.956386 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:41.957097 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:42.094980 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 46131346-e5e8-4281-a4ae-0fb476c9a510 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:42.191327 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:42.270660 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 46131346-e5e8-4281-a4ae-0fb476c9a510 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:42.271028 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:42.622841 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 46131346-e5e8-4281-a4ae-0fb476c9a510 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:42.623949 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80b7c7dc-7608-4e71-b5a9-8e6900cef0df up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:42.706882 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 4, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af9d3087-3ca5-4cfa-971f-9d95eda662d3', 'name': '', 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'mac_address': 'fa:16:3e:60:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:39Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 2, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'subnets': [{'id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:42.711254 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:42.714919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Checking router: 98d42aee-14bf-43a3-851a-9ae48aecc4fb for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:28:42.715266 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Updating router 98d42aee-14bf-43a3-851a-9ae48aecc4fb port af9d3087-3ca5-4cfa-971f-9d95eda662d3 binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:28:42.743449 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:42.743822 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:42.817384 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.008529 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:43.008913 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.049328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:43.097767 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.098603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c4917630-3d83-4e09-b7df-0c068b4e1f21 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:43.260080 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:43.294004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port c4917630-3d83-4e09-b7df-0c068b4e1f21 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:43.294376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.426103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.480200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Transition to ACTIVE for port object af9d3087-3ca5-4cfa-971f-9d95eda662d3 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:28:43.491200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.533418 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port c4917630-3d83-4e09-b7df-0c068b4e1f21 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:43.647780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd014f-9abe-4533-8e52-38a86b298e37 None None] Pushing event updated for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:43.711907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Attempting to bind port af9d3087-3ca5-4cfa-971f-9d95eda662d3 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:28:43.712314 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Attempting to bind port af9d3087-3ca5-4cfa-971f-9d95eda662d3 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:28:43.712685 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Attempting to bind port af9d3087-3ca5-4cfa-971f-9d95eda662d3 on network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:28:43.718251 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:28:43.718621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Checking segment: {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:28:43.719556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.719946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Bound using segment: {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:28:43.720462 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Bound port: af9d3087-3ca5-4cfa-971f-9d95eda662d3, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47636cef-7996-479d-9e5d-db7a3c3606b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:28:43.720839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.824042 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] For port af9d3087-3ca5-4cfa-971f-9d95eda662d3, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:28:43.827213 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] For port af9d3087-3ca5-4cfa-971f-9d95eda662d3, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af9d3087-3ca5-4cfa-971f-9d95eda662d3,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:28:43.831868 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:43.911636 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:28:43.912294 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:28:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:43.990239 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd014f-9abe-4533-8e52-38a86b298e37 None None] Pushing event updated for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:43.992946 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80b7c7dc-7608-4e71-b5a9-8e6900cef0df up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:44.221774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:28:44.280824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:44.281196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:44.567954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:44.640346 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 4, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af9d3087-3ca5-4cfa-971f-9d95eda662d3', 'name': '', 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'mac_address': 'fa:16:3e:60:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:39Z', 'updated_at': '2022-05-13T15:28:43Z', 'revision_number': 4, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'subnets': [{'id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:28:44.645444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7434e8c-1f69-4382-9380-160a5195a447 None None] The sync data for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 is: [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 4, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'af9d3087-3ca5-4cfa-971f-9d95eda662d3', 'name': '', 'network_id': 'aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'mac_address': 'fa:16:3e:60:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:39Z', 'updated_at': '2022-05-13T15:28:43Z', 'revision_number': 4, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'subnets': [{'id': '963e1184-5389-4fbd-b71d-e196ee8e4dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:28:45.987153 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af9d3087-3ca5-4cfa-971f-9d95eda662d3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:46.055750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:28:46.060827 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:46.061196 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:46.189800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af9d3087-3ca5-4cfa-971f-9d95eda662d3 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:46.190435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:46.228444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port af9d3087-3ca5-4cfa-971f-9d95eda662d3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af9d3087-3ca5-4cfa-971f-9d95eda662d3,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:28:46.232556 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:46.303786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:28:47.969881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af9d3087-3ca5-4cfa-971f-9d95eda662d3 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:28:48.041165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port af9d3087-3ca5-4cfa-971f-9d95eda662d3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:28:48.041525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:48.160763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port af9d3087-3ca5-4cfa-971f-9d95eda662d3 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:28:49.943389 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:50.987826 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:28:59.858253 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7fc06896-e6b3-40a8-a59d-fee02554a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:02.725922 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2ff17c59-8241-4231-aa0d-a507a7f0051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:02.903799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:03.398697 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:05.038204 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:09.405868 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:29:19.941957 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:20.986043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:29.862702 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5495f488-bc8a-4da4-be2b-96c940dde19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:32.729586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f18c67d9-d8f3-48ed-8b12-8c81c7912954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:32.907470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:33.402365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:35.037059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:46.406383 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:29:49.941640 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:51.001993 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:29:59.869131 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3bbaef22-02cb-411a-be6e-be3e4f1093eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:00.990716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-de277998-a494-429d-b326-e30838d06727 req-3f767963-ec18-4e66-98c0-7f5764bb9214 service neutron] (88132) timed out ('10.222.0.36', 40900) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:30:02.732894 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a888da31-363d-49bf-b405-9fba5284f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:02.924607 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:03.406282 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:05.040601 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:19.943233 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:21.038588 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:23.410276 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:30:26.786309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49160) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:26.791514 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793252821', 'description': 'tempest-secgroup-smoke-793252821 description', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:26.800004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.804094 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.807080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:26.812842 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:26.822645 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.843471 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.847270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.850064 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:26.855654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:26.923284 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.926533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.967489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:26.969639 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:26.970839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1835222 May 13 15:30:26.974004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49164) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:26.977085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.977432 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.977774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.978109 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.978439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.978773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.979100 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.979243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:26.979449 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.979752 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.980080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.980423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.980745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91db3d9-e90a-4a8d-96a2-85005f01cd72 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:26.987481 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:26.991640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:26.994580 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.001057 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.017173 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.073131 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.076680 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.099841 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba6658f-77d6-4c24-9585-a73987dc3ea9,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.110790 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.111136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.111474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.111805 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.112132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.112485 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.112815 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.113132 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.113454 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.113774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.114094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.114410 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:27.116894 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.118096 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-56774610-a94f-4cc4-adbe-24c9dcf5386f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430781 May 13 15:30:27.120916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49168) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.126313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.132820 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.136655 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.139502 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.145170 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.161517 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.222743 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.226010 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.253370 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5f773c-2754-4782-abe3-42be1a2a0c63,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.259673 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.260890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-db5f8d35-5e8f-45c0-aec1-8f9626aaa804 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390748 May 13 15:30:27.263619 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49172) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.268501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.274976 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.279508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.282352 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.287989 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.306495 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.473702 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.477512 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.499806 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c39edec-715d-4d0e-b3f2-c1c4ecee88a3,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.508722 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.509902 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-bb06a982-a9bd-46b4-990f-028371ffc9cf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2453904 May 13 15:30:27.512609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49176) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.518140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.524451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.528483 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.531342 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.536932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.552742 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.613348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.616502 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.638966 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b88abfd-1d60-4ee6-8ff7-048a7cfba9df,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.648178 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.649427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-9df0d1cd-a51c-4f98-8193-729172968c5d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358578 May 13 15:30:27.652434 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49180) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.657302 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.663648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.667423 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.670789 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.676406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.686983 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Project 216a7d87bc5847249ab58ca4ccbf58ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:27.693919 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.761809 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.766241 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.789474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eef486-e53e-4b60-90ea-4d996f7ae676,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.799577 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.800778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-4b9152a7-83fe-483a-bc62-985af9ac1e3a tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473982 May 13 15:30:27.803610 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49184) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:27.808465 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'security_group_rule': {'security_group_id': '9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5', 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:27.814912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:27.818647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:security_group_rule and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:27.821453 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:27.827890 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:27.837316 n-d-841736-1 neutron-server[88131]: INFO neutron.db.securitygroups_db [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Project 216a7d87bc5847249ab58ca4ccbf58ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 15:30:27.844348 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.906181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.909406 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.931557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31697646-8595-44fb-9305-d2dab71c0808,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:27.940695 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:27.941849 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-35baa001-8fec-419b-a16d-18cde6a1a882 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373508 May 13 15:30:28.135870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-a9f9798c-0553-4768-955b-e009d9841d15 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793252821&fields=id&tenant_id=216a7d87bc5847249ab58ca4ccbf58ed HTTP/1.1" status: 200 len: 267 time: 0.0382595 May 13 15:30:28.280109 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-c1c0ac54-4aa4-404f-beae-c52474c40f0f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:28.281480 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-c1c0ac54-4aa4-404f-beae-c52474c40f0f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 813 time: 0.1393156 May 13 15:30:28.296799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-be1d53b8-f4af-49c8-8d97-bd2cd92711e3 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/quotas/216a7d87bc5847249ab58ca4ccbf58ed HTTP/1.1" status: 200 len: 375 time: 0.0099788 May 13 15:30:28.381595 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-ef0e3dbf-e6ba-4cc8-a302-fd35f0154df5 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Synchronizing usage tracker for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:28.398275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-ef0e3dbf-e6ba-4cc8-a302-fd35f0154df5 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Unset dirty status for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:28.399543 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-ef0e3dbf-e6ba-4cc8-a302-fd35f0154df5 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980537 May 13 15:30:28.684224 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-4dca0a34-f114-47c5-931f-648159e8ae18 service neutron] 10.222.0.36 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623321 May 13 15:30:28.813815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-06dad4f8-f83e-4983-90ff-1de82941db3a service neutron] 10.222.0.36 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234374 May 13 15:30:29.191226 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c2ed969a-37b2-4331-b2bf-38c8ca94d14b req-c8a2eff3-df30-4499-96e1-477ea61fb332 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 210 time: 0.0456424 May 13 15:30:29.865409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8ef0-5e02-4f81-8bc5-fc3f274a3280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:30.352490 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bcbb3e35-7b88-4dca-99f7-2614926620e7 req-e014ae1b-af69-4e04-86a4-5b51b732856b tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 210 time: 0.0443604 May 13 15:30:30.391614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-e1ed8652-9036-46b9-95e1-6636e3a4d2a9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:30.392307 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-e1ed8652-9036-46b9-95e1-6636e3a4d2a9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Synchronizing usage tracker for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:30.408596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-e1ed8652-9036-46b9-95e1-6636e3a4d2a9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Unset dirty status for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:30.409972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-e1ed8652-9036-46b9-95e1-6636e3a4d2a9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 813 time: 0.1691589 May 13 15:30:30.461410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-70fa4e2b-b93a-4252-a617-01a22fc24600 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Synchronizing usage tracker for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:30.478403 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-70fa4e2b-b93a-4252-a617-01a22fc24600 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Unset dirty status for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:30.479718 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-70fa4e2b-b93a-4252-a617-01a22fc24600 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216a7d87bc5847249ab58ca4ccbf58ed HTTP/1.1" status: 200 len: 379 time: 0.0578473 May 13 15:30:30.493825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'port': {'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'admin_state_up': True, 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'security_groups': ['9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:30.757103 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:30.766830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:30.777956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Made reservation on behalf of 216a7d87bc5847249ab58ca4ccbf58ed for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:30:30.782219 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:30.945542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Allocated IP 172.20.0.5 (acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb/ed0d85f1-0d87-4324-b42c-0542bdeb23c6/269c218d-2b42-4bc0-a84c-4d238fdf9752) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:31.136081 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.151452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Transition to ACTIVE for port object 269c218d-2b42-4bc0-a84c-4d238fdf9752 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:31.176129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.247236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:31.250250 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:31.254325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:31.290524 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:31.324957 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:31.325575 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.361642 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-80265fcb-5123-4d31-a06a-2d8ac9c6675e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8713639 May 13 15:30:31.376529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Request body: {'port': {'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:31.545738 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec34cd6f-3e5b-4c4f-aade-df99a886755b None None] Provisioning for port 269c218d-2b42-4bc0-a84c-4d238fdf9752 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:31.552070 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ec34cd6f-3e5b-4c4f-aade-df99a886755b None None] Provisioning complete for port 269c218d-2b42-4bc0-a84c-4d238fdf9752 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:31.554267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ec34cd6f-3e5b-4c4f-aade-df99a886755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.565644 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:31.608766 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ec34cd6f-3e5b-4c4f-aade-df99a886755b None None] Port 269c218d-2b42-4bc0-a84c-4d238fdf9752 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:30:31.660821 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2593b3-a713-4b0e-a300-8b9bd4491bc4 req-24cbc037-2f16-481e-888e-a09b4179b344 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:31.661527 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ea2593b3-a713-4b0e-a300-8b9bd4491bc4 req-24cbc037-2f16-481e-888e-a09b4179b344 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Synchronizing usage tracker for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:31.729116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ea2593b3-a713-4b0e-a300-8b9bd4491bc4 req-24cbc037-2f16-481e-888e-a09b4179b344 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Unset dirty status for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:31.730265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea2593b3-a713-4b0e-a300-8b9bd4491bc4 req-24cbc037-2f16-481e-888e-a09b4179b344 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 931 time: 0.2481132 May 13 15:30:31.856467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea2593b3-a713-4b0e-a300-8b9bd4491bc4 req-4528284f-73cf-499a-8cab-aed12b952503 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167183 May 13 15:30:31.978845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269c218d-2b42-4bc0-a84c-4d238fdf9752 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:31.986513 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.001345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Transition to ACTIVE for port object 269c218d-2b42-4bc0-a84c-4d238fdf9752 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:30:32.005003 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.177399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Pushing event updated for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:32.251660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Attempting to bind port 269c218d-2b42-4bc0-a84c-4d238fdf9752 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:30:32.251988 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Attempting to bind port 269c218d-2b42-4bc0-a84c-4d238fdf9752 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:30:32.252349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Attempting to bind port 269c218d-2b42-4bc0-a84c-4d238fdf9752 on network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:32.256945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Port 269c218d-2b42-4bc0-a84c-4d238fdf9752 on network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:30:32.257262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Attempting to bind port 269c218d-2b42-4bc0-a84c-4d238fdf9752 on network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:30:32.262271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:30:32.262602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Checking segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:30:32.262985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Bound using segment: {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:30:32.263930 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Bound port: 269c218d-2b42-4bc0-a84c-4d238fdf9752, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:30:32.264301 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.355767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:30:32.358700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:30:32.363079 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.424115 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:32.424741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.426124 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] 10.222.0.86 "PUT /v2.0/ports/269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 1091 time: 1.0540276 May 13 15:30:32.426502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:32.446146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a1614-28e3-4bfa-ac4e-da58c75bbc34 service neutron] Pushing event updated for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:32.549638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-bbac218f-fe1f-4e0a-a59d-6ae005623388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:32.551128 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-bbac218f-fe1f-4e0a-a59d-6ae005623388 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1094 time: 0.0744672 May 13 15:30:32.737161 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2a5a2105-c145-4dde-af12-7bd041b2b976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:32.737720 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-e350445c-a06c-49e0-851d-c584b6bab15c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 217 time: 0.1752558 May 13 15:30:32.801963 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-5d815f7f-390f-40d7-a6b7-5ab294e7187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:32.803374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-5d815f7f-390f-40d7-a6b7-5ab294e7187e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.0572009 May 13 15:30:32.879597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-b9e8a883-2d5f-4026-9f79-8d5d74cb569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:32.881083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-b9e8a883-2d5f-4026-9f79-8d5d74cb569f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682611 May 13 15:30:32.905942 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.071321 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-fe3f0738-6312-4fea-890e-f9645aa590cd service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805549 May 13 15:30:33.108378 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257d334-50d8-4a89-bb43-d8ff5dcbe61d req-b2b70b88-d27c-4ea0-8570-387c9aab3dba tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.109761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2257d334-50d8-4a89-bb43-d8ff5dcbe61d req-b2b70b88-d27c-4ea0-8570-387c9aab3dba tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.1395118 May 13 15:30:33.222352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2257d334-50d8-4a89-bb43-d8ff5dcbe61d req-43948b3d-2348-4532-a8b0-e23a0ede97f1 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654917 May 13 15:30:33.245049 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-25d07ef6-71a7-4f45-bf4c-35d2dfb542b8 req-c800315e-e948-4904-a069-a1cd8d049daa service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631021 May 13 15:30:33.407797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:33.495966 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39d18d0-806d-49c3-8c2c-f71ebdc01ec6'] response: {'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:30:33.592170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-a8b97747-1a7e-4932-afd6-57a07fdff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.593673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-a8b97747-1a7e-4932-afd6-57a07fdff4ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1094 time: 0.0745201 May 13 15:30:33.728447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-6b9b5f31-4ce5-4b42-9833-28837f2f68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.729927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-6b9b5f31-4ce5-4b42-9833-28837f2f68b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 914 time: 0.1297555 May 13 15:30:33.800576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-7aced65b-284d-48f2-8a04-d723211542af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 217 time: 0.0633130 May 13 15:30:33.867322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-19351ce0-f7bb-4824-b350-2af98a9560b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.868750 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-19351ce0-f7bb-4824-b350-2af98a9560b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.0592966 May 13 15:30:33.944925 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-5ceae1a7-2f3e-463b-95ca-3c93373744bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:33.946333 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-5ceae1a7-2f3e-463b-95ca-3c93373744bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674658 May 13 15:30:34.078315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-69389ce1-70d7-4541-80fd-6f2c0bd7d1b0 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201742 May 13 15:30:34.207846 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-71565c07-826a-4e44-9850-47b5c1bbf6fd req-89e92caf-6e7b-452f-9fbf-ab2051816500 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203380 May 13 15:30:34.411916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0a2e4-78b3-4272-bfee-3dd077a076e0 req-ff1ffd56-8a7f-46e5-bbbd-9676a2a016af tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:34.413315 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41e0a2e4-78b3-4272-bfee-3dd077a076e0 req-ff1ffd56-8a7f-46e5-bbbd-9676a2a016af tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0837364 May 13 15:30:34.461413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41e0a2e4-78b3-4272-bfee-3dd077a076e0 req-95f89f18-4c8f-415e-9de1-fcd57a0764ff tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 May 13 15:30:35.041810 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:35.648971 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1ba86-e251-4832-9f58-8d5d9771f4a9 req-1b28fc51-25f4-4563-8944-d724ac822370 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:35.650421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89a1ba86-e251-4832-9f58-8d5d9771f4a9 req-1b28fc51-25f4-4563-8944-d724ac822370 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0816700 May 13 15:30:35.693995 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-89a1ba86-e251-4832-9f58-8d5d9771f4a9 req-a27b8d47-e119-4f10-9f03-40cea07666e1 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371859 May 13 15:30:36.878979 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1372-8c8b-4cf2-8b8f-ca1e728a533b req-2522c733-1c8f-4c73-97eb-d0cd2862bfdb tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:36.880465 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e12d1372-8c8b-4cf2-8b8f-ca1e728a533b req-2522c733-1c8f-4c73-97eb-d0cd2862bfdb tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0781338 May 13 15:30:36.923988 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e12d1372-8c8b-4cf2-8b8f-ca1e728a533b req-699cbd23-a9ab-4f84-a4c1-e958305de72d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 May 13 15:30:38.104659 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a117cb-125f-4aa1-b862-4ecd9ea8f0d3 req-2266acab-49cc-46ac-bf17-39aba245d50c tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:38.106106 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7a117cb-125f-4aa1-b862-4ecd9ea8f0d3 req-2266acab-49cc-46ac-bf17-39aba245d50c tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0791857 May 13 15:30:38.159650 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d7a117cb-125f-4aa1-b862-4ecd9ea8f0d3 req-57559ccc-cbc4-42f2-8fd9-9911b0de53a6 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 May 13 15:30:39.342828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45aa9c-293c-4769-b04c-f9383f0716b7 req-bc78836e-eda3-47eb-9c8e-1d2f2d187e3b tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:39.344304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af45aa9c-293c-4769-b04c-f9383f0716b7 req-bc78836e-eda3-47eb-9c8e-1d2f2d187e3b tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0830922 May 13 15:30:39.386776 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af45aa9c-293c-4769-b04c-f9383f0716b7 req-289cec9e-b710-43cb-87a9-0b8faa6ee20b tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368552 May 13 15:30:40.586137 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f363-43f8-4bb1-a4ec-381001704b47 req-459e58fc-4b7e-4ca7-ac9f-162586cd94e9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:40.587587 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ac8f363-43f8-4bb1-a4ec-381001704b47 req-459e58fc-4b7e-4ca7-ac9f-162586cd94e9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0829480 May 13 15:30:40.631149 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ac8f363-43f8-4bb1-a4ec-381001704b47 req-d73f15bc-29fc-4945-9de0-471c33385389 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 May 13 15:30:41.812381 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d0092-3ab5-43ad-8e10-10ea5e93562f req-4b1ec123-058e-44c8-83a5-5ac1f81334f4 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:41.813833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d0d0092-3ab5-43ad-8e10-10ea5e93562f req-4b1ec123-058e-44c8-83a5-5ac1f81334f4 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 943 time: 0.0779874 May 13 15:30:41.860012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7d0d0092-3ab5-43ad-8e10-10ea5e93562f req-5f8b9ee2-6ae3-42b0-b1cb-62320088e48d tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404437 May 13 15:30:41.910024 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 269c218d-2b42-4bc0-a84c-4d238fdf9752 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:30:42.072746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:42.085697 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:30:42.140516 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 269c218d-2b42-4bc0-a84c-4d238fdf9752 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:42.140883 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:42.156780 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269c218d-2b42-4bc0-a84c-4d238fdf9752 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:30:42.171155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:42.174956 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:42.238301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:42.245450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.245785 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.246113 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.246439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.246763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.247081 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.247935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.248273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.248593 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.248905 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.249218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.249530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:30:42.468846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['269c218d-2b42-4bc0-a84c-4d238fdf9752'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:30:43.049198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50035d0-0e7a-4b3c-93ca-2258ce7578a6 req-06150cd6-878b-43d1-bb3b-b4f797a288da tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:43.050576 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50035d0-0e7a-4b3c-93ca-2258ce7578a6 req-06150cd6-878b-43d1-bb3b-b4f797a288da tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 944 time: 0.0832317 May 13 15:30:43.101717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50035d0-0e7a-4b3c-93ca-2258ce7578a6 req-a4f7d8a5-8c99-4cfe-9be5-7001180e1b09 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 May 13 15:30:43.909408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 269c218d-2b42-4bc0-a84c-4d238fdf9752 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:30:43.974137 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 269c218d-2b42-4bc0-a84c-4d238fdf9752 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:30:43.978815 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 269c218d-2b42-4bc0-a84c-4d238fdf9752 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:30:43.979177 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.092374 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 269c218d-2b42-4bc0-a84c-4d238fdf9752 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:30:44.092741 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.118228 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:44.128427 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:30:44.132967 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:44.201117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:44.289415 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d235c5-5d6b-4d5c-82d1-2e037be6dcfb'] response: {'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'code': 200} May 13 15:30:44.292161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ea58c-1b7e-44eb-80af-dbaf5bc04aa5 req-47c1aab9-b461-4699-a8aa-6e2f874927c9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:44.293657 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca3ea58c-1b7e-44eb-80af-dbaf5bc04aa5 req-47c1aab9-b461-4699-a8aa-6e2f874927c9 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0799596 May 13 15:30:44.337502 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca3ea58c-1b7e-44eb-80af-dbaf5bc04aa5 req-51dcb4f8-d2df-4e67-8c5d-0688b366dc37 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380940 May 13 15:30:44.519757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4e179-8b4b-4f50-a1c7-6837272c448a req-14ebc43c-70f4-459a-a487-8db7e781bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:44.521264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ef4e179-8b4b-4f50-a1c7-6837272c448a req-14ebc43c-70f4-459a-a487-8db7e781bbb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1096 time: 0.1668980 May 13 15:30:44.564141 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4ef4e179-8b4b-4f50-a1c7-6837272c448a req-dfda434e-754d-40ad-aa29-298be934487b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 May 13 15:30:45.526520 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce215cc-f6bd-4aef-9b0c-c2539c8b9f56 req-1151c1f5-9041-4f38-85f8-d3bb9b6bdccd tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:45.528238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ce215cc-f6bd-4aef-9b0c-c2539c8b9f56 req-1151c1f5-9041-4f38-85f8-d3bb9b6bdccd tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0829539 May 13 15:30:45.572334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5ce215cc-f6bd-4aef-9b0c-c2539c8b9f56 req-d61e32c4-5540-4f42-846f-a0dc57c8bfa2 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 May 13 15:30:46.755125 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188273f-0d2d-4d63-b23c-6716e08e9f65 req-367b2782-d35f-46cf-9ff4-140b0e1a88e5 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:46.756593 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5188273f-0d2d-4d63-b23c-6716e08e9f65 req-367b2782-d35f-46cf-9ff4-140b0e1a88e5 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0817840 May 13 15:30:46.799672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5188273f-0d2d-4d63-b23c-6716e08e9f65 req-930435fe-b8ff-4dfe-8761-71e696c1868b tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373626 May 13 15:30:46.977809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747a9c-a992-4698-a775-dccdd0ac782b req-cb8adf1d-f551-4328-8c69-b89f5f8e3abf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:46.979252 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc747a9c-a992-4698-a775-dccdd0ac782b req-cb8adf1d-f551-4328-8c69-b89f5f8e3abf tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0790401 May 13 15:30:47.022358 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fc747a9c-a992-4698-a775-dccdd0ac782b req-ead93870-662d-4c14-9a9d-1b95213f406f tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373790 May 13 15:30:47.045336 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49262) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:47.160357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662ee0a-e505-450f-a7a5-05fad4694c9d tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:47.161062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5662ee0a-e505-450f-a7a5-05fad4694c9d tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] Synchronizing usage tracker for tenant:659043e2327848e593f000a3ad0bd8ed on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:30:47.180526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5662ee0a-e505-450f-a7a5-05fad4694c9d tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] Unset dirty status for tenant:659043e2327848e593f000a3ad0bd8ed on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:30:47.184418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5662ee0a-e505-450f-a7a5-05fad4694c9d tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1091 time: 0.1353364 May 13 15:30:47.184778 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49268) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:47.189868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:47.196571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:30:47.200907 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Usage tracker for resource:floatingip and tenant:216a7d87bc5847249ab58ca4ccbf58ed is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:30:47.203708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:30:47.209770 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:30:47.220110 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:47.355248 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:47.484561 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Allocated IP 172.25.5.188 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/cef587cc-c8e7-4ab7-be95-ebe9c127bb61) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:30:47.729292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:47.758611 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:47.822160 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:30:47.823243 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:30:47.826843 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:30:47.867868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'Port': ['ID=cef587cc-c8e7-4ab7-be95-ebe9c127bb61,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:48.233066 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:48.307232 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:48.505358 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:48.509836 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:48.619735 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event updated for resources: {'Port': ['ID=cef587cc-c8e7-4ab7-be95-ebe9c127bb61,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:30:48.630658 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:48.798579 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Floating IP a35663ae-14a8-47a7-88d0-920b311778fe associated. External IP: 172.25.5.188, port: 269c218d-2b42-4bc0-a84c-4d238fdf9752. May 13 15:30:49.258508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:49.430136 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:49.439537 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:49.448747 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:49.449352 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:49.454609 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:49.512168 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a62c0ed8-1e81-4ad3-953a-1a0f141d8db8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3262138 May 13 15:30:49.513177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:49.515447 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49272) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:49.591972 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b20ac6-d856-48bd-bea2-a4effd19f5f6 tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:49.596418 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-79b20ac6-d856-48bd-bea2-a4effd19f5f6 tempest-TestVolumeBackupRestore-1974824760 tempest-TestVolumeBackupRestore-1974824760-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1091 time: 0.0770364 May 13 15:30:49.596418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49280) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:30:49.602945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Request body: {'floatingip': {'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:30:49.617825 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafc5a02-691a-431c-a95c-22262b0555c3'] response: {'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:30:49.665591 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:49.751215 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:49.862757 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-381adbde-693e-49a6-8728-8c848b84f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:49.864260 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-381adbde-693e-49a6-8728-8c848b84f8f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1096 time: 0.2033753 May 13 15:30:49.955920 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:50.015973 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:48Z', 'revision_number': 0, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:50.019867 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:50.028787 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:50.029398 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:50.160657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-a17681e7-b4f5-434d-90cd-a2ab325fdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:50.162105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-a17681e7-b4f5-434d-90cd-a2ab325fdbf5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 914 time: 0.2661858 May 13 15:30:50.202720 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:50.338893 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-a3a41737-c97b-47ab-a23c-a7486d05710a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 999 time: 0.1698248 May 13 15:30:50.489737 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-97675ba8-b456-49e0-aed8-51b2d6b4ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:50.491085 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-97675ba8-b456-49e0-aed8-51b2d6b4ba83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.0956686 May 13 15:30:50.551099 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:48Z', 'revision_number': 0, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:50.555462 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d040d3-0683-4ffc-b67e-007934d6bfd6 None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:48Z', 'revision_number': 0, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:50.753472 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db5f9-ae45-408d-b82a-b3e9ee12efe6 None None] New status for floating IP a35663ae-14a8-47a7-88d0-920b311778fe: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:30:50.770016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-1f0d46bd-5dc9-456d-b2dc-e4e5fb86c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:50.771530 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-1f0d46bd-5dc9-456d-b2dc-e4e5fb86c67f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723663 May 13 15:30:50.889142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:50.893997 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:50.954373 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-a77db5f9-ae45-408d-b82a-b3e9ee12efe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:30:50.954804 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-a77db5f9-ae45-408d-b82a-b3e9ee12efe6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:30:51.045332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:51.054869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-b81ed956-62f5-47bc-b191-e349645866d7 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694175 May 13 15:30:51.284774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-55d3e76e-0384-4a45-83cb-97eac4a49982 req-fac0043e-8801-4b6e-95d7-29606311bfb7 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223947 May 13 15:30:51.381415 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:30:51.456915 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77db5f9-ae45-408d-b82a-b3e9ee12efe6 None None] New status for floating IP a35663ae-14a8-47a7-88d0-920b311778fe: ACTIVE {{(pid=88134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:30:51.553659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:30:51.558451 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:30:51.641106 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:51.680290 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-aec90544-a09c-465d-bf17-d6f497604b13 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "PUT /v2.0/floatingips/a35663ae-14a8-47a7-88d0-920b311778fe HTTP/1.1" status: 200 len: 991 time: 2.0739696 May 13 15:30:51.689574 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e46107-c086-448e-a3ec-09c7b0d78702'] response: {'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:30:51.782516 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-f7179751-479d-4535-ac7c-6ae54ac67a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:51.784673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-f7179751-479d-4535-ac7c-6ae54ac67a1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1096 time: 0.0725775 May 13 15:30:51.800991 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:30:51.811494 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:51.812105 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:51.918681 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-b217c8cb-f6c3-488a-9006-b6641faf5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:51.920092 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-b217c8cb-f6c3-488a-9006-b6641faf5847 service neutron] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 914 time: 0.1291666 May 13 15:30:51.986519 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:52.141180 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-2f4da050-41f3-4f6f-9383-a5fcfd3767bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 1001 time: 0.2153425 May 13 15:30:52.205694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-a0a4dd2c-93dc-4e78-9df6-69d6e98d9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:52.207067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-a0a4dd2c-93dc-4e78-9df6-69d6e98d9930 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.0590634 May 13 15:30:52.283107 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-34daabbf-7139-49e9-8be0-170808e5305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:52.284637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-34daabbf-7139-49e9-8be0-170808e5305b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707629 May 13 15:30:52.359821 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:51Z', 'revision_number': 2, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:52.363617 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:30:52.372968 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:30:52.373562 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:30:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:52.419821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-9f85b9c1-5388-4c82-92b7-e1216489e21b service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293609 May 13 15:30:52.548765 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:30:52.550016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7bba42ce-b5e9-4234-8fbe-c461b87b4b1a req-e3a474f5-91e9-4fc3-b9a4-4a38a042b3c0 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245377 May 13 15:30:52.886369 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:51Z', 'revision_number': 2, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:30:52.890229 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eb5d4-1275-4bd7-8164-593fdcbca80d None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'a35663ae-14a8-47a7-88d0-920b311778fe', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'port_id': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'mac_address': 'fa:16:3e:6e:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:30:48Z', 'updated_at': '2022-05-13T15:30:51Z', 'revision_number': 2, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:30:53.690221 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:30:53.734766 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e331c91d-31e8-4aad-bbe5-6b7387fa7cdf'] response: {'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:30:53.828072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-a5b2765b-c657-4637-8425-107e4f7c2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:53.829593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-a5b2765b-c657-4637-8425-107e4f7c2171 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1096 time: 0.0738115 May 13 15:30:53.966958 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-ecda5b85-5f79-43c1-934a-021baa7a4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:53.968761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-ecda5b85-5f79-43c1-934a-021baa7a4d6a service neutron] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 914 time: 0.1326149 May 13 15:30:54.066511 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-75c10e97-f4ec-4258-864b-de611d9f6afb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 1001 time: 0.0924370 May 13 15:30:54.128818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-de429304-2f88-40a0-bd54-f09aa84cd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:54.130243 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-de429304-2f88-40a0-bd54-f09aa84cd19e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.0584300 May 13 15:30:54.203567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-6f7af42a-bafd-44a8-8966-9c8de716dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:30:54.205058 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-6f7af42a-bafd-44a8-8966-9c8de716dd05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687802 May 13 15:30:54.333562 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-5b75150a-a8e6-453f-93b8-519b6afdb642 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224353 May 13 15:30:54.462052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1efac2b-2f38-46f6-8c73-01bef6f10f8d req-d5fe5b78-3eab-44b2-b236-47c486f47765 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225410 May 13 15:30:59.867135 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8b67a979-961f-4428-be76-50fb9a04be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:00.406782 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:31:02.739160 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-abff5c89-7a3c-4701-8a37-0a09ef51b3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:02.910162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:03.411239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:05.045453 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:16.338561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-a8d3d056-8fc1-497a-8e15-0679efd124a5 req-e269d6f0-107d-4572-b065-d49540934c90 tempest-TestVolumeBootPattern-1194871956 tempest-TestVolumeBootPattern-1194871956-project] (88132) timed out ('10.222.0.86', 51470) {{(pid=88132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:31:19.954329 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:21.048924 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:24.716195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49308) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:24.924312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Deleting port cef587cc-c8e7-4ab7-be95-ebe9c127bb61 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:24.924657 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:25.091852 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:25.092171 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:25.310866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Calling delete_port for cef587cc-c8e7-4ab7-be95-ebe9c127bb61 owned by network:floatingip {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:25.460719 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:25.511207 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event deleted for resources: {'Port': ['ID=cef587cc-c8e7-4ab7-be95-ebe9c127bb61,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:25.600791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for floatingip, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:25.601128 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Floating IP a35663ae-14a8-47a7-88d0-920b311778fe disassociated (deleted). External IP: 172.25.5.188, port: 269c218d-2b42-4bc0-a84c-4d238fdf9752. May 13 15:31:25.971599 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:26.165227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:26.175722 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:26.186708 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:26.186913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:26.187511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:26.248435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-29e66dfb-5703-4f36-87a2-dd85afc07e87 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "DELETE /v2.0/floatingips/a35663ae-14a8-47a7-88d0-920b311778fe HTTP/1.1" status: 204 len: 168 time: 1.5285127 May 13 15:31:26.248435 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:26.319939 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e9ad6b-5aad-48ae-8bce-4346e01cd03d'] response: {'name': 'network-changed', 'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:31:26.440646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-4ac004f5-b7a4-44a9-a5db-7b5ef581fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.445804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:26.450591 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-4ac004f5-b7a4-44a9-a5db-7b5ef581fa32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 1096 time: 0.0946429 May 13 15:31:26.609945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-81757647-5495-425c-a5fb-7e779e78d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.612039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-81757647-5495-425c-a5fb-7e779e78d2d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 200 len: 914 time: 0.1620872 May 13 15:31:26.678230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f848e-d9fe-4ade-a980-661a2b0ba971 req-d8d503d2-9955-42e1-8aa8-5f27102e8ede tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.678230 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e84f848e-d9fe-4ade-a980-661a2b0ba971 req-d8d503d2-9955-42e1-8aa8-5f27102e8ede tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0918350 May 13 15:31:26.729774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-9d1efa6f-519e-418d-8df5-d6a4807a248d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 200 len: 217 time: 0.1051974 May 13 15:31:26.743699 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e84f848e-d9fe-4ade-a980-661a2b0ba971 req-078242fc-3a99-4186-a395-889de7225a7c tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595200 May 13 15:31:26.851016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-6f1b2d99-34b6-436e-9a58-2f9d80171ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.852692 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-6f1b2d99-34b6-436e-9a58-2f9d80171ce3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 200 len: 852 time: 0.1206162 May 13 15:31:26.859159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:26.863234 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:26.872984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:26.872984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:26.939770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-7fbf3949-e56c-4c61-a7d2-ea411d026851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:26.943721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-7fbf3949-e56c-4c61-a7d2-ea411d026851 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821464 May 13 15:31:27.061289 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:27.221435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-91028722-7189-4280-a33f-8d4167a14d45 service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706702 May 13 15:31:27.374870 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d8c27c7-a0a1-4ec9-96cb-72b8f900ea39 req-4ac9e3de-915f-410e-a90d-0b4f3823306d service neutron] 10.222.0.86 "GET /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465251 May 13 15:31:27.411494 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:27.416333 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af73b58a-53e7-41d2-856e-f4bdf4104281 None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:28:33Z', 'revision_number': 4, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'c4917630-3d83-4e09-b7df-0c068b4e1f21', 'name': '', 'network_id': 'acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'mac_address': 'fa:16:3e:d3:19:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:32Z', 'updated_at': '2022-05-13T15:28:40Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'subnets': [{'id': 'ed0d85f1-0d87-4324-b42c-0542bdeb23c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:27.644005 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c104c1-f262-4d0a-90b2-1fd42f908906 None None] New status for floating IP a35663ae-14a8-47a7-88d0-920b311778fe: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:31:27.932366 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f806d4-f7d2-4e21-adf4-d4a70bac4d0e req-846f41fe-3f80-4b15-a1f3-1cfd10795f97 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:27.932937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d2f806d4-f7d2-4e21-adf4-d4a70bac4d0e req-846f41fe-3f80-4b15-a1f3-1cfd10795f97 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Synchronizing usage tracker for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:31:27.947851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-d2f806d4-f7d2-4e21-adf4-d4a70bac4d0e req-846f41fe-3f80-4b15-a1f3-1cfd10795f97 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Unset dirty status for tenant:216a7d87bc5847249ab58ca4ccbf58ed on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:31:27.949716 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2f806d4-f7d2-4e21-adf4-d4a70bac4d0e req-846f41fe-3f80-4b15-a1f3-1cfd10795f97 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0973716 May 13 15:31:27.993960 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d2f806d4-f7d2-4e21-adf4-d4a70bac4d0e req-fa6c3885-26e5-4d73-b73c-6d2173a925e8 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/security-groups?id=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385323 May 13 15:31:28.407418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-c29c1e32-1194-42c4-9bd1-e07752a57510 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:28.408877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-c29c1e32-1194-42c4-9bd1-e07752a57510 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.86 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 945 time: 0.0828314 May 13 15:31:28.478786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Deleting port 269c218d-2b42-4bc0-a84c-4d238fdf9752 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:28.479122 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.718052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] For port 269c218d-2b42-4bc0-a84c-4d238fdf9752, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=269c218d-2b42-4bc0-a84c-4d238fdf9752,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:28.718382 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:28.838192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Calling delete_port for 269c218d-2b42-4bc0-a84c-4d238fdf9752 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:28.978517 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:29.028825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event deleted for resources: {'Port': ['ID=269c218d-2b42-4bc0-a84c-4d238fdf9752,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:29.070085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.070439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.070771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.072688 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.073288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.073288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.073595 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:31:29.115753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] No DVR routers for this DVR port 269c218d-2b42-4bc0-a84c-4d238fdf9752 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:29.118218 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:29.121421 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'name': 'network-vif-deleted', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:29.138663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c0735aa9-c549-42cf-b65b-d26d2dfd9785 req-800f7a75-1a17-4156-b05a-c5bfe810bfbc tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.86 "DELETE /v2.0/ports/269c218d-2b42-4bc0-a84c-4d238fdf9752 HTTP/1.1" status: 204 len: 173 time: 0.7215796 May 13 15:31:29.160817 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c46cfc3a-592b-42fb-a0d4-f6bd1f55c83b req-83567a66-4a15-4474-8d14-671b6ab461a4 tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b4c017-79b5-4cd5-be57-acd7094d6da9 HTTP/1.1" status: 200 len: 210 time: 0.0535975 May 13 15:31:29.171160 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01aeb0b2-806a-4ba2-9caf-65af620ca6ba'] response: {'server_uuid': 'c7b4c017-79b5-4cd5-be57-acd7094d6da9', 'name': 'network-vif-deleted', 'tag': '269c218d-2b42-4bc0-a84c-4d238fdf9752', 'status': 'completed', 'code': 200} May 13 15:31:29.869130 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a96c6eb-e483-4478-83ea-726f6f419a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.078786 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 269c218d-2b42-4bc0-a84c-4d238fdf9752 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:30.111712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 269c218d-2b42-4bc0-a84c-4d238fdf9752 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:30.112073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 269c218d-2b42-4bc0-a84c-4d238fdf9752 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:30.264342 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49334) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:30.333680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.365367 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.431492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.450209 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:30.460764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:30.461899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e2840e1b-22a2-4425-aa13-5b3789003b2e tempest-TestVolumeBackupRestore-1022057345 tempest-TestVolumeBackupRestore-1022057345-project] 10.222.0.36 "DELETE /v2.0/security-groups/9dfe8c67-02d0-4dc2-8cf4-7251123ea8b5 HTTP/1.1" status: 204 len: 168 time: 0.1965759 May 13 15:31:32.750782 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9e985f42-5744-439b-8ca5-3c53d326960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:32.917314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.040942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49694) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:33.422277 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:33.786870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.126352 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Deleting port c4917630-3d83-4e09-b7df-0c068b4e1f21 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:34.126989 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.294549 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] For port c4917630-3d83-4e09-b7df-0c068b4e1f21, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=c4917630-3d83-4e09-b7df-0c068b4e1f21,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:34.294830 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.415096 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Calling delete_port for c4917630-3d83-4e09-b7df-0c068b4e1f21 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:34.726709 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:34.773259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4917630-3d83-4e09-b7df-0c068b4e1f21,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:35.057664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:35.160691 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:35.509267 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Router 6add2385-4c26-4254-821f-bfa62f8e80f8 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:35.679969 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:35.689469 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Sync routers for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:35.691892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-fda55fd7-ab4c-42b7-91bc-e3d89120145c admin admin] 10.222.0.36 "PUT /v2.0/routers/6add2385-4c26-4254-821f-bfa62f8e80f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496449 May 13 15:31:35.694649 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49792) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:35.699951 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:35.700600 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:35.872582 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:35.877467 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:36.049141 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.059276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Deleting port 765fe699-22df-4b34-978c-51410604e6ae {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:36.059619 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.205078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '765fe699-22df-4b34-978c-51410604e6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:31:34Z', 'revision_number': 5, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port': {'id': '765fe699-22df-4b34-978c-51410604e6ae', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:30Z', 'updated_at': '2022-05-13T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:36.208929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Checking router: 6add2385-4c26-4254-821f-bfa62f8e80f8 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:36.217245 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Routers {'6add2385-4c26-4254-821f-bfa62f8e80f8'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:36.217849 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['6add2385-4c26-4254-821f-bfa62f8e80f8'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:36.240039 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] For port 765fe699-22df-4b34-978c-51410604e6ae, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=765fe699-22df-4b34-978c-51410604e6ae,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:36.240571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.371489 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] Set router 6add2385-4c26-4254-821f-bfa62f8e80f8 gateway port host: None {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:36.478690 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:31:36Z', 'revision_number': 6, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:36.479771 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Calling delete_port for 765fe699-22df-4b34-978c-51410604e6ae owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:36.483301 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd8dfec-6853-40ae-ad25-d5fad5e0ac34 None None] The sync data for ids ['6add2385-4c26-4254-821f-bfa62f8e80f8'] in n-d-841736-1 is: [{'id': '6add2385-4c26-4254-821f-bfa62f8e80f8', 'name': 'tempest-TestVolumeBackupRestore-989065417-router', 'tenant_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:29Z', 'updated_at': '2022-05-13T15:31:36Z', 'revision_number': 6, 'project_id': '216a7d87bc5847249ab58ca4ccbf58ed', 'gw_port_host': None}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:36.648617 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.696494 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=765fe699-22df-4b34-978c-51410604e6ae,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:36.786204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.958387 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.960559 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.983695 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.984303 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6add2385-4c26-4254-821f-bfa62f8e80f8 {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:31:36.996935 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:36.998064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-28284650-bbd4-451c-94dc-9f3db9d1f236 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6add2385-4c26-4254-821f-bfa62f8e80f8 HTTP/1.1" status: 204 len: 168 time: 1.3025095 May 13 15:31:37.000579 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49796) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:37.061075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Deleting subnet ed0d85f1-0d87-4324-b42c-0542bdeb23c6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:31:37.063881 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.112508 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.188965 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.259492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.298763 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0d85f1-0d87-4324-b42c-0542bdeb23c6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:37.302683 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.308713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0194ac2-ef7c-44fc-8d9e-8229fdff735b None None] Network acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:37.309238 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-138e9b3a-c4c6-4323-958a-b5b3b2eb1980 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ed0d85f1-0d87-4324-b42c-0542bdeb23c6 HTTP/1.1" status: 204 len: 168 time: 0.3068943 May 13 15:31:37.311479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49800) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:37.409330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:31:37.421864 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.435339 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Deleting port 82b88332-76c5-4831-95e6-ab55dcc76599 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:37.435894 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.582657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] DHCP port deletion for acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:31:37.586914 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Deleting port 82b88332-76c5-4831-95e6-ab55dcc76599 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:37.587287 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.649791 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] For port 82b88332-76c5-4831-95e6-ab55dcc76599, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82b88332-76c5-4831-95e6-ab55dcc76599,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:37.650148 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.772319 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Calling delete_port for 82b88332-76c5-4831-95e6-ab55dcc76599 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:37.787728 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] For port 82b88332-76c5-4831-95e6-ab55dcc76599, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=82b88332-76c5-4831-95e6-ab55dcc76599,segment=NetworkSegment(8ac288cd-1c52-4f45-b6fc-6bcf2c27157d),segment_id=8ac288cd-1c52-4f45-b6fc-6bcf2c27157d)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:37.788076 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.847757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:37.908799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Calling delete_port for 82b88332-76c5-4831-95e6-ab55dcc76599 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 15:31:37.980930 n-d-841736-1 neutron-server[88134]: util.warn( May 13 15:31:37.985982 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:31:37.986334 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:31:37.999215 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b88332-76c5-4831-95e6-ab55dcc76599,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:38.002780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] No DVR routers for this DVR port 82b88332-76c5-4831-95e6-ab55dcc76599 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:38.053989 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82b88332-76c5-4831-95e6-ab55dcc76599 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:38.087627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 82b88332-76c5-4831-95e6-ab55dcc76599 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:38.087966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 82b88332-76c5-4831-95e6-ab55dcc76599 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:38.088405 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c4917630-3d83-4e09-b7df-0c068b4e1f21 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:38.116912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.120645 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: c4917630-3d83-4e09-b7df-0c068b4e1f21 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:38.120975 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device c4917630-3d83-4e09-b7df-0c068b4e1f21 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:38.121372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 765fe699-22df-4b34-978c-51410604e6ae no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:38.141289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:38.153932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:38.154224 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac288cd-1c52-4f45-b6fc-6bcf2c27157d') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:38.156142 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 765fe699-22df-4b34-978c-51410604e6ae {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:38.156510 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 765fe699-22df-4b34-978c-51410604e6ae not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:38.166129 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.182408 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.188357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:31:38.188744 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: timer() May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:31:38.201967 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:31:38.277877 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.293857 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.303909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:38.317771 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-52de87d9-614b-49fe-9faf-f2228d6c2b34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/acaf8cd1-6d3f-48a5-9a96-ac34e6afa0eb HTTP/1.1" status: 204 len: 168 time: 1.0053270 May 13 15:31:38.321156 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49808) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:38.487362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Deleting port 82b88332-76c5-4831-95e6-ab55dcc76599 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:38.487953 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:38.552602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ab206b12-ccd9-4689-9231-db82d6860038 None None] The port '82b88332-76c5-4831-95e6-ab55dcc76599' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:31:38.850024 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1742451'] for router_interface, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.186512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Deleting port af9d3087-3ca5-4cfa-971f-9d95eda662d3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:39.186761 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.467165 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] For port af9d3087-3ca5-4cfa-971f-9d95eda662d3, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=af9d3087-3ca5-4cfa-971f-9d95eda662d3,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:39.468011 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.586413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Calling delete_port for af9d3087-3ca5-4cfa-971f-9d95eda662d3 owned by network:router_interface {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:39.761952 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:39.816826 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=af9d3087-3ca5-4cfa-971f-9d95eda662d3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:40.079324 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738435'] for router_interface, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:40.427702 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Router 98d42aee-14bf-43a3-851a-9ae48aecc4fb has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:31:40.615132 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:31:40.624031 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Sync routers for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:31:40.630910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-91dc7b10-7ced-4c48-80b6-8ddd3715e6bd admin admin] 10.222.0.36 "PUT /v2.0/routers/98d42aee-14bf-43a3-851a-9ae48aecc4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3087082 May 13 15:31:40.633561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49814) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:40.633821 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:40.634446 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:40.811250 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:40.926968 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks [] for router, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.106764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.116390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Deleting port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:41.116726 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.119695 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:31:39Z', 'revision_number': 5, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port': {'id': '80b7c7dc-7608-4e71-b5a9-8e6900cef0df', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:41.123921 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Checking router: 98d42aee-14bf-43a3-851a-9ae48aecc4fb for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:31:41.132169 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Routers {'98d42aee-14bf-43a3-851a-9ae48aecc4fb'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:31:41.132787 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:31:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:41.280690 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] Set router 98d42aee-14bf-43a3-851a-9ae48aecc4fb gateway port host: None {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:31:41.286437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] For port 80b7c7dc-7608-4e71-b5a9-8e6900cef0df, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:41.286802 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.385269 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:31:41Z', 'revision_number': 6, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port_host': None}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:41.389134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edbb1d-aac9-452f-ac20-4679e83d7f0e None None] The sync data for ids ['98d42aee-14bf-43a3-851a-9ae48aecc4fb'] in n-d-841736-1 is: [{'id': '98d42aee-14bf-43a3-851a-9ae48aecc4fb', 'name': 'tempest-TestVolumeBackupRestore-1171103705-router', 'tenant_id': '659043e2327848e593f000a3ad0bd8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:28:36Z', 'updated_at': '2022-05-13T15:31:41Z', 'revision_number': 6, 'project_id': '659043e2327848e593f000a3ad0bd8ed', 'gw_port_host': None}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:31:41.413964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Calling delete_port for 80b7c7dc-7608-4e71-b5a9-8e6900cef0df owned by network:router_gateway {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:41.591428 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.671469 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Pushing event deleted for resources: {'Port': ['ID=80b7c7dc-7608-4e71-b5a9-8e6900cef0df,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:41.733973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737038'] for router_gateway, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.907874 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-125936'] for router, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.909993 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.934520 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1743475'] for router, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.935124 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d42aee-14bf-43a3-851a-9ae48aecc4fb {{(pid=88132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 13 15:31:41.946897 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:41.948003 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-da8bf7f8-47e8-49ec-9949-c3bf41503daa admin admin] 10.222.0.36 "DELETE /v2.0/routers/98d42aee-14bf-43a3-851a-9ae48aecc4fb HTTP/1.1" status: 204 len: 168 time: 1.3135574 May 13 15:31:41.950738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49818) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:42.007955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Deleting subnet 963e1184-5389-4fbd-b71d-e196ee8e4dc6 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:31:42.010803 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.058707 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.136753 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.212377 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80b7c7dc-7608-4e71-b5a9-8e6900cef0df no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:42.220930 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.248790 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 80b7c7dc-7608-4e71-b5a9-8e6900cef0df {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:42.249132 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 80b7c7dc-7608-4e71-b5a9-8e6900cef0df not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:42.249616 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af9d3087-3ca5-4cfa-971f-9d95eda662d3 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:42.259285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963e1184-5389-4fbd-b71d-e196ee8e4dc6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:42.261828 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.267935 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-52cb6859-b75c-4fb4-a355-7f42484a4ea6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/963e1184-5389-4fbd-b71d-e196ee8e4dc6 HTTP/1.1" status: 204 len: 168 time: 0.3162003 May 13 15:31:42.270384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49822) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:42.285966 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: af9d3087-3ca5-4cfa-971f-9d95eda662d3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:42.286311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device af9d3087-3ca5-4cfa-971f-9d95eda662d3 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:42.287765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1645d-c67e-4c75-822d-674923b30021 None None] Network aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:31:42.491007 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.502073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Deleting port 46131346-e5e8-4281-a4ae-0fb476c9a510 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:42.502410 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.619598 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] DHCP port deletion for aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a request from n-d-841736-1 {{(pid=88134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 13 15:31:42.623778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Deleting port 46131346-e5e8-4281-a4ae-0fb476c9a510 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:42.624141 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.710671 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] For port 46131346-e5e8-4281-a4ae-0fb476c9a510, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=46131346-e5e8-4281-a4ae-0fb476c9a510,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:42.711224 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.824344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] For port 46131346-e5e8-4281-a4ae-0fb476c9a510, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=46131346-e5e8-4281-a4ae-0fb476c9a510,segment=NetworkSegment(47636cef-7996-479d-9e5d-db7a3c3606b1),segment_id=47636cef-7996-479d-9e5d-db7a3c3606b1)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:31:42.824744 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.832004 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Calling delete_port for 46131346-e5e8-4281-a4ae-0fb476c9a510 owned by network:dhcp {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:42.909656 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:42.945699 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Calling delete_port for 46131346-e5e8-4281-a4ae-0fb476c9a510 owned by network:dhcp {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:31:42.956623 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Pushing event deleted for resources: {'Port': ['ID=46131346-e5e8-4281-a4ae-0fb476c9a510,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:42.960143 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] No DVR routers for this DVR port 46131346-e5e8-4281-a4ae-0fb476c9a510 on host n-d-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:31:43.021487 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.db.api [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 15:31:43.021845 n-d-841736-1 neutron-server[88134]: DEBUG oslo_db.api [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 15:31:43.075388 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.100053 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:43.111915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47636cef-7996-479d-9e5d-db7a3c3606b1') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:43.112229 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47636cef-7996-479d-9e5d-db7a3c3606b1') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:31:43.123285 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.139383 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.145356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:31:43.145740 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: timer() May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:31:43.162899 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:31:43.234546 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.250479 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.260235 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] Pushing event deleted for resources: {'Network': ['ID=aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:43.267676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b8bcf6da-e9c3-4959-80b3-2b2512fca14d admin admin] 10.222.0.36 "DELETE /v2.0/networks/aea1e04d-c276-4dcb-85b6-1e9d1dfeed5a HTTP/1.1" status: 204 len: 168 time: 0.9963667 May 13 15:31:43.439232 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49828) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:43.490597 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-23416c23-4ca2-4bec-b635-cd5085f61db8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=216a7d87bc5847249ab58ca4ccbf58ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500898 May 13 15:31:43.493291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49832) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:43.523253 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Deleting port 46131346-e5e8-4281-a4ae-0fb476c9a510 {{(pid=88134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:31:43.523796 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.553905 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.580525 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.589906 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-0525d7bd-8ca7-45a4-a8e6-a60443d35235 None None] The port '46131346-e5e8-4281-a4ae-0fb476c9a510' was deleted {{(pid=88134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 13 15:31:43.633430 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.648882 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f48359-1dda-4323-b861-5ec85f69cae8,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:43.657628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:43.658756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-11d366a3-4ca0-4b3b-a956-1e3ebd82435c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50f48359-1dda-4323-b861-5ec85f69cae8 HTTP/1.1" status: 204 len: 168 time: 0.1645880 May 13 15:31:43.990848 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49840) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:44.041742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-961c63b4-0d64-481e-9f99-7137940865ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=659043e2327848e593f000a3ad0bd8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497684 May 13 15:31:44.044362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49844) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:31:44.050124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 46131346-e5e8-4281-a4ae-0fb476c9a510 no longer exists at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:31:44.084238 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] No Port match for: 46131346-e5e8-4281-a4ae-0fb476c9a510 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:31:44.084591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 46131346-e5e8-4281-a4ae-0fb476c9a510 not bound to the agent host n-d-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:31:44.104096 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.129155 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.182672 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.199234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056363d3-849d-4684-a63a-3f799614e793,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:44.203793 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:44.204941 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bb6eb6ee-e82b-4224-a474-df7f5eba707a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/056363d3-849d-4684-a63a-3f799614e793 HTTP/1.1" status: 204 len: 168 time: 0.1595180 May 13 15:31:49.954419 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:51.063311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:55.016719 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-db9f7868-deea-405b-8528-22c927056306 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290139 May 13 15:31:55.163699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-f89c430b-2aa4-4401-8802-017f48135dbc tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:55.165117 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-f89c430b-2aa4-4401-8802-017f48135dbc tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433051 May 13 15:31:55.180519 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-0023f7a8-f1ff-4878-b8df-2a330a74d868 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/quotas/5fa8f63631034ee8bd3cb12b4a913d72 HTTP/1.1" status: 200 len: 375 time: 0.0093820 May 13 15:31:55.226186 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-897caec0-a23a-4b91-b354-572a5361cc05 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402043 May 13 15:31:55.408349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8719e1ff-9883-434c-990d-2f89412ac324 req-7a9ebe19-7ddb-45b3-a31a-d2f12f888726 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0430472 May 13 15:31:56.367637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-40e41b8a-143d-4aac-9211-f3fb415b7b00 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268085 May 13 15:31:56.519662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-fe34d15a-bd05-42ad-9b52-238a79f3f0d0 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:56.521240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-fe34d15a-bd05-42ad-9b52-238a79f3f0d0 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487174 May 13 15:31:56.560699 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Request body: {'port': {'device_id': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'admin_state_up': True, 'tenant_id': '5fa8f63631034ee8bd3cb12b4a913d72'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:56.589207 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8870f500-038a-4e32-8d10-a0206745d71f req-74dcd454-cce5-46b2-ab4b-1c7f6fe5e6a4 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0669940 May 13 15:31:56.801767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:56.805557 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Usage tracker for resource:port and tenant:5fa8f63631034ee8bd3cb12b4a913d72 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:56.809042 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:56.814721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:56.824310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Made reservation on behalf of 5fa8f63631034ee8bd3cb12b4a913d72 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:31:56.827871 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.840042 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.854244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:31:56.858572 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Usage tracker for resource:security_group_rule and tenant:5fa8f63631034ee8bd3cb12b4a913d72 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:31:56.861368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:31:56.866917 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:31:56.947288 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:56.950948 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.056501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821e4bf9-1c38-4354-99fd-1939b386d2f8,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:57.141413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Allocated IP 192.168.233.54 (a7f9468e-085d-4a17-9727-d9f45d86916e/50171b44-bc8a-4737-ba16-468f015adab8/bb843dbe-3e42-46df-a2b9-77d994523c36) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:31:57.357612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.378804 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Transition to ACTIVE for port object bb843dbe-3e42-46df-a2b9-77d994523c36 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:57.403527 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.476641 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Network a7f9468e-085d-4a17-9727-d9f45d86916e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:31:57.480377 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:31:57.484200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:31:57.514592 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Pushing event updated for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:57.551464 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:57.552076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.579394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-dd5acc2f-a2bb-4179-9896-c8560900f052 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0226159 May 13 15:31:57.592320 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Request body: {'port': {'device_id': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:31:57.679147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-49a87db9-de74-4334-95c5-33f362766d23 None None] Provisioning for port bb843dbe-3e42-46df-a2b9-77d994523c36 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:31:57.685547 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-49a87db9-de74-4334-95c5-33f362766d23 None None] Provisioning complete for port bb843dbe-3e42-46df-a2b9-77d994523c36 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:31:57.685899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-49a87db9-de74-4334-95c5-33f362766d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.726784 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:57.742018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-49a87db9-de74-4334-95c5-33f362766d23 None None] Port bb843dbe-3e42-46df-a2b9-77d994523c36 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:31:57.797219 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99fe29-8b4f-4141-82e5-44aeac8b0f84 req-02792e44-3973-437f-bba0-589a8053a11e tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:57.798661 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe99fe29-8b4f-4141-82e5-44aeac8b0f84 req-02792e44-3973-437f-bba0-589a8053a11e tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 935 time: 0.0964255 May 13 15:31:57.842644 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fe99fe29-8b4f-4141-82e5-44aeac8b0f84 req-6b36471a-9c0d-416e-9ae5-cc57538af1db tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 May 13 15:31:58.085848 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb843dbe-3e42-46df-a2b9-77d994523c36 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:31:58.095491 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.110796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Transition to ACTIVE for port object bb843dbe-3e42-46df-a2b9-77d994523c36 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:31:58.114674 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.247853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:58.355986 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Attempting to bind port bb843dbe-3e42-46df-a2b9-77d994523c36 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:31:58.356349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Attempting to bind port bb843dbe-3e42-46df-a2b9-77d994523c36 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:31:58.356678 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Attempting to bind port bb843dbe-3e42-46df-a2b9-77d994523c36 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:58.361433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Port bb843dbe-3e42-46df-a2b9-77d994523c36 on network a7f9468e-085d-4a17-9727-d9f45d86916e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:31:58.361749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Attempting to bind port bb843dbe-3e42-46df-a2b9-77d994523c36 on network a7f9468e-085d-4a17-9727-d9f45d86916e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:31:58.366831 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:31:58.367163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Checking segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:31:58.367542 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Bound using segment: {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:31:58.367956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Bound port: bb843dbe-3e42-46df-a2b9-77d994523c36, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98f9249-3af7-4760-a53e-f7cf68e24ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:31:58.368327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.460796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:31:58.463664 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=bb843dbe-3e42-46df-a2b9-77d994523c36,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:31:58.469341 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.525785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:58.526700 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:58.528112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] 10.222.0.86 "PUT /v2.0/ports/bb843dbe-3e42-46df-a2b9-77d994523c36 HTTP/1.1" status: 200 len: 1095 time: 0.9403253 May 13 15:31:58.531243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:31:58.556129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30cb04-73b4-4012-bc84-0d961f21eea8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:31:58.611460 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98379ba-f9ca-454c-a65c-b28e9249daac'] response: {'name': 'network-changed', 'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36', 'status': 'completed', 'code': 200} May 13 15:31:58.658895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-ba562a9e-afdf-480e-b5c2-b8e1d6ba5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:58.660435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-ba562a9e-afdf-480e-b5c2-b8e1d6ba5fa0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0805693 May 13 15:31:58.733767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-bff222d0-a43e-4b9b-9854-5506cbe81170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=bb843dbe-3e42-46df-a2b9-77d994523c36 HTTP/1.1" status: 200 len: 217 time: 0.0627952 May 13 15:31:58.903695 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-1f89ee0c-9edc-4c19-9384-ef4588a2b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:58.905157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-1f89ee0c-9edc-4c19-9384-ef4588a2b253 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.1629112 May 13 15:31:58.982407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-60359bef-7795-4e4b-a065-c52af7d57e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:58.983883 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-60359bef-7795-4e4b-a065-c52af7d57e9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694983 May 13 15:31:59.026324 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405d306-8ddb-4897-bdb5-c87149101f81 req-9009c6bb-dabe-4235-bb8c-d5c67cbf4a03 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.028697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6405d306-8ddb-4897-bdb5-c87149101f81 req-9009c6bb-dabe-4235-bb8c-d5c67cbf4a03 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 947 time: 0.0810750 May 13 15:31:59.073634 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6405d306-8ddb-4897-bdb5-c87149101f81 req-4a1f7d6f-d853-4dbf-a920-d73f67cee827 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 May 13 15:31:59.128326 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-eba299aa-d3c0-4c8d-af22-39e0c74e55ec service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318872 May 13 15:31:59.264108 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c737dc3f-8df2-441b-8bcf-1fb74de4e5bf req-fa6382fb-c4f5-4464-aeef-4158c4450ca0 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266170 May 13 15:31:59.384074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-301f2acb-71ae-4df7-9324-4f02c3c623bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.385481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-301f2acb-71ae-4df7-9324-4f02c3c623bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 1098 time: 0.0733745 May 13 15:31:59.545615 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-0d767c05-c9b4-4f14-ae6e-8b9793a90837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.547980 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-0d767c05-c9b4-4f14-ae6e-8b9793a90837 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7f9468e-085d-4a17-9727-d9f45d86916e HTTP/1.1" status: 200 len: 870 time: 0.1553900 May 13 15:31:59.619663 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-75055052-5996-432a-8501-3f0fb27c0c3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=bb843dbe-3e42-46df-a2b9-77d994523c36 HTTP/1.1" status: 200 len: 217 time: 0.0629237 May 13 15:31:59.685192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-d9f15cf1-4d50-4704-bae7-0297fb23b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.686539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-d9f15cf1-4d50-4704-bae7-0297fb23b1f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=50171b44-bc8a-4737-ba16-468f015adab8 HTTP/1.1" status: 200 len: 843 time: 0.0604117 May 13 15:31:59.764631 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-0f8686c4-f3fe-4518-8950-2293f7bc8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:31:59.766150 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-0f8686c4-f3fe-4518-8950-2293f7bc8c47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7f9468e-085d-4a17-9727-d9f45d86916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706007 May 13 15:31:59.875529 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a767479a-84f0-444b-8d06-a47bae2e016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:31:59.907170 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-5954eec1-b8c4-4b26-a64a-3e18eb5d5f8b service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275644 May 13 15:32:00.043257 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce0e8d17-46c3-4eed-9f38-3b8f6b2e56bb req-e9bef459-6171-4afd-85dc-6bab77eac1b4 service neutron] 10.222.0.86 "GET /v2.0/networks/a7f9468e-085d-4a17-9727-d9f45d86916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294012 May 13 15:32:00.265475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-ec247449-6add-4169-a90b-71f1ec53755f tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:00.266073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-ec247449-6add-4169-a90b-71f1ec53755f tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Synchronizing usage tracker for tenant:5fa8f63631034ee8bd3cb12b4a913d72 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:00.283809 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-ec247449-6add-4169-a90b-71f1ec53755f tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Unset dirty status for tenant:5fa8f63631034ee8bd3cb12b4a913d72 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:00.284693 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-ec247449-6add-4169-a90b-71f1ec53755f tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 947 time: 0.0986919 May 13 15:32:00.334361 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-914ccf83-ab39-485c-92ff-47b3537f5776 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Synchronizing usage tracker for tenant:5fa8f63631034ee8bd3cb12b4a913d72 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:00.351816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-914ccf83-ab39-485c-92ff-47b3537f5776 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Unset dirty status for tenant:5fa8f63631034ee8bd3cb12b4a913d72 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:00.352998 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-234eee40-8fb4-4c61-a34a-c844e6908a58 req-914ccf83-ab39-485c-92ff-47b3537f5776 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 May 13 15:32:01.535758 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499784-4284-44f1-bbf0-c1fdbe44555d req-14b17da5-31ec-44f9-b19a-f0478e773fd2 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:01.537225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01499784-4284-44f1-bbf0-c1fdbe44555d req-14b17da5-31ec-44f9-b19a-f0478e773fd2 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 947 time: 0.0809157 May 13 15:32:01.580522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01499784-4284-44f1-bbf0-c1fdbe44555d req-85cfbadf-cc8a-4ba2-9250-20a3f82801ab tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 May 13 15:32:02.268741 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device bb843dbe-3e42-46df-a2b9-77d994523c36 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:32:02.399865 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=bb843dbe-3e42-46df-a2b9-77d994523c36,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:02.413231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'bb843dbe-3e42-46df-a2b9-77d994523c36', 'network_id': 'a7f9468e-085d-4a17-9727-d9f45d86916e', 'port_id': 'bb843dbe-3e42-46df-a2b9-77d994523c36', 'mac_address': 'fa:16:3e:98:98:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50171b44-bc8a-4737-ba16-468f015adab8', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:32:02.467209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port bb843dbe-3e42-46df-a2b9-77d994523c36 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:02.467583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:02.483426 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb843dbe-3e42-46df-a2b9-77d994523c36 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:32:02.498065 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=bb843dbe-3e42-46df-a2b9-77d994523c36,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:02.501730 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:02.569534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:02.577271 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.577611 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.577945 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.578273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.578597 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.578923 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.579243 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.579560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.579875 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.580193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.580528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.580840 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:02.747055 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b9c45981-73b8-475a-9301-ce8f6798d667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:02.764022 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['bb843dbe-3e42-46df-a2b9-77d994523c36'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:32:02.785252 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50300434-76f8-46f1-8d6c-f48c2f1deead req-49851e91-a64d-42f4-a400-53352768ff60 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:02.786895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50300434-76f8-46f1-8d6c-f48c2f1deead req-49851e91-a64d-42f4-a400-53352768ff60 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 948 time: 0.0841844 May 13 15:32:02.832292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-50300434-76f8-46f1-8d6c-f48c2f1deead req-6b310c4b-9915-4ea8-9b4d-ce59ca9e4dc9 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 May 13 15:32:02.921595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:03.414971 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:04.015167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb470a19-3bf9-460b-a33b-805c29310581 req-2b37e229-3348-4fac-be98-f54cf787ccd9 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:04.016653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb470a19-3bf9-460b-a33b-805c29310581 req-2b37e229-3348-4fac-be98-f54cf787ccd9 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 948 time: 0.0785537 May 13 15:32:04.059712 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fb470a19-3bf9-460b-a33b-805c29310581 req-4bcb9896-df01-45d5-8b53-fc190b98b376 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 May 13 15:32:04.284995 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device bb843dbe-3e42-46df-a2b9-77d994523c36 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:04.352491 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port bb843dbe-3e42-46df-a2b9-77d994523c36 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:32:04.357618 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port bb843dbe-3e42-46df-a2b9-77d994523c36 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:04.357979 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:04.470881 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port bb843dbe-3e42-46df-a2b9-77d994523c36 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:04.471495 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:04.496642 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:04.506091 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=bb843dbe-3e42-46df-a2b9-77d994523c36,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:04.510236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:04.545999 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9986ec-02e2-4ea7-bb8a-fabdc64cae35'] response: {'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36', 'code': 200} May 13 15:32:04.577321 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:04.677385 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff72f-b519-4d80-b9f4-da7514020989 req-3440b52c-8a51-4180-a5f2-0fb5c063ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:04.678795 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-504ff72f-b519-4d80-b9f4-da7514020989 req-3440b52c-8a51-4180-a5f2-0fb5c063ad60 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 1100 time: 0.0735683 May 13 15:32:04.723206 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-504ff72f-b519-4d80-b9f4-da7514020989 req-9ce31c49-280b-4746-885e-4a82056bdea8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 May 13 15:32:05.048472 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:05.244518 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947e495-4810-4f71-876b-9bfdfa7717c2 req-4caaeae6-b795-4837-8e7c-2e4c607fbc6a tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:05.245870 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8947e495-4810-4f71-876b-9bfdfa7717c2 req-4caaeae6-b795-4837-8e7c-2e4c607fbc6a tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 949 time: 0.0818238 May 13 15:32:05.288141 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8947e495-4810-4f71-876b-9bfdfa7717c2 req-a3a3fa0c-c065-4438-99f1-01c80d220fd2 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366433 May 13 15:32:06.469062 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc16b8-139f-426c-98bf-4826f7242110 req-d5224396-1085-43d1-8fda-9a263a3a802a tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:06.470497 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0bc16b8-139f-426c-98bf-4826f7242110 req-d5224396-1085-43d1-8fda-9a263a3a802a tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 949 time: 0.0783262 May 13 15:32:06.513087 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0bc16b8-139f-426c-98bf-4826f7242110 req-c75e3fa0-abf8-4083-a0be-bd9ccd5c1c90 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 May 13 15:32:07.568956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b94a9-d133-4e39-95a0-bceb89be225f req-a86cd893-8f13-4766-a81d-60028156a572 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:07.570675 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed4b94a9-d133-4e39-95a0-bceb89be225f req-a86cd893-8f13-4766-a81d-60028156a572 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 949 time: 0.0830076 May 13 15:32:07.613757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed4b94a9-d133-4e39-95a0-bceb89be225f req-2cb9e45d-6b0e-4f22-b5bb-4e0c146ab8f3 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 May 13 15:32:08.803764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d6771-3a82-49c3-a3a4-94425a8a69b9 req-4bc8eeb0-893f-4d11-9ddf-603d1f9ce512 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:08.805267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c1d6771-3a82-49c3-a3a4-94425a8a69b9 req-4bc8eeb0-893f-4d11-9ddf-603d1f9ce512 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 949 time: 0.0789642 May 13 15:32:08.852555 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0c1d6771-3a82-49c3-a3a4-94425a8a69b9 req-6feb2d2e-be58-4301-8b74-7a26ca22a176 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/security-groups?id=821e4bf9-1c38-4354-99fd-1939b386d2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 May 13 15:32:08.898185 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-ddff2c75-cac0-4bbc-b4c0-7d80fd96f22e tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:08.899697 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-ddff2c75-cac0-4bbc-b4c0-7d80fd96f22e tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.86 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 949 time: 0.0782385 May 13 15:32:09.070827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Deleting port bb843dbe-3e42-46df-a2b9-77d994523c36 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:32:09.071169 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:09.309890 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] For port bb843dbe-3e42-46df-a2b9-77d994523c36, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=bb843dbe-3e42-46df-a2b9-77d994523c36,segment=NetworkSegment(b98f9249-3af7-4760-a53e-f7cf68e24ed6),segment_id=b98f9249-3af7-4760-a53e-f7cf68e24ed6)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:09.310158 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:09.428026 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Calling delete_port for bb843dbe-3e42-46df-a2b9-77d994523c36 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:32:09.570014 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:09.588971 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['bb843dbe-3e42-46df-a2b9-77d994523c36'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:32:09.619289 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Pushing event deleted for resources: {'Port': ['ID=bb843dbe-3e42-46df-a2b9-77d994523c36,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:09.702638 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] No DVR routers for this DVR port bb843dbe-3e42-46df-a2b9-77d994523c36 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:32:09.705184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:09.707829 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'name': 'network-vif-deleted', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:09.725832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0cad57a1-e38f-4c64-95b8-aca4f8d7b83e req-7cd5064c-6eaa-43df-afde-f3b4540ea4d6 tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.86 "DELETE /v2.0/ports/bb843dbe-3e42-46df-a2b9-77d994523c36 HTTP/1.1" status: 204 len: 173 time: 0.8174856 May 13 15:32:09.762003 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6227aee-3661-424b-bb7e-4c28e3eaeb55'] response: {'server_uuid': '5709e7a9-4361-49d4-9817-dccd1e29e0b6', 'name': 'network-vif-deleted', 'tag': 'bb843dbe-3e42-46df-a2b9-77d994523c36', 'status': 'completed', 'code': 200} May 13 15:32:10.011401 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e202776-d464-4f26-af00-dc8893883a7f req-7d7adfa3-c015-496f-a08d-2e6eb2ce465e tempest-ServersAdminNegativeTestJSON-1000851556 tempest-ServersAdminNegativeTestJSON-1000851556-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709e7a9-4361-49d4-9817-dccd1e29e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0422032 May 13 15:32:11.373118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49974) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:11.529272 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-f5e39434-d50f-4d7b-96e5-1bcee0594c47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fa8f63631034ee8bd3cb12b4a913d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550019 May 13 15:32:11.532048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49980) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:11.590215 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.620094 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.671096 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.687530 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e4bf9-1c38-4354-99fd-1939b386d2f8,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:11.697234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.697617 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.698501 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.698964 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.699322 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.699651 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.699970 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.700318 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.700640 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.700957 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.701275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.701593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:11.711222 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:11.712389 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-a77164f9-1d6a-46c1-894d-1bf25d30cb1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/821e4bf9-1c38-4354-99fd-1939b386d2f8 HTTP/1.1" status: 204 len: 168 time: 0.1793895 May 13 15:32:11.987360 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 49990) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:12.004626 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.018389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:12.022174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Usage tracker for resource:security_group_rule and tenant:e7d17184f78e4c55b4d33fee754dddcf is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:12.024943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:12.031241 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:12.110911 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.114518 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.160301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7d17184f78e4c55b4d33fee754dddcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717808 May 13 15:32:12.161787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c692c-ba15-49d7-a046-4e1ddbbe9c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea6d4a-be86-4f2e-80be-395656114ec6,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:12.162968 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 49994) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:12.221303 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.247259 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.296926 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.313010 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea6d4a-be86-4f2e-80be-395656114ec6,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:12.317342 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:12.318492 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-b22a1a4e-45a4-4bc3-917e-a4d718da4900 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8ea6d4a-be86-4f2e-80be-395656114ec6 HTTP/1.1" status: 204 len: 168 time: 0.1545420 May 13 15:32:13.055105 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50018) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:13.157163 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-426905855-network', 'tenant_id': '8c07437928dd4b1494b471b28acb152a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:13.162517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:13.167475 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Usage tracker for resource:network and tenant:8c07437928dd4b1494b471b28acb152a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:13.169878 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:13.178746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:13.188744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Made reservation on behalf of 8c07437928dd4b1494b471b28acb152a for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:32:13.191027 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.202970 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.216962 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:13.220690 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Usage tracker for resource:security_group_rule and tenant:8c07437928dd4b1494b471b28acb152a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:13.223423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:13.229536 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:13.308867 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.312390 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.343187 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:32:13.351751 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6525f0f7-7ed5-4316-9487-8dd34260d3dc,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:13.358142 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.358533 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Added segment bab432e6-38af-4739-ba80-9d42b0938b7f of type vlan for network 881c90fd-e589-4008-8371-e480f4191b8a May 13 15:32:13.385689 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.415782 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.417305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.417890 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.523404 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] Pushing event updated for resources: {'Network': ['ID=881c90fd-e589-4008-8371-e480f4191b8a,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:13.529891 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-586c7eb9-b575-4ae9-b5bb-f57c463e3d8b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4706664 May 13 15:32:13.530243 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50024) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:32:13.537261 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 881c90fd-e589-4008-8371-e480f4191b8a details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:32:13.538074 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Request body: {'subnet': {'network_id': '881c90fd-e589-4008-8371-e480f4191b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-426905855-subnet', 'tenant_id': '8c07437928dd4b1494b471b28acb152a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:13.544651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:13.549234 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Usage tracker for resource:subnet and tenant:8c07437928dd4b1494b471b28acb152a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:13.552256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:13.558206 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:13.568323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Made reservation on behalf of 8c07437928dd4b1494b471b28acb152a for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:32:13.570649 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.786076 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.875565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508dcf71-36c9-4de4-9021-de28289fc2de,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:13.883629 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Checking segment: {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:32:13.884135 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Network hostable DHCP agents. Network: 881c90fd-e589-4008-8371-e480f4191b8a, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:32:13.903620 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Network 881c90fd-e589-4008-8371-e480f4191b8a is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:32:13.912178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 881c90fd-e589-4008-8371-e480f4191b8a) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:32:13.916072 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:13.916718 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:13.921657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15baf30a-8b36-4f10-b50d-4f80460b788d None None] Network 881c90fd-e589-4008-8371-e480f4191b8a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:32:13.936599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a68edfed-9304-4ab8-bc00-f586b2fafc74 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052680 May 13 15:32:14.126988 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f58d5a-f5d4-48a7-9079-c0abf3a0a5fa None None] Network 881c90fd-e589-4008-8371-e480f4191b8a requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:32:14.320332 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device bb843dbe-3e42-46df-a2b9-77d994523c36 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:32:14.360527 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: bb843dbe-3e42-46df-a2b9-77d994523c36 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:32:14.360861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device bb843dbe-3e42-46df-a2b9-77d994523c36 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:32:14.409209 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:14.440763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-67ce49f0-9a24-4a2d-9aca-6a6206a9c6f4 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:14.442185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-67ce49f0-9a24-4a2d-9aca-6a6206a9c6f4 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 811 time: 0.1440511 May 13 15:32:14.457999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-85e4fe95-24cd-4e84-809e-de9de4606f6b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/quotas/8c07437928dd4b1494b471b28acb152a HTTP/1.1" status: 200 len: 375 time: 0.0102880 May 13 15:32:14.608059 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-360e1bfd-253c-4964-bc3a-505bb16347d6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1446867 May 13 15:32:14.737767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-dd58df8d-cf92-4fbf-bdf3-1543a6049f7b service neutron] 10.222.0.36 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229169 May 13 15:32:14.864892 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-4d5045d6-2852-4f2c-95eb-32516a61555b service neutron] 10.222.0.36 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213608 May 13 15:32:15.037489 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f8bcfd51-f595-4a68-9fe8-2ec1f2171129 req-d2682627-ec2b-4105-849d-35898bd29cba tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 210 time: 0.0440671 May 13 15:32:16.182743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-33524ede-5bbc-4f2f-8af4-c226dc947c59 req-d5118726-fe14-4322-ad19-ac3a0a430615 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 210 time: 0.0425379 May 13 15:32:16.464975 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-ce03a019-6f0b-4820-a722-4b8225917d3d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:16.465677 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-ce03a019-6f0b-4820-a722-4b8225917d3d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Synchronizing usage tracker for tenant:8c07437928dd4b1494b471b28acb152a on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:16.482331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-ce03a019-6f0b-4820-a722-4b8225917d3d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Unset dirty status for tenant:8c07437928dd4b1494b471b28acb152a on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:16.483618 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-ce03a019-6f0b-4820-a722-4b8225917d3d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 811 time: 0.1676602 May 13 15:32:16.499363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Request body: {'port': {'device_id': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a', 'admin_state_up': True, 'tenant_id': '8c07437928dd4b1494b471b28acb152a'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:16.633580 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:32:16.637414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Usage tracker for resource:port and tenant:8c07437928dd4b1494b471b28acb152a is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:32:16.640162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:32:16.645849 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:32:16.656347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Made reservation on behalf of 8c07437928dd4b1494b471b28acb152a for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:32:16.659741 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:16.820371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Allocated IP 172.20.0.11 (881c90fd-e589-4008-8371-e480f4191b8a/508dcf71-36c9-4de4-9021-de28289fc2de/adf90b99-76d8-460f-9ebd-b8378cfafbe0) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:32:17.125184 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:17.155223 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:17.230719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Network 881c90fd-e589-4008-8371-e480f4191b8a is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:32:17.234040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:32:17.237976 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:32:17.268202 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:17.337581 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:17.338198 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:17.380703 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-5b9816e5-bb30-410c-b05f-ab5a5ec3bf0d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848832 May 13 15:32:17.397517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Request body: {'port': {'device_id': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:17.433937 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-163b2744-816f-4b02-a945-748c3ff193b8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:17.434625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-163b2744-816f-4b02-a945-748c3ff193b8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Synchronizing usage tracker for tenant:8c07437928dd4b1494b471b28acb152a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:17.504488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-163b2744-816f-4b02-a945-748c3ff193b8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Unset dirty status for tenant:8c07437928dd4b1494b471b28acb152a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:17.505621 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-163b2744-816f-4b02-a945-748c3ff193b8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 932 time: 0.2078466 May 13 15:32:17.557739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:17.575502 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-6fc7bb09-90bf-4ab6-88ea-0564f68238ed tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Synchronizing usage tracker for tenant:8c07437928dd4b1494b471b28acb152a on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:32:17.640452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-6fc7bb09-90bf-4ab6-88ea-0564f68238ed tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Unset dirty status for tenant:8c07437928dd4b1494b471b28acb152a on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:32:17.641505 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3101a3b1-7801-4b7f-ab15-2d5d32b957a1 req-6fc7bb09-90bf-4ab6-88ea-0564f68238ed tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291745 May 13 15:32:17.920482 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf90b99-76d8-460f-9ebd-b8378cfafbe0 {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:32:17.927423 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:17.942047 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Transition to ACTIVE for port object adf90b99-76d8-460f-9ebd-b8378cfafbe0 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:32:17.945629 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:18.102738 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:18.174817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:32:18.175070 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:32:18.175396 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:18.179895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:32:18.180228 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:18.185328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:32:18.185655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Checking segment: {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:32:18.186032 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Bound using segment: {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:32:18.186448 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Bound port: adf90b99-76d8-460f-9ebd-b8378cfafbe0, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:32:18.186790 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:18.276423 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:32:18.279582 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:32:18.283517 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:18.333559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:18.334172 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:18.335607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] 10.222.0.86 "PUT /v2.0/ports/adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 1092 time: 0.9434583 May 13 15:32:18.342855 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:18.369116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb74f42-9c29-47ee-9e74-2ef61de54764 service neutron] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:18.417458 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52d4576-3efa-4c36-91b1-92341397cdf7'] response: {'name': 'network-changed', 'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'status': 'completed', 'code': 200} May 13 15:32:18.455301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-1872f442-1803-44bc-b814-e64ed0a94a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:18.456708 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-1872f442-1803-44bc-b814-e64ed0a94a47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1095 time: 0.0776854 May 13 15:32:18.522270 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-629b9e19-8bb9-457e-9621-410def1a41a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0578539 May 13 15:32:18.586444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-8ffc2561-74a0-423f-8581-018ec422c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:18.587809 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-8ffc2561-74a0-423f-8581-018ec422c476 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0579967 May 13 15:32:18.632865 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-d66543c7-9249-4018-802b-d915d82e40db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382116 May 13 15:32:18.945740 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-69916508-6c6d-404d-a2a8-b76b2231a33b service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047359 May 13 15:32:18.957424 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a475ffe-4c63-484f-99a7-bbf0eac3bfce req-438a7900-6420-4dfb-9567-a59ff0b62535 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:18.958784 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a475ffe-4c63-484f-99a7-bbf0eac3bfce req-438a7900-6420-4dfb-9567-a59ff0b62535 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.1442850 May 13 15:32:19.082284 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0a475ffe-4c63-484f-99a7-bbf0eac3bfce req-21ee2906-2dac-47ba-b055-24bb51c69411 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057370 May 13 15:32:19.116843 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8092c9e1-7d2c-4de6-bf20-1a81d13f5929 req-00dd9cb0-6591-4790-8084-f2413eae4493 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571615 May 13 15:32:19.239300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-e6412a76-e123-4788-a0c5-2d5cd9e1333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:19.240807 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-e6412a76-e123-4788-a0c5-2d5cd9e1333e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1095 time: 0.0714574 May 13 15:32:19.368433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-7b9a77da-4ffa-464e-97a3-84f21c18db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:19.369855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-7b9a77da-4ffa-464e-97a3-84f21c18db1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.1231513 May 13 15:32:19.440908 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-a27dc50f-300d-4a96-8c85-f8d7f1d5a388 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0632312 May 13 15:32:19.502259 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-cf8cb0cb-7a63-48d2-8702-7565d0b24f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:19.503646 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-cf8cb0cb-7a63-48d2-8702-7565d0b24f1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0562143 May 13 15:32:19.552334 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-00b4db72-1490-450b-b985-031e4d61bce0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422103 May 13 15:32:19.681467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-8d6b053c-8767-4d27-8403-f46614bd0e0d service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217530 May 13 15:32:19.813318 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c766c10f-6078-4a35-8d9f-7b19a1b6b90f req-09ac13c0-b524-44f8-bad4-845a3625e7e5 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246035 May 13 15:32:19.966803 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:20.422943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc8a19-fcfd-46fd-a23a-0bef265e896d req-3e52219d-c757-460e-8c9d-41230434a8d5 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:20.424400 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fc8a19-fcfd-46fd-a23a-0bef265e896d req-3e52219d-c757-460e-8c9d-41230434a8d5 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.0812352 May 13 15:32:20.467509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c6fc8a19-fcfd-46fd-a23a-0bef265e896d req-fc2a54b2-5767-4831-9b03-b4c08c2c3ef6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 May 13 15:32:21.062255 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:21.650001 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bc52-a528-4845-b23f-f58678068b44 req-c2c8794c-88ca-4b03-a3a9-126885fcf603 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:21.651442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5be4bc52-a528-4845-b23f-f58678068b44 req-c2c8794c-88ca-4b03-a3a9-126885fcf603 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.0776615 May 13 15:32:21.694458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5be4bc52-a528-4845-b23f-f58678068b44 req-6c633a6f-3900-4d23-a206-672899868404 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 May 13 15:32:22.344496 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:32:22.472331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:22.485493 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a', 'port_id': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'mac_address': 'fa:16:3e:45:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508dcf71-36c9-4de4-9021-de28289fc2de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:32:22.541997 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port adf90b99-76d8-460f-9ebd-b8378cfafbe0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:22.542367 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:22.558631 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf90b99-76d8-460f-9ebd-b8378cfafbe0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:32:22.573246 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:22.576898 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:22.642486 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:22.822041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['adf90b99-76d8-460f-9ebd-b8378cfafbe0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:32:22.885867 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159e854-33f3-4e9d-9c2a-a690ed9272c0 req-2f6b2f82-e089-42c9-ac91-c216cec7b5db tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:22.887362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3159e854-33f3-4e9d-9c2a-a690ed9272c0 req-2f6b2f82-e089-42c9-ac91-c216cec7b5db tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 945 time: 0.0797503 May 13 15:32:22.930894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3159e854-33f3-4e9d-9c2a-a690ed9272c0 req-60c81667-6f5d-4e79-ae2a-ad9d9734e037 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 May 13 15:32:24.113558 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6884c-91dd-4f97-a86f-322083bf64ab req-5f98fc9a-0a69-450a-af3c-0db8f9624f0b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:24.115002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09d6884c-91dd-4f97-a86f-322083bf64ab req-5f98fc9a-0a69-450a-af3c-0db8f9624f0b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 945 time: 0.0817549 May 13 15:32:24.159349 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-09d6884c-91dd-4f97-a86f-322083bf64ab req-589482cd-57cd-479f-8eb7-62300f16e339 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 May 13 15:32:24.345398 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:32:24.410735 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port adf90b99-76d8-460f-9ebd-b8378cfafbe0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:32:24.415378 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port adf90b99-76d8-460f-9ebd-b8378cfafbe0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:32:24.415745 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:24.528798 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port adf90b99-76d8-460f-9ebd-b8378cfafbe0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:32:24.529167 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:24.555036 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:24.565117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:24.569039 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:24.605146 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3995f5f3-e3ba-4488-b659-7e763b7b2660'] response: {'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'code': 200} May 13 15:32:24.674285 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:24.731244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7688dd-57f8-41f9-94a6-e6970ff35872 req-040b6f56-2a17-4c12-b02f-2d985fbcca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:24.732725 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c7688dd-57f8-41f9-94a6-e6970ff35872 req-040b6f56-2a17-4c12-b02f-2d985fbcca86 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1097 time: 0.0694752 May 13 15:32:24.779862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c7688dd-57f8-41f9-94a6-e6970ff35872 req-c053ea1b-0abd-4f0b-a676-f26282d0a46b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 May 13 15:32:25.342191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b8bb3-9e59-45e8-86a9-4258b40254d8 req-07fb22e7-0639-400b-b431-a9567e350970 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:25.343615 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-886b8bb3-9e59-45e8-86a9-4258b40254d8 req-07fb22e7-0639-400b-b431-a9567e350970 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0783377 May 13 15:32:25.386384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-886b8bb3-9e59-45e8-86a9-4258b40254d8 req-009a9db8-775c-4044-b5d0-64ba8dd45157 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 May 13 15:32:26.573105 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e80a4e-a90b-4aa6-bde0-c5a7e9d48898 req-4d2ee14f-0764-4045-9270-9e725e68efa8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:26.574553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80e80a4e-a90b-4aa6-bde0-c5a7e9d48898 req-4d2ee14f-0764-4045-9270-9e725e68efa8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0828314 May 13 15:32:26.617193 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80e80a4e-a90b-4aa6-bde0-c5a7e9d48898 req-dedc1a26-b0e7-4c36-a31a-4ca719d00350 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 May 13 15:32:27.021323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd22095-4786-42b2-bff0-0338234c1752 req-822f1e9a-817e-4f06-b5a4-50446afe9f09 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:27.022779 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd22095-4786-42b2-bff0-0338234c1752 req-822f1e9a-817e-4f06-b5a4-50446afe9f09 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0859523 May 13 15:32:27.112467 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-dcd22095-4786-42b2-bff0-0338234c1752 req-3e5dbdf8-cb87-46ad-bdb8-857eef28959f tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561039 May 13 15:32:27.132859 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-ff9ce44b-2c51-4f4a-8979-4b6572510bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540418 May 13 15:32:28.297302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2dff2-7c5e-4509-93f0-3b1c63ca6d84 req-7d8c3c14-b03d-4067-b14f-11c1a232eba2 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:28.298752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5e2dff2-7c5e-4509-93f0-3b1c63ca6d84 req-7d8c3c14-b03d-4067-b14f-11c1a232eba2 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0821283 May 13 15:32:28.341792 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a5e2dff2-7c5e-4509-93f0-3b1c63ca6d84 req-25f907b1-0906-43ac-83fc-f3658ac7dc81 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 May 13 15:32:28.552739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-7371e9e7-e4a6-422a-9f2c-7ddf4c2b3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:28.554213 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-7371e9e7-e4a6-422a-9f2c-7ddf4c2b3353 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1097 time: 0.0693772 May 13 15:32:28.797900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-d9ca5021-785a-43eb-8950-8e177647f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:28.799346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-d9ca5021-785a-43eb-8950-8e177647f4f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.2384722 May 13 15:32:28.867029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-fa0af482-e3ce-4b25-8853-099b2f3ba1d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0616169 May 13 15:32:28.927672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-be3da370-f23a-4765-bcdc-84dca9972df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:28.929071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-be3da370-f23a-4765-bcdc-84dca9972df9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0558114 May 13 15:32:28.977732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-268c20f2-abd2-43b0-a6c7-0011770f01fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427072 May 13 15:32:29.111017 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-8a1445e1-9f9c-4aa0-98f7-8ef1add340c2 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267869 May 13 15:32:29.238109 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-0a0d924d-8cc7-47d2-9b59-5edc248db01f service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215472 May 13 15:32:29.534536 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7130-9e8c-4a09-84e4-ec835a8cb231 req-b53b3825-617b-4217-8bbc-4f52382df21b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:29.535953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dba7130-9e8c-4a09-84e4-ec835a8cb231 req-b53b3825-617b-4217-8bbc-4f52382df21b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0808578 May 13 15:32:29.578603 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dba7130-9e8c-4a09-84e4-ec835a8cb231 req-6b360df1-05d0-4ae9-a27c-5d54f7caf83d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365248 May 13 15:32:29.868111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-36440360-3027-4a36-b0d8-34f67ce1898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:30.763300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f36aad-7689-4570-9683-9f9aa498dff6 req-eec6b082-ead2-4e47-9941-7e5be4a43430 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:30.764800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37f36aad-7689-4570-9683-9f9aa498dff6 req-eec6b082-ead2-4e47-9941-7e5be4a43430 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0791740 May 13 15:32:30.808964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-37f36aad-7689-4570-9683-9f9aa498dff6 req-38a2cff9-9f38-44c6-8e56-7fa4f6b910b3 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 May 13 15:32:31.989541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097c748-e49c-47f9-96c9-b648c0d8ff5c req-31a66724-6f4c-456c-8e55-23c1e47566d6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:31.990964 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6097c748-e49c-47f9-96c9-b648c0d8ff5c req-31a66724-6f4c-456c-8e55-23c1e47566d6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0767517 May 13 15:32:32.034442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6097c748-e49c-47f9-96c9-b648c0d8ff5c req-2b5c6938-2bf0-4812-8375-1d02adeb031b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 May 13 15:32:32.749326 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-45d8cc6b-5cc3-4511-b67e-70d41f1706b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:32.913349 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:33.217759 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f89ae-f866-439c-a720-c6cc00cc7c28 req-84698b89-97ee-414f-a52c-760896157090 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:33.219105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523f89ae-f866-439c-a720-c6cc00cc7c28 req-84698b89-97ee-414f-a52c-760896157090 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0816042 May 13 15:32:33.261541 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-523f89ae-f866-439c-a720-c6cc00cc7c28 req-c7a7e621-7f51-4e95-a9f5-ea078dd93e18 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 May 13 15:32:33.418426 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:34.450238 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350065e-0a1f-49c2-9d55-1551f5acb66d req-ab0192b9-14f8-477e-9239-93ca17572dbc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:34.451666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2350065e-0a1f-49c2-9d55-1551f5acb66d req-ab0192b9-14f8-477e-9239-93ca17572dbc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0829840 May 13 15:32:34.493570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2350065e-0a1f-49c2-9d55-1551f5acb66d req-b3dc15b4-788d-43eb-af19-a85b5c5e7af7 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 May 13 15:32:35.048500 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:35.676921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721478b8-f6d8-4c93-83bb-003d3a4a886c req-c99828ce-46c4-41ff-bf2a-1b6fe572a26c tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:35.678382 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-721478b8-f6d8-4c93-83bb-003d3a4a886c req-c99828ce-46c4-41ff-bf2a-1b6fe572a26c tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0806777 May 13 15:32:35.723004 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-721478b8-f6d8-4c93-83bb-003d3a4a886c req-06396d72-58d7-4e3e-8f23-46c3322e3e96 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 May 13 15:32:36.903723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1761dbe-2553-4033-b33a-e28a1b9c14aa req-bc32aea1-fb8f-4e74-908f-2edc42cbedef tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:36.905190 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1761dbe-2553-4033-b33a-e28a1b9c14aa req-bc32aea1-fb8f-4e74-908f-2edc42cbedef tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0780451 May 13 15:32:36.948452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1761dbe-2553-4033-b33a-e28a1b9c14aa req-274dd199-9dca-437f-b1d2-3fca65ff87ca tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377185 May 13 15:32:38.133348 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc30901-2e39-407b-a447-8b842758d945 req-25a9390d-9ebc-4e11-8461-95d87f54c7ab tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:38.134868 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcc30901-2e39-407b-a447-8b842758d945 req-25a9390d-9ebc-4e11-8461-95d87f54c7ab tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0814838 May 13 15:32:38.178212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fcc30901-2e39-407b-a447-8b842758d945 req-29771578-b3da-43ed-b79e-4b8e4ed257be tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 May 13 15:32:39.363860 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb62c49-1709-4a3a-902a-fbf9921598d9 req-0000509c-3a3d-4df8-b7a0-2cd6af5a51dd tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:39.365354 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0eb62c49-1709-4a3a-902a-fbf9921598d9 req-0000509c-3a3d-4df8-b7a0-2cd6af5a51dd tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0819087 May 13 15:32:39.408425 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0eb62c49-1709-4a3a-902a-fbf9921598d9 req-d6bb575b-7109-48f2-980f-2cde50a6ef4a tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 May 13 15:32:40.589034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a90c64-a497-4ace-b2c9-093f22fcbe5f req-968c7237-f8c7-48c6-8c76-10a9455a8d87 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:40.590471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79a90c64-a497-4ace-b2c9-093f22fcbe5f req-968c7237-f8c7-48c6-8c76-10a9455a8d87 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0789263 May 13 15:32:40.637691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-79a90c64-a497-4ace-b2c9-093f22fcbe5f req-5779be3d-63aa-4839-821d-76338ac409e0 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 May 13 15:32:41.818168 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75a1df-4839-4fb9-ac38-35d0feedcff6 req-48ac923e-85f4-4136-994b-cde0e5c5c016 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:41.819636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f75a1df-4839-4fb9-ac38-35d0feedcff6 req-48ac923e-85f4-4136-994b-cde0e5c5c016 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0782800 May 13 15:32:41.866197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f75a1df-4839-4fb9-ac38-35d0feedcff6 req-c1de96cd-a149-4564-925a-4f91903e72bd tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 May 13 15:32:43.049219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f1b48-3105-4904-80dc-b3372bd43cdf req-f223eb2f-7213-4451-abe5-0df1b9f8f325 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:43.050588 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-131f1b48-3105-4904-80dc-b3372bd43cdf req-f223eb2f-7213-4451-abe5-0df1b9f8f325 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0809004 May 13 15:32:43.094639 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-131f1b48-3105-4904-80dc-b3372bd43cdf req-ae2b2fc0-8d62-463f-b7f8-294cb79b160b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 May 13 15:32:43.596194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-c463ba45-76b8-472f-aef8-eb3e0b31a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:43.597714 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-c463ba45-76b8-472f-aef8-eb3e0b31a9c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1097 time: 0.1147873 May 13 15:32:43.740152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-b76fc97c-37ac-4022-8ec9-37d78d2718ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:43.741707 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-b76fc97c-37ac-4022-8ec9-37d78d2718ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.1253834 May 13 15:32:43.810106 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-b7d6ecd7-0e23-47da-9574-a130587b6640 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0594361 May 13 15:32:43.873966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-9662acc6-98c1-4ae9-9b33-d7c2fd53d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:43.875342 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-9662acc6-98c1-4ae9-9b33-d7c2fd53d54f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0589104 May 13 15:32:43.924607 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-a5fd2b60-7672-4f73-a9b6-0cf2c57876ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410573 May 13 15:32:44.157474 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-2a4a211c-2047-4a15-ae0a-bf246e7da0b4 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272668 May 13 15:32:44.276244 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397177c-3761-4c80-9f4e-55547c69399c req-45ed802c-bf4b-42c1-8435-3383f346ccb6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:44.277771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9397177c-3761-4c80-9f4e-55547c69399c req-45ed802c-bf4b-42c1-8435-3383f346ccb6 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0791466 May 13 15:32:44.287741 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bbf809d8-0f38-4c41-ae0f-283bbb4a86cd req-1cd56ac7-900a-493e-bcf5-ee9162df8b82 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229987 May 13 15:32:44.321541 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9397177c-3761-4c80-9f4e-55547c69399c req-0ce7507f-de05-4c6b-9b53-3947007b9a09 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 May 13 15:32:45.509935 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f17eaa-1065-4ff7-b222-18caf027ac32 req-512e1da0-62bd-496a-95b7-db104caba026 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:45.511374 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04f17eaa-1065-4ff7-b222-18caf027ac32 req-512e1da0-62bd-496a-95b7-db104caba026 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0822179 May 13 15:32:45.553698 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04f17eaa-1065-4ff7-b222-18caf027ac32 req-12229b3a-c37e-4b4e-bd41-07b91b63ed8b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 May 13 15:32:46.753075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c5dba-dc68-42b2-af46-64fb9bc381ad req-2d344102-d3de-4b2d-bc47-d964be2f82dc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:46.754553 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-925c5dba-dc68-42b2-af46-64fb9bc381ad req-2d344102-d3de-4b2d-bc47-d964be2f82dc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0952132 May 13 15:32:46.798743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-925c5dba-dc68-42b2-af46-64fb9bc381ad req-1cc8759c-a705-4cea-a23e-a8cc3575454c tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 May 13 15:32:47.984116 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5b0fe-09f4-4c3a-85ef-24742f37c1b5 req-eb011c27-f19c-4647-9eb4-d7ea30ea11ae tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:47.985637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77a5b0fe-09f4-4c3a-85ef-24742f37c1b5 req-eb011c27-f19c-4647-9eb4-d7ea30ea11ae tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0839553 May 13 15:32:48.029544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-77a5b0fe-09f4-4c3a-85ef-24742f37c1b5 req-63c26606-29bf-42b4-be0f-b2afa4425f10 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 May 13 15:32:49.209852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4ae31-b2a6-4dcf-a512-df6a775e1046 req-0227e820-61cf-48a5-bce2-572c4fe9fcd7 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:49.211275 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13b4ae31-b2a6-4dcf-a512-df6a775e1046 req-0227e820-61cf-48a5-bce2-572c4fe9fcd7 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0784731 May 13 15:32:49.253732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-13b4ae31-b2a6-4dcf-a512-df6a775e1046 req-db70728f-3d0b-40aa-b577-85022cb588aa tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 May 13 15:32:49.999318 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:50.440268 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed82147-4795-47c1-a04c-93a6e5a64821 req-14bfe343-ccc2-4862-92d3-2fc755c3fb36 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:50.441732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ed82147-4795-47c1-a04c-93a6e5a64821 req-14bfe343-ccc2-4862-92d3-2fc755c3fb36 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0826797 May 13 15:32:50.485239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ed82147-4795-47c1-a04c-93a6e5a64821 req-aae7dfa0-5a8d-4df5-b762-d00919fa6d75 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 May 13 15:32:51.075700 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:51.408497 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:32:51.668852 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bccfb-c678-4a69-875a-0f53a1a6af1a req-12c98aa1-dad5-4446-b29d-6a2485360b48 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:51.670225 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c60bccfb-c678-4a69-875a-0f53a1a6af1a req-12c98aa1-dad5-4446-b29d-6a2485360b48 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0813684 May 13 15:32:51.714188 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c60bccfb-c678-4a69-875a-0f53a1a6af1a req-5a659b7e-1df4-44d4-8ac7-ff51346277c1 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 May 13 15:32:52.897299 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f726c-c1ac-48c9-bf8b-0e2cde256e91 req-509fe43f-3e72-42e6-abf8-62adf732be3b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:52.898730 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c19f726c-c1ac-48c9-bf8b-0e2cde256e91 req-509fe43f-3e72-42e6-abf8-62adf732be3b tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0789349 May 13 15:32:52.941225 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c19f726c-c1ac-48c9-bf8b-0e2cde256e91 req-9106494e-9da0-4513-8225-66b296285cb0 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 May 13 15:32:54.123697 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708158a-5f6d-46ae-a2c4-d90c8b3baed5 req-4b091a52-0786-4a9d-b153-371d8cf83c00 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:54.125157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2708158a-5f6d-46ae-a2c4-d90c8b3baed5 req-4b091a52-0786-4a9d-b153-371d8cf83c00 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0776746 May 13 15:32:54.170751 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2708158a-5f6d-46ae-a2c4-d90c8b3baed5 req-9a1f080b-bfe5-40d1-8765-15f25d424b2d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 May 13 15:32:55.353781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c992694-c0a5-4880-8bd5-3135ad323780 req-6e21853c-e976-4031-bb62-cd8ffac6c87d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:55.355228 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c992694-c0a5-4880-8bd5-3135ad323780 req-6e21853c-e976-4031-bb62-cd8ffac6c87d tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0818243 May 13 15:32:55.405892 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6c992694-c0a5-4880-8bd5-3135ad323780 req-743fe157-0e6e-4c43-9687-62d046cc33a4 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 May 13 15:32:56.470133 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-65c18aa6-6bae-45da-8968-b12fda672638 service neutron] show failed (client error): The resource could not be found. May 13 15:32:56.471195 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-65c18aa6-6bae-45da-8968-b12fda672638 service neutron] 10.222.0.86 "GET /v2.0/ports/adf90b99-76d8-460f-9ebd-b8378cfafbe0/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0785482 May 13 15:32:56.689774 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0966f-69c1-4670-ba3e-1b8f61937c01 req-fd7b4557-6097-44b3-9ad5-e14c8947bb4f tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:56.691171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4f0966f-69c1-4670-ba3e-1b8f61937c01 req-fd7b4557-6097-44b3-9ad5-e14c8947bb4f tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.1809652 May 13 15:32:56.736882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4f0966f-69c1-4670-ba3e-1b8f61937c01 req-85653614-fff3-4a29-873c-5039e0d9b6b8 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 May 13 15:32:56.798632 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-1ea7d6ec-10e4-49a1-b397-2fb223bdc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:56.800133 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-1ea7d6ec-10e4-49a1-b397-2fb223bdc6d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939&tenant_id=8c07437928dd4b1494b471b28acb152a HTTP/1.1" status: 200 len: 1097 time: 0.1156902 May 13 15:32:56.816409 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:32:56.923434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.188983 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:32:57.216768 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:32:57.274197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:57.280567 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.297392 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Transition to ACTIVE for port object adf90b99-76d8-460f-9ebd-b8378cfafbe0 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:32:57.301456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.393031 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8293cfc0-1656-4746-8cf5-a699a53d496a'] response: {'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'code': 200} May 13 15:32:57.459591 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] No DVR routers for this DVR port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:32:57.498301 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:57.520153 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.520525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.520863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.521198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.521526 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.521856 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.522179 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.522503 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.522825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.523146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.523466 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.523785 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:32:57.533269 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:32:57.533604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:32:57.533950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:57.538561 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:32:57.538883 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Attempting to bind port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on network 881c90fd-e589-4008-8371-e480f4191b8a {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:32:57.544488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:32:57.544825 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Checking segment: {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:32:57.545204 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Bound using segment: {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:32:57.545627 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Bound port: adf90b99-76d8-460f-9ebd-b8378cfafbe0, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab432e6-38af-4739-ba80-9d42b0938b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:32:57.545974 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.631974 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:32:57.635082 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:32:57.638566 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.801697 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:57.802327 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:57.803700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] 10.222.0.90 "PUT /v2.0/ports/adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 1092 time: 0.9911981 May 13 15:32:57.817698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abcfdc-3b04-4bf0-930a-4f2cd5f3bc86 service neutron] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:32:57.898824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-d1793880-a93c-496d-b17d-b25c59b8d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:57.900899 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-d1793880-a93c-496d-b17d-b25c59b8d926 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1095 time: 0.0699601 May 13 15:32:57.936440 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07442-90fc-4c17-a4f0-8642a58243d3 req-406fb6a6-f427-4ac3-9863-c2caf0169356 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:57.937880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50c07442-90fc-4c17-a4f0-8642a58243d3 req-406fb6a6-f427-4ac3-9863-c2caf0169356 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.0818756 May 13 15:32:57.981359 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-50c07442-90fc-4c17-a4f0-8642a58243d3 req-e3f20bff-d079-4106-86ef-a42f85926e37 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377328 May 13 15:32:58.033147 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-4b2e12fd-783c-4b40-bd51-01fdc8dab01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:58.034529 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-4b2e12fd-783c-4b40-bd51-01fdc8dab01f service neutron] 10.222.0.90 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.1241086 May 13 15:32:58.111875 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-1611daf2-1b34-44fe-aa24-9e0152b7165f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0666599 May 13 15:32:58.176121 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-18cdf4d7-72a7-4b8b-ae17-775b6e49ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:58.177609 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-18cdf4d7-72a7-4b8b-ae17-775b6e49ab3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0560372 May 13 15:32:58.230013 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-3d531cdd-0f4a-4659-a1b3-0394ab2d4ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415773 May 13 15:32:58.244746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-2aac88fb-0262-4ba6-a407-6d5780031a36 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:32:58.245661 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-2aac88fb-0262-4ba6-a407-6d5780031a36 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052266 May 13 15:32:58.378631 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-48d5e0b7-9c13-4451-80ba-11391ffe56ab service neutron] 10.222.0.90 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219146 May 13 15:32:58.518156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-98d62de8-89bd-4054-83fb-f90e4df86b75 req-37a8f19b-d7b3-4f29-badc-e3b1b53cdd77 service neutron] 10.222.0.90 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281726 May 13 15:32:59.169915 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f0dd6-909b-48c6-b20e-bacf2faac003 req-fc2990cf-f501-430f-899d-e4ba67a05dc5 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.171370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8f0dd6-909b-48c6-b20e-bacf2faac003 req-fc2990cf-f501-430f-899d-e4ba67a05dc5 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.0782857 May 13 15:32:59.214576 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a8f0dd6-909b-48c6-b20e-bacf2faac003 req-af26ddcc-5afa-4ef0-a8b4-c63255e2bc54 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 May 13 15:32:59.394394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:32:59.450992 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e097f07-39c5-4b2f-9384-7e1287003faf'] response: {'name': 'network-changed', 'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'status': 'completed', 'code': 200} May 13 15:32:59.607327 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-4c47bc77-9aab-4e93-a31f-b45fefa4b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.609678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-4c47bc77-9aab-4e93-a31f-b45fefa4b9ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1095 time: 0.1381860 May 13 15:32:59.615630 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-005f197d-a323-404b-9688-bdc9f80586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.617042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-005f197d-a323-404b-9688-bdc9f80586d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1095 time: 0.1103182 May 13 15:32:59.870127 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-eaae26a2-74c3-4285-b27b-30584e5de294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:32:59.892647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-b8f71169-2c1d-4bdd-8f24-3776bb120ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.894114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-b8f71169-2c1d-4bdd-8f24-3776bb120ae7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.2761946 May 13 15:32:59.898262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-ef053f46-02d9-4729-aa87-5756cd0e722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:32:59.900082 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-ef053f46-02d9-4729-aa87-5756cd0e722d service neutron] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.2592309 May 13 15:33:00.038800 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-9d7a6225-8663-42ae-8d05-74c0df40ae80 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.1306479 May 13 15:33:00.040794 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-0d616e55-ff97-4a65-a58f-f19773516676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0789533 May 13 15:33:00.160355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-c4590b67-3cbe-4855-af1a-65999b4f93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:00.162052 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-c4590b67-3cbe-4855-af1a-65999b4f93fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.1163218 May 13 15:33:00.163407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-19e3d1d1-8f02-45eb-b406-29d31d35e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:00.164758 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-19e3d1d1-8f02-45eb-b406-29d31d35e8bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0886965 May 13 15:33:00.326380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-1a465dcb-baeb-4f25-81b6-1de30975f3ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568007 May 13 15:33:00.427016 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-4d159468-52e7-4136-b20b-cf08f6514210 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995760 May 13 15:33:00.492574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:33:00.566344 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:00.646936 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-9d364f1b-a448-4a28-84d6-fbac99399b47 service neutron] 10.222.0.90 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889557 May 13 15:33:00.654610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:00.672276 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:00.688078 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'network_id': '881c90fd-e589-4008-8371-e480f4191b8a', 'port_id': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'mac_address': 'fa:16:3e:45:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508dcf71-36c9-4de4-9021-de28289fc2de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:33:00.688431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-ee8a104b-aaf3-48e9-9009-bb1cfc3d8e7d service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128425 May 13 15:33:00.699257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23ea69-b80e-476c-aff2-3a8761c6d622 req-037ba2c8-7a19-42f2-95bf-7afc3603f175 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:00.700672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a23ea69-b80e-476c-aff2-3a8761c6d622 req-037ba2c8-7a19-42f2-95bf-7afc3603f175 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 944 time: 0.3437955 May 13 15:33:00.745352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port adf90b99-76d8-460f-9ebd-b8378cfafbe0 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:00.745858 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.763329 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf90b99-76d8-460f-9ebd-b8378cfafbe0 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:00.780723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:00.786609 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:00.853634 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:00.914997 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6a23ea69-b80e-476c-aff2-3a8761c6d622 req-bcd6afbd-e143-4fc8-a251-cad1b13ceb09 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470337 May 13 15:33:00.937235 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-3c74f933-1ba5-4c8e-bcec-7152412fe55c service neutron] 10.222.0.90 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743912 May 13 15:33:00.953269 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9486ebaf-a841-405f-96e8-c9dfefe0988b req-95e95f0b-fb26-4373-b1ea-37aaaf540420 service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060475 May 13 15:33:01.050248 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['adf90b99-76d8-460f-9ebd-b8378cfafbe0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:02.100472 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b341773-a112-4027-9385-9ad73be2cc5e req-f732cf22-d5bc-4c88-9a63-2669ad281285 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:02.101941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b341773-a112-4027-9385-9ad73be2cc5e req-f732cf22-d5bc-4c88-9a63-2669ad281285 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 945 time: 0.0788372 May 13 15:33:02.150294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b341773-a112-4027-9385-9ad73be2cc5e req-99c91136-5312-4d54-8c81-14eb0fc75605 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 May 13 15:33:02.499258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:33:02.525489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-f4a4cf7d-f357-4a36-a8be-497feeb12700 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:02.526916 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-f4a4cf7d-f357-4a36-a8be-497feeb12700 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.86 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939&tenant_id=8c07437928dd4b1494b471b28acb152a&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 945 time: 0.0843091 May 13 15:33:02.568913 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port adf90b99-76d8-460f-9ebd-b8378cfafbe0 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:33:02.573607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port adf90b99-76d8-460f-9ebd-b8378cfafbe0 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:33:02.573977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.607661 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-e97cb6ac-5ea1-462a-b031-4521ee1eb6d2 service neutron] delete failed (client error): The resource could not be found. May 13 15:33:02.608598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-e97cb6ac-5ea1-462a-b031-4521ee1eb6d2 service neutron] 10.222.0.86 "DELETE /v2.0/ports/adf90b99-76d8-460f-9ebd-b8378cfafbe0/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0728562 May 13 15:33:02.689540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port adf90b99-76d8-460f-9ebd-b8378cfafbe0 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:02.689915 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.721651 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:02.731675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:02.748869 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.761295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-23a0d719-ef6f-42fa-ae50-c2a2f99e6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:02.762848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-23a0d719-ef6f-42fa-ae50-c2a2f99e6403 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c07437928dd4b1494b471b28acb152a&device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 1096 time: 0.0775919 May 13 15:33:02.795102 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-03a36de7-01c0-4fcc-9677-59036d01cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.807441 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d1a029-2b6f-4923-b17c-fa2a36aafdfb'] response: {'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'code': 200} May 13 15:33:02.823545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:02.830880 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.831218 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.831545 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.831872 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.832196 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.832535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.832855 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.833167 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.833481 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.833791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.834103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.834413 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:33:02.903651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-4501a626-6301-4b84-b5b8-8e372ee32d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:02.905070 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-4501a626-6301-4b84-b5b8-8e372ee32d2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 200 len: 912 time: 0.1328828 May 13 15:33:02.915347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:02.973678 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-e24e9f41-2801-4454-a85f-c60b55a33f3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 200 len: 217 time: 0.0588224 May 13 15:33:03.039655 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-407668f3-e05e-4fe2-a979-6839a5090892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:03.041112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-407668f3-e05e-4fe2-a979-6839a5090892 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 200 len: 851 time: 0.0588813 May 13 15:33:03.089989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-dee9c5dd-46e2-42bf-b9be-aea46e4374b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881c90fd-e589-4008-8371-e480f4191b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392430 May 13 15:33:03.222064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-abd7a9de-eca8-4ebb-b02e-4c984a317efc service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225963 May 13 15:33:03.421566 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:03.455826 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-e7bb5eca-f1f7-49fd-877b-94f74f04f45c service neutron] 10.222.0.86 "GET /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246201 May 13 15:33:04.373216 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915665f2-c266-44ee-a969-c795cf471271 req-c9931346-fb53-4715-99c5-a62dffc41b79 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:04.374667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-915665f2-c266-44ee-a969-c795cf471271 req-c9931346-fb53-4715-99c5-a62dffc41b79 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0794785 May 13 15:33:04.418232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-915665f2-c266-44ee-a969-c795cf471271 req-c3813936-b0a1-4dac-bdbd-f9f3c2872195 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 May 13 15:33:05.050445 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:05.608291 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3a526-8071-4d8b-92ac-772329882a03 req-6656c8a6-6abe-40a0-b31f-eb6a5d804a49 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:05.609767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1a3a526-8071-4d8b-92ac-772329882a03 req-6656c8a6-6abe-40a0-b31f-eb6a5d804a49 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0840845 May 13 15:33:05.700100 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b1a3a526-8071-4d8b-92ac-772329882a03 req-6bbd9ec9-396c-40fe-ab66-8e2aebd55a03 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/security-groups?id=6525f0f7-7ed5-4316-9487-8dd34260d3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 May 13 15:33:05.736687 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-d3480ec7-83d0-4deb-ba1a-c8857e9c94a2 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:05.738156 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-d3480ec7-83d0-4deb-ba1a-c8857e9c94a2 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.90 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 946 time: 0.0957699 May 13 15:33:05.814434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Deleting port adf90b99-76d8-460f-9ebd-b8378cfafbe0 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:33:05.814781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.054379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] For port adf90b99-76d8-460f-9ebd-b8378cfafbe0, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=adf90b99-76d8-460f-9ebd-b8378cfafbe0,segment=NetworkSegment(bab432e6-38af-4739-ba80-9d42b0938b7f),segment_id=bab432e6-38af-4739-ba80-9d42b0938b7f)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:06.054735 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.179460 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Calling delete_port for adf90b99-76d8-460f-9ebd-b8378cfafbe0 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:33:06.321715 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.337750 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['adf90b99-76d8-460f-9ebd-b8378cfafbe0'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:06.370816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Pushing event deleted for resources: {'Port': ['ID=adf90b99-76d8-460f-9ebd-b8378cfafbe0,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:06.444266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] No DVR routers for this DVR port adf90b99-76d8-460f-9ebd-b8378cfafbe0 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:33:06.447247 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:06.449661 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-deleted', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:06.465328 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-add70442-97bd-48f7-9fb5-2e7be33136f2 req-8801f647-cd44-4d8a-af4b-77fc00cfc110 tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.90 "DELETE /v2.0/ports/adf90b99-76d8-460f-9ebd-b8378cfafbe0 HTTP/1.1" status: 204 len: 173 time: 0.7183137 May 13 15:33:06.494629 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021fd156-e0b6-4c8c-9821-e5be028eb1d7'] response: {'server_uuid': '0a2e53a0-5c8d-43e1-89a8-4b66e2968939', 'name': 'network-vif-deleted', 'tag': 'adf90b99-76d8-460f-9ebd-b8378cfafbe0', 'status': 'completed', 'code': 200} May 13 15:33:06.863285 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0c8727b6-f53c-439c-b376-5c2b17a3d129 req-e5551944-945a-43a2-97f2-890cb8c989dc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Synchronizing usage tracker for tenant:8c07437928dd4b1494b471b28acb152a on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:06.878660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-0c8727b6-f53c-439c-b376-5c2b17a3d129 req-e5551944-945a-43a2-97f2-890cb8c989dc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] Unset dirty status for tenant:8c07437928dd4b1494b471b28acb152a on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:06.879927 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c8727b6-f53c-439c-b376-5c2b17a3d129 req-e5551944-945a-43a2-97f2-890cb8c989dc tempest-DeleteServersTestJSON-1801447244 tempest-DeleteServersTestJSON-1801447244-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a2e53a0-5c8d-43e1-89a8-4b66e2968939 HTTP/1.1" status: 200 len: 210 time: 0.0589285 May 13 15:33:08.128919 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50198) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:08.188371 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Deleting subnet 508dcf71-36c9-4de4-9021-de28289fc2de {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:33:08.191277 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.242541 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.297349 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.365792 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.407535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508dcf71-36c9-4de4-9021-de28289fc2de,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:08.411065 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.417458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-6b0cf32a-7521-4fa5-ae72-5db8e13858b0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/508dcf71-36c9-4de4-9021-de28289fc2de HTTP/1.1" status: 204 len: 168 time: 0.2875152 May 13 15:33:08.419921 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50202) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:08.522815 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.649125 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.674196 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881c90fd-e589-4008-8371-e480f4191b8a']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:08.686622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab432e6-38af-4739-ba80-9d42b0938b7f') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:08.686916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab432e6-38af-4739-ba80-9d42b0938b7f') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:33:08.698216 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.715190 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.721222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:33:08.721626 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: timer() May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:33:08.734976 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:33:08.908391 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.924526 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:08.934286 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] Pushing event deleted for resources: {'Network': ['ID=881c90fd-e589-4008-8371-e480f4191b8a,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:08.942405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-2620d39e-878e-4868-963d-b72ec8a55767 admin admin] 10.222.0.36 "DELETE /v2.0/networks/881c90fd-e589-4008-8371-e480f4191b8a HTTP/1.1" status: 204 len: 168 time: 0.5214376 May 13 15:33:09.097037 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50208) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:09.144510 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-697bc0ad-965e-476e-8583-4b0c284ba261 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c07437928dd4b1494b471b28acb152a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463235 May 13 15:33:09.146879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50212) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:09.203737 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:09.229370 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:09.284283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:09.301513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525f0f7-7ed5-4316-9487-8dd34260d3dc,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:09.310909 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:09.312025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-85f6053e-1db1-45d2-9274-228ff380d909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6525f0f7-7ed5-4316-9487-8dd34260d3dc HTTP/1.1" status: 204 len: 168 time: 0.1642461 May 13 15:33:10.043769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50236) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:10.151081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1338854036-network', 'tenant_id': 'ce7a6c31e63d40fba2bd0ea56922ba7c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:10.156780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:10.160559 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Usage tracker for resource:network and tenant:ce7a6c31e63d40fba2bd0ea56922ba7c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:10.163376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:10.169029 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:10.178938 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Made reservation on behalf of ce7a6c31e63d40fba2bd0ea56922ba7c for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:10.181163 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.192748 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.207150 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:10.210941 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Usage tracker for resource:security_group_rule and tenant:ce7a6c31e63d40fba2bd0ea56922ba7c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:10.214312 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:10.219853 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:10.302271 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.306467 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.333715 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:33:10.346069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79351f-5aba-450a-b09f-854f7e9b1589,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:10.350462 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.350804 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Added segment 57611a29-1be4-413f-a94e-7d62415d9f90 of type vlan for network 67fe1afa-e53b-4395-a62a-b32415b4fa9e May 13 15:33:10.377173 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.406211 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.407219 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:10.407816 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.508021 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] Pushing event updated for resources: {'Network': ['ID=67fe1afa-e53b-4395-a62a-b32415b4fa9e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:10.512864 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-8e880d32-34bf-44cf-b001-0692ba7bb09f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4680281 May 13 15:33:10.515925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:10.516859 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50242) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:33:10.522238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Request body: {'subnet': {'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1338854036-subnet', 'tenant_id': 'ce7a6c31e63d40fba2bd0ea56922ba7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:10.527805 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:10.531942 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Usage tracker for resource:subnet and tenant:ce7a6c31e63d40fba2bd0ea56922ba7c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:10.534818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:10.540531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:10.544765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:33:10.551566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Made reservation on behalf of ce7a6c31e63d40fba2bd0ea56922ba7c for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:10.553892 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.567391 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: adf90b99-76d8-460f-9ebd-b8378cfafbe0 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:33:10.567729 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device adf90b99-76d8-460f-9ebd-b8378cfafbe0 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:10.758023 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.831253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522729a4-25a6-4e6a-8040-56e2fa48af97,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:10.839860 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Checking segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:10.840239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Network hostable DHCP agents. Network: 67fe1afa-e53b-4395-a62a-b32415b4fa9e, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:33:10.859512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:33:10.868767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 67fe1afa-e53b-4395-a62a-b32415b4fa9e) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:33:10.872596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:10.873225 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:10.877854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d483a48-2750-4021-95b3-7894a4b73a02 None None] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:33:10.893212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-e836bc23-1781-4e31-9b1c-a3b3968caa62 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3752403 May 13 15:33:11.085537 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac9ae8-331a-4953-a9f5-40b9ea04bdec None None] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:33:11.515796 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-41c2fb10-df1b-491a-b905-2037ec09e51d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:11.516418 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-41c2fb10-df1b-491a-b905-2037ec09e51d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Synchronizing usage tracker for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:11.533368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-41c2fb10-df1b-491a-b905-2037ec09e51d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Unset dirty status for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:11.534594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-41c2fb10-df1b-491a-b905-2037ec09e51d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 815 time: 0.1600983 May 13 15:33:11.549786 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-aa4dfcfe-d7e5-487f-87d2-269bcb6fc55c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/quotas/ce7a6c31e63d40fba2bd0ea56922ba7c HTTP/1.1" status: 200 len: 375 time: 0.0095229 May 13 15:33:11.600593 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-add7aca9-8ab4-4e5f-a7cb-becbb25471cf tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459640 May 13 15:33:11.653192 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-ee88073c-2b42-4f59-ae6c-3966176d4dad service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:33:11.654483 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-ee88073c-2b42-4f59-ae6c-3966176d4dad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475535 May 13 15:33:11.785301 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-133e4b66-6eb1-48e5-8cb6-b17457b72060 service neutron] 10.222.0.36 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248050 May 13 15:33:11.914942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-4b214b47-6534-46ee-bd2a-b9a70ee32a4c service neutron] 10.222.0.36 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 May 13 15:33:12.141909 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5981837-2c25-48d5-a532-9825d5d88495 req-b8a245b5-7c60-4894-ada7-0c4f45a7a180 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 210 time: 0.0975456 May 13 15:33:13.220393 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-6dd27d98-c3b1-4991-9b63-9c3b896ff59d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:13.221833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-6dd27d98-c3b1-4991-9b63-9c3b896ff59d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 815 time: 0.1558716 May 13 15:33:13.240773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Request body: {'port': {'device_id': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'admin_state_up': True, 'tenant_id': 'ce7a6c31e63d40fba2bd0ea56922ba7c'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:13.350077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ee2951-dfc4-4b90-9c26-6e8af654dff6 req-41046822-ed21-4da7-b1f0-7651b60d4512 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 210 time: 0.0942187 May 13 15:33:13.419704 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:33:13.423553 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Usage tracker for resource:port and tenant:ce7a6c31e63d40fba2bd0ea56922ba7c is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:33:13.426280 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:33:13.432399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:33:13.442566 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Made reservation on behalf of ce7a6c31e63d40fba2bd0ea56922ba7c for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:33:13.446647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:13.617304 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Allocated IP 172.20.0.11 (67fe1afa-e53b-4395-a62a-b32415b4fa9e/522729a4-25a6-4e6a-8040-56e2fa48af97/560e54fb-06b8-479c-ad54-a9a4f93acc0e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:33:13.911333 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:13.940555 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.011318 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:33:14.014497 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:33:14.018266 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:33:14.047689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:14.082220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:14.082814 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.102441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8e8637da-067f-4bc2-8cf6-d6a56e2c4f66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653190 May 13 15:33:14.118367 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Request body: {'port': {'device_id': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:14.229435 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.533915 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b67ba7-1f1a-4828-ba9e-b72ba61d5f72 req-85b24f8b-14c7-410d-a05f-b121767fe4df tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:14.535368 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91b67ba7-1f1a-4828-ba9e-b72ba61d5f72 req-85b24f8b-14c7-410d-a05f-b121767fe4df tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 932 time: 0.0814979 May 13 15:33:14.565073 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560e54fb-06b8-479c-ad54-a9a4f93acc0e {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:14.572231 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.579651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-91b67ba7-1f1a-4828-ba9e-b72ba61d5f72 req-adc723ea-57cd-4f0b-a845-35a034127215 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 May 13 15:33:14.586602 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Transition to ACTIVE for port object 560e54fb-06b8-479c-ad54-a9a4f93acc0e will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:33:14.589763 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.740030 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:14.817626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:33:14.817947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:33:14.818265 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:14.823254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:33:14.823560 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:14.828505 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:33:14.828828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Checking segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:14.829198 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Bound using segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:33:14.829609 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Bound port: 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:33:14.829942 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.920129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:33:14.922893 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:33:14.927010 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.985300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:14.985901 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:14.987247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] 10.222.0.90 "PUT /v2.0/ports/560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 1092 time: 0.8732212 May 13 15:33:14.987668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:15.007287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa09e9-2ad0-4ebc-8ff7-637665d80c66 service neutron] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:15.089927 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c4e25a-6e04-4fe9-a93f-9720b55d1529'] response: {'name': 'network-changed', 'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'status': 'completed', 'code': 200} May 13 15:33:15.104895 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-1be63e64-38ae-4530-90e5-8ca6325821bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.106388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-1be63e64-38ae-4530-90e5-8ca6325821bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1095 time: 0.0758152 May 13 15:33:15.188459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-82021f7f-e1ec-412f-a9f9-f86b77ce2f3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0691488 May 13 15:33:15.259721 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-e56de3b0-eb37-45d2-b8b8-e482ae5baa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.261151 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-e56de3b0-eb37-45d2-b8b8-e482ae5baa37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0627086 May 13 15:33:15.307419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-6f49bb6b-b9b2-42a8-83b9-cd382c6b32ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398376 May 13 15:33:15.435381 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-6a0c166c-4a79-44f6-9b0b-844c581ef863 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207135 May 13 15:33:15.682855 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-797526de-53e0-4479-ba2e-3b7ce8c557fa req-8d571b18-10d4-4ceb-82dc-89bcda2e9a59 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380626 May 13 15:33:15.767725 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8e16-01d7-4d32-9cfd-ce36b61250c3 req-da9f7933-3401-4960-9d01-a994918a05de tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.769799 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3cc8e16-01d7-4d32-9cfd-ce36b61250c3 req-da9f7933-3401-4960-9d01-a994918a05de tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.0854738 May 13 15:33:15.809870 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-7831b701-e3d1-4d3d-919a-c56c20097260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.811378 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-7831b701-e3d1-4d3d-919a-c56c20097260 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1095 time: 0.0724778 May 13 15:33:15.818898 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e3cc8e16-01d7-4d32-9cfd-ce36b61250c3 req-9f6479b8-2c25-4407-8c2e-0c62ed702f3b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 May 13 15:33:15.942534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-c15d8774-698e-48c0-964e-01e4fd4195de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:15.943904 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-c15d8774-698e-48c0-964e-01e4fd4195de service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1250508 May 13 15:33:16.012605 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-609077a4-add5-49da-bfb4-cca14ca59f8b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0621400 May 13 15:33:16.073491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-d95f3cc5-7327-4c15-9808-c8af67832773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:16.074910 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-d95f3cc5-7327-4c15-9808-c8af67832773 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0563653 May 13 15:33:16.124874 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-d315b8a7-0afd-445f-b75c-9197f7b751fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436332 May 13 15:33:16.269854 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-0763d997-3546-4384-b386-f8e6b0a29962 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379824 May 13 15:33:16.403112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d926b53b-6fea-49ba-88f5-301da0cb663b req-fb1b6947-4eda-4532-807a-522c8888daca service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262174 May 13 15:33:17.008181 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-3c267a65-833e-4fb2-b7dc-3e7c5829f97c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:17.009458 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-3c267a65-833e-4fb2-b7dc-3e7c5829f97c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Synchronizing usage tracker for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:17.026222 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-3c267a65-833e-4fb2-b7dc-3e7c5829f97c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Unset dirty status for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:17.027416 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-3c267a65-833e-4fb2-b7dc-3e7c5829f97c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.0958707 May 13 15:33:17.070092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-7818eebd-8264-4488-83dd-2bff9d4ae000 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Synchronizing usage tracker for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:33:17.086660 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-7818eebd-8264-4488-83dd-2bff9d4ae000 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Unset dirty status for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:33:17.087819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8e850dad-ddb0-4b67-9eb3-6a08cf622072 req-7818eebd-8264-4488-83dd-2bff9d4ae000 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 May 13 15:33:18.271687 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60171-a72c-4440-95f3-16edbd9fcda8 req-e7e2ca9b-2350-4c0c-b2b0-3496f7063c4d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:18.273162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cbb60171-a72c-4440-95f3-16edbd9fcda8 req-e7e2ca9b-2350-4c0c-b2b0-3496f7063c4d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.0789056 May 13 15:33:18.316791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cbb60171-a72c-4440-95f3-16edbd9fcda8 req-efb13548-182d-4438-89c8-daf4d3887259 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 May 13 15:33:18.554639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:33:18.719437 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:18.732649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'port_id': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'mac_address': 'fa:16:3e:fe:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522729a4-25a6-4e6a-8040-56e2fa48af97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:33:18.790372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 560e54fb-06b8-479c-ad54-a9a4f93acc0e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:18.790751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.807712 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560e54fb-06b8-479c-ad54-a9a4f93acc0e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:18.822448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:18.826259 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:18.889339 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:19.065559 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['560e54fb-06b8-479c-ad54-a9a4f93acc0e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:19.499886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482c2a-cc46-49ed-82d7-d309fb364654 req-88282507-56bf-4ed7-b1ca-ca5da8b79b1d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:19.501838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b482c2a-cc46-49ed-82d7-d309fb364654 req-88282507-56bf-4ed7-b1ca-ca5da8b79b1d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 945 time: 0.0815687 May 13 15:33:19.545371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b482c2a-cc46-49ed-82d7-d309fb364654 req-67fd468e-2b45-40f5-b558-1e28535b1298 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 May 13 15:33:20.012542 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.562508 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:33:20.629305 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 560e54fb-06b8-479c-ad54-a9a4f93acc0e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:33:20.634505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 560e54fb-06b8-479c-ad54-a9a4f93acc0e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:33:20.634879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.731245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2cf3-382b-4068-939f-bc27070a7b9f req-96add894-485a-4bee-b048-d48d6a64436d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:20.732768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-788d2cf3-382b-4068-939f-bc27070a7b9f req-96add894-485a-4bee-b048-d48d6a64436d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 945 time: 0.0845222 May 13 15:33:20.754457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 560e54fb-06b8-479c-ad54-a9a4f93acc0e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:20.754844 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.777616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-788d2cf3-382b-4068-939f-bc27070a7b9f req-50159d03-2f1d-4df0-856c-50209e8abb36 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 May 13 15:33:20.782824 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:20.795155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:20.800099 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:20.834898 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e56adf8-c655-4190-ac1e-2a4d2531a1e1'] response: {'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'code': 200} May 13 15:33:20.875834 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:20.965590 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658dc25-b9cb-4195-b11e-f96705660409 req-15de4aa1-392d-410e-b564-e41e18435e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:20.967037 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1658dc25-b9cb-4195-b11e-f96705660409 req-15de4aa1-392d-410e-b564-e41e18435e50 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1097 time: 0.0686457 May 13 15:33:21.013700 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1658dc25-b9cb-4195-b11e-f96705660409 req-83024c63-a4c2-4e29-8d84-939a7f35632d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364518 May 13 15:33:21.107103 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:21.961356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8709b-5920-4b3a-9fef-b5bba730aab3 req-6ecd4579-4cfd-411b-8a44-06949d812cb3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:21.962804 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ea8709b-5920-4b3a-9fef-b5bba730aab3 req-6ecd4579-4cfd-411b-8a44-06949d812cb3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0794885 May 13 15:33:22.009301 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1ea8709b-5920-4b3a-9fef-b5bba730aab3 req-17bdf06b-ed42-417e-9b03-75004f6e7afa tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 May 13 15:33:23.194830 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643f83-9d68-4df3-83a4-311a5b711672 req-ca3c9e82-4caa-4abf-af7a-d986d55316fd tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:23.196405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56643f83-9d68-4df3-83a4-311a5b711672 req-ca3c9e82-4caa-4abf-af7a-d986d55316fd tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0793324 May 13 15:33:23.239292 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56643f83-9d68-4df3-83a4-311a5b711672 req-d7102ba0-33b1-44de-b562-9bef03e519de tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 May 13 15:33:23.425357 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1814-30aa-43e7-affc-f3b5ade64fd2 req-e496e94b-4154-468a-af80-80f2e4620c32 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:23.426844 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12bc1814-30aa-43e7-affc-f3b5ade64fd2 req-e496e94b-4154-468a-af80-80f2e4620c32 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0828633 May 13 15:33:23.470937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-12bc1814-30aa-43e7-affc-f3b5ade64fd2 req-a1568f7a-65eb-4b7f-8756-d8ef55eedf33 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 May 13 15:33:23.807729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c0cba-ecbf-44c8-8470-6ab4fff1397f req-c4318bfc-b514-4009-a2fc-39be0dbe06fb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:23.809205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b90c0cba-ecbf-44c8-8470-6ab4fff1397f req-c4318bfc-b514-4009-a2fc-39be0dbe06fb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0792599 May 13 15:33:23.854911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b90c0cba-ecbf-44c8-8470-6ab4fff1397f req-3c8d7567-29d8-43ad-bb0e-9da0d2a802dd tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 May 13 15:33:24.191248 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9631f7-4b8c-4545-96bb-0c0e528dfaed req-8edefb72-9850-4087-9311-21fc09888577 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:24.192734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c9631f7-4b8c-4545-96bb-0c0e528dfaed req-8edefb72-9850-4087-9311-21fc09888577 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0826747 May 13 15:33:24.235952 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2c9631f7-4b8c-4545-96bb-0c0e528dfaed req-0946ca0b-ce90-4130-9b8e-d38c972f9603 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 May 13 15:33:24.573166 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-ca6ef322-c2cf-4ac4-99bc-9ef02d7d1ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688920 May 13 15:33:24.626295 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e7a11-e1fe-4ea3-bbdf-87c536d4d606 req-d175f3f8-7cf2-4012-8358-8b835f459a35 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:24.627773 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-354e7a11-e1fe-4ea3-bbdf-87c536d4d606 req-d175f3f8-7cf2-4012-8358-8b835f459a35 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0810201 May 13 15:33:24.672104 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-354e7a11-e1fe-4ea3-bbdf-87c536d4d606 req-bc9c6de2-b076-4ead-b589-b24cc9f362c7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 May 13 15:33:25.839770 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-7d8987ff-d097-4d8f-adee-a86710932941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:25.841267 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-7d8987ff-d097-4d8f-adee-a86710932941 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1097 time: 0.0749037 May 13 15:33:25.858247 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1911a9-2f4a-4ed6-a5d3-eac68578d577 req-6be3d386-fdf0-4d01-8cad-d76f056ad28c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:25.859708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc1911a9-2f4a-4ed6-a5d3-eac68578d577 req-6be3d386-fdf0-4d01-8cad-d76f056ad28c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0790803 May 13 15:33:25.907213 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc1911a9-2f4a-4ed6-a5d3-eac68578d577 req-c0b2e0b2-064e-4596-82bb-6fb86c46a615 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 May 13 15:33:25.970345 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-8342f03f-634f-45d3-ab2b-63f3aaab1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:25.971689 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-8342f03f-634f-45d3-ab2b-63f3aaab1985 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1240439 May 13 15:33:26.035752 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-16d92a1a-34cf-4193-851e-be9fc1cc1157 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0579646 May 13 15:33:26.206412 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-664d005d-bb9c-461b-9567-3a23ca7cdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:26.208122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-664d005d-bb9c-461b-9567-3a23ca7cdbc0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.1600275 May 13 15:33:26.258922 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-9b16fe18-d5c2-4e02-9e17-1d3c9e65c8b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431910 May 13 15:33:26.384887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-07fe1ff9-b9a8-4240-bd25-a9aa82a7963a service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202526 May 13 15:33:26.513083 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-a83d326f-6638-4959-9ca0-f29bf3d7fab3 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218469 May 13 15:33:27.091818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9bd6-4315-4069-bfe2-205ae5d52712 req-48e53bd5-7b83-4ce9-9a28-5cbcb6e07c67 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:27.093312 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb3d9bd6-4315-4069-bfe2-205ae5d52712 req-48e53bd5-7b83-4ce9-9a28-5cbcb6e07c67 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0826178 May 13 15:33:27.136442 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cb3d9bd6-4315-4069-bfe2-205ae5d52712 req-b215a315-cde6-496f-bb74-3c2843edb0fe tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 May 13 15:33:28.319835 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959aa4d1-aaa4-44a1-bde9-23b6235fb3e3 req-b03d6812-4baa-4b1c-a2fe-f88d06e8f775 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:28.321961 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959aa4d1-aaa4-44a1-bde9-23b6235fb3e3 req-b03d6812-4baa-4b1c-a2fe-f88d06e8f775 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0804982 May 13 15:33:28.364158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-959aa4d1-aaa4-44a1-bde9-23b6235fb3e3 req-a2ea6414-4d65-4360-95d7-e00ae5d4b3d4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 May 13 15:33:28.407563 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:33:29.546604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542ab8-f7be-4ef7-bc5d-f22b62fbf15f req-29d43847-6922-4a8c-90a1-09199eed3d2d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:29.548071 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd542ab8-f7be-4ef7-bc5d-f22b62fbf15f req-29d43847-6922-4a8c-90a1-09199eed3d2d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0782027 May 13 15:33:29.591444 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cd542ab8-f7be-4ef7-bc5d-f22b62fbf15f req-cc31f507-87c1-43d6-b3db-05fbbccc6643 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377495 May 13 15:33:29.872906 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-95f8ed7a-7eb5-4f71-bc01-30c3867f386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:30.777474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03924d9-6904-45fd-9c26-29726c14d442 req-6b6a078a-61fd-472e-9614-beed0da6f539 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:30.779227 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e03924d9-6904-45fd-9c26-29726c14d442 req-6b6a078a-61fd-472e-9614-beed0da6f539 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0819561 May 13 15:33:30.821946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e03924d9-6904-45fd-9c26-29726c14d442 req-28f1f334-7b53-4a27-85e2-8b31181cfc72 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 May 13 15:33:32.005060 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802dc9-cbe5-426b-a681-c1c48fc4f726 req-0f77dc95-defc-4b3a-be22-8b4974d7ba36 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:32.006513 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92802dc9-cbe5-426b-a681-c1c48fc4f726 req-0f77dc95-defc-4b3a-be22-8b4974d7ba36 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0818741 May 13 15:33:32.050417 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-92802dc9-cbe5-426b-a681-c1c48fc4f726 req-efe03775-b523-447c-a8db-0a5fb76b5be1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 May 13 15:33:32.757075 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c0516880-d1da-45c1-88da-4813bf059536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:32.918826 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:33.233598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80cfc7-0210-4e61-8c01-3117855d2e17 req-12a1bac5-2e35-4bbe-8a88-2e512cc0bc0e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:33.235039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e80cfc7-0210-4e61-8c01-3117855d2e17 req-12a1bac5-2e35-4bbe-8a88-2e512cc0bc0e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0791426 May 13 15:33:33.278430 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e80cfc7-0210-4e61-8c01-3117855d2e17 req-69ee163f-fdce-4511-8687-62fa593a09b2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 May 13 15:33:33.423950 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:34.464321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50567d-e57b-4276-a020-23e7b607ec18 req-7def2dae-5d55-4d0f-b8a8-dc86aea58b7c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:34.465777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae50567d-e57b-4276-a020-23e7b607ec18 req-7def2dae-5d55-4d0f-b8a8-dc86aea58b7c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0789878 May 13 15:33:34.512043 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae50567d-e57b-4276-a020-23e7b607ec18 req-12b0706d-06ef-4913-9611-2e9c3d52ee27 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 May 13 15:33:35.052605 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:35.694141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260544dd-bd15-499b-ac74-3742b1f65428 req-f66e4536-5f89-49df-a7ac-565bafd38cb0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:35.696071 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-260544dd-bd15-499b-ac74-3742b1f65428 req-f66e4536-5f89-49df-a7ac-565bafd38cb0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0806875 May 13 15:33:35.738867 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-260544dd-bd15-499b-ac74-3742b1f65428 req-f9c3cadf-4a84-43b2-8a3c-5ebf9112d006 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 May 13 15:33:36.923019 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b146494-7638-4781-8c34-d96370f2ad78 req-7e6cd5ce-01f7-4307-ae97-7f77e17befaa tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:36.924471 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b146494-7638-4781-8c34-d96370f2ad78 req-7e6cd5ce-01f7-4307-ae97-7f77e17befaa tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0780215 May 13 15:33:36.967184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b146494-7638-4781-8c34-d96370f2ad78 req-59bafb67-dd87-4653-b926-6b6b68fddeed tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 May 13 15:33:38.149875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e458-2a73-4154-a0a3-b109bb1e13b5 req-872ec70b-979c-476a-9b0e-a349f646a06d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:38.151317 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-be95e458-2a73-4154-a0a3-b109bb1e13b5 req-872ec70b-979c-476a-9b0e-a349f646a06d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0782917 May 13 15:33:38.194077 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-be95e458-2a73-4154-a0a3-b109bb1e13b5 req-4326e810-0788-4202-93d3-811f89d596c5 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 May 13 15:33:39.377128 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156de700-9853-4ce6-bdcb-491609997483 req-1a66800f-c1d0-465d-bf0b-e82fe7f22dd6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:39.378554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-156de700-9853-4ce6-bdcb-491609997483 req-1a66800f-c1d0-465d-bf0b-e82fe7f22dd6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0813818 May 13 15:33:39.421191 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-156de700-9853-4ce6-bdcb-491609997483 req-d94e676c-a907-44e8-acaf-8dcdf6958785 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369902 May 13 15:33:40.604635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01988976-6077-424f-a809-89662bed9cd9 req-d6e8d108-6ed4-46e0-b415-9a2dedd1f3d1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:40.606072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01988976-6077-424f-a809-89662bed9cd9 req-d6e8d108-6ed4-46e0-b415-9a2dedd1f3d1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0810688 May 13 15:33:40.649162 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01988976-6077-424f-a809-89662bed9cd9 req-1d8c918b-0595-44e4-9849-96be8b6134ee tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 May 13 15:33:40.824605 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-b730e8a1-ce9d-48a5-aab6-6af99b7d1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:40.826068 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-b730e8a1-ce9d-48a5-aab6-6af99b7d1bcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1097 time: 0.0699348 May 13 15:33:40.965745 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-3b898e92-24e6-4f9e-a32c-d58a5c5babd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:40.967196 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-3b898e92-24e6-4f9e-a32c-d58a5c5babd5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1227088 May 13 15:33:41.035504 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-853b5af9-b388-4640-aa44-b0e64c570fb1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0624423 May 13 15:33:41.100159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-d26b4e02-ea29-4996-8353-6a8af7a02ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:41.102119 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-d26b4e02-ea29-4996-8353-6a8af7a02ecf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0554223 May 13 15:33:41.150067 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-ec2d92fd-2cb4-436a-9e8d-013cfe9ed41e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422342 May 13 15:33:41.282590 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-1472af83-81a5-4c05-b018-4448de891c1d service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242115 May 13 15:33:41.412920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8ae04f47-dfff-4cb8-a34e-c06cbfbb28a3 req-9eeae284-7cbc-4236-a635-fdc705194ba3 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222534 May 13 15:33:41.832786 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5877a8-15a5-4ab5-95aa-6099741dd490 req-fcccbed3-7e83-4cd4-9001-60044a3ff6c4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:41.834249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a5877a8-15a5-4ab5-95aa-6099741dd490 req-fcccbed3-7e83-4cd4-9001-60044a3ff6c4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0789278 May 13 15:33:41.879459 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7a5877a8-15a5-4ab5-95aa-6099741dd490 req-f1c3e29c-12e5-466e-9ba9-956cd52f4a33 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 May 13 15:33:43.061540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c87d-6328-43f2-805e-f4e3ec086848 req-8c48c3bb-9fb5-4b87-b874-6a682a569028 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:43.063056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc37c87d-6328-43f2-805e-f4e3ec086848 req-8c48c3bb-9fb5-4b87-b874-6a682a569028 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0806081 May 13 15:33:43.110590 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fc37c87d-6328-43f2-805e-f4e3ec086848 req-068a13b8-fc81-4bb6-bdc4-616e560968c6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 May 13 15:33:44.297521 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82ac62-53b2-450b-a127-67060f2a1fa1 req-eda3634d-9b39-4746-b9ad-81fd55e3689c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:44.298971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd82ac62-53b2-450b-a127-67060f2a1fa1 req-eda3634d-9b39-4746-b9ad-81fd55e3689c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0823030 May 13 15:33:44.342554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-dd82ac62-53b2-450b-a127-67060f2a1fa1 req-825956d7-f74e-4193-9b64-d5f9cab4d95c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 May 13 15:33:45.526905 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16e10f-bbcf-4c7c-bb7a-6df36de10c70 req-a7a372ec-8292-45b3-abd4-8569ddea815d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:45.528369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d16e10f-bbcf-4c7c-bb7a-6df36de10c70 req-a7a372ec-8292-45b3-abd4-8569ddea815d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0786495 May 13 15:33:45.571500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d16e10f-bbcf-4c7c-bb7a-6df36de10c70 req-6816f58c-61aa-49a2-88cd-e970061688a9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 May 13 15:33:46.751323 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d879796-92ae-42fd-b943-505327d3f6c2 req-6fb77c66-6f5a-4c22-b033-73bc5c600cb6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:46.752852 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d879796-92ae-42fd-b943-505327d3f6c2 req-6fb77c66-6f5a-4c22-b033-73bc5c600cb6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0792499 May 13 15:33:46.799818 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d879796-92ae-42fd-b943-505327d3f6c2 req-efacaeb3-be9a-4d52-a0df-7b1389578864 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 May 13 15:33:47.983416 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962b0fe-95d2-48b9-8645-b8fefac552ea req-ad796df6-34b1-47f0-a9e9-fc5f75f9040a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:47.984868 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6962b0fe-95d2-48b9-8645-b8fefac552ea req-ad796df6-34b1-47f0-a9e9-fc5f75f9040a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0803468 May 13 15:33:48.027310 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6962b0fe-95d2-48b9-8645-b8fefac552ea req-3df5a280-b89c-4e0a-a835-b7b927c524ff tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 May 13 15:33:49.303178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d67c99-c18a-4ba9-93c1-124af65fa86e req-c0f6752e-486e-4288-b7c9-adb6c06f72d4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:49.305231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04d67c99-c18a-4ba9-93c1-124af65fa86e req-c0f6752e-486e-4288-b7c9-adb6c06f72d4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.1728179 May 13 15:33:49.348424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04d67c99-c18a-4ba9-93c1-124af65fa86e req-a964c6da-9dfa-4293-b93b-0ff3204616eb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 May 13 15:33:50.017718 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:50.529648 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eb1c8-5408-4843-a0a6-5c914ef46593 req-d904d116-7c34-46f7-8291-d2640afc3b13 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:50.531075 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d25eb1c8-5408-4843-a0a6-5c914ef46593 req-d904d116-7c34-46f7-8291-d2640afc3b13 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0779431 May 13 15:33:50.574330 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d25eb1c8-5408-4843-a0a6-5c914ef46593 req-43e12da0-f5ef-4b1b-b6f9-fc3637fbefea tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 May 13 15:33:51.105425 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:51.763955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7ed83-4c96-4252-8157-5f028f0c28c4 req-a1a18c58-4b08-4739-987a-98b6a76a42af tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:51.765467 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e7ed83-4c96-4252-8157-5f028f0c28c4 req-a1a18c58-4b08-4739-987a-98b6a76a42af tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0848539 May 13 15:33:51.818624 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e7ed83-4c96-4252-8157-5f028f0c28c4 req-f16fba51-a17f-43ee-9fa9-ed2b5ed38bba tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 May 13 15:33:53.005252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8f25-5c19-4bf3-b706-0b1f0c6eb872 req-31a38fdb-a69d-42cf-a652-597cbe5e9830 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:53.006726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-528d8f25-5c19-4bf3-b706-0b1f0c6eb872 req-31a38fdb-a69d-42cf-a652-597cbe5e9830 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0820041 May 13 15:33:53.050312 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-528d8f25-5c19-4bf3-b706-0b1f0c6eb872 req-f8bffc41-726f-4e98-b6a7-d97643e4d1f2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 May 13 15:33:53.707577 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-405c3833-1a52-49a5-84ac-0235e2859844 req-880eb3db-2fde-4406-9e33-c4ed30cc5804 service neutron] show failed (client error): The resource could not be found. May 13 15:33:53.708579 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-880eb3db-2fde-4406-9e33-c4ed30cc5804 service neutron] 10.222.0.90 "GET /v2.0/ports/560e54fb-06b8-479c-ad54-a9a4f93acc0e/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0723376 May 13 15:33:54.002519 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-d05716fb-96d1-473c-8f97-44905c5f9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:54.003928 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-d05716fb-96d1-473c-8f97-44905c5f9423 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746&tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c HTTP/1.1" status: 200 len: 1097 time: 0.0743580 May 13 15:33:54.018300 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:33:54.124560 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.396429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba2c8d-5db6-4aeb-a3a3-cb1dd1f31e52 req-3576cb18-bee9-47b5-ac25-f92fc8c647d1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:54.397942 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52ba2c8d-5db6-4aeb-a3a3-cb1dd1f31e52 req-3576cb18-bee9-47b5-ac25-f92fc8c647d1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.2267387 May 13 15:33:54.469289 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-52ba2c8d-5db6-4aeb-a3a3-cb1dd1f31e52 req-33756dc4-09dd-477f-aa13-3dab854eeb03 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586567 May 13 15:33:54.488040 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:54.515529 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:33:54.572251 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:54.577503 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.591929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Transition to ACTIVE for port object 560e54fb-06b8-479c-ad54-a9a4f93acc0e will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:33:54.595757 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.640392 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752e9ac8-b6ef-41c5-b7a3-8ae07adc3e50'] response: {'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'code': 200} May 13 15:33:54.760166 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] No DVR routers for this DVR port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:33:54.762223 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:54.817171 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:33:54.817493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:33:54.817812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:54.822905 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:33:54.823211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Attempting to bind port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:33:54.828123 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:33:54.828480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Checking segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:33:54.828851 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Bound using segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:33:54.829262 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Bound port: 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:33:54.829597 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.918647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:33:54.921534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:33:54.925492 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.981043 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:54.981643 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:54.982973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] 10.222.0.86 "PUT /v2.0/ports/560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 1092 time: 0.9685450 May 13 15:33:55.000990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b2b9-b39b-4ba1-b401-67c67263877a service neutron] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:55.076799 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-6ef38939-b682-43af-9a0e-32bd7ca1d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.078239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-6ef38939-b682-43af-9a0e-32bd7ca1d937 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1095 time: 0.0719345 May 13 15:33:55.207056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-0ba1dcd4-c26e-4a80-81c8-559226e1ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.208439 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-0ba1dcd4-c26e-4a80-81c8-559226e1ba51 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1212711 May 13 15:33:55.276594 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-ce683f63-b937-4a1e-aa46-58d40dfd46a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0584943 May 13 15:33:55.436596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3833-1a52-49a5-84ac-0235e2859844 req-27863377-8d04-4318-a0e3-a5c353bba40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.438039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-27863377-8d04-4318-a0e3-a5c353bba40b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.1553707 May 13 15:33:55.487041 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-9cbeacb7-2d98-455a-ad11-756c6f54d2f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385911 May 13 15:33:55.679239 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-81d0b42b-a12a-4d9e-a9db-cfc067521883 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826968 May 13 15:33:55.715998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea94ee4-c4bc-4faf-8e82-e7ad2be9d00f req-f04fe424-d395-4aad-8cea-8fe0aa312198 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:55.717468 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ea94ee4-c4bc-4faf-8e82-e7ad2be9d00f req-f04fe424-d395-4aad-8cea-8fe0aa312198 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.1427410 May 13 15:33:55.834496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0ea94ee4-c4bc-4faf-8e82-e7ad2be9d00f req-af807f48-ec73-4230-98cb-e390a452ae5b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692523 May 13 15:33:55.854695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-405c3833-1a52-49a5-84ac-0235e2859844 req-87f844d3-35f9-40c2-82ca-7008f1ea8f3c service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653237 May 13 15:33:56.641828 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:33:56.697737 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9da276c-68b1-44e8-9595-9601bb5326b2'] response: {'name': 'network-changed', 'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'status': 'completed', 'code': 200} May 13 15:33:56.702857 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:33:56.761073 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:33:56.851457 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-44e5fdb4-0980-4ce2-882f-0268015a0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:56.852964 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-44e5fdb4-0980-4ce2-882f-0268015a0fef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1095 time: 0.1310437 May 13 15:33:56.854739 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-6c39b2da-4941-4445-ab4d-e72ea783fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:56.856033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-6c39b2da-4941-4445-ab4d-e72ea783fb60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1095 time: 0.1004641 May 13 15:33:57.141616 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-4e96864e-fb03-40a2-9654-29867e295134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.143042 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-4e96864e-fb03-40a2-9654-29867e295134 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.2829611 May 13 15:33:57.153178 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-aeee5333-c960-45c2-84cf-c23810b36fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.154733 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-aeee5333-c960-45c2-84cf-c23810b36fa1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.2751567 May 13 15:33:57.268567 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-590ed83a-1e1c-45c9-9f7f-7bb678573949 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.1166468 May 13 15:33:57.279963 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-272ce2e3-fc69-476c-be95-8d76b39d979e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0778725 May 13 15:33:57.314238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca47f7-6d6c-4a05-88b5-a76d12a22ada req-55dd99f3-08eb-4cb8-b83b-5e27e8d46e87 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.315613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86ca47f7-6d6c-4a05-88b5-a76d12a22ada req-55dd99f3-08eb-4cb8-b83b-5e27e8d46e87 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.3707657 May 13 15:33:57.419512 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-6e8e33a2-57e3-4920-9dc8-0febb06a7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.420876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-6e8e33a2-57e3-4920-9dc8-0febb06a7f5b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.1426651 May 13 15:33:57.424564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea310d3e-291c-434c-853d-7263a3a2455f req-d7db4c91-da3a-4937-94b6-7c10a0d710cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:57.425845 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-d7db4c91-da3a-4937-94b6-7c10a0d710cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.1070175 May 13 15:33:57.462164 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86ca47f7-6d6c-4a05-88b5-a76d12a22ada req-1285bbd8-167d-4636-a438-69f73c82d341 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056764 May 13 15:33:57.507994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-583b0957-5505-42ad-83cc-47468e5ea6a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769427 May 13 15:33:57.514097 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-432b0553-3afd-45de-81f2-568591b648e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471470 May 13 15:33:57.863309 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-d926c26e-4013-42d5-adb2-959b47265c5e service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470690 May 13 15:33:57.866280 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-65e92eb7-a4d5-4a8d-a11e-d98f5d4b36fc service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311675 May 13 15:33:58.098509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-a70d33ea-663b-4373-b93b-db0ff1f61fca service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286136 May 13 15:33:58.100347 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea310d3e-291c-434c-853d-7263a3a2455f req-3d52072c-6d59-456b-a7f2-8b845c580f90 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134290 May 13 15:33:58.654674 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e599-5c4c-48f2-8acf-f35c6dc6b38c req-acaef2b8-aefc-4fa1-889f-66b7e8df50e7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:58.656125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e791e599-5c4c-48f2-8acf-f35c6dc6b38c req-acaef2b8-aefc-4fa1-889f-66b7e8df50e7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.0769458 May 13 15:33:58.705432 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e791e599-5c4c-48f2-8acf-f35c6dc6b38c req-e907de0a-2b0b-4598-b45b-b7e8e4e08296 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428619 May 13 15:33:58.830144 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:33:58.987886 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:59.001367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'port_id': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'mac_address': 'fa:16:3e:fe:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522729a4-25a6-4e6a-8040-56e2fa48af97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:33:59.037398 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb715-b3c7-48a6-b21f-cb32dac4c64e req-5a58592d-3dc9-40fb-893f-eb42f74f167e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.039391 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b60bb715-b3c7-48a6-b21f-cb32dac4c64e req-5a58592d-3dc9-40fb-893f-eb42f74f167e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 944 time: 0.0811577 May 13 15:33:59.056306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-392aa23c-d889-4ee1-ba30-51c12588cf63 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.057757 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-392aa23c-d889-4ee1-ba30-51c12588cf63 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.90 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746&tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 944 time: 0.0884292 May 13 15:33:59.061158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 560e54fb-06b8-479c-ad54-a9a4f93acc0e is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:33:59.061533 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.078887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560e54fb-06b8-479c-ad54-a9a4f93acc0e {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:33:59.086179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b60bb715-b3c7-48a6-b21f-cb32dac4c64e req-d23d7e73-cb83-444e-a501-730f909d26ac tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 May 13 15:33:59.095574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:33:59.099968 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.145390 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-7891a9a7-5559-45d3-a0cf-c5af4905ed38 service neutron] delete failed (client error): The resource could not be found. May 13 15:33:59.146377 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-7891a9a7-5559-45d3-a0cf-c5af4905ed38 service neutron] 10.222.0.90 "DELETE /v2.0/ports/560e54fb-06b8-479c-ad54-a9a4f93acc0e/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0791230 May 13 15:33:59.171272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:33:59.291639 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-006bda11-a85b-4ce9-b458-81e2529e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.293044 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-006bda11-a85b-4ce9-b458-81e2529e3cba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 1096 time: 0.0712202 May 13 15:33:59.334268 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['560e54fb-06b8-479c-ad54-a9a4f93acc0e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:33:59.425964 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-1b764414-80ca-4ebf-8a28-7a9fedc9d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.427419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-1b764414-80ca-4ebf-8a28-7a9fedc9d6c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1245522 May 13 15:33:59.502057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-718d5da4-1a95-487a-94ca-b426251ea001 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 200 len: 217 time: 0.0633996 May 13 15:33:59.566077 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-84549105-1950-4b89-87e7-2cb80405e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:33:59.567476 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-84549105-1950-4b89-87e7-2cb80405e467 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0561216 May 13 15:33:59.617569 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-4c3dfb4b-cbf9-42b3-9384-d5ef6c9dd6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391390 May 13 15:33:59.748376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-afc8fa6f-051e-4c2e-a31a-4767e3b19428 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231866 May 13 15:33:59.875578 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-12c1827d-9abe-4c11-86d1-b2aaa1bfae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:33:59.889482 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f7347d64-9b28-40d9-a87e-929e7858a167 req-eecce217-0539-4beb-932a-9e8f6e297ab4 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309059 May 13 15:34:00.295314 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5287def-9e2f-48e2-93df-08c94ceefffc req-7bd051f4-12a5-4a3e-a47d-9b89eb0a86b8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:00.296813 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5287def-9e2f-48e2-93df-08c94ceefffc req-7bd051f4-12a5-4a3e-a47d-9b89eb0a86b8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 945 time: 0.0857024 May 13 15:34:00.342171 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b5287def-9e2f-48e2-93df-08c94ceefffc req-f6bd518f-948e-4862-88c4-fcf969f3f735 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 May 13 15:34:00.847003 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:00.912530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 560e54fb-06b8-479c-ad54-a9a4f93acc0e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:00.917842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 560e54fb-06b8-479c-ad54-a9a4f93acc0e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:00.918239 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:01.032385 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 560e54fb-06b8-479c-ad54-a9a4f93acc0e is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:01.032751 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:01.057770 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:01.066843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:01.071797 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:01.109701 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547b7dd5-09ed-4992-9a70-c39131afe4fd'] response: {'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'code': 200} May 13 15:34:01.139991 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:01.542162 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0501673-1d3c-4c6a-a498-725e8495dd7f req-22a23255-e18c-4ccb-8e61-ad8d6013a21a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:01.543659 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0501673-1d3c-4c6a-a498-725e8495dd7f req-22a23255-e18c-4ccb-8e61-ad8d6013a21a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0941029 May 13 15:34:01.593481 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f0501673-1d3c-4c6a-a498-725e8495dd7f req-9ecb251f-7615-4c1e-a75e-72ed90def221 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 May 13 15:34:01.788551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22604275-1c20-4179-b897-9b86ee42fe30 req-d38123dc-9b8b-435c-95a2-ec42e124f804 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:01.790040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22604275-1c20-4179-b897-9b86ee42fe30 req-d38123dc-9b8b-435c-95a2-ec42e124f804 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0875030 May 13 15:34:01.841488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-22604275-1c20-4179-b897-9b86ee42fe30 req-638f7a6a-aec0-461f-b314-733656bc9adf tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 May 13 15:34:02.031174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7999b08-7a3d-4ede-9ce2-d653caf1e11c req-95bd614f-fc9b-4521-a183-87ff8aa08a3e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:02.032688 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a7999b08-7a3d-4ede-9ce2-d653caf1e11c req-95bd614f-fc9b-4521-a183-87ff8aa08a3e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0805626 May 13 15:34:02.078882 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a7999b08-7a3d-4ede-9ce2-d653caf1e11c req-7333b942-981a-4fa7-a6a0-2d2a89ae6b4c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 May 13 15:34:02.676022 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-7e989352-17b2-4168-8638-d06b80bd8fef tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:02.677494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-7e989352-17b2-4168-8638-d06b80bd8fef tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 815 time: 0.2581856 May 13 15:34:02.692391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-58f1ac64-49e9-4301-8a8f-c39fa7539d25 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/quotas/ce7a6c31e63d40fba2bd0ea56922ba7c HTTP/1.1" status: 200 len: 375 time: 0.0094125 May 13 15:34:02.759595 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e005-8f62-438d-b36f-0cb1ab98c2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:02.776640 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-751c9d5b-7c04-43b2-9fb9-59d9e036eff7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788677 May 13 15:34:02.921115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-844c7895-4c00-4cc7-8c48-2b3f8ae31be6 service neutron] 10.222.0.36 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374235 May 13 15:34:02.921400 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:03.050136 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-4cb9f42f-6f81-445b-adc1-cd4f81071d06 service neutron] 10.222.0.36 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228571 May 13 15:34:03.223493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-419245d1-2839-4db3-9906-a7606c2dabd3 req-e52456d9-acbf-4418-864d-7a2ec685d498 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0408180 May 13 15:34:03.425385 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:03.824473 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-b97a98d6-04c3-497f-a3f4-1054662bf123 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:03.825895 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-b97a98d6-04c3-497f-a3f4-1054662bf123 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.86 "GET /v2.0/ports?device_id=b54a716f-1cba-4193-9e48-fa95e3cfc746 HTTP/1.1" status: 200 len: 946 time: 0.0791528 May 13 15:34:03.893672 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Deleting port 560e54fb-06b8-479c-ad54-a9a4f93acc0e {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:03.893938 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.140416 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] For port 560e54fb-06b8-479c-ad54-a9a4f93acc0e, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=560e54fb-06b8-479c-ad54-a9a4f93acc0e,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:04.140775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.276373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Calling delete_port for 560e54fb-06b8-479c-ad54-a9a4f93acc0e owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:04.403490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d40befc8-ccef-42ab-8b7d-509439693a07 req-1cc35e4c-e4cf-4023-b180-8950067b9cce tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0581803 May 13 15:34:04.410235 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-1a2f3939-06c0-4dd7-947e-a1dee3e1186f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:04.411930 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-1a2f3939-06c0-4dd7-947e-a1dee3e1186f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 815 time: 0.2578201 May 13 15:34:04.430490 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Request body: {'port': {'device_id': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'admin_state_up': True, 'tenant_id': 'ce7a6c31e63d40fba2bd0ea56922ba7c'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:04.477166 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.489311 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['560e54fb-06b8-479c-ad54-a9a4f93acc0e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:04.525621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Pushing event deleted for resources: {'Port': ['ID=560e54fb-06b8-479c-ad54-a9a4f93acc0e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:04.560414 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.560762 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.561089 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.561419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.561743 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.562444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.562444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.562698 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.563018 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.563350 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.563652 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.563966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:04.572765 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:04.582229 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:04.592374 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Made reservation on behalf of ce7a6c31e63d40fba2bd0ea56922ba7c for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:04.595918 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.614567 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] No DVR routers for this DVR port 560e54fb-06b8-479c-ad54-a9a4f93acc0e on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:04.617631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:04.620087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-deleted', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:04.635920 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a571dbdc-ca78-4eac-8a65-695b9024f882 req-a5f0fa77-e091-4e8f-8a89-fd680669c463 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.86 "DELETE /v2.0/ports/560e54fb-06b8-479c-ad54-a9a4f93acc0e HTTP/1.1" status: 204 len: 173 time: 0.8040812 May 13 15:34:04.673826 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a534ed7-4e12-4f70-8069-128d740debd2'] response: {'server_uuid': 'b54a716f-1cba-4193-9e48-fa95e3cfc746', 'name': 'network-vif-deleted', 'tag': '560e54fb-06b8-479c-ad54-a9a4f93acc0e', 'status': 'completed', 'code': 200} May 13 15:34:04.764469 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Allocated IP 172.20.0.11 (67fe1afa-e53b-4395-a62a-b32415b4fa9e/522729a4-25a6-4e6a-8040-56e2fa48af97/5a418dc3-87d4-4a88-aa02-2a2d84f040e3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:04.972570 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.003511 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.014523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['560e54fb-06b8-479c-ad54-a9a4f93acc0e'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:05.067708 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.079431 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Network 67fe1afa-e53b-4395-a62a-b32415b4fa9e is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:05.082408 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:05.087055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:05.122527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:05.139400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.139743 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.140080 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.140436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.140769 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.141094 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.141419 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.141742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.142064 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.142391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.142708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.143023 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:05.162956 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:05.163557 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.190974 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-9638dc13-5125-4132-8171-2d6692c8eb39 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648668 May 13 15:34:05.206633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Request body: {'port': {'device_id': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:05.317040 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.409757 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:34:05.591817 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59168380-5202-4a19-b3e4-e2ca3d595b9b req-ae857e5b-57a1-4b7d-89b6-06656679ba80 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:05.592540 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-59168380-5202-4a19-b3e4-e2ca3d595b9b req-ae857e5b-57a1-4b7d-89b6-06656679ba80 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Synchronizing usage tracker for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:05.607596 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-59168380-5202-4a19-b3e4-e2ca3d595b9b req-ae857e5b-57a1-4b7d-89b6-06656679ba80 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Unset dirty status for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:05.608770 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59168380-5202-4a19-b3e4-e2ca3d595b9b req-ae857e5b-57a1-4b7d-89b6-06656679ba80 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 932 time: 0.0963867 May 13 15:34:05.653431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-59168380-5202-4a19-b3e4-e2ca3d595b9b req-c667ddc5-8b42-4af5-8bdf-f319aa933587 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 May 13 15:34:05.659406 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:05.666625 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.680682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Transition to ACTIVE for port object 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:05.683991 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:05.807862 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:05.908333 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:05.908657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:05.908972 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:05.913461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:34:05.913796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:05.918916 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:05.919177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Checking segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:05.919548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Bound using segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:05.919958 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Bound port: 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:05.920323 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.008385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:06.011217 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:06.015452 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.072256 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.072880 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:06.074214 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] 10.222.0.86 "PUT /v2.0/ports/5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 1092 time: 0.8716142 May 13 15:34:06.074660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:06.097196 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d736f3-b36b-4872-9d08-983104e9fe7f service neutron] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:06.147080 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301efba4-b7ec-4784-8422-fe2c7306128c'] response: {'name': 'network-changed', 'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'status': 'completed', 'code': 200} May 13 15:34:06.187658 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-58868bcd-de7c-4fc2-8312-8c98ceafb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.189119 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-58868bcd-de7c-4fc2-8312-8c98ceafb5cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0771468 May 13 15:34:06.360067 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-0880fb98-bd09-482d-a7c9-c34010524d5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.1602831 May 13 15:34:06.426231 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-17ed32de-0fb9-4c84-9e08-564b463dc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.427645 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-17ed32de-0fb9-4c84-9e08-564b463dc48e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0584874 May 13 15:34:06.477410 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-479ac848-d75c-4b62-9d87-f6d1cb8a463c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398674 May 13 15:34:06.608597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-637cd9dc-773d-461f-94b3-af202b80a3ab service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213253 May 13 15:34:06.739822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-695fda33-b6d8-44f2-9fe5-514d939184cb req-57bd8967-5977-44f8-bc94-3c34495ab920 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 May 13 15:34:06.844565 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83854ca-8d06-4e1b-92f4-dd1ed084f1ef req-3b60e11c-33f7-43da-ae2e-1e3467757023 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.846040 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f83854ca-8d06-4e1b-92f4-dd1ed084f1ef req-3b60e11c-33f7-43da-ae2e-1e3467757023 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 944 time: 0.0823970 May 13 15:34:06.857289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-27119955-9da7-48d4-bb9d-9c24eaf273be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.858754 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-27119955-9da7-48d4-bb9d-9c24eaf273be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0714402 May 13 15:34:06.892174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f83854ca-8d06-4e1b-92f4-dd1ed084f1ef req-4393ad12-d37b-4cbe-b81e-d685186b2d8e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 May 13 15:34:06.997084 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-0428ad83-3bda-4dbb-a9e4-96e6d76d7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:06.998444 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-0428ad83-3bda-4dbb-a9e4-96e6d76d7418 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1336975 May 13 15:34:07.067580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-550d2efc-f1c4-4a88-a829-667b8f7477c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.0621729 May 13 15:34:07.132980 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-3a017f3d-16d8-4781-b016-b12b1c0c19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:07.134380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-3a017f3d-16d8-4781-b016-b12b1c0c19c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0599821 May 13 15:34:07.182033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-474b8445-86e1-4b45-94e8-b8c0a524118b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394170 May 13 15:34:07.312941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-c6f1698f-acb9-451b-94c1-cdf94f8c0f9a service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243432 May 13 15:34:07.443452 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d8b4277b-9f89-4613-bbb4-083322c96905 req-5948b4f1-4994-4db2-9b8a-9272a7c777f1 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 May 13 15:34:08.076167 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb06457-b5aa-4b02-b671-3172e52f4beb req-28fa2698-e757-40bf-98e9-096050d2bee7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:08.076876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6cb06457-b5aa-4b02-b671-3172e52f4beb req-28fa2698-e757-40bf-98e9-096050d2bee7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Synchronizing usage tracker for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:34:08.088776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-6cb06457-b5aa-4b02-b671-3172e52f4beb req-28fa2698-e757-40bf-98e9-096050d2bee7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Unset dirty status for tenant:ce7a6c31e63d40fba2bd0ea56922ba7c on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:34:08.089875 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6cb06457-b5aa-4b02-b671-3172e52f4beb req-28fa2698-e757-40bf-98e9-096050d2bee7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 944 time: 0.0926349 May 13 15:34:08.135032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6cb06457-b5aa-4b02-b671-3172e52f4beb req-431eec4c-a7f6-4e90-8b52-cf9705c87f67 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395706 May 13 15:34:08.906112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:34:08.909341 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:08.945400 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 560e54fb-06b8-479c-ad54-a9a4f93acc0e {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:08.945739 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 560e54fb-06b8-479c-ad54-a9a4f93acc0e not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:09.098004 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:09.113399 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'port_id': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'mac_address': 'fa:16:3e:4d:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522729a4-25a6-4e6a-8040-56e2fa48af97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:34:09.168703 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:09.169082 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.188087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:09.204351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:09.208010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:09.275186 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:09.282854 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.283180 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.283515 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.283846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.284173 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.284520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.284848 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.285164 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.285485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.285810 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.286126 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.286442 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:34:09.321789 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9d86e-8547-4e36-935b-6257c19c0ca5 req-b2832157-1555-4091-b329-7e8d6e15bbc8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:09.323265 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17d9d86e-8547-4e36-935b-6257c19c0ca5 req-b2832157-1555-4091-b329-7e8d6e15bbc8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0791609 May 13 15:34:09.369077 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-17d9d86e-8547-4e36-935b-6257c19c0ca5 req-0bd5cde6-41f6-491a-bdca-7c7a82cf79ca tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 May 13 15:34:09.472663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['5a418dc3-87d4-4a88-aa02-2a2d84f040e3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:10.555950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5430f90-714a-4011-96d6-fd19e7d269a8 req-d54db89a-3792-4795-9e48-5ce397a27177 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:10.557388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5430f90-714a-4011-96d6-fd19e7d269a8 req-d54db89a-3792-4795-9e48-5ce397a27177 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0821109 May 13 15:34:10.599314 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c5430f90-714a-4011-96d6-fd19e7d269a8 req-ec358df2-16ee-4b52-894a-f95e981f50ff tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363395 May 13 15:34:10.906930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:10.972578 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:10.977608 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:10.977977 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:11.091732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:11.092110 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:11.118046 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:11.127498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:11.130565 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:11.173935 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaf3885-1d5f-4d83-a635-d64cadb83b68'] response: {'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'code': 200} May 13 15:34:11.199526 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:11.298934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90170d01-53e2-48cc-9899-ddb94800b298 req-3c192b57-7f1c-47da-b2a4-e69608a8ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:11.300418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90170d01-53e2-48cc-9899-ddb94800b298 req-3c192b57-7f1c-47da-b2a4-e69608a8ce83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0706017 May 13 15:34:11.346110 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90170d01-53e2-48cc-9899-ddb94800b298 req-de374862-08da-46c0-9d85-faf5f9e059a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 May 13 15:34:11.781007 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966c2f-f2c0-4822-b51d-147ff6e33910 req-306df592-dd3e-4ab6-b2ac-2e599931f59c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:11.782477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8966c2f-f2c0-4822-b51d-147ff6e33910 req-306df592-dd3e-4ab6-b2ac-2e599931f59c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0790019 May 13 15:34:11.826916 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e8966c2f-f2c0-4822-b51d-147ff6e33910 req-09ebff03-12e9-4adf-9f29-822ac69fe280 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 May 13 15:34:13.009271 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a364e-2a2f-4067-b184-0df1f60b829e req-8998bcb4-580c-457d-827d-911be3141ce6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:13.010732 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7a364e-2a2f-4067-b184-0df1f60b829e req-8998bcb4-580c-457d-827d-911be3141ce6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0790904 May 13 15:34:13.055306 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5f7a364e-2a2f-4067-b184-0df1f60b829e req-446dd94a-296e-41fd-a12b-4835d399d1ac tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 May 13 15:34:13.336139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a2307-b184-4b0c-9df3-21a0818074cc req-2ac4943d-368c-43cc-b4ef-10c531183dd3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:13.337648 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-628a2307-b184-4b0c-9df3-21a0818074cc req-2ac4943d-368c-43cc-b4ef-10c531183dd3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.1814947 May 13 15:34:13.382125 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-628a2307-b184-4b0c-9df3-21a0818074cc req-9f9f9e4a-82fe-47fb-926f-4ceeee411d28 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 May 13 15:34:13.777646 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-6995ab38-09bc-4a31-bf52-80edf1422bdc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278718 May 13 15:34:13.793800 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a279b-c148-4cb9-a5a1-ad33c5704713 req-e0d38fd6-a722-4ca8-b9cc-bb1a00747561 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:13.795242 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d3a279b-c148-4cb9-a5a1-ad33c5704713 req-e0d38fd6-a722-4ca8-b9cc-bb1a00747561 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.1027594 May 13 15:34:13.839579 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0d3a279b-c148-4cb9-a5a1-ad33c5704713 req-8c0c2f64-5d27-4948-a5dc-da29631468aa tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 May 13 15:34:15.016011 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-f9e4ffe5-8ea8-496b-83a5-e66d1f681e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:15.017532 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-f9e4ffe5-8ea8-496b-83a5-e66d1f681e85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1097 time: 0.0749767 May 13 15:34:15.027428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6c50c-2af2-4eec-a761-7d84fcce8672 req-cb5fa781-eda6-493c-a94d-ea99ea50f3fd tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:15.028898 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ec6c50c-2af2-4eec-a761-7d84fcce8672 req-cb5fa781-eda6-493c-a94d-ea99ea50f3fd tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0821960 May 13 15:34:15.072240 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ec6c50c-2af2-4eec-a761-7d84fcce8672 req-4c7c096b-98aa-44c0-90be-1619e73ce81e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 May 13 15:34:15.147444 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-1bacdf9f-dc2a-4eb0-8b5b-95be5122cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:15.148927 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-1bacdf9f-dc2a-4eb0-8b5b-95be5122cc0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1257234 May 13 15:34:15.212756 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-7f7f960c-d890-45c8-8ce5-16a0d2ace31d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.0581853 May 13 15:34:15.274711 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-1773bd45-2b52-495c-9b86-fae75290a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:15.276094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-1773bd45-2b52-495c-9b86-fae75290a71b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0582104 May 13 15:34:15.321611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-ff00a8f5-a035-4b28-ac3b-a3034468b7d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388105 May 13 15:34:15.450449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-7c670dd3-28f3-4429-a1db-90103bd95a62 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227963 May 13 15:34:15.579072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-379051b3-b7f7-4305-acb8-0b858eeb54e3 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219945 May 13 15:34:16.256764 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02348a7-19d2-470e-9693-f0bbd5e25f50 req-9df32abc-bfa3-4d49-9d5b-7aea4d03b3a9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:16.258240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e02348a7-19d2-470e-9693-f0bbd5e25f50 req-9df32abc-bfa3-4d49-9d5b-7aea4d03b3a9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0777445 May 13 15:34:16.304805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e02348a7-19d2-470e-9693-f0bbd5e25f50 req-f85f0a3d-3ff9-45fe-ad26-2e401b2d6de6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 May 13 15:34:17.497009 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273d87-850a-43e6-b698-1dc303a59de2 req-fa44b776-780a-42b4-a14c-58fb2c9fd3c6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:17.498386 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9273d87-850a-43e6-b698-1dc303a59de2 req-fa44b776-780a-42b4-a14c-58fb2c9fd3c6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0788558 May 13 15:34:17.541971 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c9273d87-850a-43e6-b698-1dc303a59de2 req-44f65f25-bd3d-46e4-96e2-c1df16ca85e1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 May 13 15:34:18.725004 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4202ee-481d-4fac-9c29-0e478d1849b6 req-13b29d69-6e6e-4046-9257-ecf409ad32a3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:18.727774 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d4202ee-481d-4fac-9c29-0e478d1849b6 req-13b29d69-6e6e-4046-9257-ecf409ad32a3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0824692 May 13 15:34:18.778108 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7d4202ee-481d-4fac-9c29-0e478d1849b6 req-c32717e3-462e-4913-854e-7d74303048f0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 May 13 15:34:19.959959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea2fbd-63c7-49a0-9aca-8d63ee4b9d86 req-a0996997-f655-45ec-b5ce-9bc6f93f37bf tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:19.961976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ddea2fbd-63c7-49a0-9aca-8d63ee4b9d86 req-a0996997-f655-45ec-b5ce-9bc6f93f37bf tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0823877 May 13 15:34:20.003637 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ddea2fbd-63c7-49a0-9aca-8d63ee4b9d86 req-46cf83d9-e096-4288-a052-dfc9482f4335 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 May 13 15:34:20.028251 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:21.112849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:21.195195 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eff2fe-577c-4a04-a6e1-18bebc992fea req-45e7a3e7-906f-4db9-b792-9a492bbb19e9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:21.196719 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5eff2fe-577c-4a04-a6e1-18bebc992fea req-45e7a3e7-906f-4db9-b792-9a492bbb19e9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0817299 May 13 15:34:21.239324 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a5eff2fe-577c-4a04-a6e1-18bebc992fea req-a3e8e94e-4648-481b-b980-3ec15ba169ad tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 May 13 15:34:22.421127 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29753598-fcc1-4ee2-8393-94ba702220ad req-787c07c2-50f0-4aa5-9722-17096743f833 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:22.422582 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29753598-fcc1-4ee2-8393-94ba702220ad req-787c07c2-50f0-4aa5-9722-17096743f833 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0798032 May 13 15:34:22.465107 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-29753598-fcc1-4ee2-8393-94ba702220ad req-231efc6c-9243-4bd7-9f8b-2b474a2bedda tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 May 13 15:34:23.647311 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5d7e3-b459-40cc-9527-4c81511bb317 req-91d83575-4047-4311-93bb-3f5029d7a162 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:23.648740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96b5d7e3-b459-40cc-9527-4c81511bb317 req-91d83575-4047-4311-93bb-3f5029d7a162 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0788774 May 13 15:34:23.692442 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-96b5d7e3-b459-40cc-9527-4c81511bb317 req-f7e2a689-5356-4236-8b67-23a6bf09b8f2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 May 13 15:34:24.945279 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff9ede-2edf-41a4-a9b3-d9ebbf2717a4 req-6e158369-c58e-433f-a342-110f582ddb6d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:24.946717 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4ff9ede-2edf-41a4-a9b3-d9ebbf2717a4 req-6e158369-c58e-433f-a342-110f582ddb6d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0826743 May 13 15:34:24.989033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c4ff9ede-2edf-41a4-a9b3-d9ebbf2717a4 req-c82e498e-2cd0-4bdc-bcf0-05921f1d7605 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 May 13 15:34:26.198214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377dd6d-ab8c-4b4c-a0af-41e08b17e3e4 req-bea3722b-7ff3-4686-bdba-e75233cfaea1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:26.199658 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9377dd6d-ab8c-4b4c-a0af-41e08b17e3e4 req-bea3722b-7ff3-4686-bdba-e75233cfaea1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0829334 May 13 15:34:26.243978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9377dd6d-ab8c-4b4c-a0af-41e08b17e3e4 req-bb78aaa1-0ec2-44e9-96ed-6e2a35a11341 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376878 May 13 15:34:27.426205 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c9678-63ca-4b89-9532-7c10d1f0256c req-d79c0dbc-0c19-4a6b-913d-f674363a7fb7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:27.427673 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa5c9678-63ca-4b89-9532-7c10d1f0256c req-d79c0dbc-0c19-4a6b-913d-f674363a7fb7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0790102 May 13 15:34:27.568509 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fa5c9678-63ca-4b89-9532-7c10d1f0256c req-c884f989-9d85-49ef-9b74-f992d51296c7 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343925 May 13 15:34:28.751931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01027709-614d-41a2-8d27-769adce6f711 req-4bab841d-9284-49ee-8f02-b5eb0cb4c3d6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:28.753418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01027709-614d-41a2-8d27-769adce6f711 req-4bab841d-9284-49ee-8f02-b5eb0cb4c3d6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0794437 May 13 15:34:28.797455 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-01027709-614d-41a2-8d27-769adce6f711 req-b6d82094-6a61-4f05-9e0a-126073ff72f6 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 May 13 15:34:29.880030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-45dd9920-0d0f-44cb-ab43-5d1be1871c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:29.980724 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5742f92-e907-4186-833d-fc105deae878 req-d62b0942-1be1-4786-8a5b-d494388d6a01 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:29.982114 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5742f92-e907-4186-833d-fc105deae878 req-d62b0942-1be1-4786-8a5b-d494388d6a01 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0784590 May 13 15:34:30.025862 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f5742f92-e907-4186-833d-fc105deae878 req-7b34614e-5ab8-46bb-94be-fdbdfeaba428 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 May 13 15:34:31.223738 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10209d-1472-408e-a270-8592e85b9afd req-24f54ca0-9768-410a-939e-6f3db02420ee tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:31.225212 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac10209d-1472-408e-a270-8592e85b9afd req-24f54ca0-9768-410a-939e-6f3db02420ee tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0831001 May 13 15:34:31.268474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac10209d-1472-408e-a270-8592e85b9afd req-31ac35e6-2c85-4c15-99ff-15bf2fa7e029 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370345 May 13 15:34:32.461973 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d592d6-4cb4-4d90-8c9d-c41f3423b8a3 req-bf638c64-f836-4e95-8e9e-64b893882083 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:32.463351 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40d592d6-4cb4-4d90-8c9d-c41f3423b8a3 req-bf638c64-f836-4e95-8e9e-64b893882083 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0847237 May 13 15:34:32.506613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40d592d6-4cb4-4d90-8c9d-c41f3423b8a3 req-a9ba0f73-bb56-4a68-882b-2b735f1c3ee5 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 May 13 15:34:32.763194 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f3efe673-4d03-4a11-bcbc-1e710088f0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:32.923552 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.428847 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:33.694586 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b1a63-52ff-4535-9d55-f2e683cecd66 req-24884efa-a73f-4af4-a0bc-78910d7080a0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:33.695965 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-312b1a63-52ff-4535-9d55-f2e683cecd66 req-24884efa-a73f-4af4-a0bc-78910d7080a0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0791228 May 13 15:34:33.851682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-312b1a63-52ff-4535-9d55-f2e683cecd66 req-487041ac-47ff-4f24-82c3-3bb0df33894d tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494336 May 13 15:34:35.034801 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740241c2-f077-4c19-bbad-302e2bbef3a4 req-3e589ea6-430a-4807-9817-e3d04513fd6b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:35.036390 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-740241c2-f077-4c19-bbad-302e2bbef3a4 req-3e589ea6-430a-4807-9817-e3d04513fd6b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0786529 May 13 15:34:35.060794 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:35.080628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-740241c2-f077-4c19-bbad-302e2bbef3a4 req-b320a8de-1992-4fb9-8c8a-d1a0de08c3fb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 May 13 15:34:36.270140 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea5f9-947e-457c-bd03-79b622ac23b5 req-0e62a274-7c95-4081-a6ac-485c1b1b3a5f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:36.271608 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f0ea5f9-947e-457c-bd03-79b622ac23b5 req-0e62a274-7c95-4081-a6ac-485c1b1b3a5f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0862625 May 13 15:34:36.315243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2f0ea5f9-947e-457c-bd03-79b622ac23b5 req-cbe507bc-cdb0-4100-8b06-8dd227937ce5 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 May 13 15:34:37.499054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d514-656d-4fb2-9197-13709444d947 req-0f551e9a-ec2c-4a8b-9516-d023d04aad05 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:37.500598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86d9d514-656d-4fb2-9197-13709444d947 req-0f551e9a-ec2c-4a8b-9516-d023d04aad05 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0812047 May 13 15:34:37.543885 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-86d9d514-656d-4fb2-9197-13709444d947 req-baf61387-e4c4-4e6d-b1da-4fd0aaa133bb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 May 13 15:34:38.732173 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90129b88-4cef-4c8d-a38e-8a169499a522 req-b1db10fd-0f42-498b-bbc9-5324f3f3d8c8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:38.733649 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90129b88-4cef-4c8d-a38e-8a169499a522 req-b1db10fd-0f42-498b-bbc9-5324f3f3d8c8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0816476 May 13 15:34:38.777092 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-90129b88-4cef-4c8d-a38e-8a169499a522 req-d0b46fa9-7357-440d-8098-33ad52b21323 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377710 May 13 15:34:39.957675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab15fb-e831-44b3-a5b4-9c934fde3f86 req-56f38fe9-e5b6-44a1-bd48-0a94a2969429 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:39.959142 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4ab15fb-e831-44b3-a5b4-9c934fde3f86 req-56f38fe9-e5b6-44a1-bd48-0a94a2969429 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0791738 May 13 15:34:40.004938 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4ab15fb-e831-44b3-a5b4-9c934fde3f86 req-d823d3c3-c172-4498-b88f-9d6b88d40dd8 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 May 13 15:34:41.184984 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14573e-f99c-4239-81c6-9bbc9faa09c9 req-7955360b-71f0-4a6d-9db7-706e92bf29c5 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:41.186418 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d14573e-f99c-4239-81c6-9bbc9faa09c9 req-7955360b-71f0-4a6d-9db7-706e92bf29c5 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0771973 May 13 15:34:41.229474 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d14573e-f99c-4239-81c6-9bbc9faa09c9 req-37a9940c-98f3-4c1e-9dd5-3842bcf8dc7c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 May 13 15:34:42.408722 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:34:42.413174 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730ed8c-a515-43a8-bfae-e34fde3e7001 req-a7b74a83-9140-4d5e-888a-ac7f0ed4b47f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:42.414685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6730ed8c-a515-43a8-bfae-e34fde3e7001 req-a7b74a83-9140-4d5e-888a-ac7f0ed4b47f tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0783753 May 13 15:34:42.457838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6730ed8c-a515-43a8-bfae-e34fde3e7001 req-fc852cc4-afa6-4d0b-adba-89f14692ddf1 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 May 13 15:34:42.685677 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-11945571-672e-444b-97b6-10565be323f0 service neutron] show failed (client error): The resource could not be found. May 13 15:34:42.686586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-11945571-672e-444b-97b6-10565be323f0 service neutron] 10.222.0.86 "GET /v2.0/ports/5a418dc3-87d4-4a88-aa02-2a2d84f040e3/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0782409 May 13 15:34:42.966955 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-272280da-d15e-4471-91df-d1c3863d7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:42.968331 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-272280da-d15e-4471-91df-d1c3863d7a37 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5&tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c HTTP/1.1" status: 200 len: 1097 time: 0.0722051 May 13 15:34:42.983302 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:43.087658 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.347612 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:43.375479 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:43.436011 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:43.441533 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.456176 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Transition to ACTIVE for port object 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:43.460850 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.508564 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6524a6b6-3f6d-435e-8da9-52dc97965e59'] response: {'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'code': 200} May 13 15:34:43.660740 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:43.663148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] No DVR routers for this DVR port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:43.733947 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:43.734284 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:43.734626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:43.743426 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:34:43.743749 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Attempting to bind port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on network 67fe1afa-e53b-4395-a62a-b32415b4fa9e {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:43.751387 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:43.751712 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Checking segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:43.752092 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Bound using segment: {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:43.752545 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Bound port: 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57611a29-1be4-413f-a94e-7d62415d9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:43.752893 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.769666 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7161-9d6c-436c-9818-3e4b133400e0 req-2d7eb91e-ae41-4ecb-a1ab-ef81b0679a36 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:43.771122 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54ea7161-9d6c-436c-9818-3e4b133400e0 req-2d7eb91e-ae41-4ecb-a1ab-ef81b0679a36 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 944 time: 0.1950858 May 13 15:34:43.871339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-54ea7161-9d6c-436c-9818-3e4b133400e0 req-5685821c-8000-4bbc-ad39-553cfd788c33 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944219 May 13 15:34:43.884397 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:43.887351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:43.891984 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.949129 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:43.949739 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:43.951088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] 10.222.0.90 "PUT /v2.0/ports/5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 1092 time: 0.9717281 May 13 15:34:43.969746 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00db495-d308-414a-ac73-6c9db103aae6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:44.145800 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-d3105e3d-cd3c-4154-bb84-0aad266b27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:44.147277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-d3105e3d-cd3c-4154-bb84-0aad266b27d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.1669724 May 13 15:34:44.279513 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-48a846da-f333-4373-8268-276b49e46107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:44.281143 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-48a846da-f333-4373-8268-276b49e46107 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1234601 May 13 15:34:44.350877 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-7d7cfa6b-7e77-4741-8d1e-4dbb3fed61dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.0595183 May 13 15:34:44.416659 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-5d4d8417-c7d2-43b3-9bec-301218ac43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:44.418034 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-5d4d8417-c7d2-43b3-9bec-301218ac43a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0592830 May 13 15:34:44.466791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-df9c36ec-42b7-465d-8334-df8e4c0e6ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386074 May 13 15:34:44.596886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-4bc6219d-d1d5-45ab-b23d-7f989849ebbb service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198277 May 13 15:34:44.735749 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82aea849-6402-4947-b6df-8cd21d5ec425 req-244b63f7-2a25-481c-a61e-988ae1c5e9d5 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265907 May 13 15:34:45.054771 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b096296-eb0d-4e23-b822-0b46781f1be3 req-b6f34825-f354-4fdd-8332-525ff18ee1ff tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.056233 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b096296-eb0d-4e23-b822-0b46781f1be3 req-b6f34825-f354-4fdd-8332-525ff18ee1ff tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 944 time: 0.0790975 May 13 15:34:45.098566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0b096296-eb0d-4e23-b822-0b46781f1be3 req-50b273be-58e0-493d-86d0-047e7ebf40c9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368464 May 13 15:34:45.509996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:45.565447 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27756ca2-07e3-4075-bf53-7770cee4133e'] response: {'name': 'network-changed', 'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'status': 'completed', 'code': 200} May 13 15:34:45.661481 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-ffe728f5-3be9-4cf6-9fa3-0ab0fe9b59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.662958 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-ffe728f5-3be9-4cf6-9fa3-0ab0fe9b59b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0747242 May 13 15:34:45.665359 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-95fcfdea-5302-449b-9d8b-cb28476aac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.666812 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-95fcfdea-5302-449b-9d8b-cb28476aac10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.0744238 May 13 15:34:45.797718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-389d70d4-353c-4b1d-ab01-c5f3016f2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.799167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-389d70d4-353c-4b1d-ab01-c5f3016f2b91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1292019 May 13 15:34:45.802742 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-53d5c150-9b9f-4aed-95df-3700cbd6cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.804716 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-53d5c150-9b9f-4aed-95df-3700cbd6cad6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1287787 May 13 15:34:45.865558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-d4ae7182-bc5d-4590-9974-03174904a071 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.0584562 May 13 15:34:45.877316 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-66c2a2b9-1f45-4cd8-89a7-eca83cce6b0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.0622509 May 13 15:34:45.931838 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-4e2434b4-813d-4fcf-8a1e-64253c779699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.933293 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-4e2434b4-813d-4fcf-8a1e-64253c779699 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0614538 May 13 15:34:45.940500 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-063d45fa-765c-4af5-a605-8e759441b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:45.941901 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-063d45fa-765c-4af5-a605-8e759441b3f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0561836 May 13 15:34:45.979263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-8b9d6441-6bbb-4a47-bd3d-55627c73a0b1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394962 May 13 15:34:45.991032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-7a754287-ace0-4176-b4a1-dc402eda2f15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388782 May 13 15:34:46.113989 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-b532c21a-b0b5-4afb-9b94-4a2e1019b5bf service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248782 May 13 15:34:46.124032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-136db03c-d993-45ea-a594-56b5d4169a21 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227798 May 13 15:34:46.248129 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-e8340347-cd94-45c3-b381-29f788411812 service neutron] 10.222.0.90 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270669 May 13 15:34:46.328959 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5371ea25-25ff-47df-8dcf-02dfd2ca0978 req-0c806caa-9c98-4633-9dac-98579274b304 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955760 May 13 15:34:46.343571 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5f354-607e-43bf-bf93-e83fbca0515c req-c94a5538-7683-463f-bd77-e59e28407c73 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:46.344905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fac5f354-607e-43bf-bf93-e83fbca0515c req-c94a5538-7683-463f-bd77-e59e28407c73 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 944 time: 0.1291940 May 13 15:34:46.389205 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-fac5f354-607e-43bf-bf93-e83fbca0515c req-e004ca54-ef29-4cc2-a480-0e7776e51172 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 May 13 15:34:46.982088 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:34:47.109258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:47.136801 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:47.166172 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'network_id': '67fe1afa-e53b-4395-a62a-b32415b4fa9e', 'port_id': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'mac_address': 'fa:16:3e:4d:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522729a4-25a6-4e6a-8040-56e2fa48af97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:34:47.209716 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:47.238264 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:47.238641 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:47.257367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:34:47.275561 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:47.279396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:47.344057 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:47.521129 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5a418dc3-87d4-4a88-aa02-2a2d84f040e3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:47.576368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38e09b-83bb-4c86-9df1-fbe4e63b3a05 req-77f5f197-2ae0-477c-8954-3cfad43f5ce2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:47.578012 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea38e09b-83bb-4c86-9df1-fbe4e63b3a05 req-77f5f197-2ae0-477c-8954-3cfad43f5ce2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0783973 May 13 15:34:47.627157 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ea38e09b-83bb-4c86-9df1-fbe4e63b3a05 req-b6824ede-b564-4b2e-83ce-827d0af91ae3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 May 13 15:34:47.941597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f05164-a78f-47cc-a276-a171f2e5e586 req-a73f9bbf-31be-403c-af37-c965b05bd6f3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:47.943463 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44f05164-a78f-47cc-a276-a171f2e5e586 req-a73f9bbf-31be-403c-af37-c965b05bd6f3 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0891714 May 13 15:34:47.949215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18522-4c87-46f6-8363-8b1e28938920 req-d88f10ff-68de-4e50-ae0c-339ce1a4b381 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:47.950652 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-d88f10ff-68de-4e50-ae0c-339ce1a4b381 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.86 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5&tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 945 time: 0.0864027 May 13 15:34:47.987231 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-44f05164-a78f-47cc-a276-a171f2e5e586 req-1c1da59a-d7f2-410f-8df2-a89c93920bb4 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 May 13 15:34:48.027514 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-66d18522-4c87-46f6-8363-8b1e28938920 req-894eddfc-24cc-4280-a496-cc48af588d90 service neutron] delete failed (client error): The resource could not be found. May 13 15:34:48.028456 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-894eddfc-24cc-4280-a496-cc48af588d90 service neutron] 10.222.0.86 "DELETE /v2.0/ports/5a418dc3-87d4-4a88-aa02-2a2d84f040e3/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0721135 May 13 15:34:48.164327 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18522-4c87-46f6-8363-8b1e28938920 req-c92b46ed-b47c-4a1d-815c-f7938460c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:48.165732 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-c92b46ed-b47c-4a1d-815c-f7938460c03b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 1096 time: 0.0693095 May 13 15:34:48.305437 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18522-4c87-46f6-8363-8b1e28938920 req-a63c30db-2ccd-451f-a9fb-703129a81c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:48.306791 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-a63c30db-2ccd-451f-a9fb-703129a81c19 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 200 len: 916 time: 0.1323934 May 13 15:34:48.473749 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-bc8e2eea-82f9-43c2-94c9-f3f705316b68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 200 len: 217 time: 0.1575587 May 13 15:34:48.537877 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18522-4c87-46f6-8363-8b1e28938920 req-d0571b76-4d79-4184-b518-9300dde9c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:48.539759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-d0571b76-4d79-4184-b518-9300dde9c6c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 200 len: 855 time: 0.0575702 May 13 15:34:48.593218 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-e9290482-93ac-4717-9de1-cd27f24ea9c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67fe1afa-e53b-4395-a62a-b32415b4fa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465198 May 13 15:34:48.727042 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-ac1d1d04-eaf9-410f-987c-fc25b9af2054 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243484 May 13 15:34:48.860147 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-66d18522-4c87-46f6-8363-8b1e28938920 req-2e6bf442-670d-42ea-8bc6-fca3f45689c5 service neutron] 10.222.0.86 "GET /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230183 May 13 15:34:48.998028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:49.063334 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:49.067939 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:49.068343 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:49.174259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99153f-8c60-4d6b-8805-992894ba250a req-5544f9ce-0019-4f51-a4b9-a8b70c0ae399 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:49.175607 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee99153f-8c60-4d6b-8805-992894ba250a req-5544f9ce-0019-4f51-a4b9-a8b70c0ae399 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 945 time: 0.0796993 May 13 15:34:49.184403 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:49.184789 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:49.212689 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:49.222677 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:49.227990 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:49.239565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee99153f-8c60-4d6b-8805-992894ba250a req-94d4029f-c4ec-466e-85b7-8d94302304a9 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 May 13 15:34:49.282504 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89dfc7c2-9911-4a24-a83f-504e66910d19'] response: {'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'code': 200} May 13 15:34:49.310649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:50.026117 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:50.424310 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1abccd-6c22-498f-a7e6-a42a7f4ec849 req-8e75156b-bf77-421a-a232-24b603f7df8a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:50.425692 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d1abccd-6c22-498f-a7e6-a42a7f4ec849 req-8e75156b-bf77-421a-a232-24b603f7df8a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0809708 May 13 15:34:50.468823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8d1abccd-6c22-498f-a7e6-a42a7f4ec849 req-c9c973f0-f6bd-493a-b238-56dae4ae1851 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 May 13 15:34:50.651696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49206e-708d-48d2-be91-d96e2d94d58c req-3a8bfc8b-cfae-4971-b749-5f75731380e2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:50.653168 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf49206e-708d-48d2-be91-d96e2d94d58c req-3a8bfc8b-cfae-4971-b749-5f75731380e2 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0813706 May 13 15:34:50.796419 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-bf49206e-708d-48d2-be91-d96e2d94d58c req-e5e8ec99-e7b9-4c8a-9a45-a90956368eeb tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373959 May 13 15:34:50.979471 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5ff7-caee-4ee5-abd0-468db3596596 req-8038999d-4850-4a1b-a889-a0b065382c3c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:50.980941 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51ec5ff7-caee-4ee5-abd0-468db3596596 req-8038999d-4850-4a1b-a889-a0b065382c3c tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0823953 May 13 15:34:51.023937 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51ec5ff7-caee-4ee5-abd0-468db3596596 req-3d1877dc-c7cd-4cf8-afea-70c1e8df2b66 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 May 13 15:34:51.155136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:51.567317 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b5fc9-f6bb-40d1-aa03-431dcedea64f req-4694517c-db64-477e-9b72-b205584e5ad0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:51.568756 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-736b5fc9-f6bb-40d1-aa03-431dcedea64f req-4694517c-db64-477e-9b72-b205584e5ad0 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0776236 May 13 15:34:51.610812 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-736b5fc9-f6bb-40d1-aa03-431dcedea64f req-48c9799e-758e-4337-a1e2-322dc058905e tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 May 13 15:34:52.776956 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-f4df471e-d107-48df-8949-fdffc017a61b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:52.778490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-f4df471e-d107-48df-8949-fdffc017a61b tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.90 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0858655 May 13 15:34:52.797288 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb29b6-55c9-440f-8884-0803991dd3bc req-ea32337e-5991-4005-9d82-e24165a7acef tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:52.798748 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5cfb29b6-55c9-440f-8884-0803991dd3bc req-ea32337e-5991-4005-9d82-e24165a7acef tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/ports?device_id=385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5 HTTP/1.1" status: 200 len: 946 time: 0.0820954 May 13 15:34:52.843536 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5cfb29b6-55c9-440f-8884-0803991dd3bc req-33245ec8-b63a-4947-95a3-f8cedb4ef951 tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd79351f-5aba-450a-b09f-854f7e9b1589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 May 13 15:34:52.850840 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Deleting port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:34:52.851181 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:53.090517 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] For port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,segment=NetworkSegment(57611a29-1be4-413f-a94e-7d62415d9f90),segment_id=57611a29-1be4-413f-a94e-7d62415d9f90)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:53.090870 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:53.209588 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Calling delete_port for 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:34:53.355214 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:53.371363 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['5a418dc3-87d4-4a88-aa02-2a2d84f040e3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:34:53.407764 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Pushing event deleted for resources: {'Port': ['ID=5a418dc3-87d4-4a88-aa02-2a2d84f040e3,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:53.478290 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] No DVR routers for this DVR port 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:34:53.480775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:53.483148 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-deleted', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:34:53.498665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d0dd8550-0e1d-4533-a441-d56b1255bbff req-5a1b6296-8954-4ed3-bf32-0372dfc95e9a tempest-ServerDiskConfigTestJSON-2146476362 tempest-ServerDiskConfigTestJSON-2146476362-project] 10.222.0.90 "DELETE /v2.0/ports/5a418dc3-87d4-4a88-aa02-2a2d84f040e3 HTTP/1.1" status: 204 len: 173 time: 0.7120438 May 13 15:34:53.527616 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7fc411-f7fe-4aef-b213-4fc73f28d127'] response: {'server_uuid': '385ddf72-4d2b-4747-bcf7-5dd9d8e3fdf5', 'name': 'network-vif-deleted', 'tag': '5a418dc3-87d4-4a88-aa02-2a2d84f040e3', 'status': 'completed', 'code': 200} May 13 15:34:54.078769 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50602) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:54.139322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Deleting subnet 522729a4-25a6-4e6a-8040-56e2fa48af97 {{(pid=88132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 13 15:34:54.142168 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.190380 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7550231'] for subnet, precommit_delete_associations {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.243798 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682811'] for subnet, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.312204 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6630653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7815473'] for subnet, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.349298 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522729a4-25a6-4e6a-8040-56e2fa48af97,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:54.352732 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.358449 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-da1167c3-55b4-460d-b011-1c4c544ac72c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/522729a4-25a6-4e6a-8040-56e2fa48af97 HTTP/1.1" status: 204 len: 168 time: 0.2786710 May 13 15:34:54.360863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50606) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:54.464246 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1435910'] for network, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.583463 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397882', 'neutron.services.segments.db._delete_segments_for_network-8732697366402'] for network, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.607227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fe1afa-e53b-4395-a62a-b32415b4fa9e']}} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:54.619270 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57611a29-1be4-413f-a94e-7d62415d9f90') {'for_net_delete': True} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:54.619562 n-d-841736-1 neutron-server[88132]: DEBUG neutron.services.segments.db [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57611a29-1be4-413f-a94e-7d62415d9f90') {} {{(pid=88132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:54.630412 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732697370269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7550254'] for segment, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.646240 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.652080 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 15:34:54.652482 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6627423'] for segment, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: Traceback (most recent call last): May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: timer() May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: cb(*args, **kw) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: return func(*args, **kwargs) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: self._notify() May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: self.callback(batched_events) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: event.method(event) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: aggregate_uuid = self.p_client.list_aggregates( May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: return f(self, *a, **k) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: return self._get(url).json() May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: return self.request(url, 'GET', **kwargs) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: base_url = self.get_endpoint(auth, allow=allow, May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 15:34:54.665169 n-d-841736-1 neutron-server[88132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 15:34:54.743009 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737075'] for network, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.747813 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:54.772161 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] Pushing event deleted for resources: {'Network': ['ID=67fe1afa-e53b-4395-a62a-b32415b4fa9e,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:54.782635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-c3c243a1-b1e3-4ef6-94e8-c605aa9289ee admin admin] 10.222.0.36 "DELETE /v2.0/networks/67fe1afa-e53b-4395-a62a-b32415b4fa9e HTTP/1.1" status: 204 len: 168 time: 0.4182458 May 13 15:34:54.890016 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50612) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:54.938558 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-47f2efdb-8390-4265-bd68-1790c065459a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce7a6c31e63d40fba2bd0ea56922ba7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474205 May 13 15:34:54.940943 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50616) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:55.000008 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.025403 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.074978 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.092774 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79351f-5aba-450a-b09f-854f7e9b1589,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:55.103664 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.104832 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a2590eab-f9f2-4875-baa4-049d20a11199 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd79351f-5aba-450a-b09f-854f7e9b1589 HTTP/1.1" status: 204 len: 168 time: 0.1630092 May 13 15:34:55.797879 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50640) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:55.917857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1198899534-network', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:55.923611 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:55.927442 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Usage tracker for resource:network and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:55.930911 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:55.936564 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:55.947034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Made reservation on behalf of d2eb23882f1643af9609a7a425832f01 for: {'network': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:55.949456 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for network, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.961458 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:55.976368 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:55.980056 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Usage tracker for resource:security_group_rule and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:55.982812 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:55.988363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:56.069485 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.073316 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.109113 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=88132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 15:34:56.111168 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d818f-3bce-46a8-9f0c-633af1ee3087,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:56.120801 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394533'] for segment, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.121089 n-d-841736-1 neutron-server[88132]: INFO neutron.db.segments_db [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Added segment 418dadff-5968-46fa-a74e-7ff78edebf75 of type vlan for network 2aa7243c-87a6-420c-acf5-28afac8caeb6 May 13 15:34:56.146776 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732696820682'] for network, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.176668 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447'] for network, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.177573 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:56.178135 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Notify callbacks [] for network, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.374123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5751274 May 13 15:34:56.374966 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c20f8-4f02-4fac-a97b-32557eac53eb admin admin] Pushing event updated for resources: {'Network': ['ID=2aa7243c-87a6-420c-acf5-28afac8caeb6,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:56.376952 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50646) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:56.383063 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Request body: {'subnet': {'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1198899534-subnet', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:56.385850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 details requested by agent ovs-agent-n-d-841736-1 with host n-d-841736-1 {{(pid=88134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 13 15:34:56.388824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:56.392862 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Usage tracker for resource:subnet and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:56.395794 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:56.402343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:56.412152 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Made reservation on behalf of d2eb23882f1643af9609a7a425832f01 for: {'subnet': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:34:56.414884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7815452'] for subnet, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.609160 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6630588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7815434'] for subnet, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.683075 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3885cb-9859-4cd0-bedd-2e316c9399af,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:56.691357 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:56.691714 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Network hostable DHCP agents. Network: 2aa7243c-87a6-420c-acf5-28afac8caeb6, hostable agents: ['5f795e28-a11b-4e6a-ad9a-79e45450acd5'], hosted agents: [] {{(pid=88132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 15:34:56.709328 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is scheduled to be hosted by DHCP agent 5f795e28-a11b-4e6a-ad9a-79e45450acd5 with binding_index 1 {{(pid=88132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 15:34:56.718134 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-841736-1, 2aa7243c-87a6-420c-acf5-28afac8caeb6) {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:56.721994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:34:56.722573 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.729557 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e74013-be19-446d-bf44-580eee4a4d1e None None] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:56.746833 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-10bbc8c7-575e-4bfe-bacd-43f3572a2d84 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3687608 May 13 15:34:56.749374 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50650) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:56.754531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:34:56.759790 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:34:56.763653 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Usage tracker for resource:router and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:34:56.766535 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:34:56.772351 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:34:56.783986 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1738407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-125854'] for router, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.785283 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1736991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125833'] for router, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.801827 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:56.948601 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcefc15dc-9d49-5603-8a18-a778e954379a-2aa7243c-87a6-420c-acf5-28afac8caeb6', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af'}]}} from n-d-841736-1. {{(pid=88134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 13 15:34:56.949808 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.022409 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:34:57.068736 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:34:57.068973 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125947'] for router, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.069099 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 5a418dc3-87d4-4a88-aa02-2a2d84f040e3 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:34:57.159627 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Allocated IP 172.20.0.2 (2aa7243c-87a6-420c-acf5-28afac8caeb6/9c3885cb-9859-4cd0-bedd-2e316c9399af/e31cd859-6512-4e95-afb3-3488981ba257) {{(pid=88134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:57.367879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks [] for port, precommit_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.378287 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Transition to ACTIVE for port object e31cd859-6512-4e95-afb3-3488981ba257 will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:57.398730 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Transition to ACTIVE for port object e31cd859-6512-4e95-afb3-3488981ba257 will not be triggered until provisioned by entity DHCP. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:34:57.402775 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.404821 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061'] for port, after_create {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.433660 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.472475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:57.475420 n-d-841736-1 neutron-server[88134]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Resources bound (agent type, host, resource id): {{(pid=88134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:57.479525 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Received port after_create {{(pid=88134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:57.485079 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Pushing event updated for resources: {'Port': ['ID=e31cd859-6512-4e95-afb3-3488981ba257,revision_number=1']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:57.568818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Allocated IP 172.25.5.37 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/6daede75-60b1-417c-b5ac-c76ebb21043e) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:34:57.570138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Attempting to bind port e31cd859-6512-4e95-afb3-3488981ba257 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:34:57.570457 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Attempting to bind port e31cd859-6512-4e95-afb3-3488981ba257 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:34:57.570898 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Attempting to bind port e31cd859-6512-4e95-afb3-3488981ba257 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:34:57.576649 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:34:57.577028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:34:57.577416 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.577800 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:34:57.578273 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Bound port: e31cd859-6512-4e95-afb3-3488981ba257, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:34:57.578664 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.664337 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] For port e31cd859-6512-4e95-afb3-3488981ba257, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:34:57.667322 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] For port e31cd859-6512-4e95-afb3-3488981ba257, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e31cd859-6512-4e95-afb3-3488981ba257,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:34:57.671737 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.716189 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.749571 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:57.765929 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3cd0-94bf-47fc-a3dc-ccf397e03d82 None None] Pushing event updated for resources: {'Port': ['ID=e31cd859-6512-4e95-afb3-3488981ba257,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:57.826994 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:34:57.829773 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:34:57.833624 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:34:57.868454 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Pushing event updated for resources: {'Port': ['ID=6daede75-60b1-417c-b5ac-c76ebb21043e,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:58.171475 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e31cd859-6512-4e95-afb3-3488981ba257 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:34:58.237687 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port e31cd859-6512-4e95-afb3-3488981ba257 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:58.366138 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:58.697919 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce50aeb-6ec1-422d-ac6d-823c3628efd3 None None] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 requested from n-d-841736-1 {{(pid=88134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 13 15:34:58.707572 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737010'] for router, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:58.806312 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Provisioning for port e31cd859-6512-4e95-afb3-3488981ba257 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:34:58.815767 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Provisioning complete for port e31cd859-6512-4e95-afb3-3488981ba257 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:58.816136 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:58.919574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 is scheduled to L3 agent bd9def27-cc8a-496c-992d-f226cf56494c with binding_index 1 {{(pid=88132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 13 15:34:59.078209 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Current status of the port e31cd859-6512-4e95-afb3-3488981ba257 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:59.078586 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.099489 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:34:59.112984 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:34:59.123628 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] Notify callbacks [] for router, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.125337 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-5ef684a5-a598-495a-a432-200030889007 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3749878 May 13 15:34:59.127950 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50654) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:34:59.134397 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] For port e31cd859-6512-4e95-afb3-3488981ba257, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=e31cd859-6512-4e95-afb3-3488981ba257,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:34:59.136460 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:34:59.137184 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:34:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:59.217424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.381331 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd199f8-7ad0-4e74-ae9d-8d1d409f65ec None None] Pushing event updated for resources: {'Port': ['ID=e31cd859-6512-4e95-afb3-3488981ba257,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:34:59.401568 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:34:59.574974 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-2df71eea-3d3b-48cf-9b5b-65e16045de59 None None] Provisioning complete for port e31cd859-6512-4e95-afb3-3488981ba257 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:34:59.575376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2df71eea-3d3b-48cf-9b5b-65e16045de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.772041 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-2df71eea-3d3b-48cf-9b5b-65e16045de59 None None] Current status of the port e31cd859-6512-4e95-afb3-3488981ba257 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:34:59.790059 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:34:58Z', 'revision_number': 3, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1'}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:34:59.794141 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:34:59.794485 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Updating router 145661ee-6e15-48f2-b632-d5c8eb7aac57 port 6daede75-60b1-417c-b5ac-c76ebb21043e binding host n-d-841736-1 {{(pid=88134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:34:59.851501 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.909336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-42dd3b4f-c9fd-465a-89cf-869aaec23f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:34:59.936998 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.137654 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Allocated IP 172.20.0.1 (2aa7243c-87a6-420c-acf5-28afac8caeb6/9c3885cb-9859-4cd0-bedd-2e316c9399af/d29d44e4-e732-4b0c-97ff-d6c75ad16c44) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:35:00.158069 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device e31cd859-6512-4e95-afb3-3488981ba257 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:00.234551 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks [] for port, precommit_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.250415 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Transition to ACTIVE for port object 6daede75-60b1-417c-b5ac-c76ebb21043e will not be triggered until provisioned by entity L2. {{(pid=88134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:00.258172 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.286720 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.302753 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Transition to ACTIVE for port object d29d44e4-e732-4b0c-97ff-d6c75ad16c44 will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:00.327647 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port e31cd859-6512-4e95-afb3-3488981ba257 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:00.328018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.329131 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.382290 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Attempting to bind port 6daede75-60b1-417c-b5ac-c76ebb21043e on host n-d-841736-1 for vnic_type normal with profile {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:00.382570 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Attempting to bind port 6daede75-60b1-417c-b5ac-c76ebb21043e by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:00.382930 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Attempting to bind port 6daede75-60b1-417c-b5ac-c76ebb21043e on network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:00.390523 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53e85-c97f-4653-9679-f400aa6997a0 None None] Pushing event updated for resources: {'Port': ['ID=6daede75-60b1-417c-b5ac-c76ebb21043e,revision_number=2']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:00.398245 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:35:00.400791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:00.401444 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Checking segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:00.401625 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:35:00.402066 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.402713 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Bound using segment: {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'} {{(pid=88134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:00.403536 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.managers [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Bound port: 6daede75-60b1-417c-b5ac-c76ebb21043e, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b079f74-43c3-4cae-98e4-7532c26feade', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}}] {{(pid=88134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:00.404146 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.405238 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:35:00.437175 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Pushing event updated for resources: {'Port': ['ID=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:00.464219 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1742564'] for router_interface, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.521862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] For port 6daede75-60b1-417c-b5ac-c76ebb21043e, host n-d-841736-1, cleared binding levels {{(pid=88134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:00.544451 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] For port 6daede75-60b1-417c-b5ac-c76ebb21043e, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6daede75-60b1-417c-b5ac-c76ebb21043e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:00.553824 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.584424 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port e31cd859-6512-4e95-afb3-3488981ba257 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:00.636675 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:35:00.637220 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:34:33Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:00.727680 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.740621 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f53e85-c97f-4653-9679-f400aa6997a0 None None] Pushing event updated for resources: {'Port': ['ID=6daede75-60b1-417c-b5ac-c76ebb21043e,revision_number=3']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:00.819548 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c0156a67-6b5c-4ec9-8ea9-b5767e5dbd7d None None] Provisioning for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:00.841394 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-c0156a67-6b5c-4ec9-8ea9-b5767e5dbd7d None None] Provisioning complete for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:00.841756 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c0156a67-6b5c-4ec9-8ea9-b5767e5dbd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:00.910707 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-c0156a67-6b5c-4ec9-8ea9-b5767e5dbd7d None None] Port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:35:00.913158 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:35:01.068791 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:01.074419 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:01.180563 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Pushing event updated for resources: {'Port': ['ID=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:01.182995 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1742401'] for router_interface, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:01.224505 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 1, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:01.228934 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d12fefd-5143-4925-b2a6-83ee1a1e0623 None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 1, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:35:01.323354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:35:01.324633 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:35:01.542184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:35:01.636954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3bad7e2a-ddf4-45ec-8d24-79936a7e8b63 None None] Provisioning complete for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:01.637315 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3bad7e2a-ddf4-45ec-8d24-79936a7e8b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:01.695663 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3bad7e2a-ddf4-45ec-8d24-79936a7e8b63 None None] Port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:35:01.737154 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:35:01.746745 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a979efe2-1a95-458b-ae75-fdc6ac13ea4a admin admin] 10.222.0.36 "PUT /v2.0/routers/145661ee-6e15-48f2-b632-d5c8eb7aac57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6177502 May 13 15:35:02.087390 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50664) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:02.093184 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145294266', 'description': 'tempest-description--1236492298'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:02.101587 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:02.106488 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Usage tracker for resource:security_group and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:02.109992 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:02.117193 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:02.129854 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.157772 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:02.161626 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Usage tracker for resource:security_group_rule and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:02.164694 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:02.171052 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:02.184410 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6daede75-60b1-417c-b5ac-c76ebb21043e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:02.249794 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.255178 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826420'] for security_group, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.264602 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port 6daede75-60b1-417c-b5ac-c76ebb21043e completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:02.269843 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6daede75-60b1-417c-b5ac-c76ebb21043e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:02.270211 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.306472 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c460a7f6-9708-4c7c-8ab8-67dc989cdeba,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:02.311114 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.315126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-befbdf50-1dc4-426e-83a7-3edcd2edb74f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2238135 May 13 15:35:02.315673 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50668) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:02.321075 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'security_group_rule': {'security_group_id': 'c460a7f6-9708-4c7c-8ab8-67dc989cdeba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:02.330290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:02.334227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Usage tracker for resource:security_group_rule and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:02.337175 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88131) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:02.344161 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:02.363030 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.393093 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6daede75-60b1-417c-b5ac-c76ebb21043e is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:02.393464 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.414373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port 6daede75-60b1-417c-b5ac-c76ebb21043e, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=6daede75-60b1-417c-b5ac-c76ebb21043e,segment=NetworkSegment(2b079f74-43c3-4cae-98e4-7532c26feade),segment_id=2b079f74-43c3-4cae-98e4-7532c26feade)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:02.419598 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.447432 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.452579 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.483726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3554f6f1-e4c2-4512-a6a1-e0c1c2cd8300,revision_number=0']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:02.498952 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.500273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2bbff857-06f2-497e-8ca5-9160f10e3e89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838150 May 13 15:35:02.503537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50672) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:02.507063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=6daede75-60b1-417c-b5ac-c76ebb21043e,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:02.509419 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'security_group_rule': {'security_group_id': 'c460a7f6-9708-4c7c-8ab8-67dc989cdeba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:02.518195 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:02.522343 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Usage tracker for resource:security_group_rule and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:02.525444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:02.531446 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:02.552315 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.614448 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.618975 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826501'] for security_group_rule, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.641407 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd9a849-c0a8-4ceb-a93a-8bbf8e0e7d95,revision_number=0']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:02.650394 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.651652 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-a2701b9c-7a1b-43f5-ba75-7fe6358391dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471007 May 13 15:35:02.654603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.wsgi [-] (88132) accepted ('10.222.0.36', 50676) {{(pid=88132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:02.659607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'floatingip': {'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:02.666500 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:02.670394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Usage tracker for resource:floatingip and tenant:d2eb23882f1643af9609a7a425832f01 is out of sync, need to count used quota {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 13 15:35:02.673272 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88132) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 13 15:35:02.680324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:02.690187 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.771254 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f7774bbe-ac3c-41b8-a390-ced670634c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.836878 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.925734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:02.976909 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Allocated IP 172.25.5.104 (0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d/2d33ac09-7d29-49c1-beb3-c303852ac8b2/4d9eb388-c879-46ab-807c-68ba50c467da) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:35:03.125434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.156612 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.222239 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Network 0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:35:03.225049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:35:03.228634 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:35:03.278413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'Port': ['ID=4d9eb388-c879-46ab-807c-68ba50c467da,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:03.285761 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:35:03.295255 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:35:03.295929 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:35:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:03.321446 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.382447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.438473 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.473511 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:35:03.714871 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.719721 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.826549 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 2, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:03.830389 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:35:03.830740 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Updating router 145661ee-6e15-48f2-b632-d5c8eb7aac57 port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 binding host n-d-841736-1 {{(pid=88135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 15:35:03.832991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'Port': ['ID=4d9eb388-c879-46ab-807c-68ba50c467da,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:03.843752 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.865944 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:03.867677 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [None req-bcbb8f9c-1631-4748-964b-b2bc1c9ffe84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2121754 May 13 15:35:03.883876 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.027039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-f51e95fa-8832-483b-a2f2-27fe98ac4d02 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2145294266&fields=id&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 267 time: 0.0388882 May 13 15:35:04.164676 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device 6daede75-60b1-417c-b5ac-c76ebb21043e up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:04.186933 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-6b04bc1a-e584-46c4-8427-cf32684b8c3e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:04.188539 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-6b04bc1a-e584-46c4-8427-cf32684b8c3e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1546984 May 13 15:35:04.204642 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-c00f9ee4-4f4c-4a39-b331-3c6b698bc8c1 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/quotas/d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 375 time: 0.0100203 May 13 15:35:04.235935 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port 6daede75-60b1-417c-b5ac-c76ebb21043e triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:04.236337 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.238680 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks [] for port, precommit_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.256278 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.provisioning_blocks [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Transition to ACTIVE for port object d29d44e4-e732-4b0c-97ff-d6c75ad16c44 will not be triggered until provisioned by entity L2. {{(pid=88135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:04.265919 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.295488 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-88c8e668-6d23-4222-a784-eb2278590394 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830464 May 13 15:35:04.313609 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-7f94d04c-4c57-4495-bbb0-a2d4e45c60ed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:35:04.314578 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-7f94d04c-4c57-4495-bbb0-a2d4e45c60ed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070307 May 13 15:35:04.364850 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port 6daede75-60b1-417c-b5ac-c76ebb21043e is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:04.467615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ae27b2d0-0daa-4246-a0a0-bade9da09843 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463158 May 13 15:35:04.481596 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Pushing event updated for resources: {'Port': ['ID=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,revision_number=3']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:04.496439 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.497046 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.497548 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.498038 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.498522 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.499002 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.499483 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.499983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.500337 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.500811 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.501294 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.501784 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:04.509398 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Attempting to bind port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 on host n-d-841736-1 for vnic_type normal with profile {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:04.509398 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Attempting to bind port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 by drivers openvswitch,hyperv on host n-d-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:04.510983 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Attempting to bind port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:04.516728 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Checking agent: {'id': '9bf0c8da-98d5-471e-9a25-a31f0098f63f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 11, 33), 'started_at': datetime.datetime(2022, 5, 13, 14, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-841736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:04.517092 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:04.517486 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.517868 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:04.518332 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.managers [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Bound port: d29d44e4-e732-4b0c-97ff-d6c75ad16c44, host: n-d-841736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:04.518700 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.605061 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-e7f4867b-4391-44b6-bbd4-b4ec3c137db5 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338294 May 13 15:35:04.606506 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] For port d29d44e4-e732-4b0c-97ff-d6c75ad16c44, host n-d-841736-1, cleared binding levels {{(pid=88135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:04.609514 n-d-841736-1 neutron-server[88135]: DEBUG neutron.plugins.ml2.db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] For port d29d44e4-e732-4b0c-97ff-d6c75ad16c44, host n-d-841736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:04.614011 n-d-841736-1 neutron-server[88135]: DEBUG neutron_lib.callbacks.manager [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:04.688134 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:35:04.688975 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:35:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:04.793670 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138bf6-dfbf-4ce3-b022-83902188b2e1 None None] Pushing event updated for resources: {'Port': ['ID=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,revision_number=4']} {{(pid=88135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:04.870827 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e3f4c973-06ad-4dde-b41b-9bdaac73812d req-0f7d21e2-3c11-42d8-a2fc-e5d6d63e4e1a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:35:04.891656 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-e3f4c973-06ad-4dde-b41b-9bdaac73812d req-0f7d21e2-3c11-42d8-a2fc-e5d6d63e4e1a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:35:04.892992 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e3f4c973-06ad-4dde-b41b-9bdaac73812d req-0f7d21e2-3c11-42d8-a2fc-e5d6d63e4e1a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 210 time: 0.0731614 May 13 15:35:04.919137 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_dvr_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:35:05.063425 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:05.239471 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.l3_hamode_db [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:04Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:05.243366 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada1a5a-ef87-45ad-a704-3ace4a9c9465 None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:04Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:35:06.025651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ea2cb11f-2fd8-49a7-afd4-bd11065f9ed9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:06.026337 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ea2cb11f-2fd8-49a7-afd4-bd11065f9ed9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:network {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:35:06.044355 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ea2cb11f-2fd8-49a7-afd4-bd11065f9ed9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:network {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:35:06.045450 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ea2cb11f-2fd8-49a7-afd4-bd11065f9ed9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1702025 May 13 15:35:06.051052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7301a721-a97b-4389-8bd6-026c31a6f65e req-06ffc0d7-af54-4deb-b6ee-f7ca04ba7f36 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 210 time: 0.0506041 May 13 15:35:06.098648 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-4de91bb7-ebeb-49ea-9c71-9ba4f183bfbb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:security_group {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:35:06.118078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-4de91bb7-ebeb-49ea-9c71-9ba4f183bfbb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:security_group {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:35:06.119169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-4de91bb7-ebeb-49ea-9c71-9ba4f183bfbb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 380 time: 0.0601196 May 13 15:35:06.134263 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'port': {'device_id': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'admin_state_up': True, 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'security_groups': ['c460a7f6-9708-4c7c-8ab8-67dc989cdeba']}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:06.179784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d29d44e4-e732-4b0c-97ff-d6c75ad16c44 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:06.249732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:06.254343 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:06.254735 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.272683 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:35:06.282315 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.quota.driver [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:35:06.292716 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Made reservation on behalf of d2eb23882f1643af9609a7a425832f01 for: {'port': 1} {{(pid=88132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:35:06.296119 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.368373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 is: DOWN; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:06.368753 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.400907 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] For port d29d44e4-e732-4b0c-97ff-d6c75ad16c44, host n-d-841736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-841736-1',level=0,port_id=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:06.404482 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.457194 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.db_base_plugin_common [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Allocated IP 172.20.0.3 (2aa7243c-87a6-420c-acf5-28afac8caeb6/9c3885cb-9859-4cd0-bedd-2e316c9399af/37844043-650c-4525-8d72-0eb627df1f5b) {{(pid=88132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:35:06.473667 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Pushing event updated for resources: {'Port': ['ID=d29d44e4-e732-4b0c-97ff-d6c75ad16c44,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:06.639364 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for port, precommit_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.654617 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Transition to ACTIVE for port object 37844043-650c-4525-8d72-0eb627df1f5b will not be triggered until provisioned by entity DHCP. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:06.678884 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_create {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.753085 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:35:06.756389 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.base_scheduler [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources bound (agent type, host, resource id): {{(pid=88132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:35:06.760325 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Received port after_create {{(pid=88132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:35:06.791788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=1']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:06.814621 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.814965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.815306 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.815650 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.815989 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.816344 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.816675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.817003 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.817324 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.817646 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.817965 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.818287 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:06.849379 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:06.850434 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:06.878687 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-da05f4b8-605e-42e9-965d-25373f748d46 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484083 May 13 15:35:06.894788 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Request body: {'port': {'device_id': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-841736-1'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:06.998408 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9faaa316-f25e-4ec3-8f41-a1ed838c457d None None] Provisioning for port 37844043-650c-4525-8d72-0eb627df1f5b completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:07.003103 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-9faaa316-f25e-4ec3-8f41-a1ed838c457d None None] Provisioning complete for port 37844043-650c-4525-8d72-0eb627df1f5b triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:07.003483 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9faaa316-f25e-4ec3-8f41-a1ed838c457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:07.012429 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:07.055784 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-9faaa316-f25e-4ec3-8f41-a1ed838c457d None None] Port 37844043-650c-4525-8d72-0eb627df1f5b cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:35:07.351647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1d7a-ec09-4024-9a9c-8000e723ed5c req-662b5d6b-7040-479b-9b2b-9c96549f9d80 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:07.352362 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ce5b1d7a-ec09-4024-9a9c-8000e723ed5c req-662b5d6b-7040-479b-9b2b-9c96549f9d80 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:35:07.380700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-ce5b1d7a-ec09-4024-9a9c-8000e723ed5c req-662b5d6b-7040-479b-9b2b-9c96549f9d80 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:35:07.382370 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5b1d7a-ec09-4024-9a9c-8000e723ed5c req-662b5d6b-7040-479b-9b2b-9c96549f9d80 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 931 time: 0.2089176 May 13 15:35:07.583151 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37844043-650c-4525-8d72-0eb627df1f5b {{(pid=88132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:07.593845 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:07.598277 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ce5b1d7a-ec09-4024-9a9c-8000e723ed5c req-abce63df-c664-4025-b8f6-2cdb5a4cf22e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889641 May 13 15:35:07.611744 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Transition to ACTIVE for port object 37844043-650c-4525-8d72-0eb627df1f5b will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:07.615591 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:07.745356 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=2']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:07.855933 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:07.856439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:07.856897 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:07.861824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:35:07.862236 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:07.867555 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:07.868111 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:07.868437 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:07.868929 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Bound port: 37844043-650c-4525-8d72-0eb627df1f5b, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:07.869344 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:07.957718 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:07.961544 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:07.967764 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:08.030793 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.031665 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:08.033088 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] 10.222.0.90 "PUT /v2.0/ports/37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 1091 time: 1.1426506 May 13 15:35:08.033533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:08.057872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19e6b1-7a6c-4220-bb57-239836a392e9 service neutron] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=3']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:08.111733 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f00653f-2707-4fe5-b7b9-7d943490fca9'] response: {'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'status': 'completed', 'code': 200} May 13 15:35:08.165249 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-d19c46fc-630b-42c1-8b67-5c243d17a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.165436 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Device d29d44e4-e732-4b0c-97ff-d6c75ad16c44 up at agent ovs-agent-n-d-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:08.166604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-d19c46fc-630b-42c1-8b67-5c243d17a08d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1094 time: 0.0863240 May 13 15:35:08.249340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-55327352-fa80-4576-b355-7f1777011da4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 217 time: 0.0704098 May 13 15:35:08.278319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Provisioning complete for port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:08.278699 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:08.317886 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-97804084-6b00-4ade-a400-8b039f164744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.320028 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-97804084-6b00-4ade-a400-8b039f164744 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0601666 May 13 15:35:08.406026 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Current status of the port d29d44e4-e732-4b0c-97ff-d6c75ad16c44 is: ACTIVE; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:08.406645 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ca9e28a5-a578-4723-a125-386c927b5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.408112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-ca9e28a5-a578-4723-a125-386c927b5222 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786023 May 13 15:35:08.544287 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-9a6a7452-7b1f-40a1-87b7-992a4c61ee83 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258743 May 13 15:35:08.678978 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9d411974-8f5f-4fce-b58d-1c9249ec5bea req-c62a0bd0-aa03-48a6-ba34-131f7e9cee0a service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274259 May 13 15:35:08.853864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3e85-4bae-48d6-b85c-6277de0e11f7 req-526d117d-b8c3-4f80-a399-20f2c4413758 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.855338 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bdc3e85-4bae-48d6-b85c-6277de0e11f7 req-526d117d-b8c3-4f80-a399-20f2c4413758 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.1476269 May 13 15:35:08.857854 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-706096a5-3669-4ab8-af5b-1889e76d064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:08.859184 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-706096a5-3669-4ab8-af5b-1889e76d064a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1094 time: 0.1201475 May 13 15:35:08.978373 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bdc3e85-4bae-48d6-b85c-6277de0e11f7 req-04b178a4-279e-4b77-b651-7079175e8475 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172330 May 13 15:35:09.016780 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-1976a36a-5bf8-4a91-9312-116e96ba82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:09.018205 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-1976a36a-5bf8-4a91-9312-116e96ba82f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1445143 May 13 15:35:09.087839 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-8131160c-d659-4b82-86a0-f1b0ec771228 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 217 time: 0.0625377 May 13 15:35:09.152354 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-9f7e092d-24cc-4f5c-ab54-c80e3ee21408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:09.153778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-9f7e092d-24cc-4f5c-ab54-c80e3ee21408 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0589964 May 13 15:35:09.227034 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-17e33ac8-546f-4594-a0ef-2f938199fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:09.228527 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-17e33ac8-546f-4594-a0ef-2f938199fdb3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676346 May 13 15:35:09.473388 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-aaa13500-17dd-43bc-9f5a-1c844a7a3474 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374444 May 13 15:35:09.601665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f4612d01-0682-471a-83bc-22dcd51c8032 req-2079f3db-c94f-4894-9f62-b543d26338be service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207867 May 13 15:35:10.158436 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bd56b-aab6-478a-a943-dfa4dde7e34f req-433a17cb-55a1-490d-9f4b-5d5832d055b5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:10.159858 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f56bd56b-aab6-478a-a943-dfa4dde7e34f req-433a17cb-55a1-490d-9f4b-5d5832d055b5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.0774901 May 13 15:35:10.202387 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f56bd56b-aab6-478a-a943-dfa4dde7e34f req-494ab9f9-aceb-4e04-8b90-a8937160d2b2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363119 May 13 15:35:11.092791 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:35:11.220528 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:11.233364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '37844043-650c-4525-8d72-0eb627df1f5b', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': '37844043-650c-4525-8d72-0eb627df1f5b', 'mac_address': 'fa:16:3e:e3:3e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:35:11.286910 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 37844043-650c-4525-8d72-0eb627df1f5b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:11.287281 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:11.303304 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37844043-650c-4525-8d72-0eb627df1f5b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:11.319087 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:11.323596 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:11.387682 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1e4e4-13b0-4d0b-b63a-c7842d0ddf58 req-a8da4562-ca34-43b5-be0b-f47d695619aa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:11.389093 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ba1e4e4-13b0-4d0b-b63a-c7842d0ddf58 req-a8da4562-ca34-43b5-be0b-f47d695619aa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 944 time: 0.0837688 May 13 15:35:11.390769 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:11.398206 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.398540 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.398874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.399199 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.399520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.399837 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.400447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.400573 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.400804 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.401102 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.401412 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.401726 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:11.434872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ba1e4e4-13b0-4d0b-b63a-c7842d0ddf58 req-4900a22b-3e49-42e2-a72d-67b3f4f7552e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 May 13 15:35:11.558778 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['37844043-650c-4525-8d72-0eb627df1f5b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:35:12.719837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba462e7-52fd-4d42-8030-eee04ac0359e req-d3a9b904-0f3c-4979-a8e9-7347db64c3d5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:12.721245 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ba462e7-52fd-4d42-8030-eee04ac0359e req-d3a9b904-0f3c-4979-a8e9-7347db64c3d5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 944 time: 0.1804414 May 13 15:35:12.764394 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ba462e7-52fd-4d42-8030-eee04ac0359e req-9aa5f030-9a9a-4804-b955-e18d3fc0f849 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367839 May 13 15:35:13.092499 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:35:13.161309 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 37844043-650c-4525-8d72-0eb627df1f5b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:35:13.165763 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 37844043-650c-4525-8d72-0eb627df1f5b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:35:13.166134 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:13.278279 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 37844043-650c-4525-8d72-0eb627df1f5b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:13.278649 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:13.305212 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:13.314549 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:13.317687 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:13.353735 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2eac16-d9c1-4eb3-89b2-87faef18e228'] response: {'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'code': 200} May 13 15:35:13.386894 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:13.487894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa560cf-d12b-4b62-8f47-0536d99330c0 req-9181b53c-dc71-4d45-a499-652bf1906342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:13.489383 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8aa560cf-d12b-4b62-8f47-0536d99330c0 req-9181b53c-dc71-4d45-a499-652bf1906342 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1096 time: 0.0668669 May 13 15:35:13.537147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8aa560cf-d12b-4b62-8f47-0536d99330c0 req-0996c57e-5cd7-4848-83a0-7ff7076e6ccf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 May 13 15:35:13.946439 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d3964-bd4e-4073-bf9f-a82aa71ed201 req-6a524fb8-b29e-47f4-bf64-90e0bab5e49b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:13.947881 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50d3964-bd4e-4073-bf9f-a82aa71ed201 req-6a524fb8-b29e-47f4-bf64-90e0bab5e49b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0795889 May 13 15:35:13.993412 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f50d3964-bd4e-4073-bf9f-a82aa71ed201 req-f0d3d492-1e88-475d-8fcf-a1aba768f5b1 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397208 May 13 15:35:15.180434 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c015e7-e697-4d2b-ba6c-8180777e96e2 req-7fc9128c-e3ec-4a21-a130-41a039749f73 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:15.181876 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-84c015e7-e697-4d2b-ba6c-8180777e96e2 req-7fc9128c-e3ec-4a21-a130-41a039749f73 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0818541 May 13 15:35:15.225147 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-84c015e7-e697-4d2b-ba6c-8180777e96e2 req-65b29f68-09f6-49f4-9c88-e559802544ac tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376387 May 13 15:35:15.399780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c3650-fbc9-4e60-a0bb-c934906ae176 req-b5b3b1bb-1458-47ca-a43d-61db5c23b8a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:15.401243 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-cc8c3650-fbc9-4e60-a0bb-c934906ae176 req-b5b3b1bb-1458-47ca-a43d-61db5c23b8a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0789652 May 13 15:35:15.409955 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50724) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:35:15.414759 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'floatingip': {'port_id': '37844043-650c-4525-8d72-0eb627df1f5b'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:15.491524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.067548 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.071441 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.238151 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 associated. External IP: 172.25.5.104, port: 37844043-650c-4525-8d72-0eb627df1f5b. May 13 15:35:16.687928 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:35:16.865290 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:35:16.870310 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:16.874765 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:35:16.884734 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:35:16.885425 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:35:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:16.925407 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-6d5ab271-839d-486e-85fd-86a21c4454c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "PUT /v2.0/floatingips/c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 HTTP/1.1" status: 200 len: 991 time: 1.5144320 May 13 15:35:16.926072 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:16.978486 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c933f225-2364-43ba-bfc9-0754af6335bb'] response: {'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'status': 'completed', 'code': 200} May 13 15:35:17.068138 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:35:17.132408 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-769e5ee0-9794-484f-9f90-f345558aa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.133903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-769e5ee0-9794-484f-9f90-f345558aa5ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1096 time: 0.1324775 May 13 15:35:17.145647 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad4cd-a46c-4660-bc81-92f3e7335307 req-c1a7422f-82c6-456d-bbda-38c512cb67c8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.147036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d85ad4cd-a46c-4660-bc81-92f3e7335307 req-c1a7422f-82c6-456d-bbda-38c512cb67c8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.1150293 May 13 15:35:17.268441 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d85ad4cd-a46c-4660-bc81-92f3e7335307 req-6dabba16-650c-400c-9ed1-495f586ec6b9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030288 May 13 15:35:17.311439 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-a8b3a1e9-8c86-4db1-af69-03167cabc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.312973 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-a8b3a1e9-8c86-4db1-af69-03167cabc791 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1650732 May 13 15:35:17.420554 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-c4b119de-631f-40db-9924-f75b04e02670 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 999 time: 0.1016402 May 13 15:35:17.426401 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '37844043-650c-4525-8d72-0eb627df1f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:e3:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:35:15Z', 'revision_number': 1, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:17.431370 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:35:17.442231 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:35:17.442842 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:35:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:17.496091 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-4329e506-253f-4107-857d-0f4ecdc46cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.497785 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-4329e506-253f-4107-857d-0f4ecdc46cd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0717781 May 13 15:35:17.576055 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-ef5d7d90-8212-43b2-96b0-ce76d7832886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.577604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-ef5d7d90-8212-43b2-96b0-ce76d7832886 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740809 May 13 15:35:17.626412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cda14f-db80-4b9a-89f4-e616d1be4056 req-bf5bcaf5-846a-4ecd-968f-ea0111f093d3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:17.627990 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9cda14f-db80-4b9a-89f4-e616d1be4056 req-bf5bcaf5-846a-4ecd-968f-ea0111f093d3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0821931 May 13 15:35:17.669648 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:35:17.677179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b9cda14f-db80-4b9a-89f4-e616d1be4056 req-37a29c89-6b8c-4c4c-adf3-32d84a9488e6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 May 13 15:35:17.713528 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-f7597c90-067f-4d34-8f91-59705b56a469 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286120 May 13 15:35:17.855645 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2dea42e8-57d2-4048-8a16-64921f38f781 req-052a7683-d073-4b77-bda6-242dfd1fa555 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359689 May 13 15:35:18.022112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '37844043-650c-4525-8d72-0eb627df1f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:e3:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:35:15Z', 'revision_number': 1, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:35:18.026574 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb0ddf-b751-4248-b3b4-a0af80fff798 None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '37844043-650c-4525-8d72-0eb627df1f5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:e3:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:35:15Z', 'revision_number': 1, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:35:18.214330 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415986d-8381-4f36-b94a-b375d939d1a3 None None] New status for floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:35:18.864600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec552a-b91f-4447-82c5-33cfa61b20d3 req-b41f5f3d-b4bf-4772-bd2f-99968028c666 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:18.866557 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bec552a-b91f-4447-82c5-33cfa61b20d3 req-b41f5f3d-b4bf-4772-bd2f-99968028c666 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0831990 May 13 15:35:18.911599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5bec552a-b91f-4447-82c5-33cfa61b20d3 req-9da49a4a-e899-4771-97e7-853db7bbe933 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392261 May 13 15:35:19.091473 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e3504-bdc4-4a7e-9e5b-63b2c8201eec req-a870c12d-3433-4c3b-a17a-e26217abccac tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.092942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-945e3504-bdc4-4a7e-9e5b-63b2c8201eec req-a870c12d-3433-4c3b-a17a-e26217abccac tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0784285 May 13 15:35:19.135647 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-945e3504-bdc4-4a7e-9e5b-63b2c8201eec req-9dbea905-1d2e-46da-8c2b-04a7fd3f93b9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 May 13 15:35:19.409878 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:19.531164 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-05a2d585-9a88-4ea5-a27c-951f9a570f26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247032 May 13 15:35:19.550399 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a4140-1641-4773-84da-6dbabc4d2cbe req-ba4720c9-50c0-4ae9-b9ad-fec29f4a5108 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:19.552178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c2a4140-1641-4773-84da-6dbabc4d2cbe req-ba4720c9-50c0-4ae9-b9ad-fec29f4a5108 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.1004708 May 13 15:35:19.597240 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3c2a4140-1641-4773-84da-6dbabc4d2cbe req-d14d6c72-415e-48dd-91ba-a5f532998558 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385568 May 13 15:35:20.048308 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:20.064282 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-ef50abfa-a297-47d0-b069-d00a99e5e73c req-533efed3-3f49-425b-8cd3-213840a44a3e service neutron] (88131) timed out ('10.222.0.90', 49897) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:35:20.791570 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e929c-7618-4445-b91f-66f424c28428 req-7546d77b-eacd-4602-b47a-dc1ac77bbedb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:20.793496 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c0e929c-7618-4445-b91f-66f424c28428 req-7546d77b-eacd-4602-b47a-dc1ac77bbedb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0909090 May 13 15:35:20.891431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0c0e929c-7618-4445-b91f-66f424c28428 req-32985725-1ae2-4773-af1c-8d96f674366e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593462 May 13 15:35:20.904087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-4f4ae664-a2ad-4009-9a70-4cefe90c9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:20.905584 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-4f4ae664-a2ad-4009-9a70-4cefe90c9368 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1096 time: 0.1083791 May 13 15:35:21.047068 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-661ae717-56a1-4448-b7d4-c9c6dba2e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:21.048532 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-661ae717-56a1-4448-b7d4-c9c6dba2e630 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1244066 May 13 15:35:21.139199 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:21.258844 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-c1da6b2f-ce47-4e5a-9209-c36cc262a84f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 1001 time: 0.2038035 May 13 15:35:21.319939 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-f46c4653-51ab-4899-8198-23d6699e341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:21.321348 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-f46c4653-51ab-4899-8198-23d6699e341e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0561473 May 13 15:35:21.394310 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-06a9f254-c910-4d4e-8837-38b83bf434eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:21.395778 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-06a9f254-c910-4d4e-8837-38b83bf434eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681853 May 13 15:35:21.525411 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-f75284b0-a2b0-4605-8d5d-99806d3b911a service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232624 May 13 15:35:21.654080 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-4c7578a2-a1c0-4059-8019-ff1669bd56e5 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227121 May 13 15:35:22.077812 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f6049-8b86-4e8c-8cfb-ebd6fea8fef8 req-857f4119-3137-4e1f-9e93-34055da0685a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:22.079249 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac3f6049-8b86-4e8c-8cfb-ebd6fea8fef8 req-857f4119-3137-4e1f-9e93-34055da0685a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0821705 May 13 15:35:22.122415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac3f6049-8b86-4e8c-8cfb-ebd6fea8fef8 req-57017f15-e1c2-4a12-8a4d-ae5639c1d4b3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 May 13 15:35:23.322410 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c854a9-5ee3-4d44-8378-b0fdd6b28848 req-f569a5b9-7149-48d2-892b-6d2475179375 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:23.323872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9c854a9-5ee3-4d44-8378-b0fdd6b28848 req-f569a5b9-7149-48d2-892b-6d2475179375 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0837846 May 13 15:35:23.366744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d9c854a9-5ee3-4d44-8378-b0fdd6b28848 req-1588b594-f94a-4fa1-914f-f211042137d2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 May 13 15:35:24.552574 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102ae2-ec2d-4a63-821a-00686192b25a req-5b411ab2-e550-49f1-a3c0-72bb9ffda51a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:24.554566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aa102ae2-ec2d-4a63-821a-00686192b25a req-5b411ab2-e550-49f1-a3c0-72bb9ffda51a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0846000 May 13 15:35:24.597016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-aa102ae2-ec2d-4a63-821a-00686192b25a req-c57ff8b2-2a8f-4d72-97fa-ba22854c9ca8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368781 May 13 15:35:25.779996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975265-ecf6-486c-80f8-480d399e166f req-2bb38cb7-35a5-44c2-b528-18d4abebecb5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:25.781774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1975265-ecf6-486c-80f8-480d399e166f req-2bb38cb7-35a5-44c2-b528-18d4abebecb5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0810654 May 13 15:35:25.829767 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a1975265-ecf6-486c-80f8-480d399e166f req-8fa014d5-3f09-4ddb-b215-b64f9ee88d94 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 May 13 15:35:27.013181 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ed085-9b39-4e41-b3e0-cacbcec2a024 req-75525d04-bd5a-4745-899c-54f38a16c2a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:27.014674 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-114ed085-9b39-4e41-b3e0-cacbcec2a024 req-75525d04-bd5a-4745-899c-54f38a16c2a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0819676 May 13 15:35:27.057554 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-114ed085-9b39-4e41-b3e0-cacbcec2a024 req-33ac99df-cf38-46f5-aac9-112c61ee2ebd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372660 May 13 15:35:28.237960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68095b-96c6-404d-bdd4-785b03c49a32 req-5b9d9ae1-9c5f-4a07-a95f-a28a924f0892 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:28.239392 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c68095b-96c6-404d-bdd4-785b03c49a32 req-5b9d9ae1-9c5f-4a07-a95f-a28a924f0892 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0779860 May 13 15:35:28.283029 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3c68095b-96c6-404d-bdd4-785b03c49a32 req-b339ef1b-f2cd-40c0-b3b2-179c40aec596 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374691 May 13 15:35:29.468488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935d4f8-a729-4540-88cc-a0baad42a049 req-83cf51a4-a127-4065-9090-64bfcf22223e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:29.469935 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2935d4f8-a729-4540-88cc-a0baad42a049 req-83cf51a4-a127-4065-9090-64bfcf22223e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0805736 May 13 15:35:29.515793 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2935d4f8-a729-4540-88cc-a0baad42a049 req-dad7616e-d24b-4621-9ead-f99b812634ee tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 May 13 15:35:29.882164 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-720bdac4-61f3-4745-9edb-0f8008bf70c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:30.715600 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b246-3104-496f-9ae1-0ad68157a8ef req-7c0512ee-dbec-4ae2-801d-73f4360918a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:30.717174 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d652b246-3104-496f-9ae1-0ad68157a8ef req-7c0512ee-dbec-4ae2-801d-73f4360918a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0826211 May 13 15:35:30.760864 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d652b246-3104-496f-9ae1-0ad68157a8ef req-d8ae58b1-0348-4db6-8d4f-6837d64807c9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 May 13 15:35:31.941730 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae0709-e603-4059-b8a6-1f72294a22c8 req-f69b9382-bf4c-4d0e-86d2-06c2344b2ebb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:31.943182 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-24ae0709-e603-4059-b8a6-1f72294a22c8 req-f69b9382-bf4c-4d0e-86d2-06c2344b2ebb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0797138 May 13 15:35:31.986192 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-24ae0709-e603-4059-b8a6-1f72294a22c8 req-1b75f406-7896-403d-828f-7fcb962c0d30 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 May 13 15:35:32.765376 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-c68dcd1d-b38b-42c1-a046-7d8eca7ab0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:32.927191 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:33.171498 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76793-82f4-4477-b54c-1136c4963e0a req-228ba9bf-2b5c-4db4-9471-e386d44a8770 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:33.173011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e76793-82f4-4477-b54c-1136c4963e0a req-228ba9bf-2b5c-4db4-9471-e386d44a8770 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0816438 May 13 15:35:33.216950 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e0e76793-82f4-4477-b54c-1136c4963e0a req-98cc96ef-a2de-4b22-a02c-e6df77b04f48 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 May 13 15:35:33.433839 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:34.405863 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0398736-6d73-4862-8936-90d923f2e2de req-4878ee8d-6a59-4928-a1df-8ce224e75d07 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:34.407483 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0398736-6d73-4862-8936-90d923f2e2de req-4878ee8d-6a59-4928-a1df-8ce224e75d07 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0854530 May 13 15:35:34.451294 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c0398736-6d73-4862-8936-90d923f2e2de req-908025e0-0e2e-4dba-a903-1999b435b430 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381880 May 13 15:35:35.065158 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:35.649364 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf7ef-b902-4c8e-a068-4f6d51fb4214 req-bf40670d-3c28-44d8-b73e-684a231b86a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:35.650886 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ddaf7ef-b902-4c8e-a068-4f6d51fb4214 req-bf40670d-3c28-44d8-b73e-684a231b86a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0855083 May 13 15:35:35.694033 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1ddaf7ef-b902-4c8e-a068-4f6d51fb4214 req-24a749aa-a3eb-42dc-8466-96f5e584abe6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374720 May 13 15:35:36.879897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57c595-93ea-42b5-850c-35747786934b req-4f53fe48-457f-42cd-b7cb-6886dae32dea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:36.881349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d57c595-93ea-42b5-850c-35747786934b req-4f53fe48-457f-42cd-b7cb-6886dae32dea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0791447 May 13 15:35:36.925246 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3d57c595-93ea-42b5-850c-35747786934b req-b3a90a3a-630a-452c-9c07-c6344f133ad7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 May 13 15:35:38.109332 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768f2d3-ca8d-426c-aa1d-1637f37f348f req-f862ee0a-bcb7-487b-81ed-30c2e0676394 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:38.110827 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3768f2d3-ca8d-426c-aa1d-1637f37f348f req-f862ee0a-bcb7-487b-81ed-30c2e0676394 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0786507 May 13 15:35:38.157274 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3768f2d3-ca8d-426c-aa1d-1637f37f348f req-0b9fe64d-adc2-4317-8e37-16d22e71aa0f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 May 13 15:35:39.342214 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4a2c8-e83a-424e-aa80-80f7554d487a req-9c93fa3b-7c0b-4611-8d27-4d4e8d48e9b7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:39.343666 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1d4a2c8-e83a-424e-aa80-80f7554d487a req-9c93fa3b-7c0b-4611-8d27-4d4e8d48e9b7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0829141 May 13 15:35:39.387232 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a1d4a2c8-e83a-424e-aa80-80f7554d487a req-9ee98750-fd68-4c33-942f-e315233b97a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 May 13 15:35:40.571087 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e1503-a2fe-466f-a8ee-a0a8b5abdfe3 req-3d227abc-9bad-4765-ae40-d687b2a10efe tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:40.572628 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b6e1503-a2fe-466f-a8ee-a0a8b5abdfe3 req-3d227abc-9bad-4765-ae40-d687b2a10efe tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0793138 May 13 15:35:40.617011 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9b6e1503-a2fe-466f-a8ee-a0a8b5abdfe3 req-faced997-ecdf-4709-8b3b-76403df8a813 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 May 13 15:35:41.799289 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710af3a-704e-4ac2-ad9f-d044abfb1741 req-f6c03db3-9558-4cfa-a8dd-d89efbbd56ea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:41.800759 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7710af3a-704e-4ac2-ad9f-d044abfb1741 req-f6c03db3-9558-4cfa-a8dd-d89efbbd56ea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0788846 May 13 15:35:41.847381 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7710af3a-704e-4ac2-ad9f-d044abfb1741 req-a33b43ce-b88a-4ca3-be2b-f9f603465d99 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 May 13 15:35:43.036619 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4e330-5fa5-416f-a047-ed5909c203dc req-5c830759-71db-41d4-91cf-3cd13523203b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:43.037994 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-48a4e330-5fa5-416f-a047-ed5909c203dc req-5c830759-71db-41d4-91cf-3cd13523203b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0841866 May 13 15:35:43.081448 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-48a4e330-5fa5-416f-a047-ed5909c203dc req-16caf1d8-79b1-4223-a791-be40b4ab43c3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378122 May 13 15:35:43.819533 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138ac6-d872-43c4-af45-cc30fa667393 req-83ff3fcf-11c9-4725-9657-821aaafd690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:43.821051 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-83ff3fcf-11c9-4725-9657-821aaafd690f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1096 time: 0.0706570 May 13 15:35:43.969347 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138ac6-d872-43c4-af45-cc30fa667393 req-a980b97d-aea6-411c-b472-77b3ee52c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:43.970791 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-a980b97d-aea6-411c-b472-77b3ee52c35a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1277962 May 13 15:35:44.075323 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-32dc00e1-67c6-4a20-8b87-ff2d81db9898 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 1001 time: 0.0943778 May 13 15:35:44.138531 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138ac6-d872-43c4-af45-cc30fa667393 req-2294282f-8d43-46cc-94f5-5a9601d0b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:44.139956 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-2294282f-8d43-46cc-94f5-5a9601d0b425 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0571594 May 13 15:35:44.221996 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138ac6-d872-43c4-af45-cc30fa667393 req-9dc8f3e5-5ce5-4645-abfe-2a94c0666372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:44.223473 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-9dc8f3e5-5ce5-4645-abfe-2a94c0666372 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736332 May 13 15:35:44.357365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-5ee1d2d5-50ac-402d-acf7-36b6defad263 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264262 May 13 15:35:44.368313 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83386d-1790-4b34-b8b1-b2f9998214e5 req-7226bf97-6708-439e-9809-92a0a3b5d400 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:44.369803 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b83386d-1790-4b34-b8b1-b2f9998214e5 req-7226bf97-6708-439e-9809-92a0a3b5d400 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.1804492 May 13 15:35:44.413949 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2b83386d-1790-4b34-b8b1-b2f9998214e5 req-ab3cc513-37bf-44b7-8dad-fd3eb0e8a946 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381846 May 13 15:35:44.593872 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-af138ac6-d872-43c4-af45-cc30fa667393 req-eed9c221-cf63-4db8-8932-f35b5c988b84 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307487 May 13 15:35:45.603568 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71cf01-9f15-4671-9eb7-09046a9b3c68 req-780ba777-5bb0-4e56-9da2-babff03e33e7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:45.605539 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c71cf01-9f15-4671-9eb7-09046a9b3c68 req-780ba777-5bb0-4e56-9da2-babff03e33e7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0798373 May 13 15:35:45.649018 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-7c71cf01-9f15-4671-9eb7-09046a9b3c68 req-bec5f612-b7b0-4e57-b011-0bf20a7b5667 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 May 13 15:35:46.833931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb2ba-b683-4b45-aac8-a9302c359194 req-ac97da2f-85c3-485d-bf84-2c57f4c10c1e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:46.835416 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bccb2ba-b683-4b45-aac8-a9302c359194 req-ac97da2f-85c3-485d-bf84-2c57f4c10c1e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0811296 May 13 15:35:46.879124 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9bccb2ba-b683-4b45-aac8-a9302c359194 req-4b1a3b80-6b65-4eae-90e1-91709637e91d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 May 13 15:35:48.064961 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c26106-ba32-4ad6-9d24-252568d2746d req-bb68704b-e8d9-473b-93c3-2da0d6724f89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:48.066404 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a3c26106-ba32-4ad6-9d24-252568d2746d req-bb68704b-e8d9-473b-93c3-2da0d6724f89 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0819309 May 13 15:35:48.109808 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a3c26106-ba32-4ad6-9d24-252568d2746d req-89691d12-3a98-4d99-b709-5b504260ee65 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 May 13 15:35:49.294729 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e880a2-d71a-43ca-a3a9-371adbb6c639 req-e6b3de6e-cd1b-4802-b639-5c2ed8250564 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:49.296169 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80e880a2-d71a-43ca-a3a9-371adbb6c639 req-e6b3de6e-cd1b-4802-b639-5c2ed8250564 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0814509 May 13 15:35:49.342476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-80e880a2-d71a-43ca-a3a9-371adbb6c639 req-31541f93-9285-4955-a8ed-fe51372ff833 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 May 13 15:35:50.047142 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:50.522728 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7e07-d2c8-467c-9383-00edea017570 req-5c619cc2-262e-4e8d-8631-032d1bc84f4b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:50.524167 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b9e7e07-d2c8-467c-9383-00edea017570 req-5c619cc2-262e-4e8d-8631-032d1bc84f4b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0786142 May 13 15:35:50.567765 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4b9e7e07-d2c8-467c-9383-00edea017570 req-3def1a50-ba1e-44dc-bd65-0c281b3e6a59 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375323 May 13 15:35:51.153307 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:51.758460 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857a9ec-a766-4d6d-be21-c6ad0200373a req-6b845a2d-d031-42da-b8da-1631317bafe3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:51.759922 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a857a9ec-a766-4d6d-be21-c6ad0200373a req-6b845a2d-d031-42da-b8da-1631317bafe3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0788884 May 13 15:35:51.804347 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a857a9ec-a766-4d6d-be21-c6ad0200373a req-6af26cf1-e451-4c4c-8abd-bf199dad6a7e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 May 13 15:35:52.993885 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2d490-adce-4080-b70d-588d59d18088 req-bd95a50e-d245-4387-8d67-aecff81b70b3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:52.995329 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14f2d490-adce-4080-b70d-588d59d18088 req-bd95a50e-d245-4387-8d67-aecff81b70b3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0824316 May 13 15:35:53.039113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-14f2d490-adce-4080-b70d-588d59d18088 req-4371b7c2-4d6f-4df1-bb1a-36fbc9fba867 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379982 May 13 15:35:53.849932 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-28bcc1a2-05f1-4598-9255-65c57cdb3f3e service neutron] show failed (client error): The resource could not be found. May 13 15:35:53.850911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-28bcc1a2-05f1-4598-9255-65c57cdb3f3e service neutron] 10.222.0.90 "GET /v2.0/ports/37844043-650c-4525-8d72-0eb627df1f5b/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0771010 May 13 15:35:54.136919 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-9e190d4d-e7bc-4715-8bb0-4c4c9765e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:54.138448 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-9e190d4d-e7bc-4715-8bb0-4c4c9765e47d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 1096 time: 0.0737798 May 13 15:35:54.178825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:35:54.326074 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71783ce2-91c4-46c9-aa4a-b2aaf51d6852 req-ee0a11f5-136a-4512-8297-731a3d7882a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:54.327451 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71783ce2-91c4-46c9-aa4a-b2aaf51d6852 req-ee0a11f5-136a-4512-8297-731a3d7882a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.1831877 May 13 15:35:54.328155 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:54.428326 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-71783ce2-91c4-46c9-aa4a-b2aaf51d6852 req-41c666c0-4eda-443d-ac42-0e83d9a7a51f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914326 May 13 15:35:54.627117 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:54.655130 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:54.710911 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:54.717725 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:54.733230 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Transition to ACTIVE for port object 37844043-650c-4525-8d72-0eb627df1f5b will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:35:54.737607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:54.846328 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca5c237-dbaf-4c44-9811-0053a1645266'] response: {'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'code': 200} May 13 15:35:54.890676 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=6']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:54.903529 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.903869 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.904204 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.904558 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.904884 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.905211 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.905567 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.905913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.906265 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.906583 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.906900 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.907215 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:35:54.953503 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] No DVR routers for this DVR port 37844043-650c-4525-8d72-0eb627df1f5b on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:35:55.178608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:35:55.179294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:35:55.179294 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:55.183593 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:35:55.184450 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Attempting to bind port 37844043-650c-4525-8d72-0eb627df1f5b on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:35:55.189421 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:35:55.189748 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:35:55.190121 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:35:55.190540 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Bound port: 37844043-650c-4525-8d72-0eb627df1f5b, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:35:55.190877 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:55.389739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:35:55.392625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:35:55.397500 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:55.457504 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.458196 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:55.459636 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] 10.222.0.86 "PUT /v2.0/ports/37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 1091 time: 1.2844849 May 13 15:35:55.474796 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc1b4-eef6-449a-bef7-3dbfb76f0775 service neutron] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=7']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:55.630278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-2f29fc05-9a08-4c97-b29a-4667a4a14a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.631768 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-2f29fc05-9a08-4c97-b29a-4667a4a14a21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1094 time: 0.1410656 May 13 15:35:55.643875 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c2c78-8648-414a-990c-8ba2900e8a3a req-461e9abd-7a6c-47fa-b91b-34d9a16a5a93 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.645398 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f69c2c78-8648-414a-990c-8ba2900e8a3a req-461e9abd-7a6c-47fa-b91b-34d9a16a5a93 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.1052289 May 13 15:35:55.770004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f69c2c78-8648-414a-990c-8ba2900e8a3a req-6917f6a0-7847-40b8-bd40-b75d91f612ec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056278 May 13 15:35:55.805794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-b6598357-e852-4624-a73b-4c26eec178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.807236 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-b6598357-e852-4624-a73b-4c26eec178d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1609759 May 13 15:35:55.912458 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-0bb5beb1-6102-4f8b-9375-897cd68e7516 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 999 time: 0.0960381 May 13 15:35:55.979633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-42387b7f-91e7-4d22-934f-29078cbe0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:55.981001 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-42387b7f-91e7-4d22-934f-29078cbe0f12 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0590570 May 13 15:35:56.056739 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-23e07016-3c21-4745-8064-0e7c19fdd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:56.058185 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-23e07016-3c21-4745-8064-0e7c19fdd346 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681746 May 13 15:35:56.190295 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-f01ce391-0a15-40cc-b926-bdbf7d1e24fa service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225593 May 13 15:35:56.321938 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-69c4e8f5-5c4c-4ca5-82ff-c751a1cb5b3f req-5be8cd14-4f84-4e38-a30e-6e3220014a68 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226907 May 13 15:35:56.409735 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:35:56.847606 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:35:56.904551 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1681ae71-99ab-44c0-a3c6-fb29bb3d0710'] response: {'name': 'network-changed', 'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'status': 'completed', 'code': 200} May 13 15:35:57.000139 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-889381c3-8cef-471b-95f6-4dd80e13ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.001693 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-889381c3-8cef-471b-95f6-4dd80e13ceba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1094 time: 0.0744243 May 13 15:35:57.010569 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ee846-810c-4177-89e5-3947fa002688 req-b7fc5a3e-7bca-4e75-8f12-8fd794b2c2f7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.012057 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-905ee846-810c-4177-89e5-3947fa002688 req-b7fc5a3e-7bca-4e75-8f12-8fd794b2c2f7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.1336980 May 13 15:35:57.055730 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-e61ffb26-09b8-4939-a560-4c8ac57d60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.057125 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-e61ffb26-09b8-4939-a560-4c8ac57d60d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1094 time: 0.1232851 May 13 15:35:57.065722 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-905ee846-810c-4177-89e5-3947fa002688 req-527173b2-6a9d-4b2b-b201-5131dadf455d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478749 May 13 15:35:57.140061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-c2828d23-4c49-4337-b2ec-0d405935af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.141586 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-c2828d23-4c49-4337-b2ec-0d405935af31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1321301 May 13 15:35:57.192719 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-56d9ff65-db61-4e8f-93f7-f5d2d170d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.194169 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-56d9ff65-db61-4e8f-93f7-f5d2d170d141 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1273103 May 13 15:35:57.241435 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-165946ee-ec36-4131-bed3-bc6241789da1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 999 time: 0.0934834 May 13 15:35:57.264464 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:35:57.307074 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-06bcfc93-a3c6-498e-8dfd-99593107247d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 999 time: 0.1022274 May 13 15:35:57.311803 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-040fa986-753a-47cb-a38e-10f00b83a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.313376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-040fa986-753a-47cb-a38e-10f00b83a206 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0652819 May 13 15:35:57.321348 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:35:57.371932 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-9e2d0182-9225-4457-82f6-ada18498ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.373454 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-9e2d0182-9225-4457-82f6-ada18498ba36 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0576017 May 13 15:35:57.389967 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-15a43cdb-33fc-489b-a00d-dc6e6d0fac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.391439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-15a43cdb-33fc-489b-a00d-dc6e6d0fac38 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694818 May 13 15:35:57.455069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06518b-87f8-4901-a776-e56c104c650c req-2dcf2b35-4caa-47d0-88cb-dca24e743e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:57.456873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-2dcf2b35-4caa-47d0-88cb-dca24e743e4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737884 May 13 15:35:57.521694 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-9eceac2d-e8bb-470e-b2da-281d909304a0 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238787 May 13 15:35:57.594586 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-b6dcf923-6432-4206-8c3a-643c6d19aad5 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277544 May 13 15:35:57.649815 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-aa222b06-cea9-450f-b64e-a58e812672e2 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209641 May 13 15:35:57.727984 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df06518b-87f8-4901-a776-e56c104c650c req-5c7d9f15-67dd-40a6-b244-bed814cb8f37 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238890 May 13 15:35:58.367718 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4256b-4ffc-4faa-93fc-2cc90f2a671f req-c1b44a6b-2c8d-4b9c-8fca-5163cdfb3605 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:58.369098 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15b4256b-4ffc-4faa-93fc-2cc90f2a671f req-c1b44a6b-2c8d-4b9c-8fca-5163cdfb3605 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.1904047 May 13 15:35:58.412132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-15b4256b-4ffc-4faa-93fc-2cc90f2a671f req-acbb3493-546d-4d95-ba9b-58a4f9019c68 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367074 May 13 15:35:59.404709 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:35:59.539594 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:59.553303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '37844043-650c-4525-8d72-0eb627df1f5b', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': '37844043-650c-4525-8d72-0eb627df1f5b', 'mac_address': 'fa:16:3e:e3:3e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:35:59.605665 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b6043-8f94-43a9-9452-67017e9ee5b6 req-80d22353-f61d-49cd-b499-f0f68b9876a2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:35:59.607742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-658b6043-8f94-43a9-9452-67017e9ee5b6 req-80d22353-f61d-49cd-b499-f0f68b9876a2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 943 time: 0.0814064 May 13 15:35:59.611816 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 37844043-650c-4525-8d72-0eb627df1f5b is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:35:59.612301 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:59.628846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37844043-650c-4525-8d72-0eb627df1f5b {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:35:59.643704 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:35:59.648658 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:59.654073 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-658b6043-8f94-43a9-9452-67017e9ee5b6 req-0e3e9222-3201-4bb7-90e4-e3dae7ba1e75 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 May 13 15:35:59.716998 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:35:59.884914 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3c42a407-5f0f-44db-81af-425e16b305bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:35:59.888275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['37844043-650c-4525-8d72-0eb627df1f5b'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:00.028227 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6c07-5fe0-4740-a95e-533de696a62a req-8c3698c3-a191-4f26-8f2a-8685338fadda tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.030420 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-8c3698c3-a191-4f26-8f2a-8685338fadda tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd&tenant_id=d2eb23882f1643af9609a7a425832f01&binding%3Ahost_id=n-h2-841736-1 HTTP/1.1" status: 200 len: 944 time: 0.1114066 May 13 15:36:00.037985 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73c1e-0adb-4ce0-a440-2060935a11d6 req-1372bbf0-5bf1-4274-8516-0f110ea66d37 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.039340 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cad73c1e-0adb-4ce0-a440-2060935a11d6 req-1372bbf0-5bf1-4274-8516-0f110ea66d37 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 944 time: 0.1600606 May 13 15:36:00.249126 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-cad73c1e-0adb-4ce0-a440-2060935a11d6 req-97b7b7e7-adfe-42ea-9f64-320095bf8188 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714261 May 13 15:36:00.255455 n-d-841736-1 neutron-server[88132]: INFO neutron.api.v2.resource [req-187b6c07-5fe0-4740-a95e-533de696a62a req-f4a32a84-ca31-47e6-88c5-472383c48693 service neutron] delete failed (client error): The resource could not be found. May 13 15:36:00.256409 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-f4a32a84-ca31-47e6-88c5-472383c48693 service neutron] 10.222.0.90 "DELETE /v2.0/ports/37844043-650c-4525-8d72-0eb627df1f5b/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.2161989 May 13 15:36:00.404316 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6c07-5fe0-4740-a95e-533de696a62a req-c1a95d0a-7af8-410f-9c41-2b878f7508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.405746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-c1a95d0a-7af8-410f-9c41-2b878f7508a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 1095 time: 0.0710962 May 13 15:36:00.538945 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6c07-5fe0-4740-a95e-533de696a62a req-d5f8be2b-f546-4d67-bc7f-acec24515e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.540405 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-d5f8be2b-f546-4d67-bc7f-acec24515e14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1235697 May 13 15:36:00.645431 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-acd15018-11c3-484f-8b5e-cf8d4a86cd06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 200 len: 1000 time: 0.0950644 May 13 15:36:00.712183 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6c07-5fe0-4740-a95e-533de696a62a req-2d6c54f7-f345-4ef5-884f-4275ace5d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.713737 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-2d6c54f7-f345-4ef5-884f-4275ace5d52b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0566285 May 13 15:36:00.795197 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b6c07-5fe0-4740-a95e-533de696a62a req-383de181-63f0-42a5-a22f-c7bce015736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:00.796692 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-383de181-63f0-42a5-a22f-c7bce015736b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732012 May 13 15:36:00.928867 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-5d065b22-cc64-414a-9c2d-6a23a03a9057 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221972 May 13 15:36:01.061665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-187b6c07-5fe0-4740-a95e-533de696a62a req-59ce2337-5743-4820-a910-1d48dc923df6 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217544 May 13 15:36:01.422340 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:01.445389 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d1e4-8b8c-4c9a-b946-8deb7891488b req-0a78330a-d7f2-4db5-b2c9-eaf0ac1a8e3e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:01.446836 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b265d1e4-8b8c-4c9a-b946-8deb7891488b req-0a78330a-d7f2-4db5-b2c9-eaf0ac1a8e3e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 944 time: 0.0850008 May 13 15:36:01.494615 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b265d1e4-8b8c-4c9a-b946-8deb7891488b req-6d74b686-f407-40e0-973d-a4e1b934bba7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 May 13 15:36:01.499635 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 37844043-650c-4525-8d72-0eb627df1f5b completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:01.504666 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 37844043-650c-4525-8d72-0eb627df1f5b triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:01.505036 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:01.627269 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 37844043-650c-4525-8d72-0eb627df1f5b is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:01.627666 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:01.653967 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:01.664746 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:01.670409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:01.742357 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:01.760584 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ccb72b-ebce-4d04-88a0-29995371aec3'] response: {'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'code': 200} May 13 15:36:02.692891 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6aa60-1592-4469-b778-e48780aeb8ec req-1b262931-4abb-4bfc-8ef7-c96b23107d81 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:02.694347 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e6aa60-1592-4469-b778-e48780aeb8ec req-1b262931-4abb-4bfc-8ef7-c96b23107d81 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0887175 May 13 15:36:02.742431 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-95e6aa60-1592-4469-b778-e48780aeb8ec req-54e5f3c6-b8b4-4e95-9eeb-6a9db0245ed4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 May 13 15:36:02.769614 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e488a89e-99c9-4387-97cc-ae05278d4bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:02.931473 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:02.943130 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81edc1b-8e81-4733-9306-d59cff32b327 req-0960bacf-e223-45fa-91ba-4f92d5319f8f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:02.945026 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a81edc1b-8e81-4733-9306-d59cff32b327 req-0960bacf-e223-45fa-91ba-4f92d5319f8f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0844042 May 13 15:36:02.988804 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a81edc1b-8e81-4733-9306-d59cff32b327 req-b2960cc5-c3f6-46c5-9962-6c572da4b693 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 May 13 15:36:03.180141 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d06609-78f9-4566-8d4b-b99d44646ee3 req-9b700ceb-0b57-404a-98f8-489e21d6a314 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:03.181697 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43d06609-78f9-4566-8d4b-b99d44646ee3 req-9b700ceb-0b57-404a-98f8-489e21d6a314 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0848374 May 13 15:36:03.232509 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-43d06609-78f9-4566-8d4b-b99d44646ee3 req-aaddeec0-e911-4e68-a0c6-9bcece610b74 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 May 13 15:36:03.442435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:03.606163 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de10337-fa2f-4b82-a44b-f3faeab20cb8 req-e63e9ac2-896f-4dde-947a-add5e4a504f4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:03.607584 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1de10337-fa2f-4b82-a44b-f3faeab20cb8 req-e63e9ac2-896f-4dde-947a-add5e4a504f4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0800929 May 13 15:36:03.652463 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1de10337-fa2f-4b82-a44b-f3faeab20cb8 req-940b3ec4-93f7-4b2a-a3c3-f6c539488793 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 May 13 15:36:04.846078 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bce07-f258-4bbd-908a-69a3b2aa6088 req-5c68ddcf-4bd4-4e12-8d4e-b946bf06f0c4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:04.847553 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-350bce07-f258-4bbd-908a-69a3b2aa6088 req-5c68ddcf-4bd4-4e12-8d4e-b946bf06f0c4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0852025 May 13 15:36:04.891595 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-350bce07-f258-4bbd-908a-69a3b2aa6088 req-7032149b-b5b3-4d88-9b22-52e73f6786ce tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 May 13 15:36:04.952773 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-ec82c039-2103-46ba-a221-12ea3978c715 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:04.954102 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-ec82c039-2103-46ba-a221-12ea3978c715 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 945 time: 0.0811245 May 13 15:36:05.022156 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Deleting port 37844043-650c-4525-8d72-0eb627df1f5b {{(pid=88131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:36:05.022488 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.066364 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.268607 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] For port 37844043-650c-4525-8d72-0eb627df1f5b, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=37844043-650c-4525-8d72-0eb627df1f5b,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:05.268879 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.544293 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.544568 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.544872 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 disassociated. External IP: 172.25.5.104, port: 37844043-650c-4525-8d72-0eb627df1f5b. May 13 15:36:05.545198 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.plugin [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Calling delete_port for 37844043-650c-4525-8d72-0eb627df1f5b owned by compute:nova {{(pid=88131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:36:05.687908 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_delete {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:05.740067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event deleted for resources: {'Port': ['ID=37844043-650c-4525-8d72-0eb627df1f5b,revision_number=None']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:05.925665 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:06.160557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99cea196-537a-428c-bd4b-654f0db8dcde req-f1e90cf0-b5a1-4b91-b254-d08b372324ca tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a4a802-a921-4779-93ad-48eb71d5ebdd HTTP/1.1" status: 200 len: 210 time: 0.0655608 May 13 15:36:06.259684 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:06.269115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:06.279047 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:06.279724 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:06.338448 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] No DVR routers for this DVR port 37844043-650c-4525-8d72-0eb627df1f5b on host n-h2-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:36:06.341741 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:06.345598 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-deleted', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:06.362853 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-60c37eb8-4f1b-433b-a17b-0cb7e36fe268 req-56264893-e3d2-4d9b-bb39-7789b9059eec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "DELETE /v2.0/ports/37844043-650c-4525-8d72-0eb627df1f5b HTTP/1.1" status: 204 len: 173 time: 1.4026999 May 13 15:36:06.393735 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c1f1c3-cb79-45cf-a764-2b878a7e807d'] response: {'server_uuid': '38a4a802-a921-4779-93ad-48eb71d5ebdd', 'name': 'network-vif-deleted', 'tag': '37844043-650c-4525-8d72-0eb627df1f5b', 'status': 'completed', 'code': 200} May 13 15:36:06.464058 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:06.815891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:06.819658 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:06.828595 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:06.829200 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:07.008628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:07.320521 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:07.324749 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d18c46-90f2-4d37-a184-2c82937c6f2b None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:07.501308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-f181a5b7-c485-430e-b5c1-a034f341f3e2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2145294266&fields=id&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 267 time: 0.0398517 May 13 15:36:07.549301 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851703c8-5212-4abc-ac85-aa09b5b1e029 None None] New status for floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:36:07.652158 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-c9220b97-3eb5-433b-9ec7-06c803db264b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:07.653602 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-c9220b97-3eb5-433b-9ec7-06c803db264b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1457319 May 13 15:36:07.669146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-c2fd7dd7-a7c3-4936-9ae3-8d0b39e58ebe tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/quotas/d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 375 time: 0.0095971 May 13 15:36:07.777936 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-93a6c5f3-9104-4837-93ee-d3ff8f10f2c0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:07.799722 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-93a6c5f3-9104-4837-93ee-d3ff8f10f2c0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:07.805087 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-93a6c5f3-9104-4837-93ee-d3ff8f10f2c0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306691 May 13 15:36:07.987587 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-abae1d12-772d-4479-9519-22b73847e27b service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732156 May 13 15:36:08.117078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a53de85d-6c68-4b85-833a-35461688b020 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235240 May 13 15:36:08.298434 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ade6c8ef-b39a-48be-a8ac-5047db20096d req-251dd615-2a43-432a-9c56-0c393b716b2b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 210 time: 0.0436108 May 13 15:36:09.396082 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-fda62abc-2921-42a6-b1d1-25d7646c8fde tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:09.397571 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-fda62abc-2921-42a6-b1d1-25d7646c8fde tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1545625 May 13 15:36:09.468369 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-886f6588-68ad-4618-a655-6ca3d0cb4e47 req-390e7f84-a1f4-4073-8963-fe29bb2afbab tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 210 time: 0.0561569 May 13 15:36:09.489705 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:09.490258 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-0772225e-49f4-4e01-a054-8ed6cc1ae8bf tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 380 time: 0.0792763 May 13 15:36:09.501459 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'port': {'device_id': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'admin_state_up': True, 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'security_groups': ['c460a7f6-9708-4c7c-8ab8-67dc989cdeba']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:09.523999 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] No Port match for: 37844043-650c-4525-8d72-0eb627df1f5b {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:36:09.524362 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 37844043-650c-4525-8d72-0eb627df1f5b not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:09.632960 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:36:09.642325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:36:09.652726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Made reservation on behalf of d2eb23882f1643af9609a7a425832f01 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:36:09.656755 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:09.820633 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Allocated IP 172.20.0.11 (2aa7243c-87a6-420c-acf5-28afac8caeb6/9c3885cb-9859-4cd0-bedd-2e316c9399af/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:36:10.001181 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.016520 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Transition to ACTIVE for port object e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:10.039533 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.211519 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:36:10.212628 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:36:10.217326 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:36:10.252623 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:10.285372 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.285973 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.311561 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-a59c0131-158c-4c3d-b5bc-10a40ede1157 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140237 May 13 15:36:10.329443 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Request body: {'port': {'device_id': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:10.439891 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-186b960f-594e-4640-9612-96834d0013d4 None None] Provisioning for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:10.442438 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.444958 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-186b960f-594e-4640-9612-96834d0013d4 None None] Provisioning complete for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:10.445322 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-186b960f-594e-4640-9612-96834d0013d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.498104 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-186b960f-594e-4640-9612-96834d0013d4 None None] Port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:36:10.656495 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e0773-cd33-4f38-8e70-4fedbaa15cd0 req-c21a1e0a-68d3-4e9e-9543-00707fdca735 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:10.658262 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d37e0773-cd33-4f38-8e70-4fedbaa15cd0 req-c21a1e0a-68d3-4e9e-9543-00707fdca735 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 932 time: 0.0844901 May 13 15:36:10.703256 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d37e0773-cd33-4f38-8e70-4fedbaa15cd0 req-6a009519-594a-4d32-a50e-5cb177fc3658 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 May 13 15:36:10.785292 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:10.792308 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.806033 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Transition to ACTIVE for port object e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:10.810269 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:10.939252 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:11.045249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:11.045587 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:11.045913 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:11.050557 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:36:11.050849 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:11.055897 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:11.056250 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:11.056631 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:11.057045 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Bound port: e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:11.057389 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:11.146978 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:11.149794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:11.155292 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:11.214395 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.215013 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:11.217012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] 10.222.0.86 "PUT /v2.0/ports/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1092 time: 0.8928549 May 13 15:36:11.217451 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:11.240895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9786-95da-480d-b177-b5b1aac484ec service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:11.309195 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45e6928-e864-4c04-8da5-30948b1f243e'] response: {'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'status': 'completed', 'code': 200} May 13 15:36:11.352385 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-2826cc51-8fd6-4ea9-be3b-7fa2df4a93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.353682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-2826cc51-8fd6-4ea9-be3b-7fa2df4a93ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1095 time: 0.0838187 May 13 15:36:11.426986 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-45dfaca4-087d-431f-9d86-00142a651a99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 217 time: 0.0629153 May 13 15:36:11.495018 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-6fe6e5a9-66d0-4f46-8752-318be5e5760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.496380 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-6fe6e5a9-66d0-4f46-8752-318be5e5760d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0593283 May 13 15:36:11.571541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-2f98725b-ea80-49fd-8d6e-f52336ba4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.572978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-2f98725b-ea80-49fd-8d6e-f52336ba4557 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673387 May 13 15:36:11.702427 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-395f6610-c295-44f3-a57c-93cb6bd7b6f6 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201053 May 13 15:36:11.835562 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d1cc7f55-5f27-4809-be6c-c8960bfe8dec req-edffc45d-b85c-4b43-b24e-d7b6195564ea service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242669 May 13 15:36:11.889673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5686a-d6e9-402a-9d97-e6ef9d08ec2d req-8c76049b-d220-43b4-a6ad-d9bd71777c72 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.891127 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bb5686a-d6e9-402a-9d97-e6ef9d08ec2d req-8c76049b-d220-43b4-a6ad-d9bd71777c72 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 944 time: 0.0819538 May 13 15:36:11.939138 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4bb5686a-d6e9-402a-9d97-e6ef9d08ec2d req-80a0524f-d7d0-41a7-b898-b513e4129f8b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 May 13 15:36:11.962275 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135503f-b33b-40c5-bef4-25800db580b7 req-06fb3305-f0e0-4987-9922-46817034a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:11.963735 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-06fb3305-f0e0-4987-9922-46817034a5fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1095 time: 0.0739989 May 13 15:36:12.191608 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135503f-b33b-40c5-bef4-25800db580b7 req-c7c7ec62-6c14-45f3-8203-2c911aab2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.193074 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-c7c7ec62-6c14-45f3-8203-2c911aab2ce1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.2231445 May 13 15:36:12.262132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-5e824845-2425-4cec-ba64-3b93157b2369 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 217 time: 0.0612741 May 13 15:36:12.322962 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135503f-b33b-40c5-bef4-25800db580b7 req-351fc52c-3ad2-49e7-a38a-2b3ac23489e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.324340 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-351fc52c-3ad2-49e7-a38a-2b3ac23489e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0552845 May 13 15:36:12.396298 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135503f-b33b-40c5-bef4-25800db580b7 req-6f388ba4-d0b9-4160-a22b-f50711f966cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:12.397653 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-6f388ba4-d0b9-4160-a22b-f50711f966cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672412 May 13 15:36:12.527154 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-20dc4c80-2d6c-4dfd-a2ef-2facbd68b88d service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214180 May 13 15:36:12.655726 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1135503f-b33b-40c5-bef4-25800db580b7 req-6b9b9c27-1e2b-4093-9756-ba6e19b810a1 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217995 May 13 15:36:13.128118 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85a9a-8bf4-4806-96ca-46256e9cce96 req-55aa8779-bb7c-4e1b-ad3a-87801af13e6b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:13.128830 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5fa85a9a-8bf4-4806-96ca-46256e9cce96 req-55aa8779-bb7c-4e1b-ad3a-87801af13e6b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:36:13.145412 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-5fa85a9a-8bf4-4806-96ca-46256e9cce96 req-55aa8779-bb7c-4e1b-ad3a-87801af13e6b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:36:13.146616 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fa85a9a-8bf4-4806-96ca-46256e9cce96 req-55aa8779-bb7c-4e1b-ad3a-87801af13e6b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 944 time: 0.1008484 May 13 15:36:13.191570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5fa85a9a-8bf4-4806-96ca-46256e9cce96 req-37efedb2-9b77-46c4-a476-52caa52725e3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 May 13 15:36:13.484968 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:36:13.611758 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:13.624723 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'mac_address': 'fa:16:3e:08:9b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:36:13.680482 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:13.680892 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:13.698136 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:13.714577 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:13.718546 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:13.787970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:13.795328 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.795673 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.796009 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.796372 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.796702 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.797028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.797352 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.797674 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.797994 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.798319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.798638 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.799325 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:13.958067 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:14.374335 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a49673-0975-44d9-90dc-5a5d33169676 req-aa490f56-a030-4c43-83c8-382ff94e687f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:14.375761 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21a49673-0975-44d9-90dc-5a5d33169676 req-aa490f56-a030-4c43-83c8-382ff94e687f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 945 time: 0.0784304 May 13 15:36:14.419493 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-21a49673-0975-44d9-90dc-5a5d33169676 req-bcbb6f55-102b-4673-9b25-aea1305c392d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 May 13 15:36:15.486628 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:15.553624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:15.558272 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:15.558641 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.603281 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b0653-0b91-4fe3-bae5-aa430681554c req-f7c4ffd4-b579-4dfa-b3e8-a454baaec129 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:15.604822 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-468b0653-0b91-4fe3-bae5-aa430681554c req-f7c4ffd4-b579-4dfa-b3e8-a454baaec129 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 945 time: 0.0830207 May 13 15:36:15.652247 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-468b0653-0b91-4fe3-bae5-aa430681554c req-2befa824-6855-48c9-9b59-d0ae3b19fa0c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 May 13 15:36:15.709874 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:15.710637 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.737419 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:15.747799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:15.752862 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:15.786256 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6126d229-39fe-40f0-92ef-aa3fb52c63a1'] response: {'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'code': 200} May 13 15:36:15.826140 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:15.912325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94dba-e418-49ac-9473-866ddd41cfe7 req-26cc807b-d2cc-47ab-9af5-845c0b5d3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:15.913761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4a94dba-e418-49ac-9473-866ddd41cfe7 req-26cc807b-d2cc-47ab-9af5-845c0b5d3d7d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1097 time: 0.0684686 May 13 15:36:15.954708 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e4a94dba-e418-49ac-9473-866ddd41cfe7 req-5157db8e-0889-4cf8-b462-f346a1012bb7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331557 May 13 15:36:16.843661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc90ffd-62be-4dbc-8c7f-c5960f97c413 req-d969e453-c92d-4116-b26c-fbbf2480b462 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:16.845158 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc90ffd-62be-4dbc-8c7f-c5960f97c413 req-d969e453-c92d-4116-b26c-fbbf2480b462 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0891149 May 13 15:36:16.888797 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1dc90ffd-62be-4dbc-8c7f-c5960f97c413 req-6b9b2e8c-dd17-49e4-8481-0f13e26cc7a9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 May 13 15:36:18.075038 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8047f-0db6-4441-8b99-f883ffab0102 req-bcb099b2-2aef-441c-8660-8365c2ea862c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:18.076618 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01d8047f-0db6-4441-8b99-f883ffab0102 req-bcb099b2-2aef-441c-8660-8365c2ea862c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0826197 May 13 15:36:18.119352 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01d8047f-0db6-4441-8b99-f883ffab0102 req-5ae9658d-8a61-4da3-be50-e90a2ec93b9c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 May 13 15:36:18.299844 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80ca9e-0374-4dcd-ba5f-9b00e0ad9256 req-b8303c8b-f03c-47db-bac5-5de81e3cca76 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:18.301303 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c80ca9e-0374-4dcd-ba5f-9b00e0ad9256 req-b8303c8b-f03c-47db-bac5-5de81e3cca76 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0789301 May 13 15:36:18.309828 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 50914) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:36:18.314572 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'floatingip': {'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:18.392969 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.070867 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.074506 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.249892 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 associated. External IP: 172.25.5.104, port: e7f6a10d-3ed4-4dfd-8b3b-e7f609553760. May 13 15:36:19.599017 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:36:19.778950 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:36:19.784061 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:19.790303 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:36:19.800503 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:19.801135 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:19.840146 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-2cf6bf0e-45b0-478f-9115-51a40d392f7d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "PUT /v2.0/floatingips/c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 HTTP/1.1" status: 200 len: 992 time: 1.5292625 May 13 15:36:19.840822 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:19.887577 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1e2956-6012-44c9-8e15-695895314e0a'] response: {'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'status': 'completed', 'code': 200} May 13 15:36:19.980745 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:19.985186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cab80-4501-4354-932f-9e3c058333af req-a112b7c0-1cdf-49cb-a5f8-b7fd127126e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:19.986743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-a112b7c0-1cdf-49cb-a5f8-b7fd127126e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1097 time: 0.0771298 May 13 15:36:20.150118 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:20.185234 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cab80-4501-4354-932f-9e3c058333af req-22fc43a5-fc89-4542-a319-da5fb1387401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:20.186688 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-22fc43a5-fc89-4542-a319-da5fb1387401 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1943898 May 13 15:36:20.349748 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:08:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:36:18Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.353858 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:36:20.362434 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:36:20.363044 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:36:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.405787 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c9a97-cc12-483a-9ded-ddbf926909be req-7b07cbe4-2169-4048-b66d-6324859a3757 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:20.407161 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a83c9a97-cc12-483a-9ded-ddbf926909be req-7b07cbe4-2169-4048-b66d-6324859a3757 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.3135421 May 13 15:36:20.438130 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-82ee6957-6449-4537-8e20-85d6853a084c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1000 time: 0.2441418 May 13 15:36:20.506202 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a83c9a97-cc12-483a-9ded-ddbf926909be req-35df946c-57c7-4ac8-be96-3e98e5d50663 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909796 May 13 15:36:20.519541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cab80-4501-4354-932f-9e3c058333af req-0e522942-2c22-4054-ad1c-c271df56e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:20.521016 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-0e522942-2c22-4054-ad1c-c271df56e22a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0729110 May 13 15:36:20.541550 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:36:20.599458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cab80-4501-4354-932f-9e3c058333af req-f085dd10-5398-458a-931c-1d2bad45ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:20.600969 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-f085dd10-5398-458a-931c-1d2bad45ff8a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727596 May 13 15:36:20.735717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-a3fd149d-7136-4f35-b7ac-dc9f630ae6ad service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267431 May 13 15:36:20.881872 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-241cab80-4501-4354-932f-9e3c058333af req-2c0b6948-3a7c-4f35-b522-ad96f7977db2 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395600 May 13 15:36:20.944727 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:08:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:36:18Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:36:20.948624 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85a91-e4cf-45b0-b78b-970cdab344af None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:08:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:36:18Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:36:21.155460 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55913d-f0e5-4f2d-908f-6c84fe465644 None None] New status for floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:36:21.156183 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:21.692818 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2d307-c1c6-408a-9d25-7529f4580081 req-340bde95-cab0-4bba-94dc-3b664c18a960 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:21.694132 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fa2d307-c1c6-408a-9d25-7529f4580081 req-340bde95-cab0-4bba-94dc-3b664c18a960 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0790138 May 13 15:36:21.739020 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fa2d307-c1c6-408a-9d25-7529f4580081 req-8ea6b8d6-5d1f-4973-b016-53b11e1f71a5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393054 May 13 15:36:22.921131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caed21-197b-4b2f-b543-248b1e7f74b5 req-3891a016-727c-4792-9b31-7ea72771dd8b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:22.922580 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8caed21-197b-4b2f-b543-248b1e7f74b5 req-3891a016-727c-4792-9b31-7ea72771dd8b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0792298 May 13 15:36:22.965743 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b8caed21-197b-4b2f-b543-248b1e7f74b5 req-434c7741-7be2-45b3-bb00-be1eb14f0d08 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 May 13 15:36:24.150889 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d75085-f775-456e-b453-cd400d9dbcaf req-ceaa846f-6ef6-4c12-bf0a-41533d6eaf61 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:24.152371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56d75085-f775-456e-b453-cd400d9dbcaf req-ceaa846f-6ef6-4c12-bf0a-41533d6eaf61 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0823739 May 13 15:36:24.199462 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-56d75085-f775-456e-b453-cd400d9dbcaf req-87024629-8067-4dcb-8059-d6424d848d93 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 May 13 15:36:25.390776 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b663-931a-4d90-b4aa-8ac6774a9b1c req-75b6ea0a-8ccb-4f58-b840-6430d97cebda tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:25.392251 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7423b663-931a-4d90-b4aa-8ac6774a9b1c req-75b6ea0a-8ccb-4f58-b840-6430d97cebda tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0819521 May 13 15:36:25.435703 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7423b663-931a-4d90-b4aa-8ac6774a9b1c req-5db60fea-e27c-4278-a3ee-b528420e6244 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 May 13 15:36:26.619959 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46842fb-fda2-41d0-8c55-2339f9dd5fc9 req-06742f8a-4682-44e3-bf5a-4427ac85108d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:26.621424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d46842fb-fda2-41d0-8c55-2339f9dd5fc9 req-06742f8a-4682-44e3-bf5a-4427ac85108d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0777650 May 13 15:36:26.663890 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d46842fb-fda2-41d0-8c55-2339f9dd5fc9 req-e27b03c7-4e91-4156-96a7-92f92a341c06 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362477 May 13 15:36:27.845780 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2e7cb-db0d-4fe0-ade3-06e75f69b74f req-414122f3-6048-4af7-97cf-c5b3197199cc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:27.847221 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78f2e7cb-db0d-4fe0-ade3-06e75f69b74f req-414122f3-6048-4af7-97cf-c5b3197199cc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0777378 May 13 15:36:27.893085 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-78f2e7cb-db0d-4fe0-ade3-06e75f69b74f req-4c023514-24c3-493d-8061-af3d3d52480c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 May 13 15:36:29.233538 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ba45-682e-4843-b526-d05c8b08646b req-4641fe9a-18fa-428d-b546-7c9fe3f956a7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:29.235002 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28d8ba45-682e-4843-b526-d05c8b08646b req-4641fe9a-18fa-428d-b546-7c9fe3f956a7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0875068 May 13 15:36:29.277544 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-28d8ba45-682e-4843-b526-d05c8b08646b req-d920535d-11c7-432b-8ddd-42dc73285c8e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368092 May 13 15:36:29.887798 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-5aeaed44-4cef-45d2-8520-bfe474e77655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:30.462932 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3ded-a5a0-4754-93de-c1a49d85c80e req-fe4f7f63-35cc-4fa8-93f8-20eaecda2eaa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:30.464313 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e54d3ded-a5a0-4754-93de-c1a49d85c80e req-fe4f7f63-35cc-4fa8-93f8-20eaecda2eaa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0793207 May 13 15:36:30.507570 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e54d3ded-a5a0-4754-93de-c1a49d85c80e req-f71b3aaf-772f-474a-9f96-c4fec26835a7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375147 May 13 15:36:31.688383 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44cd97-2f1d-4690-b285-6428a5cca61f req-20fabff9-4de1-4a9c-8117-f15494c1a644 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:31.689742 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab44cd97-2f1d-4690-b285-6428a5cca61f req-20fabff9-4de1-4a9c-8117-f15494c1a644 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0789592 May 13 15:36:31.738490 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ab44cd97-2f1d-4690-b285-6428a5cca61f req-bb163b50-fc5d-4bc2-af0d-2418c3c2330f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 May 13 15:36:32.773029 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-783cce2b-ec10-4500-9c91-719596e5ba51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.927943 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995cf3-34a5-4f1c-912f-d7b142e838f5 req-77753e2c-2b41-49f6-abcd-d28d77943de2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:32.929321 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64995cf3-34a5-4f1c-912f-d7b142e838f5 req-77753e2c-2b41-49f6-abcd-d28d77943de2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0821891 May 13 15:36:32.935137 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:32.977422 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-64995cf3-34a5-4f1c-912f-d7b142e838f5 req-197328b9-675e-446f-a5b8-a15ba418e4cd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 May 13 15:36:33.409179 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:36:33.441347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:34.160816 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369637a5-eac8-4789-af27-9a0568e92c2d req-4fc592f8-7908-4e4e-814b-5e8c0c3440fc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:34.162273 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369637a5-eac8-4789-af27-9a0568e92c2d req-4fc592f8-7908-4e4e-814b-5e8c0c3440fc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0799167 May 13 15:36:34.204648 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-369637a5-eac8-4789-af27-9a0568e92c2d req-24ec27a5-49f4-47a6-b40f-84ce14d075b2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368319 May 13 15:36:35.070604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:35.389630 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1a77-07bc-4a15-af40-d848277e94a2 req-720c24ef-6033-471b-8736-4f0beb0c5ead tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:35.391084 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-721d1a77-07bc-4a15-af40-d848277e94a2 req-720c24ef-6033-471b-8736-4f0beb0c5ead tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0784605 May 13 15:36:35.435255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-721d1a77-07bc-4a15-af40-d848277e94a2 req-5cb3d626-c2d9-440c-b968-a9735f6be68e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 May 13 15:36:36.620767 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3c67-7819-4670-845b-2d1574ab9810 req-1b71e54e-77af-4f1b-ab6b-7160efdb4f50 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:36.622212 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-935d3c67-7819-4670-845b-2d1574ab9810 req-1b71e54e-77af-4f1b-ab6b-7160efdb4f50 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0842044 May 13 15:36:36.665384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-935d3c67-7819-4670-845b-2d1574ab9810 req-6c2bcd86-1336-4457-b058-ac199e4b8050 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369353 May 13 15:36:37.850763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc104f27-9267-4b9e-90b7-c500bf36a6cb req-0c3e9e1f-4972-49a9-b787-53f85df378f4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:37.852229 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc104f27-9267-4b9e-90b7-c500bf36a6cb req-0c3e9e1f-4972-49a9-b787-53f85df378f4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0825167 May 13 15:36:37.895171 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bc104f27-9267-4b9e-90b7-c500bf36a6cb req-a3f57198-1669-4d0f-83e2-7386381584ec tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 May 13 15:36:39.074276 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afff10e-f153-4013-8c65-a549fad33678 req-1c273512-2f6e-4dc8-b90a-92a63ec4910d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:39.075721 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2afff10e-f153-4013-8c65-a549fad33678 req-1c273512-2f6e-4dc8-b90a-92a63ec4910d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0787191 May 13 15:36:39.118709 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2afff10e-f153-4013-8c65-a549fad33678 req-b1a05103-72eb-48da-91d0-337452cf68b0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 May 13 15:36:40.308441 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7c306-f02f-48e5-a751-2e6214a068fb req-f16b6840-4c60-4132-8354-4f282f044839 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:40.309890 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17f7c306-f02f-48e5-a751-2e6214a068fb req-f16b6840-4c60-4132-8354-4f282f044839 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0799863 May 13 15:36:40.354173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-17f7c306-f02f-48e5-a751-2e6214a068fb req-378b6946-599a-4614-8dab-8f251086c4d1 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379286 May 13 15:36:41.648170 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32cbe-9a79-42ef-80c3-2623fd30b631 req-f7e14b13-274e-41e0-9690-5a007e5b9a56 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:41.649570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eaf32cbe-9a79-42ef-80c3-2623fd30b631 req-f7e14b13-274e-41e0-9690-5a007e5b9a56 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.1877983 May 13 15:36:41.693774 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-eaf32cbe-9a79-42ef-80c3-2623fd30b631 req-f8dfdedf-b633-44dd-b4de-5dd9aa0a0d83 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 May 13 15:36:42.878186 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3ac35-2943-47c9-939c-fd6888adbcf0 req-25016786-f64e-4d91-9fd2-88aded08902c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:42.879631 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18f3ac35-2943-47c9-939c-fd6888adbcf0 req-25016786-f64e-4d91-9fd2-88aded08902c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0818315 May 13 15:36:42.923619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-18f3ac35-2943-47c9-939c-fd6888adbcf0 req-0335d467-40d4-442f-bb0a-068295379eff tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 May 13 15:36:44.103604 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7159ad-10d8-454c-899d-e9589a8e2d28 req-ae15291a-e46a-4dd9-adf8-e36a0ca7a8ab tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:44.105081 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8b7159ad-10d8-454c-899d-e9589a8e2d28 req-ae15291a-e46a-4dd9-adf8-e36a0ca7a8ab tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0781016 May 13 15:36:44.150643 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8b7159ad-10d8-454c-899d-e9589a8e2d28 req-8e6279b3-13ef-4af6-9304-a5c3a927c8cd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 May 13 15:36:45.342392 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3154b-b13c-4b67-b8fc-1421fcf7c0db req-e6dcccf8-2765-4bcf-8e5f-fec32f8b4e19 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:45.344349 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6d3154b-b13c-4b67-b8fc-1421fcf7c0db req-e6dcccf8-2765-4bcf-8e5f-fec32f8b4e19 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0807261 May 13 15:36:45.392159 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f6d3154b-b13c-4b67-b8fc-1421fcf7c0db req-699df04a-f66b-4962-b6f9-8305c163150d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420980 May 13 15:36:46.576057 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3d01-21f8-43c4-81ef-6afe5c213e12 req-6d59b098-c9d4-4b69-a0e5-51f66ce0b98c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:46.578105 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff7a3d01-21f8-43c4-81ef-6afe5c213e12 req-6d59b098-c9d4-4b69-a0e5-51f66ce0b98c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0829372 May 13 15:36:46.620469 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ff7a3d01-21f8-43c4-81ef-6afe5c213e12 req-d1f2b074-e61e-459e-a6ef-44839bfcbbbc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 May 13 15:36:46.961261 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-4ec4c995-4e9f-4288-9e94-20db0d69eeb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691009 May 13 15:36:47.021960 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128cdc7-c5ff-4743-b8e5-68537ab8f17c req-2ebd8479-9bf1-4623-98ee-bc6c0959be48 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:47.023458 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4128cdc7-c5ff-4743-b8e5-68537ab8f17c req-2ebd8479-9bf1-4623-98ee-bc6c0959be48 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0846484 May 13 15:36:47.068351 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-4128cdc7-c5ff-4743-b8e5-68537ab8f17c req-a1bd3ef9-b7ef-488b-b1a3-7464c1a2363d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391231 May 13 15:36:47.575568 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-54a97728-41c6-418c-8c84-f182182b2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:47.577148 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-54a97728-41c6-418c-8c84-f182182b2441 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1097 time: 0.0736604 May 13 15:36:47.726795 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-cf290ca4-d92c-4838-b0a0-4aeee7e67e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:47.728327 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-cf290ca4-d92c-4838-b0a0-4aeee7e67e8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1282156 May 13 15:36:47.836052 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-0eed8b5b-dbef-4ae6-a644-94c0f4920f9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1002 time: 0.0984509 May 13 15:36:47.903386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-42f6a7e1-6068-4842-b331-4a266dd0a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:47.905486 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-42f6a7e1-6068-4842-b331-4a266dd0a112 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0597007 May 13 15:36:47.981090 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-454a2e3b-1e40-41d8-94aa-7ec1b6f6dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:47.982530 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-454a2e3b-1e40-41d8-94aa-7ec1b6f6dab2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684621 May 13 15:36:47.995474 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-2e3fc0c2-e262-4f79-8e6f-99ebd6d62da0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 13 15:36:47.996414 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-2e3fc0c2-e262-4f79-8e6f-99ebd6d62da0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046628 May 13 15:36:48.289978 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-5ea2b0bf-1ac1-4e05-b6cc-4d684130ca55 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842643 May 13 15:36:48.308403 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3f991-7ac4-4872-97f5-6a9168bcbf87 req-11c3f7fa-eea4-4a41-a209-7eaceb0fbc7b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.309761 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3f3f991-7ac4-4872-97f5-6a9168bcbf87 req-11c3f7fa-eea4-4a41-a209-7eaceb0fbc7b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.1193340 May 13 15:36:48.426999 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a3f3f991-7ac4-4872-97f5-6a9168bcbf87 req-f6a0b2be-9cc7-460d-9c86-909adc098d29 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001034 May 13 15:36:48.465066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d0173dad-ba3a-458d-81a3-0f9197d2a7fa req-8b2dbcf7-e1e3-4d9c-aac7-ccc8e5c80b51 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642196 May 13 15:36:48.576377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-cfabd8c8-217f-4d0f-a415-35f0a79085a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.577846 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-cfabd8c8-217f-4d0f-a415-35f0a79085a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1097 time: 0.0689540 May 13 15:36:48.715942 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-0432d3d9-2b9e-4391-a627-f94aa2d17771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.717547 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-0432d3d9-2b9e-4391-a627-f94aa2d17771 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1290758 May 13 15:36:48.822434 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-4668ac99-a5cb-4c6d-928b-dd588e462ee4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1002 time: 0.0953457 May 13 15:36:48.889424 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-a687141e-5d4e-4f3b-8f5b-ee2ff2459ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.890838 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-a687141e-5d4e-4f3b-8f5b-ee2ff2459ed2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0593743 May 13 15:36:48.968548 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-dedf872b-7242-4f34-943a-17282665b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:48.969905 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-dedf872b-7242-4f34-943a-17282665b305 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690444 May 13 15:36:49.100767 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c2f1159a-ee45-457c-bc17-b12a9b4a9250 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207967 May 13 15:36:49.233051 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-94e3d58c-3229-4b9b-b24e-9472d09c9d8b service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228724 May 13 15:36:49.608515 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3887-f250-464b-97d3-f9124fbb2d26 req-7d762f10-e464-4aaf-af17-dcc1b69ce057 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:49.610014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40bf3887-f250-464b-97d3-f9124fbb2d26 req-7d762f10-e464-4aaf-af17-dcc1b69ce057 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0794466 May 13 15:36:49.654024 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-40bf3887-f250-464b-97d3-f9124fbb2d26 req-595d98fe-2af5-4a98-85aa-b82fd27d1b39 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 May 13 15:36:50.088381 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:50.844366 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64557e-b483-42f9-95ff-e62982cbd4e3 req-a0487176-1f00-4c5c-9c5e-b95cae9e00cf tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:50.845806 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a64557e-b483-42f9-95ff-e62982cbd4e3 req-a0487176-1f00-4c5c-9c5e-b95cae9e00cf tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0839016 May 13 15:36:50.887970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-0a64557e-b483-42f9-95ff-e62982cbd4e3 req-5849c089-c441-4002-813d-90ef3ba66034 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 May 13 15:36:51.182682 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:51.397209 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-6b7da618-1df6-42ee-b864-70762a2271a4 service neutron] show failed (client error): The resource could not be found. May 13 15:36:51.398197 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-6b7da618-1df6-42ee-b864-70762a2271a4 service neutron] 10.222.0.86 "GET /v2.0/ports/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0747278 May 13 15:36:51.677394 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-d282b66e-1a6c-474a-825b-e7639c6a5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:51.678911 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-d282b66e-1a6c-474a-825b-e7639c6a5b93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 1097 time: 0.0740137 May 13 15:36:51.695257 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:36:51.810118 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:52.132256 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:52.149668 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752cfb5-bd74-4cb7-a186-333b225797f3 req-0f540643-9aec-4928-8ae7-f3950975163c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:52.151112 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3752cfb5-bd74-4cb7-a186-333b225797f3 req-0f540643-9aec-4928-8ae7-f3950975163c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.1333330 May 13 15:36:52.189574 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:52.254432 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3752cfb5-bd74-4cb7-a186-333b225797f3 req-37f47062-baa4-4207-bae3-b70e6f71421b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898807 May 13 15:36:52.268309 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:52.274153 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:52.290225 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Transition to ACTIVE for port object e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:36:52.293781 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:52.331522 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75bf1ae-7243-46cf-af85-5843d72bc94f'] response: {'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'code': 200} May 13 15:36:52.436041 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:52.448900 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.449159 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.449501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.449834 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.450164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.450491 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.450815 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.451140 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.451998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.452349 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.452675 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.452987 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:36:52.497146 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] No DVR routers for this DVR port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:36:52.721781 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:36:52.722429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:36:52.722429 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:52.726824 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:36:52.727142 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Attempting to bind port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:36:52.732122 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:36:52.732478 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:36:52.732887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:36:52.733305 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Bound port: e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:36:52.733648 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:52.934200 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:36:52.937750 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:36:52.942647 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:53.002293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.002907 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:53.004299 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] 10.222.0.90 "PUT /v2.0/ports/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1092 time: 1.3128388 May 13 15:36:53.021852 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8a97-5ecc-48ed-a6d3-91d674fba316 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:53.101547 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-e7ae31b2-f568-4eea-93cc-428f39923e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.103064 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-e7ae31b2-f568-4eea-93cc-428f39923e56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1095 time: 0.0719693 May 13 15:36:53.238936 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-b1cf56a2-27a1-452c-bc83-2baa752b2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.240433 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-b1cf56a2-27a1-452c-bc83-2baa752b2447 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1272709 May 13 15:36:53.352200 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-1f56564d-55af-4e80-a344-659819e2c51b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1000 time: 0.0995407 May 13 15:36:53.468220 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-944cadcf-c028-4b07-bfd0-08dc73200f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.469641 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-944cadcf-c028-4b07-bfd0-08dc73200f6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.1073649 May 13 15:36:53.529288 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c0c31-cbda-4571-a83e-f04b332e0dc1 req-fbbe1e9c-eaf4-4909-9e2f-21d47d758909 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.531244 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b9c0c31-cbda-4571-a83e-f04b332e0dc1 req-fbbe1e9c-eaf4-4909-9e2f-21d47d758909 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 944 time: 0.1392806 May 13 15:36:53.585903 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-3b9c0c31-cbda-4571-a83e-f04b332e0dc1 req-fd66efba-3a89-4a5c-85b7-25f74317831e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479758 May 13 15:36:53.594866 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-4541433d-14bb-4b81-b35b-f6a6b4ecb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:53.596302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-4541433d-14bb-4b81-b35b-f6a6b4ecb6b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172676 May 13 15:36:53.731223 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-121d9549-1cdb-4abf-be9a-36000733a80a service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248090 May 13 15:36:53.862036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1a0002a5-7c98-4dcb-97ef-4788fb8479b3 req-93a6a752-bbe4-4a67-85cd-14ae5851dfab service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209936 May 13 15:36:54.332700 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:54.388785 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44742ab-fa35-48c5-b835-4acf8eefd43d'] response: {'name': 'network-changed', 'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'status': 'completed', 'code': 200} May 13 15:36:54.476967 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-3b091eec-a7a0-4ab3-8721-9a8f61e74c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.478424 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-3b091eec-a7a0-4ab3-8721-9a8f61e74c75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1095 time: 0.0702586 May 13 15:36:54.493048 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-098843a4-15be-46a3-beb7-c3b7c2dbc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.494500 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-098843a4-15be-46a3-beb7-c3b7c2dbc816 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1095 time: 0.0729334 May 13 15:36:54.607036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-7ebb4b07-e447-48bb-8f77-a41244dbde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.608575 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-7ebb4b07-e447-48bb-8f77-a41244dbde14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1238067 May 13 15:36:54.628625 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-4e87de38-2eac-4ac7-ba87-314e09f8560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.630040 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-4e87de38-2eac-4ac7-ba87-314e09f8560a service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1265454 May 13 15:36:54.730264 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-4fae0474-f0eb-4b3f-964b-350f7df7fd78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1000 time: 0.0929780 May 13 15:36:54.758972 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-d1845e1b-412a-4027-8f8d-33240a54d581 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1000 time: 0.1433330 May 13 15:36:54.837864 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6477-22b5-4e3e-9a1b-1538ee7f212d req-34306877-2361-4559-9332-efc791e64a0f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.839413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca3d6477-22b5-4e3e-9a1b-1538ee7f212d req-34306877-2361-4559-9332-efc791e64a0f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 944 time: 0.1443079 May 13 15:36:54.848614 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-76fd15f5-a183-4267-8ffa-2888289fa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.850019 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-76fd15f5-a183-4267-8ffa-2888289fa8d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0824847 May 13 15:36:54.902699 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-c4069266-3f06-4e8a-9434-4e1043046ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.904131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-c4069266-3f06-4e8a-9434-4e1043046ceb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.1648924 May 13 15:36:54.936746 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ca3d6477-22b5-4e3e-9a1b-1538ee7f212d req-f039e27b-2414-4c6c-98b3-f1778813c45e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900180 May 13 15:36:54.960422 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-4ffe0872-099f-4134-81d7-b53b9fdfefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.960422 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-4ffe0872-099f-4134-81d7-b53b9fdfefa6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932264 May 13 15:36:54.986508 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-35e9c4bf-e625-4af6-8734-bd63aab7f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:54.987874 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-35e9c4bf-e625-4af6-8734-bd63aab7f678 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742798 May 13 15:36:55.125517 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-b7b86a39-f72d-4cdf-8fa2-2fdb30801dc2 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278825 May 13 15:36:55.201819 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-5c6df1b9-4e97-44a3-9123-abfe4ec23eb5 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384059 May 13 15:36:55.259286 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-41d14401-d980-493d-bc58-2cf3bdc2ba02 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231678 May 13 15:36:55.335671 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d4912114-896e-44d0-8eb9-cdffdc5b8054 req-0df787d1-bbe1-426c-852b-7146abd226df service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270113 May 13 15:36:55.564147 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:36:55.690520 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:36:55.737193 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:55.759259 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'mac_address': 'fa:16:3e:08:9b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:36:55.793455 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:36:55.818375 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:55.818676 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:55.834576 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:36:55.849560 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:55.853380 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:55.920028 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:56.125417 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4b8d-28e0-4849-8a65-eab834cc7101 req-bb133760-47fb-4b17-8f00-74c85133c4db tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.126807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c8d4b8d-28e0-4849-8a65-eab834cc7101 req-bb133760-47fb-4b17-8f00-74c85133c4db tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 945 time: 0.0828016 May 13 15:36:56.154607 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:36:56.183300 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-2c8d4b8d-28e0-4849-8a65-eab834cc7101 req-c2966ff2-7589-4e99-8c8a-7c0d3108dcf3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507803 May 13 15:36:56.549052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4796960-0d01-4331-a345-e49e40c1fc23 req-6341d52a-7539-4f04-b82e-9a1a1b132bcb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.550423 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4796960-0d01-4331-a345-e49e40c1fc23 req-6341d52a-7539-4f04-b82e-9a1a1b132bcb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 945 time: 0.1384287 May 13 15:36:56.562819 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-4a1f1cde-4675-42fa-b48b-4ee8951c04cd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.564153 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-4a1f1cde-4675-42fa-b48b-4ee8951c04cd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848&tenant_id=d2eb23882f1643af9609a7a425832f01&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 945 time: 0.1217802 May 13 15:36:56.660297 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4796960-0d01-4331-a345-e49e40c1fc23 req-d8fa9e4e-d922-47ee-938a-261ca6ec4965 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951850 May 13 15:36:56.669339 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-4b9344a1-05af-4929-95f7-4f2189a099c0 service neutron] delete failed (client error): The resource could not be found. May 13 15:36:56.670794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-4b9344a1-05af-4929-95f7-4f2189a099c0 service neutron] 10.222.0.86 "DELETE /v2.0/ports/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760/bindings/n-h2-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0926349 May 13 15:36:56.816200 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-700aa052-7e16-4fcb-8cf2-0b4cecc24b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.817686 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-700aa052-7e16-4fcb-8cf2-0b4cecc24b81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1096 time: 0.0704875 May 13 15:36:56.949750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-a06f049f-8b21-4eed-94e5-1bec2f4ad0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:56.951552 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-a06f049f-8b21-4eed-94e5-1bec2f4ad0ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1236215 May 13 15:36:57.055439 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-d28aba81-bd8b-4ebb-9013-af1944d661e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1001 time: 0.0943372 May 13 15:36:57.118817 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-dcd35c11-5f80-4c65-9ddc-aff9e634c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:57.120103 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-dcd35c11-5f80-4c65-9ddc-aff9e634c97a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0550089 May 13 15:36:57.198055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-eee72601-33fa-48bc-92bf-58f0072f8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:57.199577 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-eee72601-33fa-48bc-92bf-58f0072f8042 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705562 May 13 15:36:57.338514 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-a94c0f6b-f213-46ce-9541-ff8e02b37e1a service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291971 May 13 15:36:57.471778 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-819613ac-d500-4ea9-92ca-d927a343f0ff req-d164e424-16cf-41f3-826f-d5b477c1f543 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236377 May 13 15:36:57.577296 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:36:57.645732 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:36:57.650307 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:36:57.650674 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:57.768189 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:36:57.768525 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:57.796957 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:36:57.807450 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:36:57.812485 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:57.861271 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a936f575-741d-462e-b4b8-aa0e75ecb4f4'] response: {'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'code': 200} May 13 15:36:57.887637 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db3ed-9e3c-4ffc-9995-5ba902681f3d req-6f810a72-060e-452e-bf99-be2bf5ea3352 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:57.889760 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-726db3ed-9e3c-4ffc-9995-5ba902681f3d req-6f810a72-060e-452e-bf99-be2bf5ea3352 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.1186481 May 13 15:36:57.899954 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:36:57.937744 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-726db3ed-9e3c-4ffc-9995-5ba902681f3d req-32aee906-7c34-407c-9581-77d31b6d6f5e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 May 13 15:36:59.120990 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee864318-34e5-4294-888f-f76af4a3e4ce req-208193e1-df13-4efe-821c-8687bff0d8dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.122438 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee864318-34e5-4294-888f-f76af4a3e4ce req-208193e1-df13-4efe-821c-8687bff0d8dd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0787299 May 13 15:36:59.166131 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ee864318-34e5-4294-888f-f76af4a3e4ce req-e09c8574-b593-4f3e-9a3e-256d89379c6f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 May 13 15:36:59.345036 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6fb9-6e8f-4660-b04f-bec2f77ed488 req-d099eb97-d064-43b5-ab9c-d24c33f0c68a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.346495 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b50c6fb9-6e8f-4660-b04f-bec2f77ed488 req-d099eb97-d064-43b5-ab9c-d24c33f0c68a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0774593 May 13 15:36:59.395860 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-b50c6fb9-6e8f-4660-b04f-bec2f77ed488 req-14d73646-9c13-4070-a8c2-163de7f3c9ee tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 May 13 15:36:59.750506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209940df-eb7e-4362-b6bd-3fb73c3e6a33 req-0e4b35bb-e8e3-44b3-b86b-4b733431c7ce tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.752271 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-209940df-eb7e-4362-b6bd-3fb73c3e6a33 req-0e4b35bb-e8e3-44b3-b86b-4b733431c7ce tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0867875 May 13 15:36:59.848113 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-209940df-eb7e-4362-b6bd-3fb73c3e6a33 req-87f5fa2b-b7a1-4ebf-a92b-b4d58a71a26b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608761 May 13 15:36:59.861118 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-b99d8a96-f2b9-430f-ae98-97e6178c2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.862570 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-b99d8a96-f2b9-430f-ae98-97e6178c2d3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 1097 time: 0.1092005 May 13 15:36:59.890815 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-e0c67628-67bb-4758-a5d2-89019e80bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:36:59.997784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-5bbae6c4-934d-4c5a-b7ba-27655c7ebca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:36:59.999887 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-5bbae6c4-934d-4c5a-b7ba-27655c7ebca9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1277781 May 13 15:37:00.104685 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-dace4ff1-651a-45dd-b156-de7ce614ef44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 200 len: 1002 time: 0.0946219 May 13 15:37:00.171904 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-ccac0b19-2936-43a6-a2cb-d6325a183f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:00.173324 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-ccac0b19-2936-43a6-a2cb-d6325a183f48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0564611 May 13 15:37:00.250211 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-660f19c5-b8e6-4f4e-8f71-80288355836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:00.251635 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-660f19c5-b8e6-4f4e-8f71-80288355836e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676384 May 13 15:37:00.386339 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-b5bca5d7-c951-4a4b-8600-c7b78c480de0 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 May 13 15:37:00.519159 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-fe957fe1-866b-494a-a0e5-1885c1afb8e6 req-8876ce8a-0b8e-4c08-bddd-4b7ff59c0c2e service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230409 May 13 15:37:01.139864 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323abf2a-6ac8-46cc-80de-591efda6399c req-6df99a28-d652-474e-b38d-aab342da6fbb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:01.141340 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-323abf2a-6ac8-46cc-80de-591efda6399c req-6df99a28-d652-474e-b38d-aab342da6fbb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.1850824 May 13 15:37:01.185307 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-323abf2a-6ac8-46cc-80de-591efda6399c req-e1581111-fca7-475a-a7f5-814fb65339ea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382893 May 13 15:37:02.373990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e6b0-a679-4d2a-b716-b6c05cbf2cb6 req-3a0c1fc4-d7fd-4b94-b779-d25e425fcb90 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:02.375435 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1490e6b0-a679-4d2a-b716-b6c05cbf2cb6 req-3a0c1fc4-d7fd-4b94-b779-d25e425fcb90 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0824733 May 13 15:37:02.417976 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1490e6b0-a679-4d2a-b716-b6c05cbf2cb6 req-e8214f58-73c5-4bec-b0c8-afe8488b64bb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368824 May 13 15:37:02.778059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f97d1aaa-9951-4223-a4eb-760f53812154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:02.813430 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51262d07-3326-440c-9865-3cfcb4b02a4f req-b9e45969-a00f-4152-b7ba-8331ac7ee7a6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:02.814991 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51262d07-3326-440c-9865-3cfcb4b02a4f req-b9e45969-a00f-4152-b7ba-8331ac7ee7a6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0814421 May 13 15:37:02.862821 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51262d07-3326-440c-9865-3cfcb4b02a4f req-a5711ef4-06a3-44c5-bb34-a38f8035bfdc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 May 13 15:37:02.937438 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:03.443771 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.049259 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed11378-494e-4b06-b069-b98e09909ba6 req-74d44704-d4fd-4fee-8ca4-bf9ce5dab84e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:04.050670 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ed11378-494e-4b06-b069-b98e09909ba6 req-74d44704-d4fd-4fee-8ca4-bf9ce5dab84e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0786364 May 13 15:37:04.096094 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5ed11378-494e-4b06-b069-b98e09909ba6 req-98f51087-8dbd-4406-8e26-3abb6bebfa84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 May 13 15:37:04.128428 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-acabdc81-eeec-44d1-a8bb-2afdf5658dcd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:04.129850 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-acabdc81-eeec-44d1-a8bb-2afdf5658dcd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 946 time: 0.0783603 May 13 15:37:04.202199 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Deleting port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 {{(pid=88132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 13 15:37:04.202536 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732697206056'] for port, before_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.450376 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] For port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:04.450734 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1738677'] for port, precommit_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.846631 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.847001 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:04.847319 n-d-841736-1 neutron-server[88132]: INFO neutron.db.l3_db [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 disassociated. External IP: 172.25.5.104, port: e7f6a10d-3ed4-4dfd-8b3b-e7f609553760. May 13 15:37:04.847662 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.plugin [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Calling delete_port for e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 owned by compute:nova {{(pid=88132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 13 15:37:04.991962 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732697224578', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732696831070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6627340'] for port, after_delete {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:05.041444 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event deleted for resources: {'Port': ['ID=e7f6a10d-3ed4-4dfd-8b3b-e7f609553760,revision_number=None']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:05.076230 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:05.255066 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-51c2008c-0725-4732-be37-85b294ec7d73 req-2353b68b-4d0e-4c86-b012-5fd8e4b049fd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec69579d-f48c-4247-9d20-0cb08d923848 HTTP/1.1" status: 200 len: 210 time: 0.0469611 May 13 15:37:05.273452 n-d-841736-1 neutron-server[88132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:37:05.449240 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:37:05.459165 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:37:05.469116 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:05.471023 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:05.521784 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] No DVR routers for this DVR port e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 on host n-h1-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:37:05.524447 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:05.526920 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-deleted', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:05.544788 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-04a9dc74-7b93-4133-bd73-33dddbb032cf req-13f84106-1c55-4c5b-8d90-c1d5b5ce538c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "DELETE /v2.0/ports/e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 HTTP/1.1" status: 204 len: 173 time: 1.4046910 May 13 15:37:05.582763 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a568b0e-901c-4d11-91e5-5a358cf61df5'] response: {'server_uuid': 'ec69579d-f48c-4247-9d20-0cb08d923848', 'name': 'network-vif-deleted', 'tag': 'e7f6a10d-3ed4-4dfd-8b3b-e7f609553760', 'status': 'completed', 'code': 200} May 13 15:37:05.656936 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:05.965112 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:05.969774 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:37:05.978832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:05.979430 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:06.187887 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:06.499211 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:06.503155 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24ab95-9859-4a19-8c65-074bb55f5ce7 None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:37:06.613389 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-03d172b4-8779-4bd8-ace8-a271e4676ffa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2145294266&fields=id&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 267 time: 0.0394769 May 13 15:37:06.725441 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3a2bf-6b2b-4423-aacc-e13a8e1d8269 None None] New status for floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9: DOWN {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:37:06.765689 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-456bae4d-d81e-4c0c-9fb7-f8b17281cd97 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:06.767391 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-456bae4d-d81e-4c0c-9fb7-f8b17281cd97 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1474631 May 13 15:37:06.783302 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-d5092786-e51c-43a5-b6b4-6be2f36523cb tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/quotas/d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 375 time: 0.0103064 May 13 15:37:06.866894 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-bc20d6b0-ec0a-4ef2-bab1-0c2d1d8f779a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:37:06.882027 n-d-841736-1 neutron-server[88132]: DEBUG neutron.quota.resource [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-bc20d6b0-ec0a-4ef2-bab1-0c2d1d8f779a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88132) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:37:06.883376 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-bc20d6b0-ec0a-4ef2-bab1-0c2d1d8f779a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945623 May 13 15:37:07.021676 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-d837add8-8a2c-47cb-a1af-b5850ac2ac29 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265910 May 13 15:37:07.151304 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-641cb8a3-d2ce-472f-bdf3-5e36e41d6a57 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236899 May 13 15:37:07.326680 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-bd4d8d16-f6a8-49f4-ae5c-f3aa36a19bee req-96b81e9a-a1e6-4164-90d9-51e530498f71 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 210 time: 0.0424654 May 13 15:37:07.598603 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:37:07.632471 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] No Port match for: e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 {{(pid=88134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 13 15:37:07.632832 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device e7f6a10d-3ed4-4dfd-8b3b-e7f609553760 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:37:08.450550 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-01d4ddb0-c841-4425-a4dd-891c6b649bf3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:08.452807 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-01d4ddb0-c841-4425-a4dd-891c6b649bf3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 812 time: 0.1631267 May 13 15:37:08.483263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-9a19aed8-75ec-4752-b74c-93de0333bc5e req-894dd903-000e-4342-86a7-189618766d08 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 210 time: 0.0438349 May 13 15:37:08.516157 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-1b329d71-d5f4-47c7-9969-80a46a40bef2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 380 time: 0.0498624 May 13 15:37:08.526180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'port': {'device_id': '5895ccaa-d6dd-4057-b553-33453c794c59', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'admin_state_up': True, 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'security_groups': ['c460a7f6-9708-4c7c-8ab8-67dc989cdeba']}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:08.668067 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 13 15:37:08.677560 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.quota.driver [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 13 15:37:08.687042 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Made reservation on behalf of d2eb23882f1643af9609a7a425832f01 for: {'port': 1} {{(pid=88131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 15:37:08.691022 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:08.853091 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.db_base_plugin_common [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Allocated IP 172.20.0.12 (2aa7243c-87a6-420c-acf5-28afac8caeb6/9c3885cb-9859-4cd0-bedd-2e316c9399af/8b342513-34a3-4cdf-a0a3-5a51d9848ec3) {{(pid=88131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 15:37:09.036858 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for port, precommit_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.051461 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Transition to ACTIVE for port object 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:37:09.074281 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732696831061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7607641'] for port, after_create {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.147647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Network 2aa7243c-87a6-420c-acf5-28afac8caeb6 is already hosted by enough agents. {{(pid=88131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 15:37:09.148754 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.base_scheduler [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Resources bound (agent type, host, resource id): {{(pid=88131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 15:37:09.152782 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Received port after_create {{(pid=88131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 13 15:37:09.190030 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=1']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:09.208720 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.209065 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.209402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.209747 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.210054 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.210378 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.210702 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.211020 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.211343 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.211661 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.211981 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.212323 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:09.233208 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:09.233850 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.259263 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-20316449-5821-4fa6-985e-acf7d40318a0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7365391 May 13 15:37:09.274912 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Request body: {'port': {'device_id': '5895ccaa-d6dd-4057-b553-33453c794c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-841736-1'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:09.387830 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.408509 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-46bdf5c6-b440-4f8e-a005-d2f6179c866e None None] Provisioning for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 completed by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:37:09.414001 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-46bdf5c6-b440-4f8e-a005-d2f6179c866e None None] Provisioning complete for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 triggered by entity DHCP. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:09.414396 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-46bdf5c6-b440-4f8e-a005-d2f6179c866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.473447 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-46bdf5c6-b440-4f8e-a005-d2f6179c866e None None] Port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 cannot update to ACTIVE because it is not bound. {{(pid=88134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 13 15:37:09.723257 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a9634-2550-49ef-b164-558b7fb803da req-1d2bcf5d-1ed0-402a-93d3-7db711ad24a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:09.723946 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-697a9634-2550-49ef-b164-558b7fb803da req-1d2bcf5d-1ed0-402a-93d3-7db711ad24a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Synchronizing usage tracker for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 13 15:37:09.794055 n-d-841736-1 neutron-server[88131]: DEBUG neutron.quota.resource [req-697a9634-2550-49ef-b164-558b7fb803da req-1d2bcf5d-1ed0-402a-93d3-7db711ad24a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Unset dirty status for tenant:d2eb23882f1643af9609a7a425832f01 on resource:port {{(pid=88131) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 13 15:37:09.795765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-697a9634-2550-49ef-b164-558b7fb803da req-1d2bcf5d-1ed0-402a-93d3-7db711ad24a8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 932 time: 0.1994467 May 13 15:37:09.804635 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 {{(pid=88131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:09.824137 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:09.854662 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Transition to ACTIVE for port object 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:37:09.860508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-697a9634-2550-49ef-b164-558b7fb803da req-ba540860-6d50-4adc-972f-e77093ddfd2a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585859 May 13 15:37:09.861515 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:10.128269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=2']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:10.198726 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:37:10.199061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:37:10.199386 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:10.204538 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:37:10.204854 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:10.209870 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:37:10.210201 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:37:10.210575 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:37:10.210996 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Bound port: 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:37:10.211339 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:10.300135 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:37:10.302944 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:37:10.307524 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:10.367107 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:10.367729 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:10.369112 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] 10.222.0.86 "PUT /v2.0/ports/8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1092 time: 1.0985906 May 13 15:37:10.369533 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:10.394150 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d148c-75a2-4757-88cd-a2a4ed090f7e service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=3']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:10.415676 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:37:10.449428 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487f70df-d05c-4a05-ab9f-1a7b1d699374'] response: {'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'status': 'completed', 'code': 200} May 13 15:37:10.492297 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-a155bdd9-d287-4571-acf5-dbb9f1a1224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:10.493794 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-a155bdd9-d287-4571-acf5-dbb9f1a1224c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1095 time: 0.0768774 May 13 15:37:10.568975 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-0c5a987f-c230-469d-9f21-08ad3867565c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 217 time: 0.0650342 May 13 15:37:10.636233 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-f0a97ff5-5af6-442e-bc0b-0d291fb70137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:10.637659 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-f0a97ff5-5af6-442e-bc0b-0d291fb70137 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0594063 May 13 15:37:10.727493 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-0c4232b4-5280-47ff-a206-048f2e48ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:10.728943 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-0c4232b4-5280-47ff-a206-048f2e48ab51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846515 May 13 15:37:10.861789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-86888ee1-d811-41a6-9c81-d0992baf223d service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234016 May 13 15:37:11.043669 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-5e2bb1c1-9c84-492f-b973-52272daf206a req-9d0c5528-ca69-409d-b2fc-5ccf0b47ced6 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730256 May 13 15:37:11.076763 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53d41-b772-4985-af2f-845137626278 req-12728c6f-acf8-482c-a5c2-4d2cb9c088b4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.078200 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed53d41-b772-4985-af2f-845137626278 req-12728c6f-acf8-482c-a5c2-4d2cb9c088b4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.1046534 May 13 15:37:11.172273 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9ed53d41-b772-4985-af2f-845137626278 req-8cff76ce-b1cd-4ab3-b906-d7f3e625c2dc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881271 May 13 15:37:11.192551 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a4f9-0754-431e-9e53-391f7121b005 req-02aee99b-c51b-4217-ba04-72c120aa394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.193979 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-02aee99b-c51b-4217-ba04-72c120aa394b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1095 time: 0.0918782 May 13 15:37:11.325147 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a4f9-0754-431e-9e53-391f7121b005 req-920915b4-7268-4558-9411-d15df52b2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.326672 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-920915b4-7268-4558-9411-d15df52b2f11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1260042 May 13 15:37:11.395421 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-9b8616fd-3b05-42ab-a814-5e9075f58514 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 217 time: 0.0624740 May 13 15:37:11.458818 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a4f9-0754-431e-9e53-391f7121b005 req-5f0a4e2e-c486-4cbc-b06b-5c319e0cf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.460178 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-5f0a4e2e-c486-4cbc-b06b-5c319e0cf4ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0576994 May 13 15:37:11.533069 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a4f9-0754-431e-9e53-391f7121b005 req-e78208ee-5f2c-44e7-b93f-68ee5890ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:11.534823 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-e78208ee-5f2c-44e7-b93f-68ee5890ac58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684817 May 13 15:37:11.668118 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-b98d30f6-d8cb-4cdb-91d4-682f8e8781d4 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229775 May 13 15:37:11.897493 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b186a4f9-0754-431e-9e53-391f7121b005 req-262b4b8b-6ec4-4290-aaf4-2a9d121ff601 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226670 May 13 15:37:12.471480 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3e46-29ed-4f8b-8c4f-988558c1e773 req-1ad856bf-529f-4dda-ae5f-b0e7509ee229 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:12.472873 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed5a3e46-29ed-4f8b-8c4f-988558c1e773 req-1ad856bf-529f-4dda-ae5f-b0e7509ee229 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.1970615 May 13 15:37:12.516923 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ed5a3e46-29ed-4f8b-8c4f-988558c1e773 req-4762c661-4d5e-4b18-8d13-f05cb42e28d2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384052 May 13 15:37:13.696909 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee1df3-bdae-46aa-9b45-dde2c02239b7 req-901ebf64-b30d-4206-909e-def8284a2203 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:13.698333 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c1ee1df3-bdae-46aa-9b45-dde2c02239b7 req-901ebf64-b30d-4206-909e-def8284a2203 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.0778210 May 13 15:37:13.742911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c1ee1df3-bdae-46aa-9b45-dde2c02239b7 req-6465929c-906c-4c63-a2df-75c8f7bb7c0d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382750 May 13 15:37:14.928597 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829d7b-bb74-4339-a148-d0711fe9518e req-fd412938-3f49-4439-9157-ab0cce86f7b8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:14.930025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01829d7b-bb74-4339-a148-d0711fe9518e req-fd412938-3f49-4439-9157-ab0cce86f7b8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.0799308 May 13 15:37:14.975857 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-01829d7b-bb74-4339-a148-d0711fe9518e req-31cfe18f-2bc9-481d-a0e2-28afb0016625 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 May 13 15:37:15.765591 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:37:15.893075 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:15.905610 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:37:15.958292 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:15.958650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:15.974439 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:15.988921 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:15.992663 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:16.061757 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=4']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:16.069159 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.069495 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.069826 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.070151 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.070498 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.070823 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.071146 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.071543 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.071861 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.072176 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.072513 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.072828 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:16.165647 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d4dee-444a-4377-b5d7-b01269146a94 req-3eb33d8e-46d8-4c11-8488-94dbacdaf6d6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:16.167105 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f8d4dee-444a-4377-b5d7-b01269146a94 req-3eb33d8e-46d8-4c11-8488-94dbacdaf6d6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 945 time: 0.0820327 May 13 15:37:16.211546 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4f8d4dee-444a-4377-b5d7-b01269146a94 req-d3320657-a0b6-4124-9717-4c8e22a41c84 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 May 13 15:37:16.254351 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8b342513-34a3-4cdf-a0a3-5a51d9848ec3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:37:17.392733 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9723d53-a5c1-42c3-a7aa-a2293c8794c7 req-1b3bd703-b926-43bf-9aa2-5b92f37c81bc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:17.394204 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9723d53-a5c1-42c3-a7aa-a2293c8794c7 req-1b3bd703-b926-43bf-9aa2-5b92f37c81bc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 945 time: 0.0793803 May 13 15:37:17.438025 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e9723d53-a5c1-42c3-a7aa-a2293c8794c7 req-26517c00-eff4-42c5-8989-dc27a43d6f2b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 May 13 15:37:17.794258 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:37:17.865530 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:37:17.870275 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:17.870660 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:17.986293 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:17.986665 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:18.012977 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:18.022925 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:18.027087 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:18.062967 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2af4c81-54f7-419b-9d93-dde1705ea30f'] response: {'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'code': 200} May 13 15:37:18.094890 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=5']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:18.196470 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a21b9-c640-4e7c-8a7b-a92b79a60cde req-58df691a-1b9e-4002-82b4-47ce92d3f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.197923 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d5a21b9-c640-4e7c-8a7b-a92b79a60cde req-58df691a-1b9e-4002-82b4-47ce92d3f391 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1097 time: 0.0681767 May 13 15:37:18.239289 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6d5a21b9-c640-4e7c-8a7b-a92b79a60cde req-904b52c2-93d9-4f70-b9cc-6700114d69d2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 May 13 15:37:18.621594 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae9968-6021-473f-811b-00ecae408b79 req-ae7514d2-a60b-4018-bb00-befb0087bbb8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:18.623672 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-18ae9968-6021-473f-811b-00ecae408b79 req-ae7514d2-a60b-4018-bb00-befb0087bbb8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0822096 May 13 15:37:18.666118 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-18ae9968-6021-473f-811b-00ecae408b79 req-289a6148-0552-4550-aafc-1ec2e96ea2b0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 May 13 15:37:19.855335 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1e8bb-a426-40c2-80b7-fea9498de33a req-1fe266a1-180f-4199-b929-8b0c68eb26b9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:19.856777 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-48a1e8bb-a426-40c2-80b7-fea9498de33a req-1fe266a1-180f-4199-b929-8b0c68eb26b9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0809286 May 13 15:37:19.899388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-48a1e8bb-a426-40c2-80b7-fea9498de33a req-85452ab6-3f58-4065-8e33-fab598542702 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 May 13 15:37:20.078244 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976679b5-f955-41a8-b5ac-bf504e24781b req-6e70bb13-333b-4efa-a8f1-e355b0377ea3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:20.079729 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-976679b5-f955-41a8-b5ac-bf504e24781b req-6e70bb13-333b-4efa-a8f1-e355b0377ea3 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0800140 May 13 15:37:20.088432 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [-] (88131) accepted ('10.222.0.36', 51098) {{(pid=88131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 13 15:37:20.093488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Request body: {'floatingip': {'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:20.104162 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:20.171351 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:20.746001 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:20.749448 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1742489'] for floatingip, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:20.913937 n-d-841736-1 neutron-server[88131]: INFO neutron.db.l3_db [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 associated. External IP: 172.25.5.104, port: 8b342513-34a3-4cdf-a0a3-5a51d9848ec3. May 13 15:37:21.200466 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:21.380541 n-d-841736-1 neutron-server[88131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Router 145661ee-6e15-48f2-b632-d5c8eb7aac57 has already been hosted by L3 agent bd9def27-cc8a-496c-992d-f226cf56494c {{(pid=88131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 13 15:37:21.556682 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify agent at l3_agent.n-d-841736-1 the message routers_updated {{(pid=88131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 13 15:37:21.562012 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for floatingip, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:21.567063 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Sync routers for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 15:37:21.576367 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:21.576970 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:21.615667 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [None req-b8f71aba-e49e-4844-b21c-159aa4fe9910 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "PUT /v2.0/floatingips/c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9 HTTP/1.1" status: 200 len: 992 time: 1.5261433 May 13 15:37:21.616261 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:21.660879 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722b1048-d2f4-4a5e-a475-b28e6667ea45'] response: {'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'status': 'completed', 'code': 200} May 13 15:37:21.763750 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-5085c206-72a4-49f8-a655-1b1ad444ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:21.765753 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-5085c206-72a4-49f8-a655-1b1ad444ff78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1097 time: 0.0831945 May 13 15:37:21.796448 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:21.910660 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-cb611f6e-a33a-4156-8aa5-ebb232676caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:21.912117 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-cb611f6e-a33a-4156-8aa5-ebb232676caa service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1401281 May 13 15:37:22.053651 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baabd74-d679-47b0-983d-4d1775430460 req-7339f37d-bcaf-4fed-b577-376ef114669b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.055848 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0baabd74-d679-47b0-983d-4d1775430460 req-7339f37d-bcaf-4fed-b577-376ef114669b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0942099 May 13 15:37:22.066293 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-4a42bdfa-71bf-4071-b194-fcee855048fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1000 time: 0.1474979 May 13 15:37:22.103247 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-0baabd74-d679-47b0-983d-4d1775430460 req-2d311bb1-69a2-44fc-84c4-373774c2a205 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 May 13 15:37:22.117663 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-c948861e-6b5a-4dba-b8c9-464016f58adc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1427927 May 13 15:37:22.138400 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-e313c214-93fa-40a9-9c40-2d74babff5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.140365 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-e313c214-93fa-40a9-9c40-2d74babff5a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0658567 May 13 15:37:22.163534 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895ccaa-d6dd-4057-b553-33453c794c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:37:20Z', 'revision_number': 9, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:22.168650 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Checking router: 145661ee-6e15-48f2-b632-d5c8eb7aac57 for host: n-d-841736-1 {{(pid=88134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 15:37:22.177461 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Routers {'145661ee-6e15-48f2-b632-d5c8eb7aac57'} bound to L3 agent in host n-d-841736-1 {{(pid=88134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 13 15:37:22.178124 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-841736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T14:11:32Z,description=,heartbeat_timestamp=2022-05-13T15:37:03Z,host='n-d-841736-1',id=bd9def27-cc8a-496c-992d-f226cf56494c,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T14:11:32Z,topic='l3_agent')) {'router_ids': ['145661ee-6e15-48f2-b632-d5c8eb7aac57'], 'active': True} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:22.216283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-b298d6ed-6adf-40b9-9d02-36ab66be1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:22.218393 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-b298d6ed-6adf-40b9-9d02-36ab66be1fd9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723617 May 13 15:37:22.354522 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-f641c2f8-3717-4f99-8d0c-77270a11bf7b service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300886 May 13 15:37:22.362319 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_dvr_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] Set router 145661ee-6e15-48f2-b632-d5c8eb7aac57 gateway port host: n-d-841736-1 {{(pid=88134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 13 15:37:22.489044 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-b63c99b4-4840-4b0a-8211-c8b69a7b3a34 req-6383d4f5-8a31-44da-9290-5fd830a4b4fa service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287026 May 13 15:37:22.732639 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.l3_hamode_db [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895ccaa-d6dd-4057-b553-33453c794c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:37:20Z', 'revision_number': 9, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-841736-1', False) {} {{(pid=88134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 15:37:22.736799 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395d13c-82b7-4878-a331-9aa81d2cccd5 None None] The sync data for ids ['145661ee-6e15-48f2-b632-d5c8eb7aac57'] in n-d-841736-1 is: [{'id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'name': 'tempest-ServerActionsTestJSON-1198899534-router', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'external_fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T15:34:56Z', 'updated_at': '2022-05-13T15:35:00Z', 'revision_number': 4, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'gw_port': {'id': '6daede75-60b1-417c-b5ac-c76ebb21043e', 'name': '', 'network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:57Z', 'updated_at': '2022-05-13T15:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d33ac09-7d29-49c1-beb3-c303852ac8b2', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-841736-1', '_floatingips': [{'id': 'c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '0b4ec8e4-5c85-4988-8d66-3f3a5fbaed8d', 'router_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895ccaa-d6dd-4057-b553-33453c794c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T15:35:03Z', 'updated_at': '2022-05-13T15:37:20Z', 'revision_number': 9, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d44e4-e732-4b0c-97ff-d6c75ad16c44', 'name': '', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'tenant_id': 'd2eb23882f1643af9609a7a425832f01', 'mac_address': 'fa:16:3e:98:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145661ee-6e15-48f2-b632-d5c8eb7aac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-841736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T15:34:59Z', 'updated_at': '2022-05-13T15:35:06Z', 'revision_number': 5, 'project_id': 'd2eb23882f1643af9609a7a425832f01', 'subnets': [{'id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 15:37:22.942965 n-d-841736-1 neutron-server[88135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67669f54-116e-4a3f-8b25-d18a0fe70308 None None] New status for floating IP c9f0c4c1-fe69-4406-b8f2-5e7c65de0be9: ACTIVE {{(pid=88135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 15:37:23.455061 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbcd5d-a2cb-4dcc-9bd0-9412cf5bccf1 req-3902b029-e9cc-4f36-bf69-474d856836c4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.456462 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5bbcd5d-a2cb-4dcc-9bd0-9412cf5bccf1 req-3902b029-e9cc-4f36-bf69-474d856836c4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.2443984 May 13 15:37:23.462283 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-e4dd55ff-e168-4132-8035-f60f2de112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.463611 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-e4dd55ff-e168-4132-8035-f60f2de112dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1097 time: 0.1103535 May 13 15:37:23.579894 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e5bbcd5d-a2cb-4dcc-9bd0-9412cf5bccf1 req-a061bbc7-7555-479c-970f-98827d263232 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153646 May 13 15:37:23.621305 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-0430fafb-0873-47e6-80d7-30ae79ef39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.622741 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-0430fafb-0873-47e6-80d7-30ae79ef39ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1456416 May 13 15:37:23.733086 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-ba71b39b-f41b-41ed-9ffc-384aff5408a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.1028292 May 13 15:37:23.793664 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-1ba4c8ef-848c-4bd1-9254-e206d124d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.795078 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-1ba4c8ef-848c-4bd1-9254-e206d124d648 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0565381 May 13 15:37:23.867019 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-e812043b-769d-495e-8286-fc8a377cee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:23.868507 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-e812043b-769d-495e-8286-fc8a377cee47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677583 May 13 15:37:23.997206 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-5a13df34-4428-4130-b06a-71e45de2c02a service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223888 May 13 15:37:24.129231 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-34e3fb25-324d-40e2-9fd4-ab29c8b1221d service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224468 May 13 15:37:24.762913 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4968-1d87-4abb-a6c0-78120768488c req-e8d0a63c-3daa-4198-8ccf-3d0606204a98 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:24.764413 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f25a4968-1d87-4abb-a6c0-78120768488c req-e8d0a63c-3daa-4198-8ccf-3d0606204a98 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0795665 May 13 15:37:24.808695 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f25a4968-1d87-4abb-a6c0-78120768488c req-c8c2f02a-6fe6-4785-b0f6-0812f6f47393 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 May 13 15:37:25.996488 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ab45-7474-4e99-acc5-18a579eaa2a4 req-c7f553cd-82bb-43d7-9f5a-5c2318ff1e09 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:25.997971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4a1ab45-7474-4e99-acc5-18a579eaa2a4 req-c7f553cd-82bb-43d7-9f5a-5c2318ff1e09 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0849197 May 13 15:37:26.052046 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f4a1ab45-7474-4e99-acc5-18a579eaa2a4 req-0d0f6395-5706-48fc-b805-ee7441dc6762 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475905 May 13 15:37:27.246696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01c171-d279-4143-861b-5ad278cf72bf req-513a0b79-e507-47d2-80d2-52fb298da4fa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:27.248281 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df01c171-d279-4143-861b-5ad278cf72bf req-513a0b79-e507-47d2-80d2-52fb298da4fa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0860827 May 13 15:37:27.294345 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-df01c171-d279-4143-861b-5ad278cf72bf req-a6cc3dcd-4c8c-456a-ba49-bba2e8b6ddbc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 May 13 15:37:28.481524 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9790fd8-cf93-4a99-96fc-90265c7a0b1a req-ec9666b3-84e4-48af-8ead-e429cbe0bc33 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:28.483640 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9790fd8-cf93-4a99-96fc-90265c7a0b1a req-ec9666b3-84e4-48af-8ead-e429cbe0bc33 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0798883 May 13 15:37:28.530970 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a9790fd8-cf93-4a99-96fc-90265c7a0b1a req-fd6cec0a-5af6-4676-8d65-691b4c6d04a4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 May 13 15:37:29.711701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d1e07-9fa0-4a17-a7d1-66cb5d189d5f req-9e12f5f8-0151-4b18-8999-b77cd4f77de0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:29.713177 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-566d1e07-9fa0-4a17-a7d1-66cb5d189d5f req-9e12f5f8-0151-4b18-8999-b77cd4f77de0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0781119 May 13 15:37:29.760668 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-566d1e07-9fa0-4a17-a7d1-66cb5d189d5f req-4291ed95-2df2-48e1-8c83-4caec13ff9cd tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 May 13 15:37:29.893071 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-36464aaf-7065-4629-b9e4-96575422fe2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:30.939621 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7aafa-7d38-4d80-bff7-63de99148ad5 req-784af836-ae1c-4510-a549-7e72ec96c703 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:30.941068 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27c7aafa-7d38-4d80-bff7-63de99148ad5 req-784af836-ae1c-4510-a549-7e72ec96c703 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0776870 May 13 15:37:30.987942 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-27c7aafa-7d38-4d80-bff7-63de99148ad5 req-3261ca20-2cd0-445c-89ad-09a0d8ab4ab5 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 May 13 15:37:32.169399 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7149ea4-9a61-43d0-9927-a71c0fcb6079 req-e1b48fdf-4d71-416d-ba48-60013c816560 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:32.170901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7149ea4-9a61-43d0-9927-a71c0fcb6079 req-e1b48fdf-4d71-416d-ba48-60013c816560 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0802701 May 13 15:37:32.213970 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-d7149ea4-9a61-43d0-9927-a71c0fcb6079 req-c18274e7-c541-4b72-8d68-2d3c1319002f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 May 13 15:37:32.771511 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-227e847f-cac9-43da-ba95-9174190c123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:32.940043 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:33.399035 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f2950-98ce-472d-ad5c-98baa706ea22 req-60602893-e7a3-4405-b331-678a54f822e8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:33.400501 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca5f2950-98ce-472d-ad5c-98baa706ea22 req-60602893-e7a3-4405-b331-678a54f822e8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0821021 May 13 15:37:33.445828 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ca5f2950-98ce-472d-ad5c-98baa706ea22 req-2508a03b-8803-4bfd-9a7a-3d900a5f374f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 May 13 15:37:33.446184 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:34.633948 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c5472-173f-451e-be72-ea45bd57c560 req-0345be2c-e31e-41ec-ba5c-c99bc49e37b6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:34.635406 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e48c5472-173f-451e-be72-ea45bd57c560 req-0345be2c-e31e-41ec-ba5c-c99bc49e37b6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0829372 May 13 15:37:34.690394 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e48c5472-173f-451e-be72-ea45bd57c560 req-8ecf9f5a-105a-429c-9ce9-bdfc6fa2bcd4 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487268 May 13 15:37:35.075799 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:35.878510 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efd5b9-0207-43d4-9b5d-8100e4a21260 req-a4767a8b-a635-4980-8c96-684b33e4a20d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:35.879957 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7efd5b9-0207-43d4-9b5d-8100e4a21260 req-a4767a8b-a635-4980-8c96-684b33e4a20d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0796728 May 13 15:37:35.924176 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-a7efd5b9-0207-43d4-9b5d-8100e4a21260 req-613b6331-8b16-420b-87f2-903e5d576f4d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 May 13 15:37:37.134543 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e33c07-e80c-470e-91cc-5a530e2da443 req-7d08dca7-6766-4d0d-91bb-90a2f0ab395e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:37.135995 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22e33c07-e80c-470e-91cc-5a530e2da443 req-7d08dca7-6766-4d0d-91bb-90a2f0ab395e tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0779576 May 13 15:37:37.179452 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-22e33c07-e80c-470e-91cc-5a530e2da443 req-e16d8ec0-4746-436b-a941-2959fbddce1c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372674 May 13 15:37:38.367456 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57793c63-8eb7-499a-b39e-f3d574fa08aa req-1c5bbb0d-9677-4fa7-baf8-7599c2c7ee8a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:38.368934 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57793c63-8eb7-499a-b39e-f3d574fa08aa req-1c5bbb0d-9677-4fa7-baf8-7599c2c7ee8a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0812380 May 13 15:37:38.411878 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-57793c63-8eb7-499a-b39e-f3d574fa08aa req-935fa07a-682b-4787-966a-0ac65e83b563 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 May 13 15:37:39.598069 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae749e45-0789-4d1a-804b-4a916cf0d8c2 req-87441e50-991b-4fe9-804f-f349d41d5c7b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:39.599531 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae749e45-0789-4d1a-804b-4a916cf0d8c2 req-87441e50-991b-4fe9-804f-f349d41d5c7b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0825663 May 13 15:37:39.642838 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-ae749e45-0789-4d1a-804b-4a916cf0d8c2 req-4d659ed1-bf84-40db-ab07-a4ad026922f2 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376465 May 13 15:37:40.824837 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcd03-ebdc-47b0-8c61-3faf77adaeff req-e126597a-946f-4a3f-bcd4-fba639e08150 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:40.826271 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b7bcd03-ebdc-47b0-8c61-3faf77adaeff req-e126597a-946f-4a3f-bcd4-fba639e08150 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0787408 May 13 15:37:40.872111 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-3b7bcd03-ebdc-47b0-8c61-3faf77adaeff req-a8c6e14a-69ec-4f85-8576-518032f523e1 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 May 13 15:37:42.055054 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a0db9-7fb2-4d57-bf2d-e8d6a78067e0 req-d52c41cd-5d86-488f-956e-3ece0149d127 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:42.056453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d0a0db9-7fb2-4d57-bf2d-e8d6a78067e0 req-d52c41cd-5d86-488f-956e-3ece0149d127 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0787628 May 13 15:37:42.107014 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-8d0a0db9-7fb2-4d57-bf2d-e8d6a78067e0 req-7c5d8098-243c-4ca6-b37e-4db744927f1a tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 May 13 15:37:43.294321 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70568-7fe3-4846-957f-2d485379a5a2 req-ac58bbf6-e52d-4485-b679-a3240c977b25 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:43.296269 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51e70568-7fe3-4846-957f-2d485379a5a2 req-ac58bbf6-e52d-4485-b679-a3240c977b25 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0797818 May 13 15:37:43.339089 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-51e70568-7fe3-4846-957f-2d485379a5a2 req-6e25a3e4-2fd3-433e-ac82-9db78607be31 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 May 13 15:37:44.522373 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca3d05-6b09-497e-892e-14f50e1f1755 req-e21b355b-3a96-420f-ba75-a6936507395c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:44.523777 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ca3d05-6b09-497e-892e-14f50e1f1755 req-e21b355b-3a96-420f-ba75-a6936507395c tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0805552 May 13 15:37:44.567438 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-30ca3d05-6b09-497e-892e-14f50e1f1755 req-539c1a75-774c-46d0-8f8f-abfaa9513890 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379484 May 13 15:37:45.751671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49474d7c-1128-4318-8fd3-25164047ee63 req-a9253fee-9a91-4265-9563-220c006c7007 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:45.753160 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49474d7c-1128-4318-8fd3-25164047ee63 req-a9253fee-9a91-4265-9563-220c006c7007 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0832751 May 13 15:37:45.890508 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-49474d7c-1128-4318-8fd3-25164047ee63 req-14ad9ba9-6313-4002-b900-a6cb256a8c04 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315131 May 13 15:37:47.079701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdc9c1-5ff8-40cd-9f5d-40e1e451719f req-a0596413-4cf4-47a2-92a5-0e7746308dcc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.081187 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5efdc9c1-5ff8-40cd-9f5d-40e1e451719f req-a0596413-4cf4-47a2-92a5-0e7746308dcc tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0839190 May 13 15:37:47.124556 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-5efdc9c1-5ff8-40cd-9f5d-40e1e451719f req-34e2db3e-d643-4e74-8e9a-cfd6e48690ab tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373416 May 13 15:37:47.405165 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:37:47.597177 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-28d68e0b-a0b0-4c22-a754-c4a025a2f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.598628 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-28d68e0b-a0b0-4c22-a754-c4a025a2f743 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1097 time: 0.1135027 May 13 15:37:47.738895 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-a6f5d6ac-fd5d-4224-9985-3bf8147fc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.740266 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-a6f5d6ac-fd5d-4224-9985-3bf8147fc545 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1237338 May 13 15:37:47.846699 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-5075d649-3c83-41a7-9817-b3512cd2b94b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0986464 May 13 15:37:47.909228 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-65ab134c-be0d-4b0a-8e5b-8961d7ffd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.910900 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-65ab134c-be0d-4b0a-8e5b-8961d7ffd01d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0586915 May 13 15:37:47.983227 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-07f26f7c-4574-47de-bda8-3191c9c52c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:47.984742 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-07f26f7c-4574-47de-bda8-3191c9c52c7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676551 May 13 15:37:48.113880 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-87208e7e-64df-43af-93c4-3fb89ba8a96c service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225600 May 13 15:37:48.281039 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41be53bd-e1ef-4926-88dd-67243eef5957 req-c34c5940-a0a5-4148-8371-8dcda250cf69 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612694 May 13 15:37:48.319934 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116e1c1-3003-4852-bea5-46aec501ef9f req-e7f8e3ad-7246-4e90-8cb2-62e54fab5afa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:48.321408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4116e1c1-3003-4852-bea5-46aec501ef9f req-e7f8e3ad-7246-4e90-8cb2-62e54fab5afa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0853963 May 13 15:37:48.368267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-4116e1c1-3003-4852-bea5-46aec501ef9f req-41101cab-2c5c-479c-9a0e-27b10dacbd2f tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 May 13 15:37:49.552934 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1290a29-9a37-488b-8f72-49dd72e64cc9 req-efd12026-eebe-42c6-b893-31e646aa9021 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:49.554384 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1290a29-9a37-488b-8f72-49dd72e64cc9 req-efd12026-eebe-42c6-b893-31e646aa9021 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0786512 May 13 15:37:49.600604 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e1290a29-9a37-488b-8f72-49dd72e64cc9 req-a4d3d7d8-0b03-4e14-bb85-469597e1ef92 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 May 13 15:37:50.104245 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:50.786644 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53245b-b725-4019-802c-9868189f722b req-f17f41bb-85af-400f-9134-d690bf538af9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:50.788156 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac53245b-b725-4019-802c-9868189f722b req-f17f41bb-85af-400f-9134-d690bf538af9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0813279 May 13 15:37:50.831408 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ac53245b-b725-4019-802c-9868189f722b req-af85c7a1-4379-4e79-a52b-92913e703579 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375671 May 13 15:37:51.214820 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:51.355737 n-d-841736-1 neutron-server[88131]: INFO neutron.api.v2.resource [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-f2c4d746-db84-4e70-b638-961a1de3ada7 service neutron] show failed (client error): The resource could not be found. May 13 15:37:51.356729 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-f2c4d746-db84-4e70-b638-961a1de3ada7 service neutron] 10.222.0.86 "GET /v2.0/ports/8b342513-34a3-4cdf-a0a3-5a51d9848ec3/bindings/n-h1-841736-1 HTTP/1.1" status: 404 len: 380 time: 0.0753031 May 13 15:37:51.637138 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-4b4175ba-002f-44f1-b19a-d2a840e4442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:51.638598 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-4b4175ba-002f-44f1-b19a-d2a840e4442d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 1097 time: 0.0756147 May 13 15:37:51.653887 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.v2.base [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:37:51.762083 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.182413 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:52.203012 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796449a-fb66-4a64-91b8-6222b7403ffa req-895dbd75-ae61-4a99-a54e-86947cfe864b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:52.205007 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2796449a-fb66-4a64-91b8-6222b7403ffa req-895dbd75-ae61-4a99-a54e-86947cfe864b tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.2413871 May 13 15:37:52.241081 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:37:52.304263 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-2796449a-fb66-4a64-91b8-6222b7403ffa req-499a734b-0112-410b-8885-1ad851d5c223 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890467 May 13 15:37:52.316384 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:52.322359 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.337622 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.provisioning_blocks [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Transition to ACTIVE for port object 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 will not be triggered until provisioned by entity L2. {{(pid=88132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:37:52.342464 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.378402 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6415f921-c277-4912-817d-6c4272f0c859'] response: {'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'code': 200} May 13 15:37:52.496657 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=6']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:52.510191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.510534 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.510872 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.511208 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.511548 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.511880 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.512189 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.512537 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.512857 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.513177 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.513493 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.513811 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-841736-1 {{(pid=88132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 15:37:52.556506 n-d-841736-1 neutron-server[88132]: DEBUG neutron.db.l3_dvrscheduler_db [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] No DVR routers for this DVR port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on host n-h2-841736-1 {{(pid=88132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:37:52.778191 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on host n-h1-841736-1 for vnic_type normal with profile {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:37:52.778845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 by drivers openvswitch,hyperv on host n-h1-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:37:52.778845 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:52.783293 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-841736-1 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:37:52.783603 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:37:52.788990 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Checking agent: {'id': '6911c01f-274a-4b35-9c37-a016e2672a93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:37:52.789321 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:37:52.789701 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:37:52.790254 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.managers [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Bound port: 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host: n-h1-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:37:52.790836 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.887369 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, cleared binding levels {{(pid=88132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:37:52.890282 n-d-841736-1 neutron-server[88132]: DEBUG neutron.plugins.ml2.db [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:37:52.894912 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6627387'] for port, after_update {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.954525 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:52.955143 n-d-841736-1 neutron-server[88132]: DEBUG neutron_lib.callbacks.manager [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:52.956545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] 10.222.0.90 "PUT /v2.0/ports/8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1092 time: 1.3064525 May 13 15:37:52.971598 n-d-841736-1 neutron-server[88132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c554-c91a-43d0-bc5b-f47389dad45a service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=7']} {{(pid=88132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:53.062363 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-81d60a50-eaab-4db1-a78e-1c52d49cdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.064518 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-81d60a50-eaab-4db1-a78e-1c52d49cdcc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1095 time: 0.0761223 May 13 15:37:53.203049 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b853ee23-ee4b-4784-be8c-d7c1cf8275f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.204545 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b853ee23-ee4b-4784-be8c-d7c1cf8275f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1310380 May 13 15:37:53.313455 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-bf7bd970-1d69-497c-bd94-eb4c9bd70bf2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0986722 May 13 15:37:53.378253 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-bcc61582-7f86-401a-950e-f9cdfa429b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.379691 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-bcc61582-7f86-401a-950e-f9cdfa429b49 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0562267 May 13 15:37:53.525673 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9567c-332d-481b-970c-63bff4f0a432 req-9e32b726-de09-435d-809e-822c3ed45ca9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.527102 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a9567c-332d-481b-970c-63bff4f0a432 req-9e32b726-de09-435d-809e-822c3ed45ca9 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.1071556 May 13 15:37:53.529607 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-aa815a29-7b4e-4450-9f30-b4cdcb2a4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:53.530951 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-aa815a29-7b4e-4450-9f30-b4cdcb2a4d7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404665 May 13 15:37:53.650365 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-a8a9567c-332d-481b-970c-63bff4f0a432 req-cf7c6343-622a-4355-902c-cbcf31e43bd8 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169457 May 13 15:37:53.689599 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-0e9ead38-e4d2-4d6b-b6c8-dc6313489b74 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438684 May 13 15:37:53.941494 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-41052988-6f1a-47e6-b4dd-a0c4bb33ee9b req-b7e8a579-b883-4d3d-ab2b-959d4c9c0269 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419071 May 13 15:37:54.379916 n-d-841736-1 neutron-server[88132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:54.436363 n-d-841736-1 neutron-server[88132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbf52fd-eac0-412b-8dac-1f9d787bfa8b'] response: {'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'status': 'completed', 'code': 200} May 13 15:37:54.535433 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-6ff5b8e1-53dd-41b2-9401-a61a5df4b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.537610 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-6ff5b8e1-53dd-41b2-9401-a61a5df4b864 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1095 time: 0.0808167 May 13 15:37:54.551402 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-589c1cb1-4303-4193-aa66-6fcbb35477af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.553308 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-589c1cb1-4303-4193-aa66-6fcbb35477af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1095 time: 0.0838645 May 13 15:37:54.668510 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-c225581d-32d7-4884-8a45-e369fcdfcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.669849 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-c225581d-32d7-4884-8a45-e369fcdfcb19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1248698 May 13 15:37:54.687801 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-b1b6378c-29b2-4db6-828c-6e565611e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.689525 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-b1b6378c-29b2-4db6-828c-6e565611e90c service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1277602 May 13 15:37:54.795899 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-0d380166-ba1c-4c34-961b-d7d33d114319 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0974855 May 13 15:37:54.818036 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-b424a530-c3be-4dba-9fbe-2a401f9f1c5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.1406579 May 13 15:37:54.864276 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-518c6cd6-4962-4ae5-a5df-3db9d165c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.865740 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-518c6cd6-4962-4ae5-a5df-3db9d165c17c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0603850 May 13 15:37:54.899556 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-e972022a-19ca-41ce-9227-66fc86850595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.901039 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-e972022a-19ca-41ce-9227-66fc86850595 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0747805 May 13 15:37:54.912888 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9fc51-2eaa-406b-9762-41b77a6502ef req-e9fe3134-bb05-4015-b33f-d151994eb1aa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.914297 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82f9fc51-2eaa-406b-9762-41b77a6502ef req-e9fe3134-bb05-4015-b33f-d151994eb1aa tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.1492412 May 13 15:37:54.946278 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-cd55f092-e56d-4dc2-8b73-0dfa06d2c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:54.947683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-cd55f092-e56d-4dc2-8b73-0dfa06d2c997 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727644 May 13 15:37:55.004001 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-82f9fc51-2eaa-406b-9762-41b77a6502ef req-16548e69-8eb2-4c22-bfbe-e93bf54db620 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556836 May 13 15:37:55.019696 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-36f31351-911a-4288-b47f-07e31d2e09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:55.021351 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-36f31351-911a-4288-b47f-07e31d2e09ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060665 May 13 15:37:55.162901 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-eccbe0af-e049-4331-a717-b944101433c3 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290858 May 13 15:37:55.191424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-8233d89d-b63b-484d-b2d1-6ea4963f516a service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343597 May 13 15:37:55.292264 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-9539ffe0-5a7f-45df-9ddd-19de702c3469 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263087 May 13 15:37:55.323722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-6fc40853-3894-4eb1-8d54-97de5fa3dacc req-7202e2c5-afe8-4cf1-ae8f-391f7e08468c service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211667 May 13 15:37:55.902006 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 details requested by agent hyperv_n-h1-841736-1 with host n-h1-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:37:56.031428 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 no longer exists at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:37:56.079062 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:56.098316 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Returning: {'device': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:37:56.133846 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 not bound to the agent host n-h2-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:37:56.159115 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:56.159490 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:56.176941 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:37:56.190975 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab333a5-85ae-43cb-98da-4d0f32af554f req-a6a04769-1d0c-42e2-9ecb-ee02801cbf55 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.192597 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eab333a5-85ae-43cb-98da-4d0f32af554f req-a6a04769-1d0c-42e2-9ecb-ee02801cbf55 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 944 time: 0.0806589 May 13 15:37:56.192731 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:56.196347 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:56.241526 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-eab333a5-85ae-43cb-98da-4d0f32af554f req-e1e2d0d2-a9a9-497a-9e30-39882c468d05 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 May 13 15:37:56.266558 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=8']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:56.437672 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] get_ports_and_sgs() called for port_ids ['8b342513-34a3-4cdf-a0a3-5a51d9848ec3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:37:56.639331 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-254d606d-574e-448d-bf19-da56cb7720da tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.641229 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-254d606d-574e-448d-bf19-da56cb7720da tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.90 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&tenant_id=d2eb23882f1643af9609a7a425832f01&binding%3Ahost_id=n-h1-841736-1 HTTP/1.1" status: 200 len: 945 time: 0.0878499 May 13 15:37:56.691482 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e454-17eb-4dbc-b60d-6a311cac2bb3 req-b1876fb5-59ad-42ad-a4dd-ba0b522a20ad tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.692958 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81f4e454-17eb-4dbc-b60d-6a311cac2bb3 req-b1876fb5-59ad-42ad-a4dd-ba0b522a20ad tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 945 time: 0.0853148 May 13 15:37:56.737931 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-81f4e454-17eb-4dbc-b60d-6a311cac2bb3 req-daa54cdf-d3d6-4c32-ad59-a9c0f0152eea tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 May 13 15:37:56.764736 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-326421a7-7b66-47e3-8204-c82b0a2b3f7d service neutron] 10.222.0.90 "GET /v2.0/ports/8b342513-34a3-4cdf-a0a3-5a51d9848ec3/bindings/n-h1-841736-1 HTTP/1.1" status: 200 len: 382 time: 0.1179314 May 13 15:37:56.853832 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-3619d3a4-f436-436a-a06f-f30e3b5124c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.855246 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-3619d3a4-f436-436a-a06f-f30e3b5124c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1096 time: 0.0680239 May 13 15:37:56.983863 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-63302fdf-180f-486b-896b-81b0dadb2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:56.985251 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-63302fdf-180f-486b-896b-81b0dadb2348 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1229751 May 13 15:37:57.087249 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-81aa64b7-5544-4d8b-89e0-b6af4b1584a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0951822 May 13 15:37:57.150998 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-cf3d1cb0-8867-455c-97fe-f7f45e6e6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:57.152453 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-cf3d1cb0-8867-455c-97fe-f7f45e6e6149 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0592382 May 13 15:37:57.231101 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9c96a418-307b-4bfc-860c-1c9b5268a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:57.232619 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9c96a418-307b-4bfc-860c-1c9b5268a337 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738795 May 13 15:37:57.476583 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-e77d619b-a5e1-4858-afb8-4ec9ec6f5bec service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372518 May 13 15:37:57.617824 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-82d86fb6-86ab-48c7-aff7-b747cd076771 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352236 May 13 15:37:57.917978 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 up at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:37:57.943501 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d846-0ffb-4f9d-b01a-e3772fd3f0c8 req-2e38f7b1-610e-4bc5-9435-cbd711ce2566 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:57.945123 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e004d846-0ffb-4f9d-b01a-e3772fd3f0c8 req-2e38f7b1-610e-4bc5-9435-cbd711ce2566 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 945 time: 0.0976312 May 13 15:37:57.990371 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-e004d846-0ffb-4f9d-b01a-e3772fd3f0c8 req-f8e74eb5-2d14-451e-a29d-c36444e46a44 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 May 13 15:37:58.020018 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:37:58.024562 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Provisioning complete for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:37:58.024929 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:58.137098 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:37:58.137470 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:58.174364 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:37:58.185629 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:37:58.191168 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:58.234302 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c568c3-4f25-4b2c-8185-8d30efd97c1c'] response: {'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'code': 200} May 13 15:37:58.258156 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=9']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:37:59.177991 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116f854-b58e-43fc-a9e4-2c6a2b4d00b1 req-ee9418f0-3ee0-4152-8f8b-8256ddd538c7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:59.179613 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1116f854-b58e-43fc-a9e4-2c6a2b4d00b1 req-ee9418f0-3ee0-4152-8f8b-8256ddd538c7 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.0829110 May 13 15:37:59.225500 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-1116f854-b58e-43fc-a9e4-2c6a2b4d00b1 req-dda9d609-9bc3-4bef-ae1c-607ff372b366 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 May 13 15:37:59.901300 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f9644b4-520b-4d9a-94c0-9656c9152b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:37:59.977112 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-0b53099a-1784-4759-9f27-6a391133ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:37:59.979390 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-0b53099a-1784-4759-9f27-6a391133ea27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&tenant_id=d2eb23882f1643af9609a7a425832f01 HTTP/1.1" status: 200 len: 1097 time: 0.0715382 May 13 15:37:59.996918 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.v2.base [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-841736-1', 'device_owner': 'compute:nova'}} {{(pid=88131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 13 15:38:00.109223 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:00.421462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:00.464652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285ba4-96cf-4cbc-97ad-ee3cfd7c5a8d req-7780c045-7758-434a-9a2a-ebdeb7dbd5ba tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:00.466093 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9285ba4-96cf-4cbc-97ad-ee3cfd7c5a8d req-7780c045-7758-434a-9a2a-ebdeb7dbd5ba tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 946 time: 0.1294343 May 13 15:38:00.471712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h1-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:38:00.559879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-e9285ba4-96cf-4cbc-97ad-ee3cfd7c5a8d req-de350524-5fdd-473a-9997-3227f26251b0 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616221 May 13 15:38:00.560205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:00.566744 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:00.587858 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.provisioning_blocks [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Transition to ACTIVE for port object 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 will not be triggered until provisioned by entity L2. {{(pid=88131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 13 15:38:00.591723 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:00.629691 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8100002-c1db-434c-8e84-e383d94f5656'] response: {'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'code': 200} May 13 15:38:00.734194 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=10']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:00.789056 n-d-841736-1 neutron-server[88131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] No DVR routers for this DVR port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on host n-h1-841736-1 {{(pid=88131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 15:38:01.008146 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on host n-h2-841736-1 for vnic_type normal with profile {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 13 15:38:01.008926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 by drivers openvswitch,hyperv on host n-h2-841736-1 at level 0 using segments [{'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 13 15:38:01.008926 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:38:01.013174 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-841736-1 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 13 15:38:01.013487 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Attempting to bind port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 on network 2aa7243c-87a6-420c-acf5-28afac8caeb6 {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 13 15:38:01.019131 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Checking agent: {'id': '97220fe4-4c49-4d4f-91d6-e3c0b7e1cfb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-841736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'started_at': datetime.datetime(2022, 5, 13, 14, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 13 15:38:01.019458 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Checking segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 13 15:38:01.019836 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Bound using segment: {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'} {{(pid=88131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 13 15:38:01.020291 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.managers [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Bound port: 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host: n-h2-841736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418dadff-5968-46fa-a74e-7ff78edebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6'}}] {{(pid=88131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 13 15:38:01.020627 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:01.107262 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, cleared binding levels {{(pid=88131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 13 15:38:01.110576 n-d-841736-1 neutron-server[88131]: DEBUG neutron.plugins.ml2.db [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 13 15:38:01.115140 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7607662'] for port, after_update {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:01.275001 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.275607 n-d-841736-1 neutron-server[88131]: DEBUG neutron_lib.callbacks.manager [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1992704'] for port, before_response {{(pid=88131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:01.277020 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1093 time: 1.2869234 May 13 15:38:01.294245 n-d-841736-1 neutron-server[88131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae10de-df4e-42ce-9222-17573d20c034 service neutron] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=11']} {{(pid=88131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:01.375657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-ddd53264-a274-4382-86cf-0c061d6230d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.377195 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-ddd53264-a274-4382-86cf-0c061d6230d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1096 time: 0.0756946 May 13 15:38:01.513708 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9251bf15-c6da-467b-ac22-dd5be84d2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.515132 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9251bf15-c6da-467b-ac22-dd5be84d2789 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1291761 May 13 15:38:01.617953 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-491a6c64-b0dc-4138-96b4-df29b108e733 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0934258 May 13 15:38:01.736356 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-47797003-d20b-43c9-a2c3-8c4855e0d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.737691 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-47797003-d20b-43c9-a2c3-8c4855e0d754 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.1090155 May 13 15:38:01.814052 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e3e7-d762-42dc-bdff-a37ee045a88a req-7df8ed6f-5315-43a7-ae8c-07e4dcf513a6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.815492 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab74e3e7-d762-42dc-bdff-a37ee045a88a req-7df8ed6f-5315-43a7-ae8c-07e4dcf513a6 tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 945 time: 0.1400378 May 13 15:38:01.873837 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-ab74e3e7-d762-42dc-bdff-a37ee045a88a req-0f955903-1d03-43a9-89d7-4a284240356d tempest-ServerActionsTestJSON-2057938790 tempest-ServerActionsTestJSON-2057938790-project] 10.222.0.36 "GET /v2.0/security-groups?id=c460a7f6-9708-4c7c-8ab8-67dc989cdeba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506732 May 13 15:38:01.877657 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9eeee22a-7304-4e68-ab1b-d7fcf31de714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:01.879711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-9eeee22a-7304-4e68-ab1b-d7fcf31de714 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320512 May 13 15:38:01.935008 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 no longer exists at agent hyperv_n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 13 15:38:01.990664 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 not bound to the agent host n-h1-841736-1 {{(pid=88134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 13 15:38:02.015095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-84826724-85be-447a-b2fd-0b9877778070 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242344 May 13 15:38:02.145781 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-c45318d7-f3ae-4487-9253-ffe1dab43cd2 req-17dc6372-dd58-43ee-9f9d-63ca088c2c1f service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214302 May 13 15:38:02.630495 n-d-841736-1 neutron-server[88131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:02.689303 n-d-841736-1 neutron-server[88131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f18767-b30b-439b-81ed-a2d3f65d1738'] response: {'name': 'network-changed', 'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'status': 'completed', 'code': 200} May 13 15:38:02.779671 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-68d1edde-33dc-4534-9aa3-d5ba3704e567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:02.784723 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-84fc0f5c-1ec3-4661-a524-3a8ab35a34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:02.786579 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-84fc0f5c-1ec3-4661-a524-3a8ab35a34fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1096 time: 0.0749681 May 13 15:38:02.796322 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-b47586ef-318d-4737-a5a0-68002f526e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:02.797869 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-b47586ef-318d-4737-a5a0-68002f526e90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1096 time: 0.0804460 May 13 15:38:02.918249 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-576f466c-f1f7-4737-93fd-a08e1f25184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:02.919722 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-576f466c-f1f7-4737-93fd-a08e1f25184b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1265194 May 13 15:38:02.933674 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-7293abb1-52de-40be-8a66-e935e87682e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:02.935115 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-7293abb1-52de-40be-8a66-e935e87682e3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1240869 May 13 15:38:02.943382 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:03.028095 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-43cedc5a-8281-471a-b3c3-e9b57689948a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.1007912 May 13 15:38:03.042298 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-99da7fc1-7190-4bb9-bd8d-52855fc6d921 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0968766 May 13 15:38:03.095009 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-33b0b9ed-4ff3-44d0-baf0-441e8e40752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:03.096481 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-33b0b9ed-4ff3-44d0-baf0-441e8e40752a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0614538 May 13 15:38:03.108164 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-169c5472-db21-405c-859d-533ba119895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:03.109665 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-169c5472-db21-405c-859d-533ba119895a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0574389 May 13 15:38:03.171189 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-015e8ff7-467c-4d23-bf2e-786a3e99e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:03.172720 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-015e8ff7-467c-4d23-bf2e-786a3e99e251 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698640 May 13 15:38:03.190839 n-d-841736-1 neutron-server[88132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-9d23d7f1-045b-4f66-b5f2-0156dfb7918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:03.192380 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-9d23d7f1-045b-4f66-b5f2-0156dfb7918f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730636 May 13 15:38:03.310179 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-ed497b62-1a5a-4a28-b418-d9779e3497da service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301103 May 13 15:38:03.328346 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-f649739d-5ca2-4fc5-8470-3aebc7f5dda9 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 May 13 15:38:03.450272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:03.464734 n-d-841736-1 neutron-server[88132]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-f4d32f20-c0be-48b1-8b63-a5d6ac38fb76 service neutron] 10.222.0.90 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267316 May 13 15:38:03.544771 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-f971ba2c-2771-47f6-8f91-9666d54641b6 req-3bd54bf8-c5f0-43b0-9593-a1623fd86a45 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275946 May 13 15:38:05.077163 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:06.060535 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 details requested by agent hyperv_n-h2-841736-1 with host n-h2-841736-1 {{(pid=88134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 13 15:38:06.188876 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:06.201361 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Returning: {'device': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'network_id': '2aa7243c-87a6-420c-acf5-28afac8caeb6', 'port_id': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'mac_address': 'fa:16:3e:f2:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3885cb-9859-4cd0-bedd-2e316c9399af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 13 15:38:06.257839 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: DOWN; New status is: BUILD {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:06.258209 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:06.274203 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 {{(pid=88134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 15:38:06.289885 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:06.293530 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:06.359117 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=12']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:06.515959 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] get_ports_and_sgs() called for port_ids ['8b342513-34a3-4cdf-a0a3-5a51d9848ec3'] {{(pid=88134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 13 15:38:08.075373 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Device 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 up at agent hyperv_n-h2-841736-1 {{(pid=88134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 13 15:38:08.143657 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 completed by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 13 15:38:08.148809 n-d-841736-1 neutron-server[88134]: DEBUG neutron.db.provisioning_blocks [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Provisioning complete for port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 triggered by entity L2. {{(pid=88134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 13 15:38:08.149184 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684021'] for port, provisioning_complete {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:08.269643 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.plugin [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Current status of the port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3 is: BUILD; New status is: ACTIVE {{(pid=88134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 13 15:38:08.270021 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744279'] for port, before_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:08.297511 n-d-841736-1 neutron-server[88134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3'}] {{(pid=88134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 15:38:08.307223 n-d-841736-1 neutron-server[88134]: DEBUG neutron.plugins.ml2.db [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] For port 8b342513-34a3-4cdf-a0a3-5a51d9848ec3, host n-h2-841736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-841736-1',level=0,port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,segment=NetworkSegment(418dadff-5968-46fa-a74e-7ff78edebf75),segment_id=418dadff-5968-46fa-a74e-7ff78edebf75)] {{(pid=88134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 13 15:38:08.311622 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-744212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1970320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732697224551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732696831079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732696831124'] for port, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:08.348270 n-d-841736-1 neutron-server[88134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e471877-6894-4c76-b27d-4642d994c532'] response: {'server_uuid': '5895ccaa-d6dd-4057-b553-33453c794c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b342513-34a3-4cdf-a0a3-5a51d9848ec3', 'code': 200} May 13 15:38:08.382862 n-d-841736-1 neutron-server[88134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Pushing event updated for resources: {'Port': ['ID=8b342513-34a3-4cdf-a0a3-5a51d9848ec3,revision_number=13']} {{(pid=88134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 15:38:20.119489 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:21.218715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:24.404602 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:38:29.894311 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc15f4e6-ee87-49d6-821c-a345b35a2cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:32.773512 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-efd2a5bb-673a-4f9c-ae9d-95cddbbab8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:32.945684 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:33.451863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:35.080409 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:48.488027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-f148a184-a8fc-49eb-bcf2-aa0582e0eaa2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724521 May 13 15:38:48.623464 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-1987f647-cf82-4e57-98c1-cdc487185cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:48.624946 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-1987f647-cf82-4e57-98c1-cdc487185cb3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0702784 May 13 15:38:48.766706 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-bb74e0b0-1d55-49a9-a2eb-4a4395e524c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:48.768072 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-bb74e0b0-1d55-49a9-a2eb-4a4395e524c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1247575 May 13 15:38:48.872173 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-39625536-f725-4689-8f5d-de551629a165 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0958531 May 13 15:38:48.932639 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-594d1321-75a4-4d4c-9680-e7edb1d56d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:48.934004 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-594d1321-75a4-4d4c-9680-e7edb1d56d5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0554841 May 13 15:38:49.009462 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-baa0fa98-75c7-48a2-a7cb-96de171f85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:38:49.010889 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-baa0fa98-75c7-48a2-a7cb-96de171f85ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705469 May 13 15:38:49.138882 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-9fa64b6a-4119-40a2-a680-ae81b4d95d6a service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213708 May 13 15:38:49.267032 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-9436776f-d6f7-4f21-93ed-26a8038aa649 req-4671197a-595a-4ca0-8a58-e202f0f1c3f7 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214774 May 13 15:38:50.118813 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:51.220695 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:38:59.897010 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6520-a2a1-4371-8bcd-eef1c38e153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:01.403779 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:39:02.775491 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-72058773-12b2-428e-a9af-5e4d5529d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:02.947715 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:03.454939 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:05.082478 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:06.018205 n-d-841736-1 neutron-server[88131]: DEBUG neutron.wsgi [req-b495fe99-5f2e-425d-ad8e-b48b8c11661d req-54a35a79-4d55-4361-95eb-56c4e8d4e7ad service neutron] (88131) timed out ('10.222.0.36', 47794) {{(pid=88131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 13 15:39:20.136583 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:21.223111 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:29.898995 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-832d4116-b6e8-4fce-8923-a2b583c0a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:32.776965 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-a9fd8aef-d7e1-435e-851f-841c9a405b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:32.950059 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:33.457791 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:35.085046 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:38.402680 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:39:49.475515 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-407baac4-790c-4736-9208-1d610af16f91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671797 May 13 15:39:49.615269 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-07ea0d61-0e3f-4f89-aa59-2265eacbf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:49.616711 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-07ea0d61-0e3f-4f89-aa59-2265eacbf3a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0714381 May 13 15:39:49.756838 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-d86a2583-086f-48c5-ae2b-6d9caf7008e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:49.758227 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-d86a2583-086f-48c5-ae2b-6d9caf7008e3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1232507 May 13 15:39:49.858886 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-b23be30b-d095-41d4-8476-1116a92e8ffa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0947561 May 13 15:39:49.919391 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-b4471416-4400-4595-b6a3-f614f2d99054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:49.920789 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-b4471416-4400-4595-b6a3-f614f2d99054 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0553825 May 13 15:39:49.992491 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-6b0f2f7d-4ec7-44d2-ae34-93b3998dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:39:49.993893 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-6b0f2f7d-4ec7-44d2-ae34-93b3998dc7ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668321 May 13 15:39:50.123476 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-fe328040-8399-47a7-8aac-547260c99cce service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226749 May 13 15:39:50.166296 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:50.367850 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8e98b2b5-d0a9-4ea3-b985-35e1b30b6bfe req-fa8f9bd1-8f0b-47d0-ae87-7f857fe04b93 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381010 May 13 15:39:51.244673 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:39:59.901919 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f9a12137-9a6b-411e-afc1-936ebf11d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:02.777250 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b08a4e0f-e67c-4819-95fc-298e05faf153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:02.951018 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:03.460476 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:05.089519 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:15.404279 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:20.179265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:21.257061 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:29.903336 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-63f58687-3d53-4068-b83f-f964055d0e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:32.779776 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-6ca78bcd-f64c-423c-a37a-4df3398da58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:32.954178 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:33.462524 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:35.090267 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:49.483965 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-e3ab1df8-8b47-4323-8f50-14a12a837d8d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743005 May 13 15:40:49.619671 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a717c-a856-453e-9aca-cdd535465e56 req-19fe45b4-4c5a-469a-9483-55977554c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:49.621137 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-19fe45b4-4c5a-469a-9483-55977554c5e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0696557 May 13 15:40:49.763377 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a717c-a856-453e-9aca-cdd535465e56 req-176406c2-c3fa-4924-bf11-cbcaa438e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:49.765247 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-176406c2-c3fa-4924-bf11-cbcaa438e4ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1257265 May 13 15:40:49.866056 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-eed24614-7fd6-4b67-8e27-da934dd5472c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0940049 May 13 15:40:49.928683 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a717c-a856-453e-9aca-cdd535465e56 req-c466926d-1291-4afd-ae0b-29ce1faa6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:49.930035 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-c466926d-1291-4afd-ae0b-29ce1faa6cce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0582001 May 13 15:40:50.000652 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a717c-a856-453e-9aca-cdd535465e56 req-38813a7f-fa47-423f-adf6-0170aa66c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:40:50.002054 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-38813a7f-fa47-423f-adf6-0170aa66c70d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664327 May 13 15:40:50.127388 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-5e084d47-bae7-472d-ae36-dae1f01d720c service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192882 May 13 15:40:50.183236 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:50.255302 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-537a717c-a856-453e-9aca-cdd535465e56 req-4272fe3e-2bfd-482d-a1a2-2f93500ca46c service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217139 May 13 15:40:51.259551 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:40:52.402968 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:40:59.906435 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-25abf43d-1677-4428-953c-196f11c8fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.780888 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-2369deab-c2f8-465e-a6b3-62db987fdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:02.962833 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:03.470201 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:05.094272 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:20.193908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:21.268863 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:29.401913 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:41:29.907594 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-11066c7e-5a28-4388-8d04-c1da2854aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:32.783719 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8c1b112f-32d7-41da-ac63-e290ce69d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:32.957030 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:33.469073 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:35.096352 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:49.497879 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-de984385-066d-4153-ac04-57d4172540df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707996 May 13 15:41:49.636527 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-ea9e4027-5b8d-401a-ba7d-26fb065c656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:49.638012 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-ea9e4027-5b8d-401a-ba7d-26fb065c656d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0700319 May 13 15:41:49.782931 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-302e7301-a03f-4566-921d-6872df90bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:49.784033 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-302e7301-a03f-4566-921d-6872df90bb39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1264970 May 13 15:41:49.883565 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-eaaabcf5-265f-418d-94f1-a752c9138908 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0924435 May 13 15:41:49.943868 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-08099c43-deb5-4bdb-883a-ad9c4637fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:49.945241 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-08099c43-deb5-4bdb-883a-ad9c4637fbf3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0551739 May 13 15:41:50.019923 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-daa9b75f-60cb-4503-892d-54ae9549df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:41:50.021362 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-daa9b75f-60cb-4503-892d-54ae9549df55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700219 May 13 15:41:50.195560 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:50.243437 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-677a9cb3-abcb-407c-95db-b6721f0f611f service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151022 May 13 15:41:50.370682 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-454f75f9-252c-4c45-8e7b-33c46f3e33c3 req-b5be1f26-b916-4052-86d9-320c4ab1bdbb service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205468 May 13 15:41:51.284911 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:41:59.909987 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-def31388-0921-4bfa-b150-5444da9cc79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.785384 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-f847aeaf-fc81-49a1-b7b7-9ef6bc05e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:02.958579 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:03.471263 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:05.099477 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:06.400986 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:42:20.192539 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:21.275101 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:29.912434 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1f855a22-76a0-4127-8fdc-a14dd750805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.787303 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-fc077577-a38a-4288-a8c3-ee24588876e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:32.960994 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:33.474278 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:35.101332 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:43.399451 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:42:50.193899 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:50.528449 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-441c8bfb-a9e2-4959-91fe-54424d4f081a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182346 May 13 15:42:50.671712 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-48521e69-b90f-412f-9061-3090cdf97ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:50.673211 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-48521e69-b90f-412f-9061-3090cdf97ada service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0739009 May 13 15:42:50.823325 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-ada13301-0ce3-4f8b-b6fa-f46cc4194017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:50.824808 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-ada13301-0ce3-4f8b-b6fa-f46cc4194017 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1301050 May 13 15:42:50.925282 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-8aa59e0f-53c3-440f-a984-195a3ae00508 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0934978 May 13 15:42:50.986306 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-4edab10e-159b-4587-af52-dd5e18b145da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:50.995717 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-4edab10e-159b-4587-af52-dd5e18b145da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0558574 May 13 15:42:51.062116 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-9c016a60-e16a-44e1-8ec5-b4cf85dc5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:42:51.063557 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-9c016a60-e16a-44e1-8ec5-b4cf85dc5a9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701220 May 13 15:42:51.190566 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-b2b4091b-5f7e-4d49-b7bf-7e9524beb0ea service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199684 May 13 15:42:51.290783 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:42:51.317966 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-99e1711c-54f0-44a6-91c9-8074610ebbdd req-86536ffe-b71a-4106-89b8-4d4df8980027 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204574 May 13 15:42:59.914291 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3d7fca54-8abf-4315-a5e4-d1fac5d13749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:02.789575 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa77e-55b8-4309-918c-f29b5954b99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:02.962020 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:03.477265 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:05.104079 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:20.208246 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:20.399022 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:21.289024 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:29.915910 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-59df4c10-27a1-4419-aec2-919f4a2b3970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:32.792299 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-1e2f6154-cc81-4c07-8395-0fd2a8d9a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:32.965734 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:33.480720 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:35.107260 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:50.224733 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:51.304473 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:43:52.488805 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-504ffe0d-3421-42d1-ad66-b2fee6b92308 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698624 May 13 15:43:52.625793 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-cab64f8c-ca95-4b03-a593-ac15e6d88fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:52.627619 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-cab64f8c-ca95-4b03-a593-ac15e6d88fc9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0694470 May 13 15:43:52.772457 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-7b6c38d2-aefc-4fa7-9e61-2010e4a48989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:52.773911 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-7b6c38d2-aefc-4fa7-9e61-2010e4a48989 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1277182 May 13 15:43:52.881305 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-834bbd82-cefd-47e9-99d7-5c65fbb7be97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.1006739 May 13 15:43:52.943719 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-d30ae033-da37-4b53-bcfd-9df7422e6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:52.945126 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-d30ae033-da37-4b53-bcfd-9df7422e6968 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0572248 May 13 15:43:53.021825 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-7b97e3d4-8c01-45a9-8aee-0018b4c52599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:43:53.023255 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-7b97e3d4-8c01-45a9-8aee-0018b4c52599 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714598 May 13 15:43:53.249424 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-be16d950-6893-4c9f-9647-d0e8b134af5e service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193694 May 13 15:43:53.377683 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-7b1e55e3-b176-464c-8be7-8a613eee7f22 req-278d3e7d-9eb4-4717-a61a-36060a038ab4 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214762 May 13 15:43:57.399092 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:43:59.917521 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-7df45ede-dc82-4c0f-8e0c-08ecc51045b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.795643 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-488e56cb-dd8c-4a39-b4c8-eb480de004fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:02.967365 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:03.483200 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:05.109430 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:20.221809 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:21.304795 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:29.919604 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ce8d6f94-dde7-4dd5-9e74-0f800248289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:32.806424 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-97e108d5-9c7c-4469-adb4-5d2fb45da923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:32.969189 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:33.487050 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:34.398570 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:44:35.114991 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:50.238035 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:51.304603 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:44:52.491066 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-25c4149a-5e7c-4c76-8782-b4be657f7a50 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692167 May 13 15:44:52.633126 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-364f54d5-c510-4978-8fd3-a39af3eb1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.634496 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-364f54d5-c510-4978-8fd3-a39af3eb1681 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0739110 May 13 15:44:52.779876 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-c250edbc-3f3e-4bdc-acf9-0c90e1667d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.781415 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-c250edbc-3f3e-4bdc-acf9-0c90e1667d14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1271684 May 13 15:44:52.884971 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-6097c904-177c-4ed7-88ca-4e31f5b66a9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0968459 May 13 15:44:52.951892 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-5dc0c281-5683-479b-8a48-e8714b46a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:52.953376 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-5dc0c281-5683-479b-8a48-e8714b46a483 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0617733 May 13 15:44:53.031938 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-2188122c-5faa-4b98-b8ab-2612258c661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:44:53.033477 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-2188122c-5faa-4b98-b8ab-2612258c661e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727794 May 13 15:44:53.164893 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-c9d453f4-fd49-44f8-8ede-7a725d81ebdf service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240230 May 13 15:44:53.307291 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8fbf5551-554e-4a2a-bd0e-8961a6e5abd8 req-63a2de8b-f7af-4367-b28c-45d270f9cc82 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360459 May 13 15:44:59.921743 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4f1c6604-5b69-4368-bb09-83d8d8e969f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:02.799650 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-aee7351e-ed83-40f3-af72-48ea09124571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:02.972314 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:03.489878 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:05.115802 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:11.398019 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:45:20.238113 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:21.317379 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:29.927208 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-b4b83351-859a-4792-816f-2cfd080b40a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:32.801232 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-90d3fa31-d644-4b6b-b5cc-1ad676f9ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:32.978149 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:33.524945 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:35.120879 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:48.398712 n-d-841736-1 neutron-server[88135]: DEBUG neutron.db.agents_db [None req-6fa8f781-d8d9-45d0-9662-1d1122719694 None None] Agent healthcheck: found 7 active agents {{(pid=88135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 13 15:45:50.252849 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-3946f694-a1a2-4085-8a20-b7524157ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:51.338069 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-169637a3-d373-43f2-a10f-abbb2e4e78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:45:52.518996 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-76e0032f-0ec3-49ea-9727-62ec2b41a7b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5895ccaa-d6dd-4057-b553-33453c794c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720031 May 13 15:45:52.668180 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-044093f4-226c-41e0-a6c2-265d2e50ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:52.669651 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-044093f4-226c-41e0-a6c2-265d2e50ab66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d2eb23882f1643af9609a7a425832f01&device_id=5895ccaa-d6dd-4057-b553-33453c794c59 HTTP/1.1" status: 200 len: 1098 time: 0.0723195 May 13 15:45:52.842794 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-5479cd3a-459a-4375-9643-bb631ef6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:52.844267 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-5479cd3a-459a-4375-9643-bb631ef6afa8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2aa7243c-87a6-420c-acf5-28afac8caeb6 HTTP/1.1" status: 200 len: 913 time: 0.1523731 May 13 15:45:52.954027 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-7c3bafc5-934b-4be3-be70-6972dbb15698 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b342513-34a3-4cdf-a0a3-5a51d9848ec3 HTTP/1.1" status: 200 len: 1003 time: 0.0992210 May 13 15:45:53.028779 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-6f73b636-c0ac-47d1-99a1-531f86c77cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:53.030222 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-6f73b636-c0ac-47d1-99a1-531f86c77cfa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3885cb-9859-4cd0-bedd-2e316c9399af HTTP/1.1" status: 200 len: 851 time: 0.0663180 May 13 15:45:53.112304 n-d-841736-1 neutron-server[88131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-6e65f010-ecea-40d3-b59f-5e6d08d54e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 15:45:53.113765 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-6e65f010-ecea-40d3-b59f-5e6d08d54e16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2aa7243c-87a6-420c-acf5-28afac8caeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742078 May 13 15:45:53.362399 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-7752a696-b26b-4ed6-a130-ff210714b30b service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391117 May 13 15:45:53.498504 n-d-841736-1 neutron-server[88131]: INFO neutron.wsgi [req-8f0fef98-b327-4a80-9ceb-aafae43d3f7e req-ccd99d92-dee9-4b62-9134-9348cd0b6ff1 service neutron] 10.222.0.86 "GET /v2.0/networks/2aa7243c-87a6-420c-acf5-28afac8caeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265833 May 13 15:45:59.921339 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-cbca9d0c-461c-401d-8795-56ab8f2392fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:02.804591 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-9ac80b69-f7e6-4216-aa85-0c36b688f54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:02.970865 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-ac7311b6-6705-4a74-80d8-998bb6545d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:03.508908 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4b3412b0-371e-460e-9dee-e6c20be42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 13 15:46:05.142371 n-d-841736-1 neutron-server[88134]: DEBUG neutron_lib.callbacks.manager [None req-4a653bf8-f9e0-481e-b16d-be94c244d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732697366384', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683940'] for agent, after_update {{(pid=88134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}